75 	struct atm_flow_data *flow;  in lookup_flow()  local
77 	list_for_each_entry(flow, &p->flows, list) {  in lookup_flow()
78 		if (flow->common.classid == classid)  in lookup_flow()
79 			return flow;  in lookup_flow()
89 	struct atm_flow_data *flow = (struct atm_flow_data *)arg;  in atm_tc_graft()  local
92 		sch, p, flow, new, old);  in atm_tc_graft()
93 	if (list_empty(&flow->list))  in atm_tc_graft()
97 	*old = flow->q;  in atm_tc_graft()
98 	flow->q = new;  in atm_tc_graft()
106 	struct atm_flow_data *flow = (struct atm_flow_data *)cl;  in atm_tc_leaf()  local
108 	pr_debug("atm_tc_leaf(sch %p,flow %p)\n", sch, flow);  in atm_tc_leaf()
109 	return flow ? flow->q : NULL;  in atm_tc_leaf()
115 	struct atm_flow_data *flow;  in atm_tc_find()  local
118 	flow = lookup_flow(sch, classid);  in atm_tc_find()
119 	pr_debug("%s: flow %p\n", __func__, flow);  in atm_tc_find()
120 	return (unsigned long)flow;  in atm_tc_find()
127 	struct atm_flow_data *flow;  in atm_tc_bind_filter()  local
130 	flow = lookup_flow(sch, classid);  in atm_tc_bind_filter()
131 	if (flow)  in atm_tc_bind_filter()
132 		flow->ref++;  in atm_tc_bind_filter()
133 	pr_debug("%s: flow %p\n", __func__, flow);  in atm_tc_bind_filter()
134 	return (unsigned long)flow;  in atm_tc_bind_filter()
145 	struct atm_flow_data *flow = (struct atm_flow_data *)cl;  in atm_tc_put()  local
147 	pr_debug("atm_tc_put(sch %p,[qdisc %p],flow %p)\n", sch, p, flow);  in atm_tc_put()
148 	if (--flow->ref)  in atm_tc_put()
151 	list_del_init(&flow->list);  in atm_tc_put()
152 	pr_debug("atm_tc_put: qdisc %p\n", flow->q);  in atm_tc_put()
153 	qdisc_destroy(flow->q);  in atm_tc_put()
154 	tcf_block_put(flow->block);  in atm_tc_put()
155 	if (flow->sock) {  in atm_tc_put()
157 			file_count(flow->sock->file));  in atm_tc_put()
158 		flow->vcc->pop = flow->old_pop;  in atm_tc_put()
159 		sockfd_put(flow->sock);  in atm_tc_put()
161 	if (flow->excess)  in atm_tc_put()
162 		atm_tc_put(sch, (unsigned long)flow->excess);  in atm_tc_put()
163 	if (flow != &p->link)  in atm_tc_put()
164 		kfree(flow);  in atm_tc_put()
199 	struct atm_flow_data *flow = (struct atm_flow_data *)*arg;  in atm_tc_change()  local
208 		"flow %p,opt %p)\n", sch, p, classid, parent, flow, opt);  in atm_tc_change()
221 	if (flow)  in atm_tc_change()
279 	flow = kzalloc(sizeof(struct atm_flow_data) + hdr_len, GFP_KERNEL);  in atm_tc_change()
280 	pr_debug("atm_tc_change: flow %p\n", flow);  in atm_tc_change()
281 	if (!flow) {  in atm_tc_change()
286 	error = tcf_block_get(&flow->block, &flow->filter_list, sch,  in atm_tc_change()
289 		kfree(flow);  in atm_tc_change()
293 	flow->q = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, classid,  in atm_tc_change()
295 	if (!flow->q)  in atm_tc_change()
296 		flow->q = &noop_qdisc;  in atm_tc_change()
297 	pr_debug("atm_tc_change: qdisc %p\n", flow->q);  in atm_tc_change()
298 	flow->sock = sock;  in atm_tc_change()
299 	flow->vcc = ATM_SD(sock);	/* speedup */  in atm_tc_change()
300 	flow->vcc->user_back = flow;  in atm_tc_change()
301 	pr_debug("atm_tc_change: vcc %p\n", flow->vcc);  in atm_tc_change()
302 	flow->old_pop = flow->vcc->pop;  in atm_tc_change()
303 	flow->parent = p;  in atm_tc_change()
304 	flow->vcc->pop = sch_atm_pop;  in atm_tc_change()
305 	flow->common.classid = classid;  in atm_tc_change()
306 	flow->ref = 1;  in atm_tc_change()
307 	flow->excess = excess;  in atm_tc_change()
308 	list_add(&flow->list, &p->link.list);  in atm_tc_change()
309 	flow->hdr_len = hdr_len;  in atm_tc_change()
311 		memcpy(flow->hdr, hdr, hdr_len);  in atm_tc_change()
313 		memcpy(flow->hdr, llc_oui_ip, sizeof(llc_oui_ip));  in atm_tc_change()
314 	*arg = (unsigned long)flow;  in atm_tc_change()
324 	struct atm_flow_data *flow = (struct atm_flow_data *)arg;  in atm_tc_delete()  local
326 	pr_debug("atm_tc_delete(sch %p,[qdisc %p],flow %p)\n", sch, p, flow);  in atm_tc_delete()
327 	if (list_empty(&flow->list))  in atm_tc_delete()
329 	if (rcu_access_pointer(flow->filter_list) || flow == &p->link)  in atm_tc_delete()
335 	if (flow->ref < 2) {  in atm_tc_delete()
336 		pr_err("atm_tc_delete: flow->ref == %d\n", flow->ref);  in atm_tc_delete()
339 	if (flow->ref > 2)  in atm_tc_delete()
348 	struct atm_flow_data *flow;  in atm_tc_walk()  local
353 	list_for_each_entry(flow, &p->flows, list) {  in atm_tc_walk()
355 		    walker->fn(sch, (unsigned long)flow, walker) < 0) {  in atm_tc_walk()
367 	struct atm_flow_data *flow = (struct atm_flow_data *)cl;  in atm_tc_tcf_block()  local
369 	pr_debug("atm_tc_find_tcf(sch %p,[qdisc %p],flow %p)\n", sch, p, flow);  in atm_tc_tcf_block()
370 	return flow ? flow->block : p->link.block;  in atm_tc_tcf_block()
379 	struct atm_flow_data *flow;  in atm_tc_enqueue()  local
386 	flow = NULL;  in atm_tc_enqueue()
388 	    !(flow = (struct atm_flow_data *)atm_tc_find(sch, skb->priority))) {  in atm_tc_enqueue()
391 		list_for_each_entry(flow, &p->flows, list) {  in atm_tc_enqueue()
392 			fl = rcu_dereference_bh(flow->filter_list);  in atm_tc_enqueue()
397 				flow = (struct atm_flow_data *)res.class;  in atm_tc_enqueue()
398 				if (!flow)  in atm_tc_enqueue()
399 					flow = lookup_flow(sch, res.classid);  in atm_tc_enqueue()
403 		flow = NULL;  in atm_tc_enqueue()
407 	if (!flow) {  in atm_tc_enqueue()
408 		flow = &p->link;  in atm_tc_enqueue()
410 		if (flow->vcc)  in atm_tc_enqueue()
411 			ATM_SKB(skb)->atm_options = flow->vcc->atm_options;  in atm_tc_enqueue()
424 			if (flow->excess)  in atm_tc_enqueue()
425 				flow = flow->excess;  in atm_tc_enqueue()
433 	ret = qdisc_enqueue(skb, flow->q, to_free);  in atm_tc_enqueue()
438 			if (flow)  in atm_tc_enqueue()
439 				flow->qstats.drops++;  in atm_tc_enqueue()
452 	if (flow == &p->link) {  in atm_tc_enqueue()
471 	struct atm_flow_data *flow;  in sch_atm_dequeue()  local
475 	list_for_each_entry(flow, &p->flows, list) {  in sch_atm_dequeue()
476 		if (flow == &p->link)  in sch_atm_dequeue()
482 		while ((skb = flow->q->ops->peek(flow->q))) {  in sch_atm_dequeue()
483 			if (!atm_may_send(flow->vcc, skb->truesize))  in sch_atm_dequeue()
486 			skb = qdisc_dequeue_peeked(flow->q);  in sch_atm_dequeue()
491 			bstats_update(&flow->bstats, skb);  in sch_atm_dequeue()
492 			pr_debug("atm_tc_dequeue: sending on class %p\n", flow);  in sch_atm_dequeue()
495 			if (skb_headroom(skb) < flow->hdr_len) {  in sch_atm_dequeue()
498 				new = skb_realloc_headroom(skb, flow->hdr_len);  in sch_atm_dequeue()
506 			ATM_SKB(skb)->vcc = flow->vcc;  in sch_atm_dequeue()
507 			memcpy(skb_push(skb, flow->hdr_len), flow->hdr,  in sch_atm_dequeue()
508 			       flow->hdr_len);  in sch_atm_dequeue()
510 				   &sk_atm(flow->vcc)->sk_wmem_alloc);  in sch_atm_dequeue()
512 			flow->vcc->send(flow->vcc, skb);  in sch_atm_dequeue()
571 	struct atm_flow_data *flow;  in atm_tc_reset()  local
574 	list_for_each_entry(flow, &p->flows, list)  in atm_tc_reset()
575 		qdisc_reset(flow->q);  in atm_tc_reset()
582 	struct atm_flow_data *flow, *tmp;  in atm_tc_destroy()  local
585 	list_for_each_entry(flow, &p->flows, list) {  in atm_tc_destroy()
586 		tcf_block_put(flow->block);  in atm_tc_destroy()
587 		flow->block = NULL;  in atm_tc_destroy()
590 	list_for_each_entry_safe(flow, tmp, &p->flows, list) {  in atm_tc_destroy()
591 		if (flow->ref > 1)  in atm_tc_destroy()
592 			pr_err("atm_destroy: %p->ref = %d\n", flow, flow->ref);  in atm_tc_destroy()
593 		atm_tc_put(sch, (unsigned long)flow);  in atm_tc_destroy()
602 	struct atm_flow_data *flow = (struct atm_flow_data *)cl;  in atm_tc_dump_class()  local
606 		sch, p, flow, skb, tcm);  in atm_tc_dump_class()
607 	if (list_empty(&flow->list))  in atm_tc_dump_class()
609 	tcm->tcm_handle = flow->common.classid;  in atm_tc_dump_class()
610 	tcm->tcm_info = flow->q->handle;  in atm_tc_dump_class()
616 	if (nla_put(skb, TCA_ATM_HDR, flow->hdr_len, flow->hdr))  in atm_tc_dump_class()
618 	if (flow->vcc) {  in atm_tc_dump_class()
624 		pvc.sap_addr.itf = flow->vcc->dev ? flow->vcc->dev->number : -1;  in atm_tc_dump_class()
625 		pvc.sap_addr.vpi = flow->vcc->vpi;  in atm_tc_dump_class()
626 		pvc.sap_addr.vci = flow->vcc->vci;  in atm_tc_dump_class()
629 		state = ATM_VF2VS(flow->vcc->flags);  in atm_tc_dump_class()
633 	if (flow->excess) {  in atm_tc_dump_class()
634 		if (nla_put_u32(skb, TCA_ATM_EXCESS, flow->common.classid))  in atm_tc_dump_class()
650 	struct atm_flow_data *flow = (struct atm_flow_data *)arg;  in atm_tc_dump_class_stats()  local
653 				  d, NULL, &flow->bstats) < 0 ||  in atm_tc_dump_class_stats()
654 	    gnet_stats_copy_queue(d, NULL, &flow->qstats, flow->q->q.qlen) < 0)  in atm_tc_dump_class_stats()