97 	.name = "tap",
144 static int tap_enable_queue(struct tap_dev *tap, struct file *file,  in tap_enable_queue()  argument
155 	rcu_assign_pointer(tap->taps[tap->numvtaps], q);  in tap_enable_queue()
156 	q->queue_index = tap->numvtaps;  in tap_enable_queue()
159 	tap->numvtaps++;  in tap_enable_queue()
165 static int tap_set_queue(struct tap_dev *tap, struct file *file,  in tap_set_queue()  argument
168 	if (tap->numqueues == MAX_TAP_QUEUES)  in tap_set_queue()
171 	rcu_assign_pointer(q->tap, tap);  in tap_set_queue()
172 	rcu_assign_pointer(tap->taps[tap->numvtaps], q);  in tap_set_queue()
176 	q->queue_index = tap->numvtaps;  in tap_set_queue()
179 	list_add_tail(&q->next, &tap->queue_list);  in tap_set_queue()
181 	tap->numvtaps++;  in tap_set_queue()
182 	tap->numqueues++;  in tap_set_queue()
189 	struct tap_dev *tap;  in tap_disable_queue()  local
196 	tap = rtnl_dereference(q->tap);  in tap_disable_queue()
198 	if (tap) {  in tap_disable_queue()
200 		BUG_ON(index >= tap->numvtaps);  in tap_disable_queue()
201 		nq = rtnl_dereference(tap->taps[tap->numvtaps - 1]);  in tap_disable_queue()
204 		rcu_assign_pointer(tap->taps[index], nq);  in tap_disable_queue()
205 		RCU_INIT_POINTER(tap->taps[tap->numvtaps - 1], NULL);  in tap_disable_queue()
208 		tap->numvtaps--;  in tap_disable_queue()
224 	struct tap_dev *tap;  in tap_put_queue()  local
227 	tap = rtnl_dereference(q->tap);  in tap_put_queue()
229 	if (tap) {  in tap_put_queue()
233 		tap->numqueues--;  in tap_put_queue()
234 		RCU_INIT_POINTER(q->tap, NULL);  in tap_put_queue()
252 static struct tap_queue *tap_get_queue(struct tap_dev *tap,  in tap_get_queue()  argument
261 	int numvtaps = READ_ONCE(tap->numvtaps);  in tap_get_queue()
273 		queue = rcu_dereference(tap->taps[rxq % numvtaps]);  in tap_get_queue()
283 		queue = rcu_dereference(tap->taps[rxq]);  in tap_get_queue()
288 	queue = rcu_dereference(tap->taps[0]);  in tap_get_queue()
298 void tap_del_queues(struct tap_dev *tap)  in tap_del_queues()  argument
303 	list_for_each_entry_safe(q, tmp, &tap->queue_list, next) {  in tap_del_queues()
305 		RCU_INIT_POINTER(q->tap, NULL);  in tap_del_queues()
307 			tap->numvtaps--;  in tap_del_queues()
308 		tap->numqueues--;  in tap_del_queues()
311 	BUG_ON(tap->numvtaps);  in tap_del_queues()
312 	BUG_ON(tap->numqueues);  in tap_del_queues()
314 	tap->numvtaps = MAX_TAP_QUEUES;  in tap_del_queues()
322 	struct tap_dev *tap;  in tap_handle_frame()  local
327 	tap = tap_dev_get_rcu(dev);  in tap_handle_frame()
328 	if (!tap)  in tap_handle_frame()
331 	q = tap_get_queue(tap, skb);  in tap_handle_frame()
342 		features |= tap->tap_features;  in tap_handle_frame()
371 		/* If we receive a partial checksum and the tap side  in tap_handle_frame()
394 	if (tap->count_rx_dropped)  in tap_handle_frame()
395 		tap->count_rx_dropped(tap);  in tap_handle_frame()
413 int tap_get_minor(dev_t major, struct tap_dev *tap)  in tap_get_minor()  argument
426 	retval = idr_alloc(&tap_major->minor_idr, tap, 1, TAP_NUM_DEVS, GFP_ATOMIC);  in tap_get_minor()
428 		tap->minor = retval;  in tap_get_minor()
430 		netdev_err(tap->dev, "Too many tap devices\n");  in tap_get_minor()
441 void tap_free_minor(dev_t major, struct tap_dev *tap)  in tap_free_minor()  argument
452 	if (tap->minor) {  in tap_free_minor()
453 		idr_remove(&tap_major->minor_idr, tap->minor);  in tap_free_minor()
454 		tap->minor = 0;  in tap_free_minor()
466 	struct tap_dev *tap;  in dev_get_by_tap_file()  local
472 		tap = NULL;  in dev_get_by_tap_file()
477 	tap = idr_find(&tap_major->minor_idr, minor);  in dev_get_by_tap_file()
478 	if (tap) {  in dev_get_by_tap_file()
479 		dev = tap->dev;  in dev_get_by_tap_file()
486 	return tap;  in dev_get_by_tap_file()
512 	struct tap_dev *tap;  in tap_open()  local
517 	tap = dev_get_by_tap_file(imajor(inode), iminor(inode));  in tap_open()
518 	if (!tap)  in tap_open()
526 	if (ptr_ring_init(&q->ring, tap->dev->tx_queue_len, GFP_KERNEL)) {  in tap_open()
543 	 * so far only KVM virtio_net uses tap, enable zero copy between  in tap_open()
549 	if ((tap->dev->features & NETIF_F_HIGHDMA) && (tap->dev->features & NETIF_F_SG))  in tap_open()
552 	err = tap_set_queue(tap, file, q);  in tap_open()
558 	dev_put(tap->dev);  in tap_open()
566 	if (tap)  in tap_open()
567 		dev_put(tap->dev);  in tap_open()
635 	struct tap_dev *tap;  in tap_get_user()  local
720 	tap = rcu_dereference(q->tap);  in tap_get_user()
721 	if (!tap) {  in tap_get_user()
726 	skb->dev = tap->dev;  in tap_get_user()
762 	tap = rcu_dereference(q->tap);  in tap_get_user()
763 	if (tap && tap->count_tx_dropped)  in tap_get_user()
764 		tap->count_tx_dropped(tap);  in tap_get_user()
901 	struct tap_dev *tap;  in tap_get_tap_dev()  local
904 	tap = rtnl_dereference(q->tap);  in tap_get_tap_dev()
905 	if (tap)  in tap_get_tap_dev()
906 		dev_hold(tap->dev);  in tap_get_tap_dev()
908 	return tap;  in tap_get_tap_dev()
911 static void tap_put_tap_dev(struct tap_dev *tap)  in tap_put_tap_dev()  argument
913 	dev_put(tap->dev);  in tap_put_tap_dev()
919 	struct tap_dev *tap;  in tap_ioctl_set_queue()  local
922 	tap = tap_get_tap_dev(q);  in tap_ioctl_set_queue()
923 	if (!tap)  in tap_ioctl_set_queue()
927 		ret = tap_enable_queue(tap, file, q);  in tap_ioctl_set_queue()
933 	tap_put_tap_dev(tap);  in tap_ioctl_set_queue()
939 	struct tap_dev *tap;  in set_offload()  local
943 	tap = rtnl_dereference(q->tap);  in set_offload()
944 	if (!tap)  in set_offload()
947 	features = tap->dev->features;  in set_offload()
962 	/* tun/tap driver inverts the usage for TSO offloads, where  in set_offload()
966 	 * For tap, we have to invert it to mean the same thing.  in set_offload()
975 	/* tap_features are the same as features on tun/tap and  in set_offload()
978 	tap->tap_features = feature_mask;  in set_offload()
979 	if (tap->update_features)  in set_offload()
980 		tap->update_features(tap, features);  in set_offload()
986  * provide compatibility with generic tun/tap interface
992 	struct tap_dev *tap;  in tap_ioctl()  local
1018 		tap = tap_get_tap_dev(q);  in tap_ioctl()
1019 		if (!tap) {  in tap_ioctl()
1026 		if (copy_to_user(&ifr->ifr_name, tap->dev->name, IFNAMSIZ) ||  in tap_ioctl()
1029 		tap_put_tap_dev(tap);  in tap_ioctl()
1104 		tap = tap_get_tap_dev(q);  in tap_ioctl()
1105 		if (!tap) {  in tap_ioctl()
1110 		dev_get_mac_address(&sa, dev_net(tap->dev), tap->dev->name);  in tap_ioctl()
1111 		if (copy_to_user(&ifr->ifr_name, tap->dev->name, IFNAMSIZ) ||  in tap_ioctl()
1114 		tap_put_tap_dev(tap);  in tap_ioctl()
1122 		tap = tap_get_tap_dev(q);  in tap_ioctl()
1123 		if (!tap) {  in tap_ioctl()
1127 		ret = dev_set_mac_address_user(tap->dev, &sa, NULL);  in tap_ioctl()
1128 		tap_put_tap_dev(tap);  in tap_ioctl()
1155 	struct tap_dev *tap;  in tap_get_user_xdp()  local
1187 	tap = rcu_dereference(q->tap);  in tap_get_user_xdp()
1188 	if (tap) {  in tap_get_user_xdp()
1189 		skb->dev = tap->dev;  in tap_get_user_xdp()
1203 	tap = rcu_dereference(q->tap);  in tap_get_user_xdp()
1204 	if (tap && tap->count_tx_dropped)  in tap_get_user_xdp()
1205 		tap->count_tx_dropped(tap);  in tap_get_user_xdp()
1292 int tap_queue_resize(struct tap_dev *tap)  in tap_queue_resize()  argument
1294 	struct net_device *dev = tap->dev;  in tap_queue_resize()
1297 	int n = tap->numqueues;  in tap_queue_resize()
1304 	list_for_each_entry(q, &tap->queue_list, next)  in tap_queue_resize()