2393 static bool remove_xps_queue(struct xps_dev_maps *dev_maps,  in remove_xps_queue()  argument
2399 	if (dev_maps)  in remove_xps_queue()
2400 		map = xmap_dereference(dev_maps->attr_map[tci]);  in remove_xps_queue()
2415 		RCU_INIT_POINTER(dev_maps->attr_map[tci], NULL);  in remove_xps_queue()
2424 				 struct xps_dev_maps *dev_maps,  in remove_xps_queue_cpu()  argument
2427 	int num_tc = dev_maps->num_tc;  in remove_xps_queue_cpu()
2435 			if (!remove_xps_queue(dev_maps, NULL, tci, j))  in remove_xps_queue_cpu()
2446 			   struct xps_dev_maps *dev_maps,  in reset_xps_maps()  argument
2455 	kfree_rcu(dev_maps, rcu);  in reset_xps_maps()
2461 	struct xps_dev_maps *dev_maps;  in clean_xps_maps()  local
2465 	dev_maps = xmap_dereference(dev->xps_maps[type]);  in clean_xps_maps()
2466 	if (!dev_maps)  in clean_xps_maps()
2469 	for (j = 0; j < dev_maps->nr_ids; j++)  in clean_xps_maps()
2470 		active |= remove_xps_queue_cpu(dev, dev_maps, j, offset, count);  in clean_xps_maps()
2472 		reset_xps_maps(dev, dev_maps, type);  in clean_xps_maps()
2545 static void xps_copy_dev_maps(struct xps_dev_maps *dev_maps,  in xps_copy_dev_maps()  argument
2549 	int i, tci = index * dev_maps->num_tc;  in xps_copy_dev_maps()
2553 	for (i = 0; i < dev_maps->num_tc; i++, tci++) {  in xps_copy_dev_maps()
2558 		map = xmap_dereference(dev_maps->attr_map[tci]);  in xps_copy_dev_maps()
2567 	struct xps_dev_maps *dev_maps, *new_dev_maps = NULL, *old_dev_maps = NULL;  in __netif_set_xps_queue()  local
2591 	dev_maps = xmap_dereference(dev->xps_maps[type]);  in __netif_set_xps_queue()
2610 	if (dev_maps &&  in __netif_set_xps_queue()
2611 	    dev_maps->num_tc == num_tc && dev_maps->nr_ids == nr_ids)  in __netif_set_xps_queue()
2629 		map = copy ? xmap_dereference(dev_maps->attr_map[tci]) : NULL;  in __netif_set_xps_queue()
2641 	if (!dev_maps) {  in __netif_set_xps_queue()
2676 			xps_copy_dev_maps(dev_maps, new_dev_maps, j, tc,  in __netif_set_xps_queue()
2683 	if (!dev_maps)  in __netif_set_xps_queue()
2686 	for (j = 0; j < dev_maps->nr_ids; j++) {  in __netif_set_xps_queue()
2687 		for (i = num_tc, tci = j * dev_maps->num_tc; i--; tci++) {  in __netif_set_xps_queue()
2688 			map = xmap_dereference(dev_maps->attr_map[tci]);  in __netif_set_xps_queue()
2698 			RCU_INIT_POINTER(dev_maps->attr_map[tci], NULL);  in __netif_set_xps_queue()
2703 	old_dev_maps = dev_maps;  in __netif_set_xps_queue()
2706 	dev_maps = new_dev_maps;  in __netif_set_xps_queue()
2716 	if (!dev_maps)  in __netif_set_xps_queue()
2720 	for (j = 0; j < dev_maps->nr_ids; j++) {  in __netif_set_xps_queue()
2721 		tci = j * dev_maps->num_tc;  in __netif_set_xps_queue()
2723 		for (i = 0; i < dev_maps->num_tc; i++, tci++) {  in __netif_set_xps_queue()
2725 			    netif_attr_test_mask(j, mask, dev_maps->nr_ids) &&  in __netif_set_xps_queue()
2726 			    netif_attr_test_online(j, online_mask, dev_maps->nr_ids))  in __netif_set_xps_queue()
2729 			active |= remove_xps_queue(dev_maps,  in __netif_set_xps_queue()
2740 		reset_xps_maps(dev, dev_maps, type);  in __netif_set_xps_queue()
2752 			      xmap_dereference(dev_maps->attr_map[tci]) :  in __netif_set_xps_queue()
3970 			       struct xps_dev_maps *dev_maps, unsigned int tci)  in __get_xps_queue_idx()  argument
3976 	if (tc >= dev_maps->num_tc || tci >= dev_maps->nr_ids)  in __get_xps_queue_idx()
3979 	tci *= dev_maps->num_tc;  in __get_xps_queue_idx()
3982 	map = rcu_dereference(dev_maps->attr_map[tci]);  in __get_xps_queue_idx()
4000 	struct xps_dev_maps *dev_maps;  in get_xps_queue()  local
4011 	dev_maps = rcu_dereference(sb_dev->xps_maps[XPS_RXQS]);  in get_xps_queue()
4012 	if (dev_maps) {  in get_xps_queue()
4016 			queue_index = __get_xps_queue_idx(dev, skb, dev_maps,  in get_xps_queue()
4022 		dev_maps = rcu_dereference(sb_dev->xps_maps[XPS_CPUS]);  in get_xps_queue()
4023 		if (dev_maps) {  in get_xps_queue()
4026 			queue_index = __get_xps_queue_idx(dev, skb, dev_maps,  in get_xps_queue()