62 update_vlan_tailroom_need_count(struct ieee80211_sub_if_data *sdata, int delta)  in update_vlan_tailroom_need_count()  argument
66 	if (sdata->vif.type != NL80211_IFTYPE_AP)  in update_vlan_tailroom_need_count()
70 	assert_key_lock(sdata->local);  in update_vlan_tailroom_need_count()
74 	list_for_each_entry_rcu(vlan, &sdata->u.ap.vlans, u.vlan.list)  in update_vlan_tailroom_need_count()
80 static void increment_tailroom_need_count(struct ieee80211_sub_if_data *sdata)  in increment_tailroom_need_count()  argument
101 	assert_key_lock(sdata->local);  in increment_tailroom_need_count()
103 	update_vlan_tailroom_need_count(sdata, 1);  in increment_tailroom_need_count()
105 	if (!sdata->crypto_tx_tailroom_needed_cnt++) {  in increment_tailroom_need_count()
114 static void decrease_tailroom_need_count(struct ieee80211_sub_if_data *sdata,  in decrease_tailroom_need_count()  argument
117 	assert_key_lock(sdata->local);  in decrease_tailroom_need_count()
119 	WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt < delta);  in decrease_tailroom_need_count()
121 	update_vlan_tailroom_need_count(sdata, -delta);  in decrease_tailroom_need_count()
122 	sdata->crypto_tx_tailroom_needed_cnt -= delta;  in decrease_tailroom_need_count()
127 	struct ieee80211_sub_if_data *sdata = key->sdata;  in ieee80211_key_enable_hw_accel()  local
145 			increment_tailroom_need_count(sdata);  in ieee80211_key_enable_hw_accel()
169 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {  in ieee80211_key_enable_hw_accel()
180 	if (key->conf.link_id >= 0 && sdata->vif.active_links &&  in ieee80211_key_enable_hw_accel()
181 	    !(sdata->vif.active_links & BIT(key->conf.link_id)))  in ieee80211_key_enable_hw_accel()
184 	ret = drv_set_key(key->local, SET_KEY, sdata,  in ieee80211_key_enable_hw_accel()
193 			decrease_tailroom_need_count(sdata, 1);  in ieee80211_key_enable_hw_accel()
205 		sdata_err(sdata,  in ieee80211_key_enable_hw_accel()
236 	struct ieee80211_sub_if_data *sdata;  in ieee80211_key_disable_hw_accel()  local
251 	sdata = key->sdata;  in ieee80211_key_disable_hw_accel()
253 	if (key->conf.link_id >= 0 && sdata->vif.active_links &&  in ieee80211_key_disable_hw_accel()
254 	    !(sdata->vif.active_links & BIT(key->conf.link_id)))  in ieee80211_key_disable_hw_accel()
260 		increment_tailroom_need_count(sdata);  in ieee80211_key_disable_hw_accel()
263 	ret = drv_set_key(key->local, DISABLE_KEY, sdata,  in ieee80211_key_disable_hw_accel()
267 		sdata_err(sdata,  in ieee80211_key_disable_hw_accel()
350 			ieee80211_flush_queues(local, old->sdata, false);  in ieee80211_pairwise_rekey()
358 	struct ieee80211_sub_if_data *sdata = link->sdata;  in __ieee80211_set_default_key()  local
361 	assert_key_lock(sdata->local);  in __ieee80211_set_default_key()
364 		key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in __ieee80211_set_default_key()
366 			key = key_mtx_dereference(sdata->local, link->gtk[idx]);  in __ieee80211_set_default_key()
370 		rcu_assign_pointer(sdata->default_unicast_key, key);  in __ieee80211_set_default_key()
371 		ieee80211_check_fast_xmit_iface(sdata);  in __ieee80211_set_default_key()
372 		if (sdata->vif.type != NL80211_IFTYPE_AP_VLAN)  in __ieee80211_set_default_key()
373 			drv_set_default_unicast_key(sdata->local, sdata, idx);  in __ieee80211_set_default_key()
379 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_key()
385 	mutex_lock(&link->sdata->local->key_mtx);  in ieee80211_set_default_key()
387 	mutex_unlock(&link->sdata->local->key_mtx);  in ieee80211_set_default_key()
393 	struct ieee80211_sub_if_data *sdata = link->sdata;  in __ieee80211_set_default_mgmt_key()  local
396 	assert_key_lock(sdata->local);  in __ieee80211_set_default_mgmt_key()
400 		key = key_mtx_dereference(sdata->local, link->gtk[idx]);  in __ieee80211_set_default_mgmt_key()
404 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_mgmt_key()
410 	mutex_lock(&link->sdata->local->key_mtx);  in ieee80211_set_default_mgmt_key()
412 	mutex_unlock(&link->sdata->local->key_mtx);  in ieee80211_set_default_mgmt_key()
418 	struct ieee80211_sub_if_data *sdata = link->sdata;  in __ieee80211_set_default_beacon_key()  local
421 	assert_key_lock(sdata->local);  in __ieee80211_set_default_beacon_key()
426 		key = key_mtx_dereference(sdata->local, link->gtk[idx]);  in __ieee80211_set_default_beacon_key()
430 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_beacon_key()
436 	mutex_lock(&link->sdata->local->key_mtx);  in ieee80211_set_default_beacon_key()
438 	mutex_unlock(&link->sdata->local->key_mtx);  in ieee80211_set_default_beacon_key()
441 static int ieee80211_key_replace(struct ieee80211_sub_if_data *sdata,  in ieee80211_key_replace()  argument
478 			link = sdata_dereference(sdata->link[link_id], sdata);  in ieee80211_key_replace()
490 		link = &sdata->deflink;  in ieee80211_key_replace()
521 		list_add_tail_rcu(&new->list, &sdata->key_list);  in ieee80211_key_replace()
540 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
541 						sdata->default_unicast_key);  in ieee80211_key_replace()
543 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
546 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
549 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
562 			rcu_assign_pointer(sdata->keys[idx], new);  in ieee80211_key_replace()
767 		struct ieee80211_sub_if_data *sdata = key->sdata;  in __ieee80211_key_destroy()  local
773 			sdata->crypto_tx_tailroom_pending_dec++;  in __ieee80211_key_destroy()
774 			schedule_delayed_work(&sdata->dec_tailroom_needed_wk,  in __ieee80211_key_destroy()
777 			decrease_tailroom_need_count(sdata, 1);  in __ieee80211_key_destroy()
801 	WARN_ON(key->sdata || key->local);  in ieee80211_key_free_unused()
805 static bool ieee80211_key_identical(struct ieee80211_sub_if_data *sdata,  in ieee80211_key_identical()  argument
823 	if (sdata->vif.type == NL80211_IFTYPE_STATION &&  in ieee80211_key_identical()
842 	struct ieee80211_sub_if_data *sdata = link->sdata;  in ieee80211_key_link()  local
852 	bool delay_tailroom = sdata->vif.type == NL80211_IFTYPE_STATION;  in ieee80211_key_link()
855 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_key_link()
860 		old_key = key_mtx_dereference(sdata->local, sta->ptk[idx]);  in ieee80211_key_link()
861 		alt_key = key_mtx_dereference(sdata->local, sta->ptk[idx ^ 1]);  in ieee80211_key_link()
882 		old_key = key_mtx_dereference(sdata->local, link_sta->gtk[idx]);  in ieee80211_key_link()
885 			old_key = key_mtx_dereference(sdata->local,  in ieee80211_key_link()
886 						      sdata->keys[idx]);  in ieee80211_key_link()
888 			old_key = key_mtx_dereference(sdata->local,  in ieee80211_key_link()
902 	if (ieee80211_key_identical(sdata, old_key, key)) {  in ieee80211_key_link()
908 	key->local = sdata->local;  in ieee80211_key_link()
909 	key->sdata = sdata;  in ieee80211_key_link()
918 	increment_tailroom_need_count(sdata);  in ieee80211_key_link()
920 	ret = ieee80211_key_replace(sdata, link, sta, pairwise, old_key, key);  in ieee80211_key_link()
930 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_key_link()
943 	if (key->sdata)  in ieee80211_key_free()
944 		ieee80211_key_replace(key->sdata, NULL, key->sta,  in ieee80211_key_free()
950 void ieee80211_reenable_keys(struct ieee80211_sub_if_data *sdata)  in ieee80211_reenable_keys()  argument
955 	lockdep_assert_wiphy(sdata->local->hw.wiphy);  in ieee80211_reenable_keys()
957 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_reenable_keys()
959 	sdata->crypto_tx_tailroom_needed_cnt = 0;  in ieee80211_reenable_keys()
960 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_reenable_keys()
962 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_reenable_keys()
963 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list) {  in ieee80211_reenable_keys()
969 	if (ieee80211_sdata_running(sdata)) {  in ieee80211_reenable_keys()
970 		list_for_each_entry(key, &sdata->key_list, list) {  in ieee80211_reenable_keys()
971 			increment_tailroom_need_count(sdata);  in ieee80211_reenable_keys()
976 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_reenable_keys()
990 	struct ieee80211_sub_if_data *sdata;  in ieee80211_iter_keys()  local
996 		sdata = vif_to_sdata(vif);  in ieee80211_iter_keys()
997 		list_for_each_entry_safe(key, tmp, &sdata->key_list, list)  in ieee80211_iter_keys()
998 			iter(hw, &sdata->vif,  in ieee80211_iter_keys()
1002 		list_for_each_entry(sdata, &local->interfaces, list)  in ieee80211_iter_keys()
1004 						 &sdata->key_list, list)  in ieee80211_iter_keys()
1005 				iter(hw, &sdata->vif,  in ieee80211_iter_keys()
1015 			 struct ieee80211_sub_if_data *sdata,  in _ieee80211_iter_keys_rcu()  argument
1025 	list_for_each_entry_rcu(key, &sdata->key_list, list) {  in _ieee80211_iter_keys_rcu()
1032 		iter(hw, &sdata->vif,  in _ieee80211_iter_keys_rcu()
1048 	struct ieee80211_sub_if_data *sdata;  in ieee80211_iter_keys_rcu()  local
1051 		sdata = vif_to_sdata(vif);  in ieee80211_iter_keys_rcu()
1052 		_ieee80211_iter_keys_rcu(hw, sdata, iter, iter_data);  in ieee80211_iter_keys_rcu()
1054 		list_for_each_entry_rcu(sdata, &local->interfaces, list)  in ieee80211_iter_keys_rcu()
1055 			_ieee80211_iter_keys_rcu(hw, sdata, iter, iter_data);  in ieee80211_iter_keys_rcu()
1060 static void ieee80211_free_keys_iface(struct ieee80211_sub_if_data *sdata,  in ieee80211_free_keys_iface()  argument
1065 	decrease_tailroom_need_count(sdata,  in ieee80211_free_keys_iface()
1066 				     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_free_keys_iface()
1067 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_free_keys_iface()
1069 	ieee80211_debugfs_key_remove_mgmt_default(sdata);  in ieee80211_free_keys_iface()
1070 	ieee80211_debugfs_key_remove_beacon_default(sdata);  in ieee80211_free_keys_iface()
1072 	list_for_each_entry_safe(key, tmp, &sdata->key_list, list) {  in ieee80211_free_keys_iface()
1073 		ieee80211_key_replace(key->sdata, NULL, key->sta,  in ieee80211_free_keys_iface()
1079 	ieee80211_debugfs_key_update_default(sdata);  in ieee80211_free_keys_iface()
1085 	struct ieee80211_sub_if_data *sdata = link->sdata;  in ieee80211_remove_link_keys()  local
1086 	struct ieee80211_local *local = sdata->local;  in ieee80211_remove_link_keys()
1090 	list_for_each_entry_safe(key, tmp, &sdata->key_list, list) {  in ieee80211_remove_link_keys()
1093 		ieee80211_key_replace(key->sdata, link, key->sta,  in ieee80211_remove_link_keys()
1112 void ieee80211_free_keys(struct ieee80211_sub_if_data *sdata,  in ieee80211_free_keys()  argument
1115 	struct ieee80211_local *local = sdata->local;  in ieee80211_free_keys()
1121 	cancel_delayed_work_sync(&sdata->dec_tailroom_needed_wk);  in ieee80211_free_keys()
1125 	ieee80211_free_keys_iface(sdata, &keys);  in ieee80211_free_keys()
1127 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_free_keys()
1128 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_free_keys()
1137 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {  in ieee80211_free_keys()
1138 		if (sdata->bss) {  in ieee80211_free_keys()
1139 			master = container_of(sdata->bss,  in ieee80211_free_keys()
1143 			WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt !=  in ieee80211_free_keys()
1147 		WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt ||  in ieee80211_free_keys()
1148 			     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_free_keys()
1151 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_free_keys()
1152 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_free_keys()
1171 		ieee80211_key_replace(key->sdata, NULL, key->sta,  in ieee80211_free_sta_keys()
1174 		__ieee80211_key_destroy(key, key->sdata->vif.type ==  in ieee80211_free_sta_keys()
1182 		ieee80211_key_replace(key->sdata, NULL, key->sta,  in ieee80211_free_sta_keys()
1185 		__ieee80211_key_destroy(key, key->sdata->vif.type ==  in ieee80211_free_sta_keys()
1194 	struct ieee80211_sub_if_data *sdata;  in ieee80211_delayed_tailroom_dec()  local
1196 	sdata = container_of(wk, struct ieee80211_sub_if_data,  in ieee80211_delayed_tailroom_dec()
1215 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_delayed_tailroom_dec()
1216 	decrease_tailroom_need_count(sdata,  in ieee80211_delayed_tailroom_dec()
1217 				     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_delayed_tailroom_dec()
1218 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_delayed_tailroom_dec()
1219 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_delayed_tailroom_dec()
1225 	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);  in ieee80211_gtk_rekey_notify()  local
1227 	trace_api_gtk_rekey_notify(sdata, bssid, replay_ctr);  in ieee80211_gtk_rekey_notify()
1229 	cfg80211_gtk_rekey_notify(sdata->dev, bssid, replay_ctr, gfp);  in ieee80211_gtk_rekey_notify()
1360 			increment_tailroom_need_count(key->sdata);  in ieee80211_remove_key()
1371 	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);  in ieee80211_gtk_rekey_add()  local
1372 	struct ieee80211_local *local = sdata->local;  in ieee80211_gtk_rekey_add()
1388 	if (sdata->u.mgd.mfp != IEEE80211_MFP_DISABLED)  in ieee80211_gtk_rekey_add()
1392 	err = ieee80211_key_link(key, &sdata->deflink, NULL);  in ieee80211_gtk_rekey_add()
1449 int ieee80211_key_switch_links(struct ieee80211_sub_if_data *sdata,  in ieee80211_key_switch_links()  argument
1456 	list_for_each_entry(key, &sdata->key_list, list) {  in ieee80211_key_switch_links()
1467 	list_for_each_entry(key, &sdata->key_list, list) {  in ieee80211_key_switch_links()