64 update_vlan_tailroom_need_count(struct ieee80211_sub_if_data *sdata, int delta)  in update_vlan_tailroom_need_count()  argument
68 	if (sdata->vif.type != NL80211_IFTYPE_AP)  in update_vlan_tailroom_need_count()
72 	assert_key_lock(sdata->local);  in update_vlan_tailroom_need_count()
76 	list_for_each_entry_rcu(vlan, &sdata->u.ap.vlans, u.vlan.list)  in update_vlan_tailroom_need_count()
82 static void increment_tailroom_need_count(struct ieee80211_sub_if_data *sdata)  in increment_tailroom_need_count()  argument
103 	assert_key_lock(sdata->local);  in increment_tailroom_need_count()
105 	update_vlan_tailroom_need_count(sdata, 1);  in increment_tailroom_need_count()
107 	if (!sdata->crypto_tx_tailroom_needed_cnt++) {  in increment_tailroom_need_count()
116 static void decrease_tailroom_need_count(struct ieee80211_sub_if_data *sdata,  in decrease_tailroom_need_count()  argument
119 	assert_key_lock(sdata->local);  in decrease_tailroom_need_count()
121 	WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt < delta);  in decrease_tailroom_need_count()
123 	update_vlan_tailroom_need_count(sdata, -delta);  in decrease_tailroom_need_count()
124 	sdata->crypto_tx_tailroom_needed_cnt -= delta;  in decrease_tailroom_need_count()
129 	struct ieee80211_sub_if_data *sdata = key->sdata;  in ieee80211_key_enable_hw_accel()  local
165 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {  in ieee80211_key_enable_hw_accel()
174 	ret = drv_set_key(key->local, SET_KEY, sdata,  in ieee80211_key_enable_hw_accel()
183 			decrease_tailroom_need_count(sdata, 1);  in ieee80211_key_enable_hw_accel()
195 		sdata_err(sdata,  in ieee80211_key_enable_hw_accel()
217 			if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN)  in ieee80211_key_enable_hw_accel()
229 	struct ieee80211_sub_if_data *sdata;  in ieee80211_key_disable_hw_accel()  local
244 	sdata = key->sdata;  in ieee80211_key_disable_hw_accel()
249 		increment_tailroom_need_count(sdata);  in ieee80211_key_disable_hw_accel()
251 	ret = drv_set_key(key->local, DISABLE_KEY, sdata,  in ieee80211_key_disable_hw_accel()
255 		sdata_err(sdata,  in ieee80211_key_disable_hw_accel()
263 static void __ieee80211_set_default_key(struct ieee80211_sub_if_data *sdata,  in __ieee80211_set_default_key()  argument
268 	assert_key_lock(sdata->local);  in __ieee80211_set_default_key()
271 		key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in __ieee80211_set_default_key()
274 		rcu_assign_pointer(sdata->default_unicast_key, key);  in __ieee80211_set_default_key()
275 		ieee80211_check_fast_xmit_iface(sdata);  in __ieee80211_set_default_key()
276 		if (sdata->vif.type != NL80211_IFTYPE_AP_VLAN)  in __ieee80211_set_default_key()
277 			drv_set_default_unicast_key(sdata->local, sdata, idx);  in __ieee80211_set_default_key()
281 		rcu_assign_pointer(sdata->default_multicast_key, key);  in __ieee80211_set_default_key()
283 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_key()
286 void ieee80211_set_default_key(struct ieee80211_sub_if_data *sdata, int idx,  in ieee80211_set_default_key()  argument
289 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_set_default_key()
290 	__ieee80211_set_default_key(sdata, idx, uni, multi);  in ieee80211_set_default_key()
291 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_set_default_key()
295 __ieee80211_set_default_mgmt_key(struct ieee80211_sub_if_data *sdata, int idx)  in __ieee80211_set_default_mgmt_key()  argument
299 	assert_key_lock(sdata->local);  in __ieee80211_set_default_mgmt_key()
303 		key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in __ieee80211_set_default_mgmt_key()
305 	rcu_assign_pointer(sdata->default_mgmt_key, key);  in __ieee80211_set_default_mgmt_key()
307 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_mgmt_key()
310 void ieee80211_set_default_mgmt_key(struct ieee80211_sub_if_data *sdata,  in ieee80211_set_default_mgmt_key()  argument
313 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_set_default_mgmt_key()
314 	__ieee80211_set_default_mgmt_key(sdata, idx);  in ieee80211_set_default_mgmt_key()
315 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_set_default_mgmt_key()
319 static void ieee80211_key_replace(struct ieee80211_sub_if_data *sdata,  in ieee80211_key_replace()  argument
333 		list_add_tail_rcu(&new->list, &sdata->key_list);  in ieee80211_key_replace()
353 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
354 						sdata->default_unicast_key);  in ieee80211_key_replace()
356 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
357 						sdata->default_multicast_key);  in ieee80211_key_replace()
359 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
360 						sdata->default_mgmt_key);  in ieee80211_key_replace()
363 			__ieee80211_set_default_key(sdata, -1, true, false);  in ieee80211_key_replace()
365 			__ieee80211_set_default_key(sdata, -1, false, true);  in ieee80211_key_replace()
367 			__ieee80211_set_default_mgmt_key(sdata, -1);  in ieee80211_key_replace()
369 		rcu_assign_pointer(sdata->keys[idx], new);  in ieee80211_key_replace()
371 			__ieee80211_set_default_key(sdata, new->conf.keyidx,  in ieee80211_key_replace()
374 			__ieee80211_set_default_key(sdata, new->conf.keyidx,  in ieee80211_key_replace()
377 			__ieee80211_set_default_mgmt_key(sdata,  in ieee80211_key_replace()
582 		struct ieee80211_sub_if_data *sdata = key->sdata;  in __ieee80211_key_destroy()  local
588 			sdata->crypto_tx_tailroom_pending_dec++;  in __ieee80211_key_destroy()
589 			schedule_delayed_work(&sdata->dec_tailroom_needed_wk,  in __ieee80211_key_destroy()
592 			decrease_tailroom_need_count(sdata, 1);  in __ieee80211_key_destroy()
616 	WARN_ON(key->sdata || key->local);  in ieee80211_key_free_unused()
620 static bool ieee80211_key_identical(struct ieee80211_sub_if_data *sdata,  in ieee80211_key_identical()  argument
638 	if (sdata->vif.type == NL80211_IFTYPE_STATION &&  in ieee80211_key_identical()
654 		       struct ieee80211_sub_if_data *sdata,  in ieee80211_key_link()  argument
657 	struct ieee80211_local *local = sdata->local;  in ieee80211_key_link()
666 	bool delay_tailroom = sdata->vif.type == NL80211_IFTYPE_STATION;  in ieee80211_key_link()
669 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_key_link()
672 		old_key = key_mtx_dereference(sdata->local, sta->ptk[idx]);  in ieee80211_key_link()
674 		old_key = key_mtx_dereference(sdata->local, sta->gtk[idx]);  in ieee80211_key_link()
676 		old_key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in ieee80211_key_link()
682 	if (ieee80211_key_identical(sdata, old_key, key)) {  in ieee80211_key_link()
688 	key->local = sdata->local;  in ieee80211_key_link()
689 	key->sdata = sdata;  in ieee80211_key_link()
692 	increment_tailroom_need_count(sdata);  in ieee80211_key_link()
694 	ieee80211_key_replace(sdata, sta, pairwise, old_key, key);  in ieee80211_key_link()
708 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_key_link()
721 	if (key->sdata)  in ieee80211_key_free()
722 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_key_free()
728 void ieee80211_enable_keys(struct ieee80211_sub_if_data *sdata)  in ieee80211_enable_keys()  argument
735 	if (WARN_ON(!ieee80211_sdata_running(sdata)))  in ieee80211_enable_keys()
738 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_enable_keys()
740 	WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt ||  in ieee80211_enable_keys()
741 		     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_enable_keys()
743 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_enable_keys()
744 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_enable_keys()
749 	list_for_each_entry(key, &sdata->key_list, list) {  in ieee80211_enable_keys()
750 		increment_tailroom_need_count(sdata);  in ieee80211_enable_keys()
754 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_enable_keys()
757 void ieee80211_reset_crypto_tx_tailroom(struct ieee80211_sub_if_data *sdata)  in ieee80211_reset_crypto_tx_tailroom()  argument
761 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_reset_crypto_tx_tailroom()
763 	sdata->crypto_tx_tailroom_needed_cnt = 0;  in ieee80211_reset_crypto_tx_tailroom()
765 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_reset_crypto_tx_tailroom()
766 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_reset_crypto_tx_tailroom()
770 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_reset_crypto_tx_tailroom()
784 	struct ieee80211_sub_if_data *sdata;  in ieee80211_iter_keys()  local
790 		sdata = vif_to_sdata(vif);  in ieee80211_iter_keys()
791 		list_for_each_entry_safe(key, tmp, &sdata->key_list, list)  in ieee80211_iter_keys()
792 			iter(hw, &sdata->vif,  in ieee80211_iter_keys()
796 		list_for_each_entry(sdata, &local->interfaces, list)  in ieee80211_iter_keys()
798 						 &sdata->key_list, list)  in ieee80211_iter_keys()
799 				iter(hw, &sdata->vif,  in ieee80211_iter_keys()
809 			 struct ieee80211_sub_if_data *sdata,  in _ieee80211_iter_keys_rcu()  argument
819 	list_for_each_entry_rcu(key, &sdata->key_list, list) {  in _ieee80211_iter_keys_rcu()
826 		iter(hw, &sdata->vif,  in _ieee80211_iter_keys_rcu()
842 	struct ieee80211_sub_if_data *sdata;  in ieee80211_iter_keys_rcu()  local
845 		sdata = vif_to_sdata(vif);  in ieee80211_iter_keys_rcu()
846 		_ieee80211_iter_keys_rcu(hw, sdata, iter, iter_data);  in ieee80211_iter_keys_rcu()
848 		list_for_each_entry_rcu(sdata, &local->interfaces, list)  in ieee80211_iter_keys_rcu()
849 			_ieee80211_iter_keys_rcu(hw, sdata, iter, iter_data);  in ieee80211_iter_keys_rcu()
854 static void ieee80211_free_keys_iface(struct ieee80211_sub_if_data *sdata,  in ieee80211_free_keys_iface()  argument
859 	decrease_tailroom_need_count(sdata,  in ieee80211_free_keys_iface()
860 				     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_free_keys_iface()
861 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_free_keys_iface()
863 	ieee80211_debugfs_key_remove_mgmt_default(sdata);  in ieee80211_free_keys_iface()
865 	list_for_each_entry_safe(key, tmp, &sdata->key_list, list) {  in ieee80211_free_keys_iface()
866 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_keys_iface()
872 	ieee80211_debugfs_key_update_default(sdata);  in ieee80211_free_keys_iface()
875 void ieee80211_free_keys(struct ieee80211_sub_if_data *sdata,  in ieee80211_free_keys()  argument
878 	struct ieee80211_local *local = sdata->local;  in ieee80211_free_keys()
884 	cancel_delayed_work_sync(&sdata->dec_tailroom_needed_wk);  in ieee80211_free_keys()
888 	ieee80211_free_keys_iface(sdata, &keys);  in ieee80211_free_keys()
890 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_free_keys()
891 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_free_keys()
900 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {  in ieee80211_free_keys()
901 		if (sdata->bss) {  in ieee80211_free_keys()
902 			master = container_of(sdata->bss,  in ieee80211_free_keys()
906 			WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt !=  in ieee80211_free_keys()
910 		WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt ||  in ieee80211_free_keys()
911 			     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_free_keys()
914 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_free_keys()
915 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_free_keys()
934 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_sta_keys()
937 		__ieee80211_key_destroy(key, key->sdata->vif.type ==  in ieee80211_free_sta_keys()
945 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_sta_keys()
948 		__ieee80211_key_destroy(key, key->sdata->vif.type ==  in ieee80211_free_sta_keys()
957 	struct ieee80211_sub_if_data *sdata;  in ieee80211_delayed_tailroom_dec()  local
959 	sdata = container_of(wk, struct ieee80211_sub_if_data,  in ieee80211_delayed_tailroom_dec()
978 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_delayed_tailroom_dec()
979 	decrease_tailroom_need_count(sdata,  in ieee80211_delayed_tailroom_dec()
980 				     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_delayed_tailroom_dec()
981 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_delayed_tailroom_dec()
982 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_delayed_tailroom_dec()
988 	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);  in ieee80211_gtk_rekey_notify()  local
990 	trace_api_gtk_rekey_notify(sdata, bssid, replay_ctr);  in ieee80211_gtk_rekey_notify()
992 	cfg80211_gtk_rekey_notify(sdata->dev, bssid, replay_ctr, gfp);  in ieee80211_gtk_rekey_notify()
1123 			increment_tailroom_need_count(key->sdata);  in ieee80211_remove_key()
1134 	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);  in ieee80211_gtk_rekey_add()  local
1135 	struct ieee80211_local *local = sdata->local;  in ieee80211_gtk_rekey_add()
1151 	if (sdata->u.mgd.mfp != IEEE80211_MFP_DISABLED)  in ieee80211_gtk_rekey_add()
1154 	err = ieee80211_key_link(key, sdata, NULL);  in ieee80211_gtk_rekey_add()