62 update_vlan_tailroom_need_count(struct ieee80211_sub_if_data *sdata, int delta)  in update_vlan_tailroom_need_count()  argument
66 	if (sdata->vif.type != NL80211_IFTYPE_AP)  in update_vlan_tailroom_need_count()
70 	assert_key_lock(sdata->local);  in update_vlan_tailroom_need_count()
74 	list_for_each_entry_rcu(vlan, &sdata->u.ap.vlans, u.vlan.list)  in update_vlan_tailroom_need_count()
80 static void increment_tailroom_need_count(struct ieee80211_sub_if_data *sdata)  in increment_tailroom_need_count()  argument
101 	assert_key_lock(sdata->local);  in increment_tailroom_need_count()
103 	update_vlan_tailroom_need_count(sdata, 1);  in increment_tailroom_need_count()
105 	if (!sdata->crypto_tx_tailroom_needed_cnt++) {  in increment_tailroom_need_count()
114 static void decrease_tailroom_need_count(struct ieee80211_sub_if_data *sdata,  in decrease_tailroom_need_count()  argument
117 	assert_key_lock(sdata->local);  in decrease_tailroom_need_count()
119 	WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt < delta);  in decrease_tailroom_need_count()
121 	update_vlan_tailroom_need_count(sdata, -delta);  in decrease_tailroom_need_count()
122 	sdata->crypto_tx_tailroom_needed_cnt -= delta;  in decrease_tailroom_need_count()
127 	struct ieee80211_sub_if_data *sdata = key->sdata;  in ieee80211_key_enable_hw_accel()  local
145 			increment_tailroom_need_count(sdata);  in ieee80211_key_enable_hw_accel()
169 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {  in ieee80211_key_enable_hw_accel()
180 	ret = drv_set_key(key->local, SET_KEY, sdata,  in ieee80211_key_enable_hw_accel()
189 			decrease_tailroom_need_count(sdata, 1);  in ieee80211_key_enable_hw_accel()
201 		sdata_err(sdata,  in ieee80211_key_enable_hw_accel()
232 	struct ieee80211_sub_if_data *sdata;  in ieee80211_key_disable_hw_accel()  local
247 	sdata = key->sdata;  in ieee80211_key_disable_hw_accel()
252 		increment_tailroom_need_count(sdata);  in ieee80211_key_disable_hw_accel()
255 	ret = drv_set_key(key->local, DISABLE_KEY, sdata,  in ieee80211_key_disable_hw_accel()
259 		sdata_err(sdata,  in ieee80211_key_disable_hw_accel()
335 			ieee80211_flush_queues(local, old->sdata, false);  in ieee80211_pairwise_rekey()
340 static void __ieee80211_set_default_key(struct ieee80211_sub_if_data *sdata,  in __ieee80211_set_default_key()  argument
345 	assert_key_lock(sdata->local);  in __ieee80211_set_default_key()
348 		key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in __ieee80211_set_default_key()
351 		rcu_assign_pointer(sdata->default_unicast_key, key);  in __ieee80211_set_default_key()
352 		ieee80211_check_fast_xmit_iface(sdata);  in __ieee80211_set_default_key()
353 		if (sdata->vif.type != NL80211_IFTYPE_AP_VLAN)  in __ieee80211_set_default_key()
354 			drv_set_default_unicast_key(sdata->local, sdata, idx);  in __ieee80211_set_default_key()
358 		rcu_assign_pointer(sdata->default_multicast_key, key);  in __ieee80211_set_default_key()
360 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_key()
363 void ieee80211_set_default_key(struct ieee80211_sub_if_data *sdata, int idx,  in ieee80211_set_default_key()  argument
366 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_set_default_key()
367 	__ieee80211_set_default_key(sdata, idx, uni, multi);  in ieee80211_set_default_key()
368 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_set_default_key()
372 __ieee80211_set_default_mgmt_key(struct ieee80211_sub_if_data *sdata, int idx)  in __ieee80211_set_default_mgmt_key()  argument
376 	assert_key_lock(sdata->local);  in __ieee80211_set_default_mgmt_key()
380 		key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in __ieee80211_set_default_mgmt_key()
382 	rcu_assign_pointer(sdata->default_mgmt_key, key);  in __ieee80211_set_default_mgmt_key()
384 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_mgmt_key()
387 void ieee80211_set_default_mgmt_key(struct ieee80211_sub_if_data *sdata,  in ieee80211_set_default_mgmt_key()  argument
390 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_set_default_mgmt_key()
391 	__ieee80211_set_default_mgmt_key(sdata, idx);  in ieee80211_set_default_mgmt_key()
392 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_set_default_mgmt_key()
395 static int ieee80211_key_replace(struct ieee80211_sub_if_data *sdata,  in ieee80211_key_replace()  argument
410 		list_add_tail_rcu(&new->list, &sdata->key_list);  in ieee80211_key_replace()
460 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
461 						sdata->default_unicast_key);  in ieee80211_key_replace()
463 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
464 						sdata->default_multicast_key);  in ieee80211_key_replace()
466 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
467 						sdata->default_mgmt_key);  in ieee80211_key_replace()
470 			__ieee80211_set_default_key(sdata, -1, true, false);  in ieee80211_key_replace()
472 			__ieee80211_set_default_key(sdata, -1, false, true);  in ieee80211_key_replace()
474 			__ieee80211_set_default_mgmt_key(sdata, -1);  in ieee80211_key_replace()
476 		rcu_assign_pointer(sdata->keys[idx], new);  in ieee80211_key_replace()
478 			__ieee80211_set_default_key(sdata, new->conf.keyidx,  in ieee80211_key_replace()
481 			__ieee80211_set_default_key(sdata, new->conf.keyidx,  in ieee80211_key_replace()
484 			__ieee80211_set_default_mgmt_key(sdata,  in ieee80211_key_replace()
688 		struct ieee80211_sub_if_data *sdata = key->sdata;  in __ieee80211_key_destroy()  local
694 			sdata->crypto_tx_tailroom_pending_dec++;  in __ieee80211_key_destroy()
695 			schedule_delayed_work(&sdata->dec_tailroom_needed_wk,  in __ieee80211_key_destroy()
698 			decrease_tailroom_need_count(sdata, 1);  in __ieee80211_key_destroy()
722 	WARN_ON(key->sdata || key->local);  in ieee80211_key_free_unused()
726 static bool ieee80211_key_identical(struct ieee80211_sub_if_data *sdata,  in ieee80211_key_identical()  argument
744 	if (sdata->vif.type == NL80211_IFTYPE_STATION &&  in ieee80211_key_identical()
760 		       struct ieee80211_sub_if_data *sdata,  in ieee80211_key_link()  argument
771 	bool delay_tailroom = sdata->vif.type == NL80211_IFTYPE_STATION;  in ieee80211_key_link()
774 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_key_link()
779 		old_key = key_mtx_dereference(sdata->local, sta->ptk[idx]);  in ieee80211_key_link()
780 		alt_key = key_mtx_dereference(sdata->local, sta->ptk[idx ^ 1]);  in ieee80211_key_link()
789 		old_key = key_mtx_dereference(sdata->local, sta->gtk[idx]);  in ieee80211_key_link()
791 		old_key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in ieee80211_key_link()
804 	if (ieee80211_key_identical(sdata, old_key, key)) {  in ieee80211_key_link()
810 	key->local = sdata->local;  in ieee80211_key_link()
811 	key->sdata = sdata;  in ieee80211_key_link()
814 	increment_tailroom_need_count(sdata);  in ieee80211_key_link()
816 	ret = ieee80211_key_replace(sdata, sta, pairwise, old_key, key);  in ieee80211_key_link()
826 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_key_link()
839 	if (key->sdata)  in ieee80211_key_free()
840 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_key_free()
846 void ieee80211_reenable_keys(struct ieee80211_sub_if_data *sdata)  in ieee80211_reenable_keys()  argument
853 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_reenable_keys()
855 	sdata->crypto_tx_tailroom_needed_cnt = 0;  in ieee80211_reenable_keys()
856 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_reenable_keys()
858 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_reenable_keys()
859 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list) {  in ieee80211_reenable_keys()
865 	if (ieee80211_sdata_running(sdata)) {  in ieee80211_reenable_keys()
866 		list_for_each_entry(key, &sdata->key_list, list) {  in ieee80211_reenable_keys()
867 			increment_tailroom_need_count(sdata);  in ieee80211_reenable_keys()
872 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_reenable_keys()
886 	struct ieee80211_sub_if_data *sdata;  in ieee80211_iter_keys()  local
892 		sdata = vif_to_sdata(vif);  in ieee80211_iter_keys()
893 		list_for_each_entry_safe(key, tmp, &sdata->key_list, list)  in ieee80211_iter_keys()
894 			iter(hw, &sdata->vif,  in ieee80211_iter_keys()
898 		list_for_each_entry(sdata, &local->interfaces, list)  in ieee80211_iter_keys()
900 						 &sdata->key_list, list)  in ieee80211_iter_keys()
901 				iter(hw, &sdata->vif,  in ieee80211_iter_keys()
911 			 struct ieee80211_sub_if_data *sdata,  in _ieee80211_iter_keys_rcu()  argument
921 	list_for_each_entry_rcu(key, &sdata->key_list, list) {  in _ieee80211_iter_keys_rcu()
928 		iter(hw, &sdata->vif,  in _ieee80211_iter_keys_rcu()
944 	struct ieee80211_sub_if_data *sdata;  in ieee80211_iter_keys_rcu()  local
947 		sdata = vif_to_sdata(vif);  in ieee80211_iter_keys_rcu()
948 		_ieee80211_iter_keys_rcu(hw, sdata, iter, iter_data);  in ieee80211_iter_keys_rcu()
950 		list_for_each_entry_rcu(sdata, &local->interfaces, list)  in ieee80211_iter_keys_rcu()
951 			_ieee80211_iter_keys_rcu(hw, sdata, iter, iter_data);  in ieee80211_iter_keys_rcu()
956 static void ieee80211_free_keys_iface(struct ieee80211_sub_if_data *sdata,  in ieee80211_free_keys_iface()  argument
961 	decrease_tailroom_need_count(sdata,  in ieee80211_free_keys_iface()
962 				     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_free_keys_iface()
963 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_free_keys_iface()
965 	ieee80211_debugfs_key_remove_mgmt_default(sdata);  in ieee80211_free_keys_iface()
967 	list_for_each_entry_safe(key, tmp, &sdata->key_list, list) {  in ieee80211_free_keys_iface()
968 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_keys_iface()
974 	ieee80211_debugfs_key_update_default(sdata);  in ieee80211_free_keys_iface()
977 void ieee80211_free_keys(struct ieee80211_sub_if_data *sdata,  in ieee80211_free_keys()  argument
980 	struct ieee80211_local *local = sdata->local;  in ieee80211_free_keys()
986 	cancel_delayed_work_sync(&sdata->dec_tailroom_needed_wk);  in ieee80211_free_keys()
990 	ieee80211_free_keys_iface(sdata, &keys);  in ieee80211_free_keys()
992 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_free_keys()
993 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_free_keys()
1002 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {  in ieee80211_free_keys()
1003 		if (sdata->bss) {  in ieee80211_free_keys()
1004 			master = container_of(sdata->bss,  in ieee80211_free_keys()
1008 			WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt !=  in ieee80211_free_keys()
1012 		WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt ||  in ieee80211_free_keys()
1013 			     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_free_keys()
1016 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_free_keys()
1017 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_free_keys()
1036 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_sta_keys()
1039 		__ieee80211_key_destroy(key, key->sdata->vif.type ==  in ieee80211_free_sta_keys()
1047 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_sta_keys()
1050 		__ieee80211_key_destroy(key, key->sdata->vif.type ==  in ieee80211_free_sta_keys()
1059 	struct ieee80211_sub_if_data *sdata;  in ieee80211_delayed_tailroom_dec()  local
1061 	sdata = container_of(wk, struct ieee80211_sub_if_data,  in ieee80211_delayed_tailroom_dec()
1080 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_delayed_tailroom_dec()
1081 	decrease_tailroom_need_count(sdata,  in ieee80211_delayed_tailroom_dec()
1082 				     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_delayed_tailroom_dec()
1083 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_delayed_tailroom_dec()
1084 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_delayed_tailroom_dec()
1090 	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);  in ieee80211_gtk_rekey_notify()  local
1092 	trace_api_gtk_rekey_notify(sdata, bssid, replay_ctr);  in ieee80211_gtk_rekey_notify()
1094 	cfg80211_gtk_rekey_notify(sdata->dev, bssid, replay_ctr, gfp);  in ieee80211_gtk_rekey_notify()
1225 			increment_tailroom_need_count(key->sdata);  in ieee80211_remove_key()
1236 	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);  in ieee80211_gtk_rekey_add()  local
1237 	struct ieee80211_local *local = sdata->local;  in ieee80211_gtk_rekey_add()
1253 	if (sdata->u.mgd.mfp != IEEE80211_MFP_DISABLED)  in ieee80211_gtk_rekey_add()
1256 	err = ieee80211_key_link(key, sdata, NULL);  in ieee80211_gtk_rekey_add()