570 static inline struct zcrypt_queue *zcrypt_pick_queue(struct zcrypt_card *zc,  in zcrypt_pick_queue()  argument
579 	atomic_add(weight, &zc->load);  in zcrypt_pick_queue()
586 static inline void zcrypt_drop_queue(struct zcrypt_card *zc,  in zcrypt_drop_queue()  argument
592 	atomic_sub(weight, &zc->load);  in zcrypt_drop_queue()
599 static inline bool zcrypt_card_compare(struct zcrypt_card *zc,  in zcrypt_card_compare()  argument
606 	weight += atomic_read(&zc->load);  in zcrypt_card_compare()
609 		return atomic64_read(&zc->card->total_request_count) <  in zcrypt_card_compare()
636 	struct zcrypt_card *zc, *pref_zc;  in zcrypt_rsa_modexpo()  local
673 	for_each_zcrypt_card(zc) {  in zcrypt_rsa_modexpo()
675 		if (!zc->online || !zc->card->config ||  in zcrypt_rsa_modexpo()
676 		    !(zc->card->functions & 0x18000000))  in zcrypt_rsa_modexpo()
679 		if (zc->min_mod_size > mex->inputdatalength ||  in zcrypt_rsa_modexpo()
680 		    zc->max_mod_size < mex->inputdatalength)  in zcrypt_rsa_modexpo()
683 		if (!zcrypt_check_card(perms, zc->card->id))  in zcrypt_rsa_modexpo()
686 		wgt = zc->speed_rating[func_code];  in zcrypt_rsa_modexpo()
689 			AP_QID_CARD(tr->last_qid) == zc->card->id) ?  in zcrypt_rsa_modexpo()
691 		if (!zcrypt_card_compare(zc, pref_zc, wgt + cpen, pref_wgt))  in zcrypt_rsa_modexpo()
693 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rsa_modexpo()
709 			pref_zc = zc;  in zcrypt_rsa_modexpo()
744 	struct zcrypt_card *zc, *pref_zc;  in zcrypt_rsa_crt()  local
781 	for_each_zcrypt_card(zc) {  in zcrypt_rsa_crt()
783 		if (!zc->online || !zc->card->config ||  in zcrypt_rsa_crt()
784 		    !(zc->card->functions & 0x18000000))  in zcrypt_rsa_crt()
787 		if (zc->min_mod_size > crt->inputdatalength ||  in zcrypt_rsa_crt()
788 		    zc->max_mod_size < crt->inputdatalength)  in zcrypt_rsa_crt()
791 		if (!zcrypt_check_card(perms, zc->card->id))  in zcrypt_rsa_crt()
794 		wgt = zc->speed_rating[func_code];  in zcrypt_rsa_crt()
797 			AP_QID_CARD(tr->last_qid) == zc->card->id) ?  in zcrypt_rsa_crt()
799 		if (!zcrypt_card_compare(zc, pref_zc, wgt + cpen, pref_wgt))  in zcrypt_rsa_crt()
801 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rsa_crt()
817 			pref_zc = zc;  in zcrypt_rsa_crt()
852 	struct zcrypt_card *zc, *pref_zc;  in _zcrypt_send_cprb()  local
894 	for_each_zcrypt_card(zc) {  in _zcrypt_send_cprb()
896 		if (!zc->online || !zc->card->config ||  in _zcrypt_send_cprb()
897 		    !(zc->card->functions & 0x10000000))  in _zcrypt_send_cprb()
901 		    xcRB->user_defined != zc->card->id)  in _zcrypt_send_cprb()
904 		if (ap_msg.len > zc->card->maxmsgsize)  in _zcrypt_send_cprb()
907 		if (!zcrypt_check_card(perms, zc->card->id))  in _zcrypt_send_cprb()
910 		wgt = speed_idx_cca(func_code) * zc->speed_rating[SECKEY];  in _zcrypt_send_cprb()
913 			AP_QID_CARD(tr->last_qid) == zc->card->id) ?  in _zcrypt_send_cprb()
915 		if (!zcrypt_card_compare(zc, pref_zc, wgt + cpen, pref_wgt))  in _zcrypt_send_cprb()
917 		for_each_zcrypt_queue(zq, zc) {  in _zcrypt_send_cprb()
936 			pref_zc = zc;  in _zcrypt_send_cprb()
1016 	struct zcrypt_card *zc, *pref_zc;  in _zcrypt_send_ep11_cprb()  local
1065 	for_each_zcrypt_card(zc) {  in _zcrypt_send_ep11_cprb()
1067 		if (!zc->online || !zc->card->config ||  in _zcrypt_send_ep11_cprb()
1068 		    !(zc->card->functions & 0x04000000))  in _zcrypt_send_ep11_cprb()
1072 		    !is_desired_ep11_card(zc->card->id, target_num, targets))  in _zcrypt_send_ep11_cprb()
1075 		if (ap_msg.len > zc->card->maxmsgsize)  in _zcrypt_send_ep11_cprb()
1078 		if (!zcrypt_check_card(perms, zc->card->id))  in _zcrypt_send_ep11_cprb()
1081 		wgt = speed_idx_ep11(func_code) * zc->speed_rating[SECKEY];  in _zcrypt_send_ep11_cprb()
1084 			AP_QID_CARD(tr->last_qid) == zc->card->id) ?  in _zcrypt_send_ep11_cprb()
1086 		if (!zcrypt_card_compare(zc, pref_zc, wgt + cpen, pref_wgt))  in _zcrypt_send_ep11_cprb()
1088 		for_each_zcrypt_queue(zq, zc) {  in _zcrypt_send_ep11_cprb()
1108 			pref_zc = zc;  in _zcrypt_send_ep11_cprb()
1149 	struct zcrypt_card *zc, *pref_zc;  in zcrypt_rng()  local
1168 	for_each_zcrypt_card(zc) {  in zcrypt_rng()
1170 		if (!zc->online || !zc->card->config ||  in zcrypt_rng()
1171 		    !(zc->card->functions & 0x10000000))  in zcrypt_rng()
1174 		wgt = zc->speed_rating[func_code];  in zcrypt_rng()
1175 		if (!zcrypt_card_compare(zc, pref_zc, wgt, pref_wgt))  in zcrypt_rng()
1177 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rng()
1184 			pref_zc = zc;  in zcrypt_rng()
1213 	struct zcrypt_card *zc;  in zcrypt_device_status_mask()  local
1222 	for_each_zcrypt_card(zc) {  in zcrypt_device_status_mask()
1223 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_mask()
1229 			stat->hwtype = zc->card->ap_dev.device_type;  in zcrypt_device_status_mask()
1230 			stat->functions = zc->card->functions >> 26;  in zcrypt_device_status_mask()
1240 	struct zcrypt_card *zc;  in zcrypt_device_status_mask_ext()  local
1249 	for_each_zcrypt_card(zc) {  in zcrypt_device_status_mask_ext()
1250 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_mask_ext()
1254 			stat->hwtype = zc->card->ap_dev.device_type;  in zcrypt_device_status_mask_ext()
1255 			stat->functions = zc->card->functions >> 26;  in zcrypt_device_status_mask_ext()
1267 	struct zcrypt_card *zc;  in zcrypt_device_status_ext()  local
1273 	for_each_zcrypt_card(zc) {  in zcrypt_device_status_ext()
1274 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_ext()
1277 				devstat->hwtype = zc->card->ap_dev.device_type;  in zcrypt_device_status_ext()
1278 				devstat->functions = zc->card->functions >> 26;  in zcrypt_device_status_ext()
1294 	struct zcrypt_card *zc;  in zcrypt_status_mask()  local
1300 	for_each_zcrypt_card(zc) {  in zcrypt_status_mask()
1301 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_status_mask()
1306 			status[card] = zc->online ? zc->user_space_type : 0x0d;  in zcrypt_status_mask()
1314 	struct zcrypt_card *zc;  in zcrypt_qdepth_mask()  local
1321 	for_each_zcrypt_card(zc) {  in zcrypt_qdepth_mask()
1322 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_qdepth_mask()
1340 	struct zcrypt_card *zc;  in zcrypt_perdev_reqcnt()  local
1348 	for_each_zcrypt_card(zc) {  in zcrypt_perdev_reqcnt()
1349 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_perdev_reqcnt()
1366 	struct zcrypt_card *zc;  in zcrypt_pendingq_count()  local
1373 	for_each_zcrypt_card(zc) {  in zcrypt_pendingq_count()
1374 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_pendingq_count()
1389 	struct zcrypt_card *zc;  in zcrypt_requestq_count()  local
1396 	for_each_zcrypt_card(zc) {  in zcrypt_requestq_count()
1397 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_requestq_count()