612 static inline struct zcrypt_queue *zcrypt_pick_queue(struct zcrypt_card *zc,  in zcrypt_pick_queue()  argument
621 	atomic_add(weight, &zc->load);  in zcrypt_pick_queue()
628 static inline void zcrypt_drop_queue(struct zcrypt_card *zc,  in zcrypt_drop_queue()  argument
634 	atomic_sub(weight, &zc->load);  in zcrypt_drop_queue()
641 static inline bool zcrypt_card_compare(struct zcrypt_card *zc,  in zcrypt_card_compare()  argument
648 	weight += atomic_read(&zc->load);  in zcrypt_card_compare()
651 		return atomic64_read(&zc->card->total_request_count) <  in zcrypt_card_compare()
678 	struct zcrypt_card *zc, *pref_zc;  in zcrypt_rsa_modexpo()  local
715 	for_each_zcrypt_card(zc) {  in zcrypt_rsa_modexpo()
717 		if (!zc->online || !zc->card->config || zc->card->chkstop ||  in zcrypt_rsa_modexpo()
718 		    !(zc->card->functions & 0x18000000))  in zcrypt_rsa_modexpo()
721 		if (zc->min_mod_size > mex->inputdatalength ||  in zcrypt_rsa_modexpo()
722 		    zc->max_mod_size < mex->inputdatalength)  in zcrypt_rsa_modexpo()
725 		if (!zcrypt_check_card(perms, zc->card->id))  in zcrypt_rsa_modexpo()
728 		wgt = zc->speed_rating[func_code];  in zcrypt_rsa_modexpo()
731 			AP_QID_CARD(tr->last_qid) == zc->card->id) ?  in zcrypt_rsa_modexpo()
733 		if (!zcrypt_card_compare(zc, pref_zc, wgt + cpen, pref_wgt))  in zcrypt_rsa_modexpo()
735 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rsa_modexpo()
751 			pref_zc = zc;  in zcrypt_rsa_modexpo()
788 	struct zcrypt_card *zc, *pref_zc;  in zcrypt_rsa_crt()  local
825 	for_each_zcrypt_card(zc) {  in zcrypt_rsa_crt()
827 		if (!zc->online || !zc->card->config || zc->card->chkstop ||  in zcrypt_rsa_crt()
828 		    !(zc->card->functions & 0x18000000))  in zcrypt_rsa_crt()
831 		if (zc->min_mod_size > crt->inputdatalength ||  in zcrypt_rsa_crt()
832 		    zc->max_mod_size < crt->inputdatalength)  in zcrypt_rsa_crt()
835 		if (!zcrypt_check_card(perms, zc->card->id))  in zcrypt_rsa_crt()
838 		wgt = zc->speed_rating[func_code];  in zcrypt_rsa_crt()
841 			AP_QID_CARD(tr->last_qid) == zc->card->id) ?  in zcrypt_rsa_crt()
843 		if (!zcrypt_card_compare(zc, pref_zc, wgt + cpen, pref_wgt))  in zcrypt_rsa_crt()
845 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rsa_crt()
861 			pref_zc = zc;  in zcrypt_rsa_crt()
898 	struct zcrypt_card *zc, *pref_zc;  in _zcrypt_send_cprb()  local
950 	for_each_zcrypt_card(zc) {  in _zcrypt_send_cprb()
952 		if (!zc->online || !zc->card->config || zc->card->chkstop ||  in _zcrypt_send_cprb()
953 		    !(zc->card->functions & 0x10000000))  in _zcrypt_send_cprb()
957 		    xcrb->user_defined != zc->card->id)  in _zcrypt_send_cprb()
960 		if (ap_msg.len > zc->card->maxmsgsize)  in _zcrypt_send_cprb()
963 		if (!zcrypt_check_card(perms, zc->card->id))  in _zcrypt_send_cprb()
966 		wgt = speed_idx_cca(func_code) * zc->speed_rating[SECKEY];  in _zcrypt_send_cprb()
969 			AP_QID_CARD(tr->last_qid) == zc->card->id) ?  in _zcrypt_send_cprb()
971 		if (!zcrypt_card_compare(zc, pref_zc, wgt + cpen, pref_wgt))  in _zcrypt_send_cprb()
973 		for_each_zcrypt_queue(zq, zc) {  in _zcrypt_send_cprb()
991 			pref_zc = zc;  in _zcrypt_send_cprb()
1073 	struct zcrypt_card *zc, *pref_zc;  in _zcrypt_send_ep11_cprb()  local
1134 	for_each_zcrypt_card(zc) {  in _zcrypt_send_ep11_cprb()
1136 		if (!zc->online || !zc->card->config || zc->card->chkstop ||  in _zcrypt_send_ep11_cprb()
1137 		    !(zc->card->functions & 0x04000000))  in _zcrypt_send_ep11_cprb()
1141 		    !is_desired_ep11_card(zc->card->id, target_num, targets))  in _zcrypt_send_ep11_cprb()
1144 		if (ap_msg.len > zc->card->maxmsgsize)  in _zcrypt_send_ep11_cprb()
1147 		if (!zcrypt_check_card(perms, zc->card->id))  in _zcrypt_send_ep11_cprb()
1150 		wgt = speed_idx_ep11(func_code) * zc->speed_rating[SECKEY];  in _zcrypt_send_ep11_cprb()
1153 			AP_QID_CARD(tr->last_qid) == zc->card->id) ?  in _zcrypt_send_ep11_cprb()
1155 		if (!zcrypt_card_compare(zc, pref_zc, wgt + cpen, pref_wgt))  in _zcrypt_send_ep11_cprb()
1157 		for_each_zcrypt_queue(zq, zc) {  in _zcrypt_send_ep11_cprb()
1176 			pref_zc = zc;  in _zcrypt_send_ep11_cprb()
1228 	struct zcrypt_card *zc, *pref_zc;  in zcrypt_rng()  local
1247 	for_each_zcrypt_card(zc) {  in zcrypt_rng()
1249 		if (!zc->online || !zc->card->config || zc->card->chkstop ||  in zcrypt_rng()
1250 		    !(zc->card->functions & 0x10000000))  in zcrypt_rng()
1253 		wgt = zc->speed_rating[func_code];  in zcrypt_rng()
1254 		if (!zcrypt_card_compare(zc, pref_zc, wgt, pref_wgt))  in zcrypt_rng()
1256 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rng()
1263 			pref_zc = zc;  in zcrypt_rng()
1294 	struct zcrypt_card *zc;  in zcrypt_device_status_mask()  local
1303 	for_each_zcrypt_card(zc) {  in zcrypt_device_status_mask()
1304 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_mask()
1310 			stat->hwtype = zc->card->ap_dev.device_type;  in zcrypt_device_status_mask()
1311 			stat->functions = zc->card->functions >> 26;  in zcrypt_device_status_mask()
1321 	struct zcrypt_card *zc;  in zcrypt_device_status_mask_ext()  local
1330 	for_each_zcrypt_card(zc) {  in zcrypt_device_status_mask_ext()
1331 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_mask_ext()
1335 			stat->hwtype = zc->card->ap_dev.device_type;  in zcrypt_device_status_mask_ext()
1336 			stat->functions = zc->card->functions >> 26;  in zcrypt_device_status_mask_ext()
1348 	struct zcrypt_card *zc;  in zcrypt_device_status_ext()  local
1354 	for_each_zcrypt_card(zc) {  in zcrypt_device_status_ext()
1355 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_ext()
1358 				devstat->hwtype = zc->card->ap_dev.device_type;  in zcrypt_device_status_ext()
1359 				devstat->functions = zc->card->functions >> 26;  in zcrypt_device_status_ext()
1375 	struct zcrypt_card *zc;  in zcrypt_status_mask()  local
1381 	for_each_zcrypt_card(zc) {  in zcrypt_status_mask()
1382 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_status_mask()
1387 			status[card] = zc->online ? zc->user_space_type : 0x0d;  in zcrypt_status_mask()
1395 	struct zcrypt_card *zc;  in zcrypt_qdepth_mask()  local
1402 	for_each_zcrypt_card(zc) {  in zcrypt_qdepth_mask()
1403 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_qdepth_mask()
1421 	struct zcrypt_card *zc;  in zcrypt_perdev_reqcnt()  local
1429 	for_each_zcrypt_card(zc) {  in zcrypt_perdev_reqcnt()
1430 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_perdev_reqcnt()
1447 	struct zcrypt_card *zc;  in zcrypt_pendingq_count()  local
1454 	for_each_zcrypt_card(zc) {  in zcrypt_pendingq_count()
1455 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_pendingq_count()
1470 	struct zcrypt_card *zc;  in zcrypt_requestq_count()  local
1477 	for_each_zcrypt_card(zc) {  in zcrypt_requestq_count()
1478 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_requestq_count()