570 						     struct zcrypt_queue *zq,  in zcrypt_pick_queue()  argument
574 	if (!zq || !try_module_get(zq->queue->ap_dev.drv->driver.owner))  in zcrypt_pick_queue()
576 	zcrypt_queue_get(zq);  in zcrypt_pick_queue()
577 	get_device(&zq->queue->ap_dev.device);  in zcrypt_pick_queue()
579 	atomic_add(weight, &zq->load);  in zcrypt_pick_queue()
580 	zq->request_count++;  in zcrypt_pick_queue()
581 	*pmod = zq->queue->ap_dev.drv->driver.owner;  in zcrypt_pick_queue()
582 	return zq;  in zcrypt_pick_queue()
586 				     struct zcrypt_queue *zq,  in zcrypt_drop_queue()  argument
590 	zq->request_count--;  in zcrypt_drop_queue()
592 	atomic_sub(weight, &zq->load);  in zcrypt_drop_queue()
593 	put_device(&zq->queue->ap_dev.device);  in zcrypt_drop_queue()
594 	zcrypt_queue_put(zq);  in zcrypt_drop_queue()
613 static inline bool zcrypt_queue_compare(struct zcrypt_queue *zq,  in zcrypt_queue_compare()  argument
620 	weight += atomic_read(&zq->load);  in zcrypt_queue_compare()
623 		return zq->queue->total_request_count >  in zcrypt_queue_compare()
635 	struct zcrypt_queue *zq, *pref_zq;  in zcrypt_rsa_modexpo()  local
678 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rsa_modexpo()
680 			if (!zq->online || !zq->ops->rsa_modexpo)  in zcrypt_rsa_modexpo()
684 						AP_QID_QUEUE(zq->queue->qid)))  in zcrypt_rsa_modexpo()
686 			if (zcrypt_queue_compare(zq, pref_zq,  in zcrypt_rsa_modexpo()
690 			pref_zq = zq;  in zcrypt_rsa_modexpo()
719 	struct zcrypt_queue *zq, *pref_zq;  in zcrypt_rsa_crt()  local
762 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rsa_crt()
764 			if (!zq->online || !zq->ops->rsa_modexpo_crt)  in zcrypt_rsa_crt()
768 						AP_QID_QUEUE(zq->queue->qid)))  in zcrypt_rsa_crt()
770 			if (zcrypt_queue_compare(zq, pref_zq,  in zcrypt_rsa_crt()
774 			pref_zq = zq;  in zcrypt_rsa_crt()
803 	struct zcrypt_queue *zq, *pref_zq;  in _zcrypt_send_cprb()  local
848 		for_each_zcrypt_queue(zq, zc) {  in _zcrypt_send_cprb()
850 			if (!zq->online ||  in _zcrypt_send_cprb()
851 			    !zq->ops->send_cprb ||  in _zcrypt_send_cprb()
853 			     tdom != AP_QID_QUEUE(zq->queue->qid)))  in _zcrypt_send_cprb()
857 						AP_QID_QUEUE(zq->queue->qid)))  in _zcrypt_send_cprb()
859 			if (zcrypt_queue_compare(zq, pref_zq,  in _zcrypt_send_cprb()
863 			pref_zq = zq;  in _zcrypt_send_cprb()
927 	struct zcrypt_queue *zq, *pref_zq;  in zcrypt_send_ep11_cprb()  local
985 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_send_ep11_cprb()
987 			if (!zq->online ||  in zcrypt_send_ep11_cprb()
988 			    !zq->ops->send_ep11_cprb ||  in zcrypt_send_ep11_cprb()
990 			     !is_desired_ep11_queue(zq->queue->qid,  in zcrypt_send_ep11_cprb()
995 						AP_QID_QUEUE(zq->queue->qid)))  in zcrypt_send_ep11_cprb()
997 			if (zcrypt_queue_compare(zq, pref_zq,  in zcrypt_send_ep11_cprb()
1001 			pref_zq = zq;  in zcrypt_send_ep11_cprb()
1032 	struct zcrypt_queue *zq, *pref_zq;  in zcrypt_rng()  local
1058 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_rng()
1060 			if (!zq->online || !zq->ops->rng)  in zcrypt_rng()
1062 			if (zcrypt_queue_compare(zq, pref_zq,  in zcrypt_rng()
1066 			pref_zq = zq;  in zcrypt_rng()
1095 	struct zcrypt_queue *zq;  in zcrypt_device_status_mask()  local
1104 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_mask()
1105 			card = AP_QID_CARD(zq->queue->qid);  in zcrypt_device_status_mask()
1108 			queue = AP_QID_QUEUE(zq->queue->qid);  in zcrypt_device_status_mask()
1112 			stat->qid = zq->queue->qid;  in zcrypt_device_status_mask()
1113 			stat->online = zq->online ? 0x01 : 0x00;  in zcrypt_device_status_mask()
1122 	struct zcrypt_queue *zq;  in zcrypt_device_status_mask_ext()  local
1131 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_mask_ext()
1132 			card = AP_QID_CARD(zq->queue->qid);  in zcrypt_device_status_mask_ext()
1133 			queue = AP_QID_QUEUE(zq->queue->qid);  in zcrypt_device_status_mask_ext()
1137 			stat->qid = zq->queue->qid;  in zcrypt_device_status_mask_ext()
1138 			stat->online = zq->online ? 0x01 : 0x00;  in zcrypt_device_status_mask_ext()
1149 	struct zcrypt_queue *zq;  in zcrypt_device_status_ext()  local
1155 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_device_status_ext()
1156 			if (card == AP_QID_CARD(zq->queue->qid) &&  in zcrypt_device_status_ext()
1157 			    queue == AP_QID_QUEUE(zq->queue->qid)) {  in zcrypt_device_status_ext()
1160 				devstat->qid = zq->queue->qid;  in zcrypt_device_status_ext()
1161 				devstat->online = zq->online ? 0x01 : 0x00;  in zcrypt_device_status_ext()
1176 	struct zcrypt_queue *zq;  in zcrypt_status_mask()  local
1182 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_status_mask()
1183 			card = AP_QID_CARD(zq->queue->qid);  in zcrypt_status_mask()
1184 			if (AP_QID_QUEUE(zq->queue->qid) != ap_domain_index  in zcrypt_status_mask()
1196 	struct zcrypt_queue *zq;  in zcrypt_qdepth_mask()  local
1203 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_qdepth_mask()
1204 			card = AP_QID_CARD(zq->queue->qid);  in zcrypt_qdepth_mask()
1205 			if (AP_QID_QUEUE(zq->queue->qid) != ap_domain_index  in zcrypt_qdepth_mask()
1208 			spin_lock(&zq->queue->lock);  in zcrypt_qdepth_mask()
1210 				zq->queue->pendingq_count +  in zcrypt_qdepth_mask()
1211 				zq->queue->requestq_count;  in zcrypt_qdepth_mask()
1212 			spin_unlock(&zq->queue->lock);  in zcrypt_qdepth_mask()
1222 	struct zcrypt_queue *zq;  in zcrypt_perdev_reqcnt()  local
1229 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_perdev_reqcnt()
1230 			card = AP_QID_CARD(zq->queue->qid);  in zcrypt_perdev_reqcnt()
1231 			if (AP_QID_QUEUE(zq->queue->qid) != ap_domain_index  in zcrypt_perdev_reqcnt()
1234 			spin_lock(&zq->queue->lock);  in zcrypt_perdev_reqcnt()
1235 			reqcnt[card] = zq->queue->total_request_count;  in zcrypt_perdev_reqcnt()
1236 			spin_unlock(&zq->queue->lock);  in zcrypt_perdev_reqcnt()
1246 	struct zcrypt_queue *zq;  in zcrypt_pendingq_count()  local
1253 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_pendingq_count()
1254 			if (AP_QID_QUEUE(zq->queue->qid) != ap_domain_index)  in zcrypt_pendingq_count()
1256 			spin_lock(&zq->queue->lock);  in zcrypt_pendingq_count()
1257 			pendingq_count += zq->queue->pendingq_count;  in zcrypt_pendingq_count()
1258 			spin_unlock(&zq->queue->lock);  in zcrypt_pendingq_count()
1269 	struct zcrypt_queue *zq;  in zcrypt_requestq_count()  local
1276 		for_each_zcrypt_queue(zq, zc) {  in zcrypt_requestq_count()
1277 			if (AP_QID_QUEUE(zq->queue->qid) != ap_domain_index)  in zcrypt_requestq_count()
1279 			spin_lock(&zq->queue->lock);  in zcrypt_requestq_count()
1280 			requestq_count += zq->queue->requestq_count;  in zcrypt_requestq_count()
1281 			spin_unlock(&zq->queue->lock);  in zcrypt_requestq_count()