19 static int qat_uclo_init_ae_data(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_init_ae_data()  argument
27 	ae_data = &obj_handle->ae_data[ae];  in qat_uclo_init_ae_data()
28 	encap_image = &obj_handle->ae_uimage[image_num];  in qat_uclo_init_ae_data()
35 		ae_data->eff_ustore_size = obj_handle->ustore_phy_size;  in qat_uclo_init_ae_data()
221 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_fetch_initmem_ae()  local
232 	str = qat_uclo_get_string(&obj_handle->str_table, init_mem->sym_name);  in qat_uclo_fetch_initmem_ae()
310 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_lmem_seg()  local
317 					    &obj_handle->lm_init_tab[ae]))  in qat_uclo_init_lmem_seg()
325 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_umem_seg()  local
328 	ustore_size = obj_handle->ustore_phy_size;  in qat_uclo_init_umem_seg()
332 					    &obj_handle->umem_init_tab[ae]))  in qat_uclo_init_umem_seg()
336 	for (i = 0; i < obj_handle->ae_data[ae].slice_num; i++) {  in qat_uclo_init_umem_seg()
337 		if (obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
339 			obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
375 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_ustore()  local
391 		ustore_size = obj_handle->ae_data[ae].eff_ustore_size;  in qat_uclo_init_ustore()
407 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_memory()  local
408 	struct icp_qat_uof_initmem *initmem = obj_handle->init_mem_tab.init_mem;  in qat_uclo_init_memory()
410 	for (i = 0; i < obj_handle->init_mem_tab.entry_num; i++) {  in qat_uclo_init_memory()
423 					obj_handle->lm_init_tab[ae])) {  in qat_uclo_init_memory()
428 						 &obj_handle->lm_init_tab[ae]);  in qat_uclo_init_memory()
430 				       obj_handle->umem_init_tab[ae]);  in qat_uclo_init_memory()
432 						 &obj_handle->  in qat_uclo_init_memory()
589 static int qat_uclo_map_uimage(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_map_uimage()  argument
600 					&obj_handle->encap_uof_obj;  in qat_uclo_map_uimage()
611 			   obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
618 				   obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
624 			(image->sbreak_tab + obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
651 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_map_ae()  local
657 		for (i = 0; i < obj_handle->uimage_num; i++) {  in qat_uclo_map_ae()
659 			&obj_handle->ae_uimage[i].img_ptr->ae_assigned))  in qat_uclo_map_ae()
662 			if (qat_uclo_init_ae_data(obj_handle, ae, i))  in qat_uclo_map_ae()
728 static int qat_uclo_check_uof_compat(struct icp_qat_uclo_objhandle *obj_handle)  in qat_uclo_check_uof_compat()  argument
730 	unsigned int maj_ver, prod_type = obj_handle->prod_type;  in qat_uclo_check_uof_compat()
732 	if (!(prod_type & obj_handle->encap_uof_obj.obj_hdr->ac_dev_type)) {  in qat_uclo_check_uof_compat()
734 		       obj_handle->encap_uof_obj.obj_hdr->ac_dev_type,  in qat_uclo_check_uof_compat()
738 	maj_ver = obj_handle->prod_rev & 0xff;  in qat_uclo_check_uof_compat()
739 	if ((obj_handle->encap_uof_obj.obj_hdr->max_cpu_ver < maj_ver) ||  in qat_uclo_check_uof_compat()
740 	    (obj_handle->encap_uof_obj.obj_hdr->min_cpu_ver > maj_ver)) {  in qat_uclo_check_uof_compat()
847 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_globals()  local
850 	if (obj_handle->global_inited)  in qat_uclo_init_globals()
852 	if (obj_handle->init_mem_tab.entry_num) {  in qat_uclo_init_globals()
859 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_init_globals()
860 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_init_globals()
863 						  obj_handle->ae_data[ae].  in qat_uclo_init_globals()
868 	obj_handle->global_inited = 1;  in qat_uclo_init_globals()
877 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_set_ae_mode()  local
883 		ae_data = &obj_handle->ae_data[ae];  in qat_uclo_set_ae_mode()
886 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_set_ae_mode()
919 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_uword_num()  local
923 	for (a = 0; a < obj_handle->uimage_num; a++) {  in qat_uclo_init_uword_num()
924 		image = &obj_handle->ae_uimage[a];  in qat_uclo_init_uword_num()
932 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_parse_uof_obj()  local
935 	obj_handle->encap_uof_obj.beg_uof = obj_handle->obj_hdr->file_buff;  in qat_uclo_parse_uof_obj()
936 	obj_handle->encap_uof_obj.obj_hdr = (struct icp_qat_uof_objhdr *)  in qat_uclo_parse_uof_obj()
937 					     obj_handle->obj_hdr->file_buff;  in qat_uclo_parse_uof_obj()
938 	obj_handle->uword_in_bytes = 6;  in qat_uclo_parse_uof_obj()
939 	obj_handle->prod_type = qat_uclo_get_dev_type(handle);  in qat_uclo_parse_uof_obj()
940 	obj_handle->prod_rev = PID_MAJOR_REV |  in qat_uclo_parse_uof_obj()
942 	if (qat_uclo_check_uof_compat(obj_handle)) {  in qat_uclo_parse_uof_obj()
946 	obj_handle->uword_buf = kcalloc(UWORD_CPYBUF_SIZE, sizeof(u64),  in qat_uclo_parse_uof_obj()
948 	if (!obj_handle->uword_buf)  in qat_uclo_parse_uof_obj()
950 	obj_handle->ustore_phy_size = ICP_QAT_UCLO_MAX_USTORE;  in qat_uclo_parse_uof_obj()
951 	if (!obj_handle->obj_hdr->file_buff ||  in qat_uclo_parse_uof_obj()
952 	    !qat_uclo_map_str_table(obj_handle->obj_hdr, ICP_QAT_UOF_STRT,  in qat_uclo_parse_uof_obj()
953 				    &obj_handle->str_table)) {  in qat_uclo_parse_uof_obj()
957 	obj_handle->uimage_num =  in qat_uclo_parse_uof_obj()
958 		qat_uclo_map_uimage(obj_handle, obj_handle->ae_uimage,  in qat_uclo_parse_uof_obj()
960 	if (!obj_handle->uimage_num)  in qat_uclo_parse_uof_obj()
967 	qat_uclo_map_initmem_table(&obj_handle->encap_uof_obj,  in qat_uclo_parse_uof_obj()
968 				   &obj_handle->init_mem_tab);  in qat_uclo_parse_uof_obj()
973 	for (ae = 0; ae < obj_handle->uimage_num; ae++)  in qat_uclo_parse_uof_obj()
974 		kfree(obj_handle->ae_uimage[ae].page);  in qat_uclo_parse_uof_obj()
976 	kfree(obj_handle->uword_buf);  in qat_uclo_parse_uof_obj()
1425 	handle->obj_handle = objhdl;  in qat_uclo_map_uof_obj()
1431 	handle->obj_handle = NULL;  in qat_uclo_map_uof_obj()
1456 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_del_uof_obj()  local
1461 	if (!obj_handle)  in qat_uclo_del_uof_obj()
1464 	kfree(obj_handle->uword_buf);  in qat_uclo_del_uof_obj()
1465 	for (a = 0; a < obj_handle->uimage_num; a++)  in qat_uclo_del_uof_obj()
1466 		kfree(obj_handle->ae_uimage[a].page);  in qat_uclo_del_uof_obj()
1469 		qat_uclo_free_ae_data(&obj_handle->ae_data[a]);  in qat_uclo_del_uof_obj()
1471 	kfree(obj_handle->obj_hdr);  in qat_uclo_del_uof_obj()
1472 	kfree(obj_handle->obj_buf);  in qat_uclo_del_uof_obj()
1473 	kfree(obj_handle);  in qat_uclo_del_uof_obj()
1474 	handle->obj_handle = NULL;  in qat_uclo_del_uof_obj()
1477 static void qat_uclo_fill_uwords(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_fill_uwords()  argument
1494 			raddr *= obj_handle->uword_in_bytes;  in qat_uclo_fill_uwords()
1497 			       obj_handle->uword_in_bytes);  in qat_uclo_fill_uwords()
1511 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_raw_page()  local
1516 	memcpy(&fill_pat, obj_handle->ae_uimage[0].img_ptr->fill_pattern,  in qat_uclo_wr_uimage_raw_page()
1529 			qat_uclo_fill_uwords(obj_handle, encap_page,  in qat_uclo_wr_uimage_raw_page()
1530 					     &obj_handle->uword_buf[i],  in qat_uclo_wr_uimage_raw_page()
1537 				  obj_handle->uword_buf);  in qat_uclo_wr_uimage_raw_page()
1548 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_page()  local
1564 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_wr_uimage_page()
1565 			if (image->ctx_assigned & obj_handle->ae_data[ae].  in qat_uclo_wr_uimage_page()
1569 		if (s >= obj_handle->ae_data[ae].slice_num)  in qat_uclo_wr_uimage_page()
1571 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1576 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1578 			obj_handle->ae_data[ae].ae_slices[s].cur_page[ctx] =  in qat_uclo_wr_uimage_page()
1615 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uof_img()  local
1620 	for (i = 0; i < obj_handle->uimage_num; i++) {  in qat_uclo_wr_uof_img()
1621 		if (!obj_handle->ae_uimage[i].img_ptr)  in qat_uclo_wr_uof_img()
1623 		if (qat_uclo_init_ustore(handle, &obj_handle->ae_uimage[i]))  in qat_uclo_wr_uof_img()
1626 					obj_handle->ae_uimage[i].img_ptr);  in qat_uclo_wr_uof_img()