62 static int qat_uclo_init_ae_data(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_init_ae_data()  argument
70 	ae_data = &obj_handle->ae_data[ae];  in qat_uclo_init_ae_data()
71 	encap_image = &obj_handle->ae_uimage[image_num];  in qat_uclo_init_ae_data()
78 		ae_data->eff_ustore_size = obj_handle->ustore_phy_size;  in qat_uclo_init_ae_data()
264 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_fetch_initmem_ae()  local
275 	str = qat_uclo_get_string(&obj_handle->str_table, init_mem->sym_name);  in qat_uclo_fetch_initmem_ae()
348 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_lmem_seg()  local
355 					    &obj_handle->lm_init_tab[ae]))  in qat_uclo_init_lmem_seg()
363 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_umem_seg()  local
366 	ustore_size = obj_handle->ustore_phy_size;  in qat_uclo_init_umem_seg()
370 					    &obj_handle->umem_init_tab[ae]))  in qat_uclo_init_umem_seg()
374 	for (i = 0; i < obj_handle->ae_data[ae].slice_num; i++) {  in qat_uclo_init_umem_seg()
375 		if (obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
377 			obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
413 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_ustore()  local
429 		ustore_size = obj_handle->ae_data[ae].eff_ustore_size;  in qat_uclo_init_ustore()
445 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_memory()  local
446 	struct icp_qat_uof_initmem *initmem = obj_handle->init_mem_tab.init_mem;  in qat_uclo_init_memory()
448 	for (i = 0; i < obj_handle->init_mem_tab.entry_num; i++) {  in qat_uclo_init_memory()
461 					obj_handle->lm_init_tab[ae])) {  in qat_uclo_init_memory()
466 						 &obj_handle->lm_init_tab[ae]);  in qat_uclo_init_memory()
468 				       obj_handle->umem_init_tab[ae]);  in qat_uclo_init_memory()
470 						 &obj_handle->  in qat_uclo_init_memory()
627 static int qat_uclo_map_uimage(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_map_uimage()  argument
638 					&obj_handle->encap_uof_obj;  in qat_uclo_map_uimage()
649 			   obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
656 				   obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
662 			(image->sbreak_tab + obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
689 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_map_ae()  local
695 		for (i = 0; i < obj_handle->uimage_num; i++) {  in qat_uclo_map_ae()
697 			&obj_handle->ae_uimage[i].img_ptr->ae_assigned))  in qat_uclo_map_ae()
700 			if (qat_uclo_init_ae_data(obj_handle, ae, i))  in qat_uclo_map_ae()
766 static int qat_uclo_check_uof_compat(struct icp_qat_uclo_objhandle *obj_handle)  in qat_uclo_check_uof_compat()  argument
768 	unsigned int maj_ver, prod_type = obj_handle->prod_type;  in qat_uclo_check_uof_compat()
770 	if (!(prod_type & obj_handle->encap_uof_obj.obj_hdr->ac_dev_type)) {  in qat_uclo_check_uof_compat()
772 		       obj_handle->encap_uof_obj.obj_hdr->ac_dev_type,  in qat_uclo_check_uof_compat()
776 	maj_ver = obj_handle->prod_rev & 0xff;  in qat_uclo_check_uof_compat()
777 	if ((obj_handle->encap_uof_obj.obj_hdr->max_cpu_ver < maj_ver) ||  in qat_uclo_check_uof_compat()
778 	    (obj_handle->encap_uof_obj.obj_hdr->min_cpu_ver > maj_ver)) {  in qat_uclo_check_uof_compat()
885 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_globals()  local
888 	if (obj_handle->global_inited)  in qat_uclo_init_globals()
890 	if (obj_handle->init_mem_tab.entry_num) {  in qat_uclo_init_globals()
897 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_init_globals()
898 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_init_globals()
901 						  obj_handle->ae_data[ae].  in qat_uclo_init_globals()
906 	obj_handle->global_inited = 1;  in qat_uclo_init_globals()
915 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_set_ae_mode()  local
921 		ae_data = &obj_handle->ae_data[ae];  in qat_uclo_set_ae_mode()
924 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_set_ae_mode()
957 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_uword_num()  local
961 	for (a = 0; a < obj_handle->uimage_num; a++) {  in qat_uclo_init_uword_num()
962 		image = &obj_handle->ae_uimage[a];  in qat_uclo_init_uword_num()
970 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_parse_uof_obj()  local
973 	obj_handle->encap_uof_obj.beg_uof = obj_handle->obj_hdr->file_buff;  in qat_uclo_parse_uof_obj()
974 	obj_handle->encap_uof_obj.obj_hdr = (struct icp_qat_uof_objhdr *)  in qat_uclo_parse_uof_obj()
975 					     obj_handle->obj_hdr->file_buff;  in qat_uclo_parse_uof_obj()
976 	obj_handle->uword_in_bytes = 6;  in qat_uclo_parse_uof_obj()
977 	obj_handle->prod_type = qat_uclo_get_dev_type(handle);  in qat_uclo_parse_uof_obj()
978 	obj_handle->prod_rev = PID_MAJOR_REV |  in qat_uclo_parse_uof_obj()
980 	if (qat_uclo_check_uof_compat(obj_handle)) {  in qat_uclo_parse_uof_obj()
984 	obj_handle->uword_buf = kcalloc(UWORD_CPYBUF_SIZE, sizeof(uint64_t),  in qat_uclo_parse_uof_obj()
986 	if (!obj_handle->uword_buf)  in qat_uclo_parse_uof_obj()
988 	obj_handle->ustore_phy_size = ICP_QAT_UCLO_MAX_USTORE;  in qat_uclo_parse_uof_obj()
989 	if (!obj_handle->obj_hdr->file_buff ||  in qat_uclo_parse_uof_obj()
990 	    !qat_uclo_map_str_table(obj_handle->obj_hdr, ICP_QAT_UOF_STRT,  in qat_uclo_parse_uof_obj()
991 				    &obj_handle->str_table)) {  in qat_uclo_parse_uof_obj()
995 	obj_handle->uimage_num =  in qat_uclo_parse_uof_obj()
996 		qat_uclo_map_uimage(obj_handle, obj_handle->ae_uimage,  in qat_uclo_parse_uof_obj()
998 	if (!obj_handle->uimage_num)  in qat_uclo_parse_uof_obj()
1005 	qat_uclo_map_initmem_table(&obj_handle->encap_uof_obj,  in qat_uclo_parse_uof_obj()
1006 				   &obj_handle->init_mem_tab);  in qat_uclo_parse_uof_obj()
1011 	for (ae = 0; ae < obj_handle->uimage_num; ae++)  in qat_uclo_parse_uof_obj()
1012 		kfree(obj_handle->ae_uimage[ae].page);  in qat_uclo_parse_uof_obj()
1014 	kfree(obj_handle->uword_buf);  in qat_uclo_parse_uof_obj()
1463 	handle->obj_handle = objhdl;  in qat_uclo_map_uof_obj()
1469 	handle->obj_handle = NULL;  in qat_uclo_map_uof_obj()
1494 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_del_uof_obj()  local
1499 	if (!obj_handle)  in qat_uclo_del_uof_obj()
1502 	kfree(obj_handle->uword_buf);  in qat_uclo_del_uof_obj()
1503 	for (a = 0; a < obj_handle->uimage_num; a++)  in qat_uclo_del_uof_obj()
1504 		kfree(obj_handle->ae_uimage[a].page);  in qat_uclo_del_uof_obj()
1507 		qat_uclo_free_ae_data(&obj_handle->ae_data[a]);  in qat_uclo_del_uof_obj()
1509 	kfree(obj_handle->obj_hdr);  in qat_uclo_del_uof_obj()
1510 	kfree(obj_handle->obj_buf);  in qat_uclo_del_uof_obj()
1511 	kfree(obj_handle);  in qat_uclo_del_uof_obj()
1512 	handle->obj_handle = NULL;  in qat_uclo_del_uof_obj()
1515 static void qat_uclo_fill_uwords(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_fill_uwords()  argument
1532 			raddr *= obj_handle->uword_in_bytes;  in qat_uclo_fill_uwords()
1535 			       obj_handle->uword_in_bytes);  in qat_uclo_fill_uwords()
1549 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_raw_page()  local
1554 	memcpy(&fill_pat, obj_handle->ae_uimage[0].img_ptr->fill_pattern,  in qat_uclo_wr_uimage_raw_page()
1567 			qat_uclo_fill_uwords(obj_handle, encap_page,  in qat_uclo_wr_uimage_raw_page()
1568 					     &obj_handle->uword_buf[i],  in qat_uclo_wr_uimage_raw_page()
1575 				  obj_handle->uword_buf);  in qat_uclo_wr_uimage_raw_page()
1586 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_page()  local
1602 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_wr_uimage_page()
1603 			if (image->ctx_assigned & obj_handle->ae_data[ae].  in qat_uclo_wr_uimage_page()
1607 		if (s >= obj_handle->ae_data[ae].slice_num)  in qat_uclo_wr_uimage_page()
1609 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1614 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1616 			obj_handle->ae_data[ae].ae_slices[s].cur_page[ctx] =  in qat_uclo_wr_uimage_page()
1653 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uof_img()  local
1658 	for (i = 0; i < obj_handle->uimage_num; i++) {  in qat_uclo_wr_uof_img()
1659 		if (!obj_handle->ae_uimage[i].img_ptr)  in qat_uclo_wr_uof_img()
1661 		if (qat_uclo_init_ustore(handle, &obj_handle->ae_uimage[i]))  in qat_uclo_wr_uof_img()
1664 					obj_handle->ae_uimage[i].img_ptr);  in qat_uclo_wr_uof_img()