81 static inline struct fw_priv *to_fw_priv(struct kref *ref)  in to_fw_priv()
83 	return container_of(ref, struct fw_priv, ref);  in to_fw_priv()
154 static void fw_state_init(struct fw_priv *fw_priv)  in fw_state_init()  argument
156 	struct fw_state *fw_st = &fw_priv->fw_st;  in fw_state_init()
162 static inline int fw_state_wait(struct fw_priv *fw_priv)  in fw_state_wait()  argument
164 	return __fw_state_wait_common(fw_priv, MAX_SCHEDULE_TIMEOUT);  in fw_state_wait()
169 static struct fw_priv *__allocate_fw_priv(const char *fw_name,  in __allocate_fw_priv()
176 	struct fw_priv *fw_priv;  in __allocate_fw_priv()  local
186 	fw_priv = kzalloc(sizeof(*fw_priv), GFP_ATOMIC);  in __allocate_fw_priv()
187 	if (!fw_priv)  in __allocate_fw_priv()
190 	fw_priv->fw_name = kstrdup_const(fw_name, GFP_ATOMIC);  in __allocate_fw_priv()
191 	if (!fw_priv->fw_name) {  in __allocate_fw_priv()
192 		kfree(fw_priv);  in __allocate_fw_priv()
196 	kref_init(&fw_priv->ref);  in __allocate_fw_priv()
197 	fw_priv->fwc = fwc;  in __allocate_fw_priv()
198 	fw_priv->data = dbuf;  in __allocate_fw_priv()
199 	fw_priv->allocated_size = size;  in __allocate_fw_priv()
200 	fw_priv->offset = offset;  in __allocate_fw_priv()
201 	fw_priv->opt_flags = opt_flags;  in __allocate_fw_priv()
202 	fw_state_init(fw_priv);  in __allocate_fw_priv()
204 	INIT_LIST_HEAD(&fw_priv->pending_list);  in __allocate_fw_priv()
207 	pr_debug("%s: fw-%s fw_priv=%p\n", __func__, fw_name, fw_priv);  in __allocate_fw_priv()
209 	return fw_priv;  in __allocate_fw_priv()
212 static struct fw_priv *__lookup_fw_priv(const char *fw_name)  in __lookup_fw_priv()
214 	struct fw_priv *tmp;  in __lookup_fw_priv()
226 				struct fw_priv **fw_priv,  in alloc_lookup_fw_priv()  argument
232 	struct fw_priv *tmp;  in alloc_lookup_fw_priv()
244 			*fw_priv = tmp;  in alloc_lookup_fw_priv()
258 	*fw_priv = tmp;  in alloc_lookup_fw_priv()
266 	struct fw_priv *fw_priv = to_fw_priv(ref);  in __free_fw_priv()  local
267 	struct firmware_cache *fwc = fw_priv->fwc;  in __free_fw_priv()
270 		 __func__, fw_priv->fw_name, fw_priv, fw_priv->data,  in __free_fw_priv()
271 		 (unsigned int)fw_priv->size);  in __free_fw_priv()
273 	list_del(&fw_priv->list);  in __free_fw_priv()
276 	if (fw_is_paged_buf(fw_priv))  in __free_fw_priv()
277 		fw_free_paged_buf(fw_priv);  in __free_fw_priv()
278 	else if (!fw_priv->allocated_size)  in __free_fw_priv()
279 		vfree(fw_priv->data);  in __free_fw_priv()
281 	kfree_const(fw_priv->fw_name);  in __free_fw_priv()
282 	kfree(fw_priv);  in __free_fw_priv()
285 static void free_fw_priv(struct fw_priv *fw_priv)  in free_fw_priv()  argument
287 	struct firmware_cache *fwc = fw_priv->fwc;  in free_fw_priv()
289 	if (!kref_put(&fw_priv->ref, __free_fw_priv))  in free_fw_priv()
294 bool fw_is_paged_buf(struct fw_priv *fw_priv)  in fw_is_paged_buf()  argument
296 	return fw_priv->is_paged_buf;  in fw_is_paged_buf()
299 void fw_free_paged_buf(struct fw_priv *fw_priv)  in fw_free_paged_buf()  argument
303 	if (!fw_priv->pages)  in fw_free_paged_buf()
306 	vunmap(fw_priv->data);  in fw_free_paged_buf()
308 	for (i = 0; i < fw_priv->nr_pages; i++)  in fw_free_paged_buf()
309 		__free_page(fw_priv->pages[i]);  in fw_free_paged_buf()
310 	kvfree(fw_priv->pages);  in fw_free_paged_buf()
311 	fw_priv->pages = NULL;  in fw_free_paged_buf()
312 	fw_priv->page_array_size = 0;  in fw_free_paged_buf()
313 	fw_priv->nr_pages = 0;  in fw_free_paged_buf()
316 int fw_grow_paged_buf(struct fw_priv *fw_priv, int pages_needed)  in fw_grow_paged_buf()  argument
319 	if (fw_priv->page_array_size < pages_needed) {  in fw_grow_paged_buf()
321 					 fw_priv->page_array_size * 2);  in fw_grow_paged_buf()
328 		memcpy(new_pages, fw_priv->pages,  in fw_grow_paged_buf()
329 		       fw_priv->page_array_size * sizeof(void *));  in fw_grow_paged_buf()
330 		memset(&new_pages[fw_priv->page_array_size], 0, sizeof(void *) *  in fw_grow_paged_buf()
331 		       (new_array_size - fw_priv->page_array_size));  in fw_grow_paged_buf()
332 		kvfree(fw_priv->pages);  in fw_grow_paged_buf()
333 		fw_priv->pages = new_pages;  in fw_grow_paged_buf()
334 		fw_priv->page_array_size = new_array_size;  in fw_grow_paged_buf()
337 	while (fw_priv->nr_pages < pages_needed) {  in fw_grow_paged_buf()
338 		fw_priv->pages[fw_priv->nr_pages] =  in fw_grow_paged_buf()
341 		if (!fw_priv->pages[fw_priv->nr_pages])  in fw_grow_paged_buf()
343 		fw_priv->nr_pages++;  in fw_grow_paged_buf()
349 int fw_map_paged_buf(struct fw_priv *fw_priv)  in fw_map_paged_buf()  argument
352 	if (!fw_priv->pages)  in fw_map_paged_buf()
355 	vunmap(fw_priv->data);  in fw_map_paged_buf()
356 	fw_priv->data = vmap(fw_priv->pages, fw_priv->nr_pages, 0,  in fw_map_paged_buf()
358 	if (!fw_priv->data)  in fw_map_paged_buf()
380 static int fw_decompress_xz_single(struct device *dev, struct fw_priv *fw_priv,  in fw_decompress_xz_single()  argument
394 	xz_buf.out_size = fw_priv->allocated_size;  in fw_decompress_xz_single()
395 	xz_buf.out = fw_priv->data;  in fw_decompress_xz_single()
401 	fw_priv->size = xz_buf.out_pos;  in fw_decompress_xz_single()
406 static int fw_decompress_xz_pages(struct device *dev, struct fw_priv *fw_priv,  in fw_decompress_xz_pages()  argument
423 	fw_priv->is_paged_buf = true;  in fw_decompress_xz_pages()
424 	fw_priv->size = 0;  in fw_decompress_xz_pages()
426 		if (fw_grow_paged_buf(fw_priv, fw_priv->nr_pages + 1)) {  in fw_decompress_xz_pages()
432 		page = fw_priv->pages[fw_priv->nr_pages - 1];  in fw_decompress_xz_pages()
438 		fw_priv->size += xz_buf.out_pos;  in fw_decompress_xz_pages()
446 		err = fw_map_paged_buf(fw_priv);  in fw_decompress_xz_pages()
453 static int fw_decompress_xz(struct device *dev, struct fw_priv *fw_priv,  in fw_decompress_xz()  argument
457 	if (fw_priv->data)  in fw_decompress_xz()
458 		return fw_decompress_xz_single(dev, fw_priv, in_size, in_buffer);  in fw_decompress_xz()
460 		return fw_decompress_xz_pages(dev, fw_priv, in_size, in_buffer);  in fw_decompress_xz()
483 fw_get_filesystem_firmware(struct device *device, struct fw_priv *fw_priv,  in fw_get_filesystem_firmware()  argument
486 					     struct fw_priv *fw_priv,  in fw_get_filesystem_firmware()
498 	if (!decompress && fw_priv->data) {  in fw_get_filesystem_firmware()
499 		buffer = fw_priv->data;  in fw_get_filesystem_firmware()
500 		msize = fw_priv->allocated_size;  in fw_get_filesystem_firmware()
516 			       fw_path[i], fw_priv->fw_name, suffix);  in fw_get_filesystem_firmware()
522 		fw_priv->size = 0;  in fw_get_filesystem_firmware()
529 		if ((fw_priv->opt_flags & FW_OPT_PARTIAL) && buffer)  in fw_get_filesystem_firmware()
533 		rc = kernel_read_file_from_path_initns(path, fw_priv->offset,  in fw_get_filesystem_firmware()
552 				fw_priv->fw_name);  in fw_get_filesystem_firmware()
553 			rc = decompress(device, fw_priv, size, buffer);  in fw_get_filesystem_firmware()
558 				fw_free_paged_buf(fw_priv);  in fw_get_filesystem_firmware()
563 				fw_priv->fw_name);  in fw_get_filesystem_firmware()
564 			if (!fw_priv->data)  in fw_get_filesystem_firmware()
565 				fw_priv->data = buffer;  in fw_get_filesystem_firmware()
566 			fw_priv->size = size;  in fw_get_filesystem_firmware()
568 		fw_state_done(fw_priv);  in fw_get_filesystem_firmware()
588 static void fw_set_page_data(struct fw_priv *fw_priv, struct firmware *fw)  in fw_set_page_data()  argument
590 	fw->priv = fw_priv;  in fw_set_page_data()
591 	fw->size = fw_priv->size;  in fw_set_page_data()
592 	fw->data = fw_priv->data;  in fw_set_page_data()
595 		 __func__, fw_priv->fw_name, fw_priv, fw_priv->data,  in fw_set_page_data()
596 		 (unsigned int)fw_priv->size);  in fw_set_page_data()
677 	struct fw_priv *fw_priv = fw->priv;  in assign_fw()  local
681 	if (!fw_priv->size || fw_state_is_aborted(fw_priv)) {  in assign_fw()
694 	if (device && (fw_priv->opt_flags & FW_OPT_UEVENT) &&  in assign_fw()
695 	    !(fw_priv->opt_flags & FW_OPT_NOCACHE)) {  in assign_fw()
696 		ret = fw_add_devm_name(device, fw_priv->fw_name);  in assign_fw()
707 	if (!(fw_priv->opt_flags & FW_OPT_NOCACHE) &&  in assign_fw()
708 	    fw_priv->fwc->state == FW_LOADER_START_CACHE) {  in assign_fw()
709 		if (fw_cache_piggyback_on_request(fw_priv->fw_name))  in assign_fw()
710 			kref_get(&fw_priv->ref);  in assign_fw()
714 	fw_set_page_data(fw_priv, fw);  in assign_fw()
729 	struct fw_priv *fw_priv;  in _request_firmware_prepare()  local
744 	ret = alloc_lookup_fw_priv(name, &fw_cache, &fw_priv, dbuf, size,  in _request_firmware_prepare()
751 	firmware->priv = fw_priv;  in _request_firmware_prepare()
754 		ret = fw_state_wait(fw_priv);  in _request_firmware_prepare()
756 			fw_set_page_data(fw_priv, firmware);  in _request_firmware_prepare()
777 	struct fw_priv *fw_priv;  in fw_abort_batch_reqs()  local
783 	fw_priv = fw->priv;  in fw_abort_batch_reqs()
784 	if (!fw_state_is_aborted(fw_priv))  in fw_abort_batch_reqs()
785 		fw_state_aborted(fw_priv);  in fw_abort_batch_reqs()
1186 static struct fw_priv *lookup_fw_priv(const char *fw_name)  in lookup_fw_priv()
1188 	struct fw_priv *tmp;  in lookup_fw_priv()
1211 	struct fw_priv *fw_priv;  in uncache_firmware()  local
1219 	fw_priv = lookup_fw_priv(fw_name);  in uncache_firmware()
1220 	if (fw_priv) {  in uncache_firmware()
1221 		free_fw_priv(fw_priv);  in uncache_firmware()