80 static inline struct fw_priv *to_fw_priv(struct kref *ref)  in to_fw_priv()
82 	return container_of(ref, struct fw_priv, ref);  in to_fw_priv()
153 static void fw_state_init(struct fw_priv *fw_priv)  in fw_state_init()  argument
155 	struct fw_state *fw_st = &fw_priv->fw_st;  in fw_state_init()
161 static inline int fw_state_wait(struct fw_priv *fw_priv)  in fw_state_wait()  argument
163 	return __fw_state_wait_common(fw_priv, MAX_SCHEDULE_TIMEOUT);  in fw_state_wait()
168 static struct fw_priv *__allocate_fw_priv(const char *fw_name,  in __allocate_fw_priv()
172 	struct fw_priv *fw_priv;  in __allocate_fw_priv()  local
174 	fw_priv = kzalloc(sizeof(*fw_priv), GFP_ATOMIC);  in __allocate_fw_priv()
175 	if (!fw_priv)  in __allocate_fw_priv()
178 	fw_priv->fw_name = kstrdup_const(fw_name, GFP_ATOMIC);  in __allocate_fw_priv()
179 	if (!fw_priv->fw_name) {  in __allocate_fw_priv()
180 		kfree(fw_priv);  in __allocate_fw_priv()
184 	kref_init(&fw_priv->ref);  in __allocate_fw_priv()
185 	fw_priv->fwc = fwc;  in __allocate_fw_priv()
186 	fw_priv->data = dbuf;  in __allocate_fw_priv()
187 	fw_priv->allocated_size = size;  in __allocate_fw_priv()
188 	fw_state_init(fw_priv);  in __allocate_fw_priv()
190 	INIT_LIST_HEAD(&fw_priv->pending_list);  in __allocate_fw_priv()
193 	pr_debug("%s: fw-%s fw_priv=%p\n", __func__, fw_name, fw_priv);  in __allocate_fw_priv()
195 	return fw_priv;  in __allocate_fw_priv()
198 static struct fw_priv *__lookup_fw_priv(const char *fw_name)  in __lookup_fw_priv()
200 	struct fw_priv *tmp;  in __lookup_fw_priv()
212 				struct fw_priv **fw_priv, void *dbuf,  in alloc_lookup_fw_priv()  argument
215 	struct fw_priv *tmp;  in alloc_lookup_fw_priv()
223 			*fw_priv = tmp;  in alloc_lookup_fw_priv()
237 	*fw_priv = tmp;  in alloc_lookup_fw_priv()
245 	struct fw_priv *fw_priv = to_fw_priv(ref);  in __free_fw_priv()  local
246 	struct firmware_cache *fwc = fw_priv->fwc;  in __free_fw_priv()
249 		 __func__, fw_priv->fw_name, fw_priv, fw_priv->data,  in __free_fw_priv()
250 		 (unsigned int)fw_priv->size);  in __free_fw_priv()
252 	list_del(&fw_priv->list);  in __free_fw_priv()
255 	fw_free_paged_buf(fw_priv); /* free leftover pages */  in __free_fw_priv()
256 	if (!fw_priv->allocated_size)  in __free_fw_priv()
257 		vfree(fw_priv->data);  in __free_fw_priv()
258 	kfree_const(fw_priv->fw_name);  in __free_fw_priv()
259 	kfree(fw_priv);  in __free_fw_priv()
262 static void free_fw_priv(struct fw_priv *fw_priv)  in free_fw_priv()  argument
264 	struct firmware_cache *fwc = fw_priv->fwc;  in free_fw_priv()
266 	if (!kref_put(&fw_priv->ref, __free_fw_priv))  in free_fw_priv()
271 void fw_free_paged_buf(struct fw_priv *fw_priv)  in fw_free_paged_buf()  argument
275 	if (!fw_priv->pages)  in fw_free_paged_buf()
278 	for (i = 0; i < fw_priv->nr_pages; i++)  in fw_free_paged_buf()
279 		__free_page(fw_priv->pages[i]);  in fw_free_paged_buf()
280 	kvfree(fw_priv->pages);  in fw_free_paged_buf()
281 	fw_priv->pages = NULL;  in fw_free_paged_buf()
282 	fw_priv->page_array_size = 0;  in fw_free_paged_buf()
283 	fw_priv->nr_pages = 0;  in fw_free_paged_buf()
286 int fw_grow_paged_buf(struct fw_priv *fw_priv, int pages_needed)  in fw_grow_paged_buf()  argument
289 	if (fw_priv->page_array_size < pages_needed) {  in fw_grow_paged_buf()
291 					 fw_priv->page_array_size * 2);  in fw_grow_paged_buf()
298 		memcpy(new_pages, fw_priv->pages,  in fw_grow_paged_buf()
299 		       fw_priv->page_array_size * sizeof(void *));  in fw_grow_paged_buf()
300 		memset(&new_pages[fw_priv->page_array_size], 0, sizeof(void *) *  in fw_grow_paged_buf()
301 		       (new_array_size - fw_priv->page_array_size));  in fw_grow_paged_buf()
302 		kvfree(fw_priv->pages);  in fw_grow_paged_buf()
303 		fw_priv->pages = new_pages;  in fw_grow_paged_buf()
304 		fw_priv->page_array_size = new_array_size;  in fw_grow_paged_buf()
307 	while (fw_priv->nr_pages < pages_needed) {  in fw_grow_paged_buf()
308 		fw_priv->pages[fw_priv->nr_pages] =  in fw_grow_paged_buf()
311 		if (!fw_priv->pages[fw_priv->nr_pages])  in fw_grow_paged_buf()
313 		fw_priv->nr_pages++;  in fw_grow_paged_buf()
319 int fw_map_paged_buf(struct fw_priv *fw_priv)  in fw_map_paged_buf()  argument
322 	if (!fw_priv->pages)  in fw_map_paged_buf()
325 	vunmap(fw_priv->data);  in fw_map_paged_buf()
326 	fw_priv->data = vmap(fw_priv->pages, fw_priv->nr_pages, 0,  in fw_map_paged_buf()
328 	if (!fw_priv->data)  in fw_map_paged_buf()
332 	kvfree(fw_priv->pages);  in fw_map_paged_buf()
333 	fw_priv->pages = NULL;  in fw_map_paged_buf()
354 static int fw_decompress_xz_single(struct device *dev, struct fw_priv *fw_priv,  in fw_decompress_xz_single()  argument
368 	xz_buf.out_size = fw_priv->allocated_size;  in fw_decompress_xz_single()
369 	xz_buf.out = fw_priv->data;  in fw_decompress_xz_single()
375 	fw_priv->size = xz_buf.out_pos;  in fw_decompress_xz_single()
380 static int fw_decompress_xz_pages(struct device *dev, struct fw_priv *fw_priv,  in fw_decompress_xz_pages()  argument
397 	fw_priv->is_paged_buf = true;  in fw_decompress_xz_pages()
398 	fw_priv->size = 0;  in fw_decompress_xz_pages()
400 		if (fw_grow_paged_buf(fw_priv, fw_priv->nr_pages + 1)) {  in fw_decompress_xz_pages()
406 		page = fw_priv->pages[fw_priv->nr_pages - 1];  in fw_decompress_xz_pages()
412 		fw_priv->size += xz_buf.out_pos;  in fw_decompress_xz_pages()
420 		err = fw_map_paged_buf(fw_priv);  in fw_decompress_xz_pages()
427 static int fw_decompress_xz(struct device *dev, struct fw_priv *fw_priv,  in fw_decompress_xz()  argument
431 	if (fw_priv->data)  in fw_decompress_xz()
432 		return fw_decompress_xz_single(dev, fw_priv, in_size, in_buffer);  in fw_decompress_xz()
434 		return fw_decompress_xz_pages(dev, fw_priv, in_size, in_buffer);  in fw_decompress_xz()
457 fw_get_filesystem_firmware(struct device *device, struct fw_priv *fw_priv,  in fw_get_filesystem_firmware()  argument
460 					     struct fw_priv *fw_priv,  in fw_get_filesystem_firmware()
473 	if (!decompress && fw_priv->data) {  in fw_get_filesystem_firmware()
474 		buffer = fw_priv->data;  in fw_get_filesystem_firmware()
476 		msize = fw_priv->allocated_size;  in fw_get_filesystem_firmware()
489 			       fw_path[i], fw_priv->fw_name, suffix);  in fw_get_filesystem_firmware()
495 		fw_priv->size = 0;  in fw_get_filesystem_firmware()
509 				fw_priv->fw_name);  in fw_get_filesystem_firmware()
510 			rc = decompress(device, fw_priv, size, buffer);  in fw_get_filesystem_firmware()
515 				fw_free_paged_buf(fw_priv);  in fw_get_filesystem_firmware()
520 				fw_priv->fw_name);  in fw_get_filesystem_firmware()
521 			if (!fw_priv->data)  in fw_get_filesystem_firmware()
522 				fw_priv->data = buffer;  in fw_get_filesystem_firmware()
523 			fw_priv->size = size;  in fw_get_filesystem_firmware()
525 		fw_state_done(fw_priv);  in fw_get_filesystem_firmware()
545 static void fw_set_page_data(struct fw_priv *fw_priv, struct firmware *fw)  in fw_set_page_data()  argument
547 	fw->priv = fw_priv;  in fw_set_page_data()
549 	fw->pages = fw_priv->pages;  in fw_set_page_data()
551 	fw->size = fw_priv->size;  in fw_set_page_data()
552 	fw->data = fw_priv->data;  in fw_set_page_data()
555 		 __func__, fw_priv->fw_name, fw_priv, fw_priv->data,  in fw_set_page_data()
556 		 (unsigned int)fw_priv->size);  in fw_set_page_data()
638 	struct fw_priv *fw_priv = fw->priv;  in assign_fw()  local
642 	if (!fw_priv->size || fw_state_is_aborted(fw_priv)) {  in assign_fw()
657 		ret = fw_add_devm_name(device, fw_priv->fw_name);  in assign_fw()
669 	    fw_priv->fwc->state == FW_LOADER_START_CACHE) {  in assign_fw()
670 		if (fw_cache_piggyback_on_request(fw_priv->fw_name))  in assign_fw()
671 			kref_get(&fw_priv->ref);  in assign_fw()
675 	fw_set_page_data(fw_priv, fw);  in assign_fw()
690 	struct fw_priv *fw_priv;  in _request_firmware_prepare()  local
705 	ret = alloc_lookup_fw_priv(name, &fw_cache, &fw_priv, dbuf, size,  in _request_firmware_prepare()
712 	firmware->priv = fw_priv;  in _request_firmware_prepare()
715 		ret = fw_state_wait(fw_priv);  in _request_firmware_prepare()
717 			fw_set_page_data(fw_priv, firmware);  in _request_firmware_prepare()
738 	struct fw_priv *fw_priv;  in fw_abort_batch_reqs()  local
744 	fw_priv = fw->priv;  in fw_abort_batch_reqs()
745 	if (!fw_state_is_aborted(fw_priv))  in fw_abort_batch_reqs()
746 		fw_state_aborted(fw_priv);  in fw_abort_batch_reqs()
1082 static struct fw_priv *lookup_fw_priv(const char *fw_name)  in lookup_fw_priv()
1084 	struct fw_priv *tmp;  in lookup_fw_priv()
1107 	struct fw_priv *fw_priv;  in uncache_firmware()  local
1115 	fw_priv = lookup_fw_priv(fw_name);  in uncache_firmware()
1116 	if (fw_priv) {  in uncache_firmware()
1117 		free_fw_priv(fw_priv);  in uncache_firmware()