71 	struct dma_pool *pool;  in show_pools()  local
81 	list_for_each_entry(pool, &dev->dma_pools, pools) {  in show_pools()
85 		spin_lock_irq(&pool->lock);  in show_pools()
86 		list_for_each_entry(page, &pool->page_list, page_list) {  in show_pools()
90 		spin_unlock_irq(&pool->lock);  in show_pools()
94 				 pool->name, blocks,  in show_pools()
95 				 pages * (pool->allocation / pool->size),  in show_pools()
96 				 pool->size, pages);  in show_pools()
205 static void pool_initialise_page(struct dma_pool *pool, struct dma_page *page)  in pool_initialise_page()  argument
208 	unsigned int next_boundary = pool->boundary;  in pool_initialise_page()
211 		unsigned int next = offset + pool->size;  in pool_initialise_page()
212 		if (unlikely((next + pool->size) >= next_boundary)) {  in pool_initialise_page()
214 			next_boundary += pool->boundary;  in pool_initialise_page()
218 	} while (offset < pool->allocation);  in pool_initialise_page()
221 static struct dma_page *pool_alloc_page(struct dma_pool *pool, gfp_t mem_flags)  in pool_alloc_page()  argument
228 	page->vaddr = dma_alloc_coherent(pool->dev, pool->allocation,  in pool_alloc_page()
232 		memset(page->vaddr, POOL_POISON_FREED, pool->allocation);  in pool_alloc_page()
234 		pool_initialise_page(pool, page);  in pool_alloc_page()
249 static void pool_free_page(struct dma_pool *pool, struct dma_page *page)  in pool_free_page()  argument
254 	memset(page->vaddr, POOL_POISON_FREED, pool->allocation);  in pool_free_page()
256 	dma_free_coherent(pool->dev, pool->allocation, page->vaddr, dma);  in pool_free_page()
269 void dma_pool_destroy(struct dma_pool *pool)  in dma_pool_destroy()  argument
273 	if (unlikely(!pool))  in dma_pool_destroy()
278 	list_del(&pool->pools);  in dma_pool_destroy()
279 	if (pool->dev && list_empty(&pool->dev->dma_pools))  in dma_pool_destroy()
283 		device_remove_file(pool->dev, &dev_attr_pools);  in dma_pool_destroy()
286 	while (!list_empty(&pool->page_list)) {  in dma_pool_destroy()
288 		page = list_entry(pool->page_list.next,  in dma_pool_destroy()
291 			if (pool->dev)  in dma_pool_destroy()
292 				dev_err(pool->dev,  in dma_pool_destroy()
294 					pool->name, page->vaddr);  in dma_pool_destroy()
297 				       pool->name, page->vaddr);  in dma_pool_destroy()
302 			pool_free_page(pool, page);  in dma_pool_destroy()
305 	kfree(pool);  in dma_pool_destroy()
319 void *dma_pool_alloc(struct dma_pool *pool, gfp_t mem_flags,  in dma_pool_alloc()  argument
329 	spin_lock_irqsave(&pool->lock, flags);  in dma_pool_alloc()
330 	list_for_each_entry(page, &pool->page_list, page_list) {  in dma_pool_alloc()
331 		if (page->offset < pool->allocation)  in dma_pool_alloc()
336 	spin_unlock_irqrestore(&pool->lock, flags);  in dma_pool_alloc()
338 	page = pool_alloc_page(pool, mem_flags & (~__GFP_ZERO));  in dma_pool_alloc()
342 	spin_lock_irqsave(&pool->lock, flags);  in dma_pool_alloc()
344 	list_add(&page->page_list, &pool->page_list);  in dma_pool_alloc()
356 		for (i = sizeof(page->offset); i < pool->size; i++) {  in dma_pool_alloc()
359 			if (pool->dev)  in dma_pool_alloc()
360 				dev_err(pool->dev,  in dma_pool_alloc()
362 					pool->name, retval);  in dma_pool_alloc()
365 					pool->name, retval);  in dma_pool_alloc()
372 					data, pool->size, 1);  in dma_pool_alloc()
377 		memset(retval, POOL_POISON_ALLOCATED, pool->size);  in dma_pool_alloc()
379 	spin_unlock_irqrestore(&pool->lock, flags);  in dma_pool_alloc()
382 		memset(retval, 0, pool->size);  in dma_pool_alloc()
388 static struct dma_page *pool_find_page(struct dma_pool *pool, dma_addr_t dma)  in pool_find_page()  argument
392 	list_for_each_entry(page, &pool->page_list, page_list) {  in pool_find_page()
395 		if ((dma - page->dma) < pool->allocation)  in pool_find_page()
410 void dma_pool_free(struct dma_pool *pool, void *vaddr, dma_addr_t dma)  in dma_pool_free()  argument
416 	spin_lock_irqsave(&pool->lock, flags);  in dma_pool_free()
417 	page = pool_find_page(pool, dma);  in dma_pool_free()
419 		spin_unlock_irqrestore(&pool->lock, flags);  in dma_pool_free()
420 		if (pool->dev)  in dma_pool_free()
421 			dev_err(pool->dev,  in dma_pool_free()
423 				pool->name, vaddr, (unsigned long)dma);  in dma_pool_free()
426 			       pool->name, vaddr, (unsigned long)dma);  in dma_pool_free()
432 		memset(vaddr, 0, pool->size);  in dma_pool_free()
435 		spin_unlock_irqrestore(&pool->lock, flags);  in dma_pool_free()
436 		if (pool->dev)  in dma_pool_free()
437 			dev_err(pool->dev,  in dma_pool_free()
439 				pool->name, vaddr, &dma);  in dma_pool_free()
442 			       pool->name, vaddr, &dma);  in dma_pool_free()
447 		while (chain < pool->allocation) {  in dma_pool_free()
452 			spin_unlock_irqrestore(&pool->lock, flags);  in dma_pool_free()
453 			if (pool->dev)  in dma_pool_free()
454 				dev_err(pool->dev, "dma_pool_free %s, dma %pad already free\n",  in dma_pool_free()
455 					pool->name, &dma);  in dma_pool_free()
458 				       pool->name, &dma);  in dma_pool_free()
462 	memset(vaddr, POOL_POISON_FREED, pool->size);  in dma_pool_free()
473 	spin_unlock_irqrestore(&pool->lock, flags);  in dma_pool_free()
482 	struct dma_pool *pool = *(struct dma_pool **)res;  in dmam_pool_release()  local
484 	dma_pool_destroy(pool);  in dmam_pool_release()
509 	struct dma_pool **ptr, *pool;  in dmam_pool_create()  local
515 	pool = *ptr = dma_pool_create(name, dev, size, align, allocation);  in dmam_pool_create()
516 	if (pool)  in dmam_pool_create()
521 	return pool;  in dmam_pool_create()
531 void dmam_pool_destroy(struct dma_pool *pool)  in dmam_pool_destroy()  argument
533 	struct device *dev = pool->dev;  in dmam_pool_destroy()
535 	WARN_ON(devres_release(dev, dmam_pool_release, dmam_pool_match, pool));  in dmam_pool_destroy()