Home
last modified time | relevance | path

Searched refs:freelist (Results 1 – 25 of 47) sorted by relevance

12

/Linux-v5.15/drivers/iommu/amd/
Dio_pgtable.c77 static void free_page_list(struct page *freelist) in free_page_list() argument
79 while (freelist != NULL) { in free_page_list()
80 unsigned long p = (unsigned long)page_address(freelist); in free_page_list()
82 freelist = freelist->freelist; in free_page_list()
87 static struct page *free_pt_page(unsigned long pt, struct page *freelist) in free_pt_page() argument
91 p->freelist = freelist; in free_pt_page()
97 static struct page *free_pt_##LVL (unsigned long __pt, struct page *freelist) \
116 freelist = FN(p, freelist); \
119 return free_pt_page((unsigned long)pt, freelist); \
129 struct page *freelist) in DEFINE_FREE_PT_FN()
[all …]
/Linux-v5.15/kernel/bpf/
Dpercpu_freelist.c10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init()
11 if (!s->freelist) in pcpu_freelist_init()
15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
27 free_percpu(s->freelist); in pcpu_freelist_destroy()
65 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_push_nmi()
88 ___pcpu_freelist_push(this_cpu_ptr(s->freelist), node); in __pcpu_freelist_push()
112 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate()
132 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop()
166 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop_nmi()
Dstackmap.c29 struct pcpu_freelist freelist; member
75 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist()
79 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist()
297 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid()
307 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid()
311 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid()
322 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid()
333 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in __bpf_get_stackid()
640 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in bpf_stackmap_copy()
691 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in stack_map_delete_elem()
[all …]
Dpercpu_freelist.h15 struct pcpu_freelist_head __percpu *freelist; member
/Linux-v5.15/mm/
Dslub.c461 if (cmpxchg_double(&page->freelist, &page->counters, in __cmpxchg_double_slab()
472 if (page->freelist == freelist_old && in __cmpxchg_double_slab()
474 page->freelist = freelist_new; in __cmpxchg_double_slab()
500 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab()
511 if (page->freelist == freelist_old && in cmpxchg_double_slab()
513 page->freelist = freelist_new; in cmpxchg_double_slab()
545 for (p = page->freelist; p; p = get_freepointer(s, p)) in __fill_map()
767 page, page->objects, page->inuse, page->freelist, in print_page_info()
803 void **freelist, void *nextfree) in freelist_corrupted() argument
806 !check_valid_pointer(s, page, nextfree) && freelist) { in freelist_corrupted()
[all …]
Dslob.c244 for (prev = NULL, cur = sp->freelist; ; prev = cur, cur = slob_next(cur)) { in slob_page_alloc()
277 sp->freelist = next; in slob_page_alloc()
282 sp->freelist = cur + units; in slob_page_alloc()
366 sp->freelist = b; in slob_alloc()
413 sp->freelist = b; in slob_free()
433 if (b < (slob_t *)sp->freelist) { in slob_free()
434 if (b + units == sp->freelist) { in slob_free()
435 units += slob_units(sp->freelist); in slob_free()
436 sp->freelist = slob_next(sp->freelist); in slob_free()
438 set_slob(b, units, sp->freelist); in slob_free()
[all …]
Dcompaction.c71 static unsigned long release_freepages(struct list_head *freelist) in release_freepages() argument
76 list_for_each_entry_safe(page, next, freelist, lru) { in release_freepages()
553 struct list_head *freelist, in isolate_freepages_block() argument
631 list_add_tail(&page->lru, freelist); in isolate_freepages_block()
699 LIST_HEAD(freelist); in isolate_freepages_range()
731 block_end_pfn, &freelist, 0, true); in isolate_freepages_range()
749 split_map_pages(&freelist); in isolate_freepages_range()
753 release_freepages(&freelist); in isolate_freepages_range()
1288 move_freelist_head(struct list_head *freelist, struct page *freepage) in move_freelist_head() argument
1292 if (!list_is_last(freelist, &freepage->lru)) { in move_freelist_head()
[all …]
Dbootmem_info.c18 page->freelist = (void *)type; in get_page_bootmem()
28 type = (unsigned long) page->freelist; in put_page_bootmem()
33 page->freelist = NULL; in put_page_bootmem()
Dslab.c1583 poison_obj(cachep, page->freelist - obj_offset(cachep), in slab_destroy_debugcheck()
1620 void *freelist; in slab_destroy() local
1622 freelist = page->freelist; in slab_destroy()
1634 kmem_cache_free(cachep->freelist_cache, freelist); in slab_destroy()
2297 void *freelist; in alloc_slabmgmt() local
2304 freelist = NULL; in alloc_slabmgmt()
2307 freelist = kmem_cache_alloc_node(cachep->freelist_cache, in alloc_slabmgmt()
2311 freelist = addr + (PAGE_SIZE << cachep->gfporder) - in alloc_slabmgmt()
2315 return freelist; in alloc_slabmgmt()
2320 return ((freelist_idx_t *)page->freelist)[idx]; in get_free_obj()
[all …]
/Linux-v5.15/drivers/scsi/elx/efct/
Defct_io.c16 struct list_head freelist; member
33 INIT_LIST_HEAD(&io_pool->freelist); in efct_io_pool_create()
70 list_add_tail(&io->list_entry, &io_pool->freelist); in efct_io_pool_create()
116 if (!list_empty(&io_pool->freelist)) { in efct_io_pool_io_alloc()
117 io = list_first_entry(&io_pool->freelist, struct efct_io, in efct_io_pool_io_alloc()
161 list_add(&io->list_entry, &io_pool->freelist); in efct_io_pool_io_free()
/Linux-v5.15/drivers/md/bcache/
Dutil.h248 type *freelist; \
254 typeof((array)->freelist) _ret = (array)->freelist; \
257 (array)->freelist = *((typeof((array)->freelist) *) _ret);\
264 typeof((array)->freelist) _ptr = ptr; \
266 *((typeof((array)->freelist) *) _ptr) = (array)->freelist; \
267 (array)->freelist = _ptr; \
272 typeof((array)->freelist) _i; \
275 (array)->freelist = NULL; \
283 #define array_freelist_empty(array) ((array)->freelist == NULL)
/Linux-v5.15/drivers/nvdimm/
Dbtt.c393 arena->freelist[lane].sub = 1 - arena->freelist[lane].sub; in btt_flog_write()
394 if (++(arena->freelist[lane].seq) == 4) in btt_flog_write()
395 arena->freelist[lane].seq = 1; in btt_flog_write()
397 arena->freelist[lane].has_err = 1; in btt_flog_write()
398 arena->freelist[lane].block = ent_lba(le32_to_cpu(ent->old_map)); in btt_flog_write()
510 if (arena->freelist[lane].has_err) { in arena_clear_freelist_error()
512 u32 lba = arena->freelist[lane].block; in arena_clear_freelist_error()
528 arena->freelist[lane].has_err = 0; in arena_clear_freelist_error()
541 arena->freelist = kcalloc(arena->nfree, sizeof(struct free_entry), in btt_freelist_init()
543 if (!arena->freelist) in btt_freelist_init()
[all …]
Dbtt.h187 struct free_entry *freelist; member
/Linux-v5.15/drivers/iommu/intel/
Diommu.c1191 struct page *freelist) in dma_pte_list_pagetables() argument
1196 pg->freelist = freelist; in dma_pte_list_pagetables()
1197 freelist = pg; in dma_pte_list_pagetables()
1200 return freelist; in dma_pte_list_pagetables()
1205 freelist = dma_pte_list_pagetables(domain, level - 1, in dma_pte_list_pagetables()
1206 pte, freelist); in dma_pte_list_pagetables()
1210 return freelist; in dma_pte_list_pagetables()
1217 struct page *freelist) in dma_pte_clear_level() argument
1238 freelist = dma_pte_list_pagetables(domain, level - 1, pte, freelist); in dma_pte_clear_level()
1246 freelist = dma_pte_clear_level(domain, level - 1, in dma_pte_clear_level()
[all …]
/Linux-v5.15/fs/jfs/
Djfs_dtree.h139 s8 freelist; /* 1: freelist header */ member
188 s8 freelist; /* 1: slot index of head of freelist */ member
Djfs_dtree.c1418 rp->header.freelist = fsi; in dtSplitPage()
1560 fsi = rp->header.freelist; in dtSplitPage()
1773 last = sp->header.freelist; in dtExtendPage()
1778 sp->header.freelist = last; in dtExtendPage()
1792 fsi = sp->header.freelist; in dtExtendPage()
1794 sp->header.freelist = n; in dtExtendPage()
1817 if (sp->header.freelist < n) in dtExtendPage()
1964 fsi = sp->header.freelist; in dtSplitRoot()
1966 rp->header.freelist = n; in dtSplitRoot()
1968 rp->header.freelist = fsi; in dtSplitRoot()
[all …]
/Linux-v5.15/include/linux/
Dbootmem_info.h33 unsigned long magic = (unsigned long)page->freelist; in free_bootmem_page()
Dkprobes.h153 struct freelist_head freelist; member
159 struct freelist_node freelist; member
Dslub_def.h49 void **freelist; /* Pointer to next available object */ member
/Linux-v5.15/drivers/usb/musb/
Dcppi_dma.c63 struct cppi_descriptor *bd = c->freelist; in cppi_bd_alloc()
66 c->freelist = bd->next; in cppi_bd_alloc()
75 bd->next = c->freelist; in cppi_bd_free()
76 c->freelist = bd; in cppi_bd_free()
121 c->freelist = NULL; in cppi_pool_init()
609 bd = tx->freelist; in cppi_next_tx_segment()
664 musb_writel(&tx_ram->tx_head, 0, (u32)tx->freelist->dma); in cppi_next_tx_segment()
Dcppi_dma.h95 struct cppi_descriptor *freelist; member
/Linux-v5.15/kernel/
Dkprobes.c1226 freelist_add(&ri->freelist, &rp->freelist); in recycle_rp_inst()
1287 node = rp->freelist.head; in free_rp_inst()
1289 ri = container_of(node, struct kretprobe_instance, freelist); in free_rp_inst()
1928 fn = freelist_try_get(&rp->freelist); in NOKPROBE_SYMBOL()
1934 ri = container_of(fn, struct kretprobe_instance, freelist); in NOKPROBE_SYMBOL()
1937 freelist_add(&ri->freelist, &rp->freelist); in NOKPROBE_SYMBOL()
2020 rp->freelist.head = NULL; in register_kretprobe()
2035 freelist_add(&inst->freelist, &rp->freelist); in register_kretprobe()
/Linux-v5.15/drivers/iommu/
Ddma-iommu.c69 struct page *freelist = (struct page *)data; in iommu_dma_entry_dtor() local
71 while (freelist) { in iommu_dma_entry_dtor()
72 unsigned long p = (unsigned long)page_address(freelist); in iommu_dma_entry_dtor()
74 freelist = freelist->freelist; in iommu_dma_entry_dtor()
484 (unsigned long)gather->freelist); in iommu_dma_free_iova()
/Linux-v5.15/drivers/net/ethernet/cavium/liquidio/
Docteon_device.c1034 struct list_head freelist, *temp, *tmp2; in octeon_delete_dispatch_list() local
1036 INIT_LIST_HEAD(&freelist); in octeon_delete_dispatch_list()
1046 list_move_tail(temp, &freelist); in octeon_delete_dispatch_list()
1056 list_for_each_safe(temp, tmp2, &freelist) { in octeon_delete_dispatch_list()
/Linux-v5.15/Documentation/RCU/
Dtorture.rst51 * "tfle": If non-zero, indicates that the "torture freelist"
56 * "rta": Number of structures allocated from the torture freelist.
58 * "rtaf": Number of allocations from the torture freelist that have
63 * "rtf": Number of frees into the torture freelist.

12