| /Linux-v4.19/kernel/bpf/ |
| D | percpu_freelist.c | 13 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init()
14 if (!s->freelist) in pcpu_freelist_init()
18 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
28 free_percpu(s->freelist); in pcpu_freelist_destroy()
43 struct pcpu_freelist_head *head = this_cpu_ptr(s->freelist); in pcpu_freelist_push()
65 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate()
87 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_pop()
|
| D | stackmap.c | 31 struct pcpu_freelist freelist; member
74 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist()
78 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist()
389 pcpu_freelist_pop(&smap->freelist); in BPF_CALL_3()
399 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in BPF_CALL_3()
403 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in BPF_CALL_3()
414 pcpu_freelist_pop(&smap->freelist); in BPF_CALL_3()
425 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in BPF_CALL_3()
531 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in bpf_stackmap_copy()
582 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in stack_map_delete_elem()
[all …]
|
| D | percpu_freelist.h | 18 struct pcpu_freelist_head __percpu *freelist; member
|
| D | hashtab.c | 38 struct pcpu_freelist freelist; member
179 err = pcpu_freelist_init(&htab->freelist); in prealloc_init()
189 pcpu_freelist_populate(&htab->freelist, in prealloc_init()
207 pcpu_freelist_destroy(&htab->freelist); in prealloc_destroy()
222 l = pcpu_freelist_pop(&htab->freelist); in alloc_extra_elems()
680 pcpu_freelist_push(&htab->freelist, &l->fnode); in free_htab_elem()
742 l = pcpu_freelist_pop(&htab->freelist); in alloc_htab_elem()
|
| /Linux-v4.19/mm/ |
| D | slub.c | 367 if (cmpxchg_double(&page->freelist, &page->counters, in __cmpxchg_double_slab()
375 if (page->freelist == freelist_old && in __cmpxchg_double_slab()
377 page->freelist = freelist_new; in __cmpxchg_double_slab()
403 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab()
414 if (page->freelist == freelist_old && in cmpxchg_double_slab()
416 page->freelist = freelist_new; in cmpxchg_double_slab()
448 for (p = page->freelist; p; p = get_freepointer(s, p)) in get_map()
616 page, page->objects, page->inuse, page->freelist, page->flags); in print_page_info()
949 fp = page->freelist; in on_freelist()
960 page->freelist = NULL; in on_freelist()
[all …]
|
| D | slob.c | 223 for (prev = NULL, cur = sp->freelist; ; prev = cur, cur = slob_next(cur)) { in slob_page_alloc()
247 sp->freelist = next; in slob_page_alloc()
252 sp->freelist = cur + units; in slob_page_alloc()
325 sp->freelist = b; in slob_alloc()
372 sp->freelist = b; in slob_free()
392 if (b < (slob_t *)sp->freelist) { in slob_free()
393 if (b + units == sp->freelist) { in slob_free()
394 units += slob_units(sp->freelist); in slob_free()
395 sp->freelist = slob_next(sp->freelist); in slob_free()
397 set_slob(b, units, sp->freelist); in slob_free()
[all …]
|
| D | compaction.c | 52 static unsigned long release_freepages(struct list_head *freelist) in release_freepages() argument
57 list_for_each_entry_safe(page, next, freelist, lru) { in release_freepages()
436 struct list_head *freelist, in isolate_freepages_block() argument
524 list_add_tail(&page->lru, freelist); in isolate_freepages_block()
596 LIST_HEAD(freelist); in isolate_freepages_range()
628 block_end_pfn, &freelist, true); in isolate_freepages_range()
646 map_pages(&freelist); in isolate_freepages_range()
650 release_freepages(&freelist); in isolate_freepages_range()
1074 struct list_head *freelist = &cc->freepages; in isolate_freepages() local
1126 freelist, false); in isolate_freepages()
[all …]
|
| D | slab.c | 1666 poison_obj(cachep, page->freelist - obj_offset(cachep), in slab_destroy_debugcheck()
1703 void *freelist; in slab_destroy() local
1705 freelist = page->freelist; in slab_destroy()
1717 kmem_cache_free(cachep->freelist_cache, freelist); in slab_destroy()
2370 void *freelist; in alloc_slabmgmt() local
2377 freelist = NULL; in alloc_slabmgmt()
2380 freelist = kmem_cache_alloc_node(cachep->freelist_cache, in alloc_slabmgmt()
2382 if (!freelist) in alloc_slabmgmt()
2386 freelist = addr + (PAGE_SIZE << cachep->gfporder) - in alloc_slabmgmt()
2390 return freelist; in alloc_slabmgmt()
[all …]
|
| D | memory_hotplug.c | 138 page->freelist = (void *)type; in get_page_bootmem()
148 type = (unsigned long) page->freelist; in put_page_bootmem()
153 page->freelist = NULL; in put_page_bootmem()
|
| D | zsmalloc.c | 850 return page->freelist; in get_next_page()
924 page->freelist = NULL; in reset_page()
1059 page->freelist = NULL; in create_page_chain()
1067 prev_page->freelist = page; in create_page_chain()
|
| /Linux-v4.19/drivers/md/bcache/ |
| D | util.h | 252 type *freelist; \
258 typeof((array)->freelist) _ret = (array)->freelist; \
261 (array)->freelist = *((typeof((array)->freelist) *) _ret);\
268 typeof((array)->freelist) _ptr = ptr; \
270 *((typeof((array)->freelist) *) _ptr) = (array)->freelist; \
271 (array)->freelist = _ptr; \
276 typeof((array)->freelist) _i; \
279 (array)->freelist = NULL; \
287 #define array_freelist_empty(array) ((array)->freelist == NULL)
|
| D | writeback.c | 585 if (array_freelist_empty(&buf->freelist)) in refill_full_stripes()
621 if (array_freelist_empty(&buf->freelist)) in refill_dirty()
|
| /Linux-v4.19/drivers/nvdimm/ |
| D | btt.c | 400 arena->freelist[lane].sub = 1 - arena->freelist[lane].sub; in btt_flog_write()
401 if (++(arena->freelist[lane].seq) == 4) in btt_flog_write()
402 arena->freelist[lane].seq = 1; in btt_flog_write()
404 arena->freelist[lane].has_err = 1; in btt_flog_write()
405 arena->freelist[lane].block = le32_to_cpu(ent_lba(ent->old_map)); in btt_flog_write()
517 if (arena->freelist[lane].has_err) { in arena_clear_freelist_error()
519 u32 lba = arena->freelist[lane].block; in arena_clear_freelist_error()
535 arena->freelist[lane].has_err = 0; in arena_clear_freelist_error()
548 arena->freelist = kcalloc(arena->nfree, sizeof(struct free_entry), in btt_freelist_init()
550 if (!arena->freelist) in btt_freelist_init()
[all …]
|
| D | btt.h | 194 struct free_entry *freelist; member
|
| /Linux-v4.19/drivers/iommu/ |
| D | intel-iommu.c | 1147 struct page *freelist) in dma_pte_list_pagetables() argument
1152 pg->freelist = freelist; in dma_pte_list_pagetables()
1153 freelist = pg; in dma_pte_list_pagetables()
1156 return freelist; in dma_pte_list_pagetables()
1161 freelist = dma_pte_list_pagetables(domain, level - 1, in dma_pte_list_pagetables()
1162 pte, freelist); in dma_pte_list_pagetables()
1166 return freelist; in dma_pte_list_pagetables()
1173 struct page *freelist) in dma_pte_clear_level() argument
1194 freelist = dma_pte_list_pagetables(domain, level - 1, pte, freelist); in dma_pte_clear_level()
1202 freelist = dma_pte_clear_level(domain, level - 1, in dma_pte_clear_level()
[all …]
|
| /Linux-v4.19/fs/jfs/ |
| D | jfs_dtree.h | 152 s8 freelist; /* 1: freelist header */ member
201 s8 freelist; /* 1: slot index of head of freelist */ member
|
| D | jfs_dtree.c | 1431 rp->header.freelist = fsi; in dtSplitPage()
1573 fsi = rp->header.freelist; in dtSplitPage()
1786 last = sp->header.freelist; in dtExtendPage()
1791 sp->header.freelist = last; in dtExtendPage()
1805 fsi = sp->header.freelist; in dtExtendPage()
1807 sp->header.freelist = n; in dtExtendPage()
1830 if (sp->header.freelist < n) in dtExtendPage()
1977 fsi = sp->header.freelist; in dtSplitRoot()
1979 rp->header.freelist = n; in dtSplitRoot()
1981 rp->header.freelist = fsi; in dtSplitRoot()
[all …]
|
| /Linux-v4.19/drivers/usb/musb/ |
| D | cppi_dma.c | 63 struct cppi_descriptor *bd = c->freelist; in cppi_bd_alloc()
66 c->freelist = bd->next; in cppi_bd_alloc()
75 bd->next = c->freelist; in cppi_bd_free()
76 c->freelist = bd; in cppi_bd_free()
121 c->freelist = NULL; in cppi_pool_init()
609 bd = tx->freelist; in cppi_next_tx_segment()
664 musb_writel(&tx_ram->tx_head, 0, (u32)tx->freelist->dma); in cppi_next_tx_segment()
|
| D | cppi_dma.h | 95 struct cppi_descriptor *freelist; member
|
| /Linux-v4.19/include/linux/ |
| D | slub_def.h | 42 void **freelist; /* Pointer to next available object */ member
|
| D | mm_types.h | 114 void *freelist; /* first free object */ member
|
| /Linux-v4.19/drivers/net/ethernet/cavium/liquidio/ |
| D | octeon_device.c | 1035 struct list_head freelist, *temp, *tmp2; in octeon_delete_dispatch_list() local
1037 INIT_LIST_HEAD(&freelist); in octeon_delete_dispatch_list()
1048 list_add_tail(temp, &freelist); in octeon_delete_dispatch_list()
1058 list_for_each_safe(temp, tmp2, &freelist) { in octeon_delete_dispatch_list()
|
| /Linux-v4.19/Documentation/RCU/ |
| D | torture.txt | 210 o "tfle": If non-zero, indicates that the "torture freelist"
215 o "rta": Number of structures allocated from the torture freelist.
217 o "rtaf": Number of allocations from the torture freelist that have
222 o "rtf": Number of frees into the torture freelist.
|
| /Linux-v4.19/lib/ |
| D | debugobjects.c | 285 HLIST_HEAD(freelist); in debug_objects_oom()
294 hlist_move_list(&db->list, &freelist); in debug_objects_oom()
298 hlist_for_each_entry_safe(obj, tmp, &freelist, node) { in debug_objects_oom()
|
| /Linux-v4.19/drivers/md/ |
| D | dm-writecache.c | 110 struct list_head freelist; member
626 list_add_tail(&e->lru, &wc->freelist); in writecache_add_to_freelist()
646 if (unlikely(list_empty(&wc->freelist))) in writecache_pop_from_freelist()
648 e = container_of(wc->freelist.next, struct wc_entry, lru); in writecache_pop_from_freelist()
687 wc->freelist.next = LIST_POISON1; in writecache_poison_lists()
688 wc->freelist.prev = LIST_POISON2; in writecache_poison_lists()
898 INIT_LIST_HEAD(&wc->freelist); in writecache_resume()
|
