| /Linux-v6.1/kernel/bpf/ |
| D | bpf_local_storage.c | 21 select_bucket(struct bpf_local_storage_map *smap, in select_bucket() argument
24 return &smap->buckets[hash_ptr(selem, smap->bucket_log)]; in select_bucket()
27 static int mem_charge(struct bpf_local_storage_map *smap, void *owner, u32 size) in mem_charge() argument
29 struct bpf_map *map = &smap->map; in mem_charge()
34 return map->ops->map_local_storage_charge(smap, owner, size); in mem_charge()
37 static void mem_uncharge(struct bpf_local_storage_map *smap, void *owner, in mem_uncharge() argument
40 struct bpf_map *map = &smap->map; in mem_uncharge()
43 map->ops->map_local_storage_uncharge(smap, owner, size); in mem_uncharge()
47 owner_storage(struct bpf_local_storage_map *smap, void *owner) in owner_storage() argument
49 struct bpf_map *map = &smap->map; in owner_storage()
[all …]
|
| D | stackmap.c | 45 static int prealloc_elems_and_freelist(struct bpf_stack_map *smap) in prealloc_elems_and_freelist() argument
48 (u64)smap->map.value_size; in prealloc_elems_and_freelist()
51 smap->elems = bpf_map_area_alloc(elem_size * smap->map.max_entries, in prealloc_elems_and_freelist()
52 smap->map.numa_node); in prealloc_elems_and_freelist()
53 if (!smap->elems) in prealloc_elems_and_freelist()
56 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist()
60 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist()
61 smap->map.max_entries); in prealloc_elems_and_freelist()
65 bpf_map_area_free(smap->elems); in prealloc_elems_and_freelist()
73 struct bpf_stack_map *smap; in stack_map_alloc() local
[all …]
|
| D | bpf_inode_storage.c | 41 struct bpf_local_storage_map *smap; in inode_storage_lookup() local
53 smap = (struct bpf_local_storage_map *)map; in inode_storage_lookup()
54 return bpf_local_storage_lookup(inode_storage, smap, cacheit_lockit); in inode_storage_lookup()
229 struct bpf_local_storage_map *smap; in inode_storage_map_alloc() local
231 smap = bpf_local_storage_map_alloc(attr); in inode_storage_map_alloc()
232 if (IS_ERR(smap)) in inode_storage_map_alloc()
233 return ERR_CAST(smap); in inode_storage_map_alloc()
235 smap->cache_idx = bpf_local_storage_cache_idx_get(&inode_cache); in inode_storage_map_alloc()
236 return &smap->map; in inode_storage_map_alloc()
241 struct bpf_local_storage_map *smap; in inode_storage_map_free() local
[all …]
|
| D | bpf_task_storage.c | 61 struct bpf_local_storage_map *smap; in task_storage_lookup() local
68 smap = (struct bpf_local_storage_map *)map; in task_storage_lookup()
69 return bpf_local_storage_lookup(task_storage, smap, cacheit_lockit); in task_storage_lookup()
291 struct bpf_local_storage_map *smap; in task_storage_map_alloc() local
293 smap = bpf_local_storage_map_alloc(attr); in task_storage_map_alloc()
294 if (IS_ERR(smap)) in task_storage_map_alloc()
295 return ERR_CAST(smap); in task_storage_map_alloc()
297 smap->cache_idx = bpf_local_storage_cache_idx_get(&task_cache); in task_storage_map_alloc()
298 return &smap->map; in task_storage_map_alloc()
303 struct bpf_local_storage_map *smap; in task_storage_map_free() local
[all …]
|
| /Linux-v6.1/tools/testing/selftests/vm/ |
| D | map_populate.c | 33 static int parent_f(int sock, unsigned long *smap, int child) in parent_f() argument
40 *smap = 0x22222BAD; in parent_f()
41 ret = msync(smap, MMAP_SZ, MS_SYNC); in parent_f()
53 static int child_f(int sock, unsigned long *smap, int fd) in child_f() argument
57 smap = mmap(0, MMAP_SZ, PROT_READ | PROT_WRITE, in child_f()
59 BUG_ON(smap == MAP_FAILED, "mmap()"); in child_f()
61 BUG_ON(*smap != 0xdeadbabe, "MAP_PRIVATE | MAP_POPULATE changed file"); in child_f()
69 BUG_ON(*smap == 0x22222BAD, "MAP_POPULATE didn't COW private page"); in child_f()
70 BUG_ON(*smap != 0xdeadbabe, "mapping was corrupted"); in child_f()
79 unsigned long *smap; in main() local
[all …]
|
| /Linux-v6.1/net/core/ |
| D | bpf_sk_storage.c | 24 struct bpf_local_storage_map *smap; in bpf_sk_storage_lookup() local
31 smap = (struct bpf_local_storage_map *)map; in bpf_sk_storage_lookup()
32 return bpf_local_storage_lookup(sk_storage, smap, cacheit_lockit); in bpf_sk_storage_lookup()
90 struct bpf_local_storage_map *smap; in bpf_sk_storage_map_free() local
92 smap = (struct bpf_local_storage_map *)map; in bpf_sk_storage_map_free()
93 bpf_local_storage_cache_idx_free(&sk_cache, smap->cache_idx); in bpf_sk_storage_map_free()
94 bpf_local_storage_map_free(smap, NULL); in bpf_sk_storage_map_free()
99 struct bpf_local_storage_map *smap; in bpf_sk_storage_map_alloc() local
101 smap = bpf_local_storage_map_alloc(attr); in bpf_sk_storage_map_alloc()
102 if (IS_ERR(smap)) in bpf_sk_storage_map_alloc()
[all …]
|
| /Linux-v6.1/include/linux/ |
| D | bpf_local_storage.h | 67 struct bpf_local_storage_map __rcu *smap; member
130 struct bpf_local_storage_map *smap,
133 void bpf_local_storage_map_free(struct bpf_local_storage_map *smap,
150 void bpf_selem_link_map(struct bpf_local_storage_map *smap,
156 bpf_selem_alloc(struct bpf_local_storage_map *smap, void *owner, void *value,
161 struct bpf_local_storage_map *smap,
166 bpf_local_storage_update(void *owner, struct bpf_local_storage_map *smap,
|
| D | bpf.h | 131 int (*map_local_storage_charge)(struct bpf_local_storage_map *smap,
133 void (*map_local_storage_uncharge)(struct bpf_local_storage_map *smap,
|
| /Linux-v6.1/fs/nilfs2/ |
| D | page.c | 241 struct address_space *smap) in nilfs_copy_dirty_pages() argument
250 if (!pagevec_lookup_tag(&pvec, smap, &index, PAGECACHE_TAG_DIRTY)) in nilfs_copy_dirty_pages()
295 struct address_space *smap) in nilfs_copy_back_pages() argument
303 n = filemap_get_folios(smap, &start, ~0UL, &fbatch); in nilfs_copy_back_pages()
324 xa_lock_irq(&smap->i_pages); in nilfs_copy_back_pages()
325 f = __xa_erase(&smap->i_pages, index); in nilfs_copy_back_pages()
327 smap->nrpages--; in nilfs_copy_back_pages()
328 xa_unlock_irq(&smap->i_pages); in nilfs_copy_back_pages()
|
| /Linux-v6.1/fs/xfs/ |
| D | xfs_reflink.c | 1155 struct xfs_bmbt_irec smap; in xfs_reflink_remap_extent() local
1207 &smap, &nimaps, 0); in xfs_reflink_remap_extent()
1210 ASSERT(nimaps == 1 && smap.br_startoff == dmap->br_startoff); in xfs_reflink_remap_extent()
1211 smap_real = xfs_bmap_is_real_extent(&smap); in xfs_reflink_remap_extent()
1217 dmap->br_blockcount = min(dmap->br_blockcount, smap.br_blockcount); in xfs_reflink_remap_extent()
1218 ASSERT(dmap->br_blockcount == smap.br_blockcount); in xfs_reflink_remap_extent()
1220 trace_xfs_reflink_remap_extent_dest(ip, &smap); in xfs_reflink_remap_extent()
1227 if (dmap->br_startblock == smap.br_startblock) { in xfs_reflink_remap_extent()
1228 if (dmap->br_state != smap.br_state) in xfs_reflink_remap_extent()
1235 smap.br_state == XFS_EXT_UNWRITTEN) in xfs_reflink_remap_extent()
[all …]
|
| /Linux-v6.1/lib/zstd/common/ |
| D | cpu.h | 175 B(smap, 20)
|
| /Linux-v6.1/fs/ |
| D | dax.c | 1883 const struct iomap *smap = &it_src->iomap; in dax_range_compare_iter() local
1889 len = min(len, min(smap->length, dmap->length)); in dax_range_compare_iter()
1891 if (smap->type == IOMAP_HOLE && dmap->type == IOMAP_HOLE) { in dax_range_compare_iter()
1896 if (smap->type == IOMAP_HOLE || dmap->type == IOMAP_HOLE) { in dax_range_compare_iter()
1902 ret = dax_iomap_direct_access(smap, pos1, ALIGN(pos1 + len, PAGE_SIZE), in dax_range_compare_iter()
|
| /Linux-v6.1/fs/btrfs/ |
| D | volumes.c | 254 struct btrfs_io_stripe *smap,
6376 struct btrfs_io_stripe *smap, in __btrfs_map_block() argument
6554 if (smap && num_alloc_stripes == 1 && in __btrfs_map_block()
6559 smap->dev = dev_replace->tgtdev; in __btrfs_map_block()
6560 smap->physical = physical_to_patch_in_first_stripe; in __btrfs_map_block()
6563 set_io_stripe(smap, map, stripe_index, stripe_offset, in __btrfs_map_block()
6874 struct btrfs_io_stripe smap; in btrfs_submit_bio() local
6879 &bioc, &smap, &mirror_num, 1); in btrfs_submit_bio()
6896 btrfs_bio(bio)->device = smap.dev; in btrfs_submit_bio()
6897 bio->bi_iter.bi_sector = smap.physical >> SECTOR_SHIFT; in btrfs_submit_bio()
[all …]
|
| /Linux-v6.1/fs/ocfs2/dlm/ |
| D | dlmdomain.c | 49 static inline void byte_copymap(u8 dmap[], unsigned long smap[], in byte_copymap() argument
59 if (test_bit(nn, smap)) in byte_copymap()
|
| /Linux-v6.1/tools/arch/x86/kcpuid/ |
| D | cpuid.csv | 177 7, 0, EBX, 20, smap, Supervisor Mode Access Prevention
|
| /Linux-v6.1/arch/x86/kvm/svm/ |
| D | svm.c | 4514 bool smep, smap, is_user; in svm_can_emulate_instruction() local
4609 smap = cr4 & X86_CR4_SMAP; in svm_can_emulate_instruction()
4611 if (smap && (!smep || is_user)) { in svm_can_emulate_instruction()
|
| /Linux-v6.1/Documentation/virt/kvm/x86/ |
| D | mmu.rst | 192 Contains the value of cr4.smap && !cr0.wp for which the page is valid
|
| /Linux-v6.1/arch/x86/kvm/mmu/ |
| D | mmu.c | 188 BUILD_MMU_ROLE_REGS_ACCESSOR(cr4, smap, X86_CR4_SMAP);
208 BUILD_MMU_ROLE_ACCESSOR(ext, cr4, smap);
|
