| /Linux-v5.15/arch/s390/lib/ |
| D | spinlock.c | 75 int owner; in arch_load_niai4() local
80 : "=d" (owner) : "Q" (*lock) : "memory"); in arch_load_niai4()
81 return owner; in arch_load_niai4()
120 int lockval, ix, node_id, tail_id, old, new, owner, count; in arch_spin_lock_queued() local
161 owner = arch_spin_yield_target(old, node); in arch_spin_lock_queued()
162 if (owner && arch_vcpu_is_preempted(owner - 1)) in arch_spin_lock_queued()
163 smp_yield_cpu(owner - 1); in arch_spin_lock_queued()
173 owner = arch_spin_yield_target(old, node); in arch_spin_lock_queued()
174 if (owner && arch_vcpu_is_preempted(owner - 1)) in arch_spin_lock_queued()
175 smp_yield_cpu(owner - 1); in arch_spin_lock_queued()
[all …]
|
| /Linux-v5.15/kernel/locking/ |
| D | rtmutex.c | 91 rt_mutex_set_owner(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_set_owner() argument
93 unsigned long val = (unsigned long)owner; in rt_mutex_set_owner()
98 WRITE_ONCE(lock->owner, (struct task_struct *)val); in rt_mutex_set_owner()
103 lock->owner = (struct task_struct *) in clear_rt_mutex_waiters()
104 ((unsigned long)lock->owner & ~RT_MUTEX_HAS_WAITERS); in clear_rt_mutex_waiters()
109 unsigned long owner, *p = (unsigned long *) &lock->owner; in fixup_rt_mutex_waiters() local
172 owner = READ_ONCE(*p); in fixup_rt_mutex_waiters()
173 if (owner & RT_MUTEX_HAS_WAITERS) in fixup_rt_mutex_waiters()
174 WRITE_ONCE(*p, owner & ~RT_MUTEX_HAS_WAITERS); in fixup_rt_mutex_waiters()
186 return try_cmpxchg_acquire(&lock->owner, &old, new); in rt_mutex_cmpxchg_acquire()
[all …]
|
| D | mutex.c | 45 atomic_long_set(&lock->owner, 0); in __mutex_init()
78 return (struct task_struct *)(atomic_long_read(&lock->owner) & ~MUTEX_FLAGS); in __mutex_owner()
81 static inline struct task_struct *__owner_task(unsigned long owner) in __owner_task() argument
83 return (struct task_struct *)(owner & ~MUTEX_FLAGS); in __owner_task()
92 static inline unsigned long __owner_flags(unsigned long owner) in __owner_flags() argument
94 return owner & MUTEX_FLAGS; in __owner_flags()
99 unsigned long owner, curr = (unsigned long)current; in __mutex_trylock_common() local
101 owner = atomic_long_read(&lock->owner); in __mutex_trylock_common()
103 unsigned long flags = __owner_flags(owner); in __mutex_trylock_common()
104 unsigned long task = owner & ~MUTEX_FLAGS; in __mutex_trylock_common()
[all …]
|
| D | spinlock_debug.c | 28 lock->owner = SPINLOCK_OWNER_INIT; in __raw_spin_lock_init()
47 lock->owner = SPINLOCK_OWNER_INIT; in __rwlock_init()
56 struct task_struct *owner = READ_ONCE(lock->owner); in spin_dump() local
58 if (owner == SPINLOCK_OWNER_INIT) in spin_dump()
59 owner = NULL; in spin_dump()
66 owner ? owner->comm : "<none>", in spin_dump()
67 owner ? task_pid_nr(owner) : -1, in spin_dump()
86 SPIN_BUG_ON(READ_ONCE(lock->owner) == current, lock, "recursion"); in debug_spin_lock_before()
94 WRITE_ONCE(lock->owner, current); in debug_spin_lock_after()
101 SPIN_BUG_ON(lock->owner != current, lock, "wrong owner"); in debug_spin_unlock()
[all …]
|
| D | rwsem.c | 73 atomic_long_read(&(sem)->owner), (long)current, \
139 atomic_long_set(&sem->owner, (long)current); in rwsem_set_owner()
144 atomic_long_set(&sem->owner, 0); in rwsem_clear_owner()
152 return atomic_long_read(&sem->owner) & flags; in rwsem_test_oflags()
166 struct task_struct *owner) in __rwsem_set_reader_owned() argument
168 unsigned long val = (unsigned long)owner | RWSEM_READER_OWNED | in __rwsem_set_reader_owned()
169 (atomic_long_read(&sem->owner) & RWSEM_NONSPINNABLE); in __rwsem_set_reader_owned()
171 atomic_long_set(&sem->owner, val); in __rwsem_set_reader_owned()
205 unsigned long val = atomic_long_read(&sem->owner); in rwsem_clear_reader_owned()
208 if (atomic_long_try_cmpxchg(&sem->owner, &val, in rwsem_clear_reader_owned()
[all …]
|
| /Linux-v5.15/drivers/media/mc/ |
| D | mc-dev-allocator.c | 31 struct module *owner; member
63 struct module *owner) in __media_device_get() argument
74 if (owner != mdi->owner && !try_module_get(mdi->owner)) in __media_device_get()
88 mdi->owner = owner; in __media_device_get()
99 struct module *owner) in media_device_usb_allocate() argument
104 mdev = __media_device_get(&udev->dev, module_name, owner); in media_device_usb_allocate()
120 struct module *owner) in media_device_delete() argument
126 if (mdi->owner != owner) { in media_device_delete()
127 module_put(mdi->owner); in media_device_delete()
|
| /Linux-v5.15/kernel/bpf/ |
| D | bpf_local_storage.c | 24 static int mem_charge(struct bpf_local_storage_map *smap, void *owner, u32 size) in mem_charge() argument
31 return map->ops->map_local_storage_charge(smap, owner, size); in mem_charge()
34 static void mem_uncharge(struct bpf_local_storage_map *smap, void *owner, in mem_uncharge() argument
40 map->ops->map_local_storage_uncharge(smap, owner, size); in mem_uncharge()
44 owner_storage(struct bpf_local_storage_map *smap, void *owner) in owner_storage() argument
48 return map->ops->map_owner_storage_ptr(owner); in owner_storage()
62 bpf_selem_alloc(struct bpf_local_storage_map *smap, void *owner, in bpf_selem_alloc() argument
67 if (charge_mem && mem_charge(smap, owner, smap->elem_size)) in bpf_selem_alloc()
79 mem_uncharge(smap, owner, smap->elem_size); in bpf_selem_alloc()
94 void *owner; in bpf_selem_unlink_storage_nolock() local
[all …]
|
| /Linux-v5.15/scripts/coccinelle/api/ |
| D | platform_no_drv_owner.cocci | 2 /// Remove .owner field if calls are used which set it automatically
31 - .owner = THIS_MODULE,
40 - .owner = THIS_MODULE,
62 - .owner = THIS_MODULE,
71 - .owner = THIS_MODULE,
84 * .owner@j0 = THIS_MODULE,
95 * .owner@j0 = THIS_MODULE,
106 * .owner@j0 = THIS_MODULE,
117 * .owner@j0 = THIS_MODULE,
127 msg = "No need to set .owner here. The core will do it."
[all …]
|
| /Linux-v5.15/drivers/regulator/ |
| D | db8500-prcmu.c | 221 .owner = THIS_MODULE,
231 .owner = THIS_MODULE,
241 .owner = THIS_MODULE,
251 .owner = THIS_MODULE,
261 .owner = THIS_MODULE,
271 .owner = THIS_MODULE,
284 .owner = THIS_MODULE,
294 .owner = THIS_MODULE,
304 .owner = THIS_MODULE,
315 .owner = THIS_MODULE,
[all …]
|
| D | lp8788-ldo.c | 193 .owner = THIS_MODULE,
206 .owner = THIS_MODULE,
219 .owner = THIS_MODULE,
232 .owner = THIS_MODULE,
245 .owner = THIS_MODULE,
258 .owner = THIS_MODULE,
271 .owner = THIS_MODULE,
284 .owner = THIS_MODULE,
297 .owner = THIS_MODULE,
310 .owner = THIS_MODULE,
[all …]
|
| D | lm363x-regulator.c | 114 .owner = THIS_MODULE,
127 .owner = THIS_MODULE,
142 .owner = THIS_MODULE,
157 .owner = THIS_MODULE,
172 .owner = THIS_MODULE,
188 .owner = THIS_MODULE,
201 .owner = THIS_MODULE,
216 .owner = THIS_MODULE,
233 .owner = THIS_MODULE,
246 .owner = THIS_MODULE,
[all …]
|
| /Linux-v5.15/Documentation/vm/ |
| D | page_owner.rst | 4 page owner: Tracking about who allocated each page
10 page owner is for the tracking about who allocated each page.
24 page owner can also be used for various purposes. For example, accurate
26 each page. It is already implemented and activated if page owner is
29 page owner is disabled in default. So, if you'd like to use it, you need
31 with page owner and page owner is disabled in runtime due to no enabling
33 doesn't require memory to store owner information, so there is no runtime
34 memory overhead. And, page owner inserts just two unlikely branches into
36 like as the kernel without page owner. These two unlikely branches should
41 - Without page owner::
[all …]
|
| /Linux-v5.15/arch/csky/include/asm/ |
| D | spinlock.h | 29 while (lockval.tickets.next != lockval.tickets.owner) in arch_spin_lock()
30 lockval.tickets.owner = READ_ONCE(lock->tickets.owner); in arch_spin_lock()
66 WRITE_ONCE(lock->tickets.owner, lock->tickets.owner + 1); in arch_spin_unlock()
71 return lock.tickets.owner == lock.tickets.next; in arch_spin_value_unlocked()
83 return (tickets.next - tickets.owner) > 1; in arch_spin_is_contended()
|
| /Linux-v5.15/drivers/gpu/drm/nouveau/nvkm/falcon/ |
| D | base.c | 90 struct nvkm_device *device = falcon->owner->device; in nvkm_falcon_enable()
93 nvkm_mc_enable(device, falcon->owner->type, falcon->owner->inst); in nvkm_falcon_enable()
96 nvkm_mc_disable(device, falcon->owner->type, falcon->owner->inst); in nvkm_falcon_enable()
106 struct nvkm_device *device = falcon->owner->device; in nvkm_falcon_disable()
109 if (!nvkm_mc_enabled(device, falcon->owner->type, falcon->owner->inst)) in nvkm_falcon_disable()
114 nvkm_mc_disable(device, falcon->owner->type, falcon->owner->inst); in nvkm_falcon_disable()
140 const struct nvkm_subdev *subdev = falcon->owner; in nvkm_falcon_oneinit()
213 falcon->owner = subdev; in nvkm_falcon_ctor()
|
| /Linux-v5.15/fs/xfs/libxfs/ |
| D | xfs_rmap.c | 36 uint64_t owner, in xfs_rmap_lookup_le() argument
43 cur->bc_rec.r.rm_owner = owner; in xfs_rmap_lookup_le()
58 uint64_t owner, in xfs_rmap_lookup_eq() argument
65 cur->bc_rec.r.rm_owner = owner; in xfs_rmap_lookup_eq()
105 uint64_t owner, in xfs_rmap_insert() argument
113 len, owner, offset, flags); in xfs_rmap_insert()
115 error = xfs_rmap_lookup_eq(rcur, agbno, len, owner, offset, flags, &i); in xfs_rmap_insert()
125 rcur->bc_rec.r.rm_owner = owner; in xfs_rmap_insert()
147 uint64_t owner, in xfs_rmap_delete() argument
155 len, owner, offset, flags); in xfs_rmap_delete()
[all …]
|
| D | xfs_rmap.h | 86 uint64_t *owner, in xfs_owner_info_unpack() argument
92 *owner = oinfo->oi_owner; in xfs_owner_info_unpack()
104 uint64_t owner, in xfs_owner_info_pack() argument
108 oinfo->oi_owner = owner; in xfs_owner_info_pack()
125 xfs_extlen_t len, uint64_t owner, uint64_t offset,
128 xfs_extlen_t len, uint64_t owner, uint64_t offset,
131 xfs_extlen_t len, uint64_t owner, uint64_t offset,
176 xfs_agblock_t bno, xfs_extlen_t len, uint64_t owner);
178 xfs_agblock_t bno, xfs_extlen_t len, uint64_t owner);
183 uint64_t owner, int whichfork, xfs_fileoff_t startoff,
[all …]
|
| /Linux-v5.15/Documentation/locking/ |
| D | rt-mutex.rst | 19 A low priority owner of a rt-mutex inherits the priority of a higher
21 boosted owner blocks on a rt-mutex itself it propagates the priority
22 boosting to the owner of the other rt_mutex it gets blocked on. The
34 rtmutex, only the top priority waiter is enqueued into the owner's
37 got a signal), the priority of the owner task is readjusted. The
46 The state of the rt-mutex is tracked via the owner field of the rt-mutex
49 lock->owner holds the task_struct pointer of the owner. Bit 0 is used to
53 owner bit0 Notes
63 possible when bit 0 of lock->owner is 0.
67 we need to set the bit0 before looking at the lock, and the owner may
[all …]
|
| /Linux-v5.15/arch/powerpc/include/asm/ |
| D | rheap.h | 23 const char *owner; member
43 const char *owner; member
67 const char *owner);
70 extern unsigned long rh_alloc(rh_info_t * info, int size, const char *owner);
74 const char *owner);
90 extern int rh_set_owner(rh_info_t * info, unsigned long start, const char *owner);
|
| /Linux-v5.15/include/linux/ |
| D | local_lock_internal.h | 14 struct task_struct *owner; member
25 .owner = NULL,
30 DEBUG_LOCKS_WARN_ON(l->owner); in local_lock_acquire()
31 l->owner = current; in local_lock_acquire()
36 DEBUG_LOCKS_WARN_ON(l->owner != current); in local_lock_release()
37 l->owner = NULL; in local_lock_release()
43 l->owner = NULL; in local_lock_debug_init()
|
| /Linux-v5.15/arch/x86/pci/ |
| D | xen.c | 601 struct xen_device_domain_owner *owner; in find_device() local
603 list_for_each_entry(owner, &dev_domain_list, list) { in find_device()
604 if (owner->dev == dev) in find_device()
605 return owner; in find_device()
612 struct xen_device_domain_owner *owner; in xen_find_device_domain_owner() local
616 owner = find_device(dev); in xen_find_device_domain_owner()
617 if (owner) in xen_find_device_domain_owner()
618 domain = owner->domain; in xen_find_device_domain_owner()
626 struct xen_device_domain_owner *owner; in xen_register_device_domain_owner() local
628 owner = kzalloc(sizeof(struct xen_device_domain_owner), GFP_KERNEL); in xen_register_device_domain_owner()
[all …]
|
| /Linux-v5.15/kernel/ |
| D | audit_tree.c | 35 struct audit_tree *owner; member
133 if (chunk->owners[i].owner) in free_chunk()
134 put_tree(chunk->owners[i].owner); in free_chunk()
265 if (chunk->owners[n].owner == tree) in audit_tree_match()
295 struct audit_tree *owner; in replace_chunk() local
300 list_for_each_entry(owner, &new->trees, same_root) in replace_chunk()
301 owner->root = new; in replace_chunk()
303 if (!old->owners[j].owner) { in replace_chunk()
307 owner = old->owners[j].owner; in replace_chunk()
308 new->owners[i].owner = owner; in replace_chunk()
[all …]
|
| /Linux-v5.15/arch/arm64/kvm/hyp/include/nvhe/ |
| D | spinlock.h | 24 u16 next, owner; member
26 u16 owner, next;
70 : "Q" (lock->owner) in hyp_spin_lock()
88 : "=Q" (lock->owner), "=&r" (tmp) in hyp_spin_unlock()
97 return lockval.owner != lockval.next; in hyp_spin_is_locked()
|
| /Linux-v5.15/drivers/dma/bestcomm/ |
| D | sram.c | 41 int bcom_sram_init(struct device_node *sram_node, char *owner) in bcom_sram_init() argument
51 "Already initialized !\n", owner); in bcom_sram_init()
58 "Couldn't allocate internal state !\n", owner); in bcom_sram_init()
66 "Invalid device node !\n", owner); in bcom_sram_init()
77 if (!request_mem_region(bcom_sram->base_phys, bcom_sram->size, owner)) { in bcom_sram_init()
79 "Couldn't request region !\n", owner); in bcom_sram_init()
91 owner, (long)bcom_sram->base_phys, bcom_sram->size ); in bcom_sram_init()
|
| /Linux-v5.15/drivers/iommu/ |
| D | exynos-iommu.c | 668 struct exynos_iommu_owner *owner = dev_iommu_priv_get(master); in exynos_sysmmu_suspend() local
670 mutex_lock(&owner->rpm_lock); in exynos_sysmmu_suspend()
675 mutex_unlock(&owner->rpm_lock); in exynos_sysmmu_suspend()
686 struct exynos_iommu_owner *owner = dev_iommu_priv_get(master); in exynos_sysmmu_resume() local
688 mutex_lock(&owner->rpm_lock); in exynos_sysmmu_resume()
693 mutex_unlock(&owner->rpm_lock); in exynos_sysmmu_resume()
826 struct exynos_iommu_owner *owner = dev_iommu_priv_get(dev); in exynos_iommu_detach_device() local
831 if (!has_sysmmu(dev) || owner->domain != iommu_domain) in exynos_iommu_detach_device()
834 mutex_lock(&owner->rpm_lock); in exynos_iommu_detach_device()
836 list_for_each_entry(data, &owner->controllers, owner_node) { in exynos_iommu_detach_device()
[all …]
|
| /Linux-v5.15/drivers/base/ |
| D | map.c | 24 struct module *owner; member
49 p->owner = module; in kobj_map()
105 struct module *owner; in kobj_lookup() local
112 if (!try_module_get(p->owner)) in kobj_lookup()
114 owner = p->owner; in kobj_lookup()
120 module_put(owner); in kobj_lookup()
126 module_put(owner); in kobj_lookup()
|
