Home
last modified time | relevance | path

Searched refs:__always_inline (Results 1 – 25 of 608) sorted by relevance

12345678910>>...25

/Linux-v6.1/include/linux/atomic/
Datomic-long.h26 static __always_inline long
32 static __always_inline long
38 static __always_inline void
44 static __always_inline void
50 static __always_inline void
56 static __always_inline long
62 static __always_inline long
68 static __always_inline long
74 static __always_inline long
80 static __always_inline long
[all …]
Datomic-instrumented.h24 static __always_inline int
31 static __always_inline int
38 static __always_inline void
45 static __always_inline void
53 static __always_inline void
60 static __always_inline int
68 static __always_inline int
75 static __always_inline int
83 static __always_inline int
90 static __always_inline int
[all …]
Datomic-arch-fallback.h221 static __always_inline int
239 static __always_inline void
259 static __always_inline int
270 static __always_inline int
280 static __always_inline int
301 static __always_inline int
312 static __always_inline int
322 static __always_inline int
343 static __always_inline int
354 static __always_inline int
[all …]
/Linux-v6.1/arch/x86/include/asm/
Datomic.h23 static __always_inline int arch_atomic_read(const atomic_t *v) in arch_atomic_read()
39 static __always_inline void arch_atomic_set(atomic_t *v, int i) in arch_atomic_set()
51 static __always_inline void arch_atomic_add(int i, atomic_t *v) in arch_atomic_add()
65 static __always_inline void arch_atomic_sub(int i, atomic_t *v) in arch_atomic_sub()
81 static __always_inline bool arch_atomic_sub_and_test(int i, atomic_t *v) in arch_atomic_sub_and_test()
93 static __always_inline void arch_atomic_inc(atomic_t *v) in arch_atomic_inc()
106 static __always_inline void arch_atomic_dec(atomic_t *v) in arch_atomic_dec()
121 static __always_inline bool arch_atomic_dec_and_test(atomic_t *v) in arch_atomic_dec_and_test()
135 static __always_inline bool arch_atomic_inc_and_test(atomic_t *v) in arch_atomic_inc_and_test()
150 static __always_inline bool arch_atomic_add_negative(int i, atomic_t *v) in arch_atomic_add_negative()
[all …]
Dbitops.h51 static __always_inline void
65 static __always_inline void
71 static __always_inline void
84 static __always_inline void
91 static __always_inline void
97 static __always_inline bool
110 static __always_inline void
116 static __always_inline void
122 static __always_inline void
135 static __always_inline bool
[all …]
Dirqflags.h20 extern __always_inline unsigned long native_save_fl(void) in native_save_fl()
38 static __always_inline void native_irq_disable(void) in native_irq_disable()
43 static __always_inline void native_irq_enable(void) in native_irq_enable()
68 static __always_inline unsigned long arch_local_save_flags(void) in arch_local_save_flags()
73 static __always_inline void arch_local_irq_disable(void) in arch_local_irq_disable()
78 static __always_inline void arch_local_irq_enable(void) in arch_local_irq_enable()
104 static __always_inline unsigned long arch_local_irq_save(void) in arch_local_irq_save()
123 static __always_inline int arch_irqs_disabled_flags(unsigned long flags) in arch_irqs_disabled_flags()
128 static __always_inline int arch_irqs_disabled(void) in arch_irqs_disabled()
135 static __always_inline void arch_local_irq_restore(unsigned long flags) in arch_local_irq_restore()
Dpreempt.h25 static __always_inline int preempt_count(void) in preempt_count()
30 static __always_inline void preempt_count_set(int pc) in preempt_count_set()
59 static __always_inline void set_preempt_need_resched(void) in set_preempt_need_resched()
64 static __always_inline void clear_preempt_need_resched(void) in clear_preempt_need_resched()
69 static __always_inline bool test_preempt_need_resched(void) in test_preempt_need_resched()
78 static __always_inline void __preempt_count_add(int val) in __preempt_count_add()
83 static __always_inline void __preempt_count_sub(int val) in __preempt_count_sub()
93 static __always_inline bool __preempt_count_dec_and_test(void) in __preempt_count_dec_and_test()
101 static __always_inline bool should_resched(int preempt_offset) in should_resched()
/Linux-v6.1/arch/powerpc/include/asm/
Dkup.h47 static __always_inline bool kuap_is_disabled(void) { return true; }
79 static __always_inline bool
88 static __always_inline void kuap_assert_locked(void)
97 static __always_inline void kuap_lock(void)
105 static __always_inline void kuap_save_and_lock(struct pt_regs *regs)
113 static __always_inline void kuap_kernel_restore(struct pt_regs *regs, unsigned long amr)
121 static __always_inline unsigned long kuap_get_and_assert_locked(void)
130 static __always_inline void allow_user_access(void __user *to, const void __user *from,
139 static __always_inline void prevent_user_access(unsigned long dir)
147 static __always_inline unsigned long prevent_user_access_return(void)
[all …]
/Linux-v6.1/include/linux/
Dcontext_tracking_state.h50 static __always_inline int __ct_state(void) in __ct_state()
57 static __always_inline int ct_dynticks(void) in ct_dynticks()
62 static __always_inline int ct_dynticks_cpu(int cpu) in ct_dynticks_cpu()
69 static __always_inline int ct_dynticks_cpu_acquire(int cpu) in ct_dynticks_cpu_acquire()
76 static __always_inline long ct_dynticks_nesting(void) in ct_dynticks_nesting()
81 static __always_inline long ct_dynticks_nesting_cpu(int cpu) in ct_dynticks_nesting_cpu()
88 static __always_inline long ct_dynticks_nmi_nesting(void) in ct_dynticks_nmi_nesting()
93 static __always_inline long ct_dynticks_nmi_nesting_cpu(int cpu) in ct_dynticks_nmi_nesting_cpu()
104 static __always_inline bool context_tracking_enabled(void) in context_tracking_enabled()
109 static __always_inline bool context_tracking_enabled_cpu(int cpu) in context_tracking_enabled_cpu()
[all …]
Drwlock_rt.h35 static __always_inline void read_lock(rwlock_t *rwlock) in read_lock()
40 static __always_inline void read_lock_bh(rwlock_t *rwlock) in read_lock_bh()
46 static __always_inline void read_lock_irq(rwlock_t *rwlock) in read_lock_irq()
60 static __always_inline void read_unlock(rwlock_t *rwlock) in read_unlock()
65 static __always_inline void read_unlock_bh(rwlock_t *rwlock) in read_unlock_bh()
71 static __always_inline void read_unlock_irq(rwlock_t *rwlock) in read_unlock_irq()
76 static __always_inline void read_unlock_irqrestore(rwlock_t *rwlock, in read_unlock_irqrestore()
82 static __always_inline void write_lock(rwlock_t *rwlock) in write_lock()
88 static __always_inline void write_lock_nested(rwlock_t *rwlock, int subclass) in write_lock_nested()
96 static __always_inline void write_lock_bh(rwlock_t *rwlock) in write_lock_bh()
[all …]
Dkdev_t.h24 static __always_inline bool old_valid_dev(dev_t dev) in old_valid_dev()
29 static __always_inline u16 old_encode_dev(dev_t dev) in old_encode_dev()
34 static __always_inline dev_t old_decode_dev(u16 val) in old_decode_dev()
39 static __always_inline u32 new_encode_dev(dev_t dev) in new_encode_dev()
46 static __always_inline dev_t new_decode_dev(u32 dev) in new_decode_dev()
53 static __always_inline u64 huge_encode_dev(dev_t dev) in huge_encode_dev()
58 static __always_inline dev_t huge_decode_dev(u64 dev) in huge_decode_dev()
63 static __always_inline int sysv_valid_dev(dev_t dev) in sysv_valid_dev()
68 static __always_inline u32 sysv_encode_dev(dev_t dev) in sysv_encode_dev()
73 static __always_inline unsigned sysv_major(u32 dev) in sysv_major()
[all …]
Dpage-flags.h214 static __always_inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head()
246 static __always_inline int page_is_fake_head(struct page *page) in page_is_fake_head()
290 static __always_inline int PageTail(struct page *page) in PageTail()
295 static __always_inline int PageCompound(struct page *page) in PageCompound()
380 static __always_inline bool folio_test_##lname(struct folio *folio) \
382 static __always_inline int Page##uname(struct page *page) \
386 static __always_inline \
389 static __always_inline void SetPage##uname(struct page *page) \
393 static __always_inline \
396 static __always_inline void ClearPage##uname(struct page *page) \
[all …]
Dinstrumented.h25 static __always_inline void instrument_read(const volatile void *v, size_t size) in instrument_read()
40 static __always_inline void instrument_write(const volatile void *v, size_t size) in instrument_write()
55 static __always_inline void instrument_read_write(const volatile void *v, size_t size) in instrument_read_write()
70 static __always_inline void instrument_atomic_read(const volatile void *v, size_t size) in instrument_atomic_read()
85 static __always_inline void instrument_atomic_write(const volatile void *v, size_t size) in instrument_atomic_write()
100 static __always_inline void instrument_atomic_read_write(const volatile void *v, size_t size) in instrument_atomic_read_write()
116 static __always_inline void
134 static __always_inline void
152 static __always_inline void
/Linux-v6.1/include/net/
Dchecksum.h25 static __always_inline
36 static __always_inline __wsum csum_and_copy_to_user in csum_and_copy_to_user()
48 static __always_inline __wsum
57 static __always_inline __wsum csum_add(__wsum csum, __wsum addend) in csum_add()
65 static __always_inline __wsum csum_sub(__wsum csum, __wsum addend) in csum_sub()
70 static __always_inline __sum16 csum16_add(__sum16 csum, __be16 addend) in csum16_add()
78 static __always_inline __sum16 csum16_sub(__sum16 csum, __be16 addend) in csum16_sub()
84 static __always_inline __wsum csum_shift(__wsum sum, int offset) in csum_shift()
93 static __always_inline __wsum
99 static __always_inline __wsum
[all …]
/Linux-v6.1/include/asm-generic/
Dpreempt.h9 static __always_inline int preempt_count(void) in preempt_count()
14 static __always_inline volatile int *preempt_count_ptr(void) in preempt_count_ptr()
19 static __always_inline void preempt_count_set(int pc) in preempt_count_set()
35 static __always_inline void set_preempt_need_resched(void) in set_preempt_need_resched()
39 static __always_inline void clear_preempt_need_resched(void) in clear_preempt_need_resched()
43 static __always_inline bool test_preempt_need_resched(void) in test_preempt_need_resched()
52 static __always_inline void __preempt_count_add(int val) in __preempt_count_add()
57 static __always_inline void __preempt_count_sub(int val) in __preempt_count_sub()
62 static __always_inline bool __preempt_count_dec_and_test(void) in __preempt_count_dec_and_test()
75 static __always_inline bool should_resched(int preempt_offset) in should_resched()
Dpgtable_uffd.h5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp()
10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp()
20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp()
30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp()
35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp()
40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp()
45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp()
/Linux-v6.1/arch/arm64/include/asm/
Dkvm_emulate.h48 static __always_inline bool vcpu_el1_is_32bit(struct kvm_vcpu *vcpu) in vcpu_el1_is_32bit()
53 static __always_inline bool vcpu_el1_is_32bit(struct kvm_vcpu *vcpu) in vcpu_el1_is_32bit()
140 static __always_inline unsigned long *vcpu_pc(const struct kvm_vcpu *vcpu) in vcpu_pc()
145 static __always_inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu) in vcpu_cpsr()
150 static __always_inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu) in vcpu_mode_is_32bit()
155 static __always_inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu) in kvm_condition_valid()
173 static __always_inline unsigned long vcpu_get_reg(const struct kvm_vcpu *vcpu, in vcpu_get_reg()
179 static __always_inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num, in vcpu_set_reg()
232 static __always_inline u64 kvm_vcpu_get_esr(const struct kvm_vcpu *vcpu) in kvm_vcpu_get_esr()
237 static __always_inline int kvm_vcpu_get_condition(const struct kvm_vcpu *vcpu) in kvm_vcpu_get_condition()
[all …]
Datomic_lse.h14 static __always_inline void \
29 static __always_inline void __lse_atomic_sub(int i, atomic_t *v) in ATOMIC_OP()
37 static __always_inline int \
68 static __always_inline int \ in ATOMIC_FETCH_OPS()
82 static __always_inline int \
88 static __always_inline int \
101 static __always_inline void __lse_atomic_and(int i, atomic_t *v)
107 static __always_inline int \
121 static __always_inline void \
136 static __always_inline void __lse_atomic64_sub(s64 i, atomic64_t *v) in ATOMIC64_OP()
[all …]
/Linux-v6.1/arch/s390/include/asm/
Dirqflags.h35 static __always_inline void __arch_local_irq_ssm(unsigned long flags) in __arch_local_irq_ssm()
40 static __always_inline unsigned long arch_local_save_flags(void) in arch_local_save_flags()
45 static __always_inline unsigned long arch_local_irq_save(void) in arch_local_irq_save()
50 static __always_inline void arch_local_irq_disable(void) in arch_local_irq_disable()
55 static __always_inline void arch_local_irq_enable(void) in arch_local_irq_enable()
61 static __always_inline void arch_local_irq_restore(unsigned long flags) in arch_local_irq_restore()
68 static __always_inline bool arch_irqs_disabled_flags(unsigned long flags) in arch_irqs_disabled_flags()
73 static __always_inline bool arch_irqs_disabled(void) in arch_irqs_disabled()
/Linux-v6.1/arch/powerpc/include/asm/vdso/
Dgettimeofday.h17 static __always_inline int do_syscall_2(const unsigned long _r0, const unsigned long _r3, in do_syscall_2()
37 static __always_inline
45 static __always_inline
51 static __always_inline
61 static __always_inline
67 static __always_inline
73 static __always_inline
79 static __always_inline
86 static __always_inline u64 __arch_get_hw_counter(s32 clock_mode, in __arch_get_hw_counter()
95 static __always_inline
[all …]
/Linux-v6.1/arch/riscv/include/asm/
Datomic.h28 static __always_inline int arch_atomic_read(const atomic_t *v) in arch_atomic_read()
32 static __always_inline void arch_atomic_set(atomic_t *v, int i) in arch_atomic_set()
39 static __always_inline s64 arch_atomic64_read(const atomic64_t *v) in arch_atomic64_read()
43 static __always_inline void arch_atomic64_set(atomic64_t *v, s64 i) in arch_atomic64_set()
55 static __always_inline \
89 static __always_inline \ in ATOMIC_OPS()
101 static __always_inline \
114 static __always_inline \
120 static __always_inline \
200 static __always_inline int arch_atomic_fetch_add_unless(atomic_t *v, int a, int u)
[all …]
/Linux-v6.1/arch/csky/include/asm/
Datomic.h16 static __always_inline int arch_atomic_read(const atomic_t *v) in arch_atomic_read()
20 static __always_inline void arch_atomic_set(atomic_t *v, int i) in arch_atomic_set()
26 static __always_inline \
49 static __always_inline \ in ATOMIC_OP()
66 static __always_inline \
103 static __always_inline int
127 static __always_inline bool
152 static __always_inline bool
176 static __always_inline int
199 static __always_inline \
[all …]
/Linux-v6.1/include/asm-generic/bitops/
Dinstrumented-non-atomic.h25 static __always_inline void
41 static __always_inline void
57 static __always_inline void
64 static __always_inline void __instrument_read_write_bitop(long nr, volatile unsigned long *addr) in __instrument_read_write_bitop()
96 static __always_inline bool
111 static __always_inline bool
126 static __always_inline bool
138 static __always_inline bool
150 static __always_inline bool
/Linux-v6.1/arch/x86/kvm/
Dreverse_cpuid.h61 static __always_inline void reverse_cpuid_check(unsigned int x86_leaf) in reverse_cpuid_check()
75 static __always_inline u32 __feature_translate(int x86_feature) in __feature_translate()
85 static __always_inline u32 __feature_leaf(int x86_feature) in __feature_leaf()
96 static __always_inline u32 __feature_bit(int x86_feature) in __feature_bit()
106 static __always_inline struct cpuid_reg x86_feature_cpuid(unsigned int x86_feature) in x86_feature_cpuid()
114 static __always_inline u32 *__cpuid_entry_get_reg(struct kvm_cpuid_entry2 *entry, in __cpuid_entry_get_reg()
132 static __always_inline u32 *cpuid_entry_get_reg(struct kvm_cpuid_entry2 *entry, in cpuid_entry_get_reg()
140 static __always_inline u32 cpuid_entry_get(struct kvm_cpuid_entry2 *entry, in cpuid_entry_get()
148 static __always_inline bool cpuid_entry_has(struct kvm_cpuid_entry2 *entry, in cpuid_entry_has()
154 static __always_inline void cpuid_entry_clear(struct kvm_cpuid_entry2 *entry, in cpuid_entry_clear()
[all …]
/Linux-v6.1/arch/x86/include/asm/vdso/
Dgettimeofday.h61 static __always_inline
70 static __always_inline
82 static __always_inline
94 static __always_inline
108 static __always_inline
125 static __always_inline
142 static __always_inline
160 static __always_inline long
177 static __always_inline
271 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
[all …]

12345678910>>...25