Home
last modified time | relevance | path

Searched refs:preempt_count (Results 1 – 25 of 87) sorted by relevance

1234

/Linux-v5.15/arch/s390/include/asm/
Dpreempt.h15 static inline int preempt_count(void) in preempt_count() function
17 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set()
28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set()
34 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched()
39 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched()
44 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
50 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add()
52 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add()
62 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test()
[all …]
/Linux-v5.15/include/asm-generic/
Dpreempt.h9 static __always_inline int preempt_count(void) in preempt_count() function
11 return READ_ONCE(current_thread_info()->preempt_count); in preempt_count()
16 return &current_thread_info()->preempt_count; in preempt_count_ptr()
28 task_thread_info(p)->preempt_count = FORK_PREEMPT_COUNT; \
32 task_thread_info(p)->preempt_count = PREEMPT_DISABLED; \
77 return unlikely(preempt_count() == preempt_offset && in should_resched()
/Linux-v5.15/arch/arm64/include/asm/
Dpreempt.h10 static inline int preempt_count(void) in preempt_count() function
22 task_thread_info(p)->preempt_count = FORK_PREEMPT_COUNT; \
26 task_thread_info(p)->preempt_count = PREEMPT_DISABLED; \
61 u64 pc = READ_ONCE(ti->preempt_count); in __preempt_count_dec_and_test()
73 return !pc || !READ_ONCE(ti->preempt_count); in __preempt_count_dec_and_test()
78 u64 pc = READ_ONCE(current_thread_info()->preempt_count); in should_resched()
/Linux-v5.15/tools/testing/radix-tree/
Dmain.c244 nr_allocated, preempt_count); in single_thread_tests()
248 nr_allocated, preempt_count); in single_thread_tests()
252 nr_allocated, preempt_count); in single_thread_tests()
256 nr_allocated, preempt_count); in single_thread_tests()
260 nr_allocated, preempt_count); in single_thread_tests()
264 nr_allocated, preempt_count); in single_thread_tests()
269 nr_allocated, preempt_count); in single_thread_tests()
273 nr_allocated, preempt_count); in single_thread_tests()
281 nr_allocated, preempt_count); in single_thread_tests()
324 nr_allocated, preempt_count); in main()
/Linux-v5.15/include/linux/
Dpreempt.h80 #define nmi_count() (preempt_count() & NMI_MASK)
81 #define hardirq_count() (preempt_count() & HARDIRQ_MASK)
85 # define softirq_count() (preempt_count() & SOFTIRQ_MASK)
152 #define in_atomic() (preempt_count() != 0)
158 #define in_atomic_preempt_off() (preempt_count() != PREEMPT_DISABLE_OFFSET)
193 #define preemptible() (preempt_count() == 0 && !irqs_disabled())
/Linux-v5.15/tools/testing/radix-tree/linux/
Dpreempt.h5 extern int preempt_count;
7 #define preempt_disable() uatomic_inc(&preempt_count)
8 #define preempt_enable() uatomic_dec(&preempt_count)
/Linux-v5.15/arch/sh/kernel/
Dirq.c96 irqctx->tinfo.preempt_count = in handle_one_irq()
97 (irqctx->tinfo.preempt_count & ~SOFTIRQ_MASK) | in handle_one_irq()
98 (curctx->tinfo.preempt_count & SOFTIRQ_MASK); in handle_one_irq()
130 irqctx->tinfo.preempt_count = HARDIRQ_OFFSET; in irq_ctx_init()
138 irqctx->tinfo.preempt_count = 0; in irq_ctx_init()
/Linux-v5.15/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/
Dpreempt.h33 static inline int preempt_count(void) in preempt_count() function
40 return !preempt_count(); in preemptible()
/Linux-v5.15/lib/
Dsmp_processor_id.c16 if (likely(preempt_count())) in check_preemption_disabled()
46 what1, what2, preempt_count() - 1, current->comm, current->pid); in check_preemption_disabled()
/Linux-v5.15/arch/m68k/include/asm/
Dthread_info.h29 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
38 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/nios2/include/asm/
Dthread_info.h44 int preempt_count; /* 0 => preemptable,<0 => BUG */ member
62 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/arc/include/asm/
Dthread_info.h41 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
58 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/nds32/include/asm/
Dthread_info.h27 __s32 preempt_count; /* 0 => preemptable, <0 => bug */ member
32 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/riscv/include/asm/
Dthread_info.h52 int preempt_count; /* 0=>preemptible, <0=>BUG */ member
71 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/um/include/asm/
Dthread_info.h23 int preempt_count; /* 0 => preemptable, member
38 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/openrisc/include/asm/
Dthread_info.h49 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
73 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/hexagon/include/asm/
Dthread_info.h39 int preempt_count; /* 0=>preemptible,<0=>BUG */ member
68 .preempt_count = 1, \
/Linux-v5.15/arch/h8300/include/asm/
Dthread_info.h33 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
45 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/parisc/include/asm/
Dthread_info.h15 int preempt_count; /* 0=premptable, <0=BUG; will also serve as bh-counter */ member
23 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/sparc/include/asm/
Dthread_info_32.h33 int preempt_count; /* 0 => preemptable, member
63 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/kernel/trace/
Dtrace_irqsoff.c122 if (!irqs_disabled_flags(*flags) && !preempt_count()) in func_prolog_dec()
439 if (preempt_trace(preempt_count()) || irq_trace()) in start_critical_timings()
447 if (preempt_trace(preempt_count()) || irq_trace()) in stop_critical_timings()
610 if (!preempt_trace(preempt_count()) && irq_trace()) in tracer_hardirqs_on()
617 if (!preempt_trace(preempt_count()) && irq_trace()) in tracer_hardirqs_off()
658 if (preempt_trace(preempt_count()) && !irq_trace()) in tracer_preempt_on()
664 if (preempt_trace(preempt_count()) && !irq_trace()) in tracer_preempt_off()
/Linux-v5.15/arch/csky/include/asm/
Dthread_info.h17 int preempt_count; member
28 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/xtensa/include/asm/
Dthread_info.h53 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
83 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/alpha/include/asm/
Dthread_info.h24 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
39 .preempt_count = INIT_PREEMPT_COUNT, \
/Linux-v5.15/arch/microblaze/include/asm/
Dthread_info.h68 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
82 .preempt_count = INIT_PREEMPT_COUNT, \

1234