| /Linux-v4.19/arch/s390/include/asm/ |
| D | preempt.h | 13 static inline int preempt_count(void) in preempt_count() function
15 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
23 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set()
26 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set()
33 S390_lowcore.preempt_count = PREEMPT_ENABLED; \
38 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched()
43 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched()
48 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
54 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add()
56 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add()
[all …]
|
| /Linux-v4.19/include/asm-generic/ |
| D | preempt.h | 9 static __always_inline int preempt_count(void) in preempt_count() function
11 return READ_ONCE(current_thread_info()->preempt_count); in preempt_count()
16 return ¤t_thread_info()->preempt_count; in preempt_count_ptr()
28 task_thread_info(p)->preempt_count = FORK_PREEMPT_COUNT; \
32 task_thread_info(p)->preempt_count = PREEMPT_ENABLED; \
77 return unlikely(preempt_count() == preempt_offset && in should_resched()
|
| /Linux-v4.19/include/linux/ |
| D | preempt.h | 83 #define hardirq_count() (preempt_count() & HARDIRQ_MASK)
84 #define softirq_count() (preempt_count() & SOFTIRQ_MASK)
85 #define irq_count() (preempt_count() & (HARDIRQ_MASK | SOFTIRQ_MASK \
105 #define in_nmi() (preempt_count() & NMI_MASK)
106 #define in_task() (!(preempt_count() & \
145 #define in_atomic() (preempt_count() != 0)
151 #define in_atomic_preempt_off() (preempt_count() != PREEMPT_DISABLE_OFFSET)
186 #define preemptible() (preempt_count() == 0 && !irqs_disabled())
|
| /Linux-v4.19/tools/testing/radix-tree/ |
| D | main.c | 301 nr_allocated, preempt_count); in single_thread_tests()
305 nr_allocated, preempt_count); in single_thread_tests()
309 nr_allocated, preempt_count); in single_thread_tests()
313 nr_allocated, preempt_count); in single_thread_tests()
317 nr_allocated, preempt_count); in single_thread_tests()
321 nr_allocated, preempt_count); in single_thread_tests()
325 nr_allocated, preempt_count); in single_thread_tests()
330 nr_allocated, preempt_count); in single_thread_tests()
334 nr_allocated, preempt_count); in single_thread_tests()
342 nr_allocated, preempt_count); in single_thread_tests()
[all …]
|
| /Linux-v4.19/tools/testing/radix-tree/linux/ |
| D | preempt.h | 5 extern int preempt_count;
7 #define preempt_disable() uatomic_inc(&preempt_count)
8 #define preempt_enable() uatomic_dec(&preempt_count)
|
| /Linux-v4.19/arch/sh/kernel/ |
| D | irq.c | 95 irqctx->tinfo.preempt_count = in handle_one_irq()
96 (irqctx->tinfo.preempt_count & ~SOFTIRQ_MASK) | in handle_one_irq()
97 (curctx->tinfo.preempt_count & SOFTIRQ_MASK); in handle_one_irq()
129 irqctx->tinfo.preempt_count = HARDIRQ_OFFSET; in irq_ctx_init()
137 irqctx->tinfo.preempt_count = 0; in irq_ctx_init()
|
| /Linux-v4.19/kernel/trace/ |
| D | trace_irqsoff.c | 121 if (!irqs_disabled_flags(*flags) && !preempt_count()) in func_prolog_dec()
149 trace_function(tr, ip, parent_ip, flags, preempt_count()); in irqsoff_tracer_call()
197 pc = preempt_count(); in irqsoff_graph_entry()
214 pc = preempt_count(); in irqsoff_graph_return()
333 pc = preempt_count(); in check_critical_timing()
441 int pc = preempt_count(); in start_critical_timings()
450 int pc = preempt_count(); in stop_critical_timings()
611 unsigned int pc = preempt_count(); in tracer_hardirqs_on()
619 unsigned int pc = preempt_count(); in tracer_hardirqs_off()
661 int pc = preempt_count(); in tracer_preempt_on()
[all …]
|
| /Linux-v4.19/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/ |
| D | preempt.h | 33 static inline int preempt_count(void) in preempt_count() function
40 return !preempt_count(); in preemptible()
|
| /Linux-v4.19/arch/riscv/include/asm/ |
| D | thread_info.h | 43 int preempt_count; /* 0=>preemptible, <0=>BUG */ member
63 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/m68k/include/asm/ |
| D | thread_info.h | 31 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
41 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/lib/ |
| D | smp_processor_id.c | 15 if (likely(preempt_count())) in check_preemption_disabled()
43 what1, what2, preempt_count() - 1, current->comm, current->pid); in check_preemption_disabled()
|
| /Linux-v4.19/arch/c6x/include/asm/ |
| D | thread_info.h | 45 int preempt_count; /* 0 = preemptable, <0 = BUG */ member
59 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/arc/include/asm/ |
| D | thread_info.h | 44 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
61 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/nios2/include/asm/ |
| D | thread_info.h | 44 int preempt_count; /* 0 => preemptable,<0 => BUG */ member
62 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/nds32/include/asm/ |
| D | thread_info.h | 27 __s32 preempt_count; /* 0 => preemptable, <0 => bug */ member
32 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/um/include/asm/ |
| D | thread_info.h | 23 int preempt_count; /* 0 => preemptable, member
38 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/hexagon/include/asm/ |
| D | thread_info.h | 52 int preempt_count; /* 0=>preemptible,<0=>BUG */ member
81 .preempt_count = 1, \
|
| /Linux-v4.19/arch/openrisc/include/asm/ |
| D | thread_info.h | 53 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
77 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/h8300/include/asm/ |
| D | thread_info.h | 33 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
45 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/sparc/include/asm/ |
| D | thread_info_32.h | 33 int preempt_count; /* 0 => preemptable, member
63 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/parisc/include/asm/ |
| D | thread_info.h | 16 int preempt_count; /* 0=premptable, <0=BUG; will also serve as bh-counter */ member
25 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/xtensa/include/asm/ |
| D | thread_info.h | 52 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
78 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | thread_info.h | 45 int preempt_count; /* 0 => preemptable, <0 => bug */ member
118 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/alpha/include/asm/ |
| D | thread_info.h | 24 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
39 .preempt_count = INIT_PREEMPT_COUNT, \
|
| /Linux-v4.19/arch/microblaze/include/asm/ |
| D | thread_info.h | 71 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
85 .preempt_count = INIT_PREEMPT_COUNT, \
|
