| /Linux-v5.15/arch/nds32/kernel/ |
| D | vdso.c | 41 struct vdso_data data;
44 struct vdso_data *vdso_data = &vdso_data_store.data; variable
58 vdso_data->cycle_count_offset = in get_timer_node_info()
60 vdso_data->cycle_count_down = in get_timer_node_info()
78 vdso_pages + 1, vdso_pages, vdso_start, 1L, vdso_data); in vdso_init()
148 page_colour_ofs = ((unsigned int)vdso_data & aliasing_mask) - in arch_setup_additional_pages()
163 virt_to_phys(vdso_data) >> PAGE_SHIFT, in arch_setup_additional_pages()
197 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin()
199 ++vdso_data->seq_count; in vdso_write_begin()
203 static void vdso_write_end(struct vdso_data *vdata) in vdso_write_end()
[all …]
|
| /Linux-v5.15/arch/powerpc/kernel/ |
| D | vdso.c | 52 struct vdso_arch_data *vdso_data = &vdso_data_store.data; variable
102 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
166 pfn = virt_to_pfn(vdso_data); in vvar_fault()
179 pfn = virt_to_pfn(vdso_data); in vvar_fault()
318 vdso_data->syscall_map[i >> 5] |= 0x80000000UL >> (i & 0x1f); in vdso_setup_syscall_map()
321 vdso_data->compat_syscall_map[i >> 5] |= 0x80000000UL >> (i & 0x1f); in vdso_setup_syscall_map()
374 strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64"); in vdso_init()
375 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init()
376 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init()
377 vdso_data->processor = mfspr(SPRN_PVR); in vdso_init()
[all …]
|
| /Linux-v5.15/arch/powerpc/include/asm/vdso/ |
| D | gettimeofday.h | 152 const struct vdso_data *vd)
157 const struct vdso_data *__arch_get_vdso_data(void);
161 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd)
167 static inline bool vdso_clocksource_ok(const struct vdso_data *vd)
208 const struct vdso_data *vd);
210 const struct vdso_data *vd);
213 const struct vdso_data *vd);
215 const struct vdso_data *vd);
217 const struct vdso_data *vd);
220 const struct vdso_data *vd);
[all …]
|
| /Linux-v5.15/arch/nds32/kernel/vdso/ |
| D | gettimeofday.c | 19 extern struct vdso_data *__get_datapage(void);
20 extern struct vdso_data *__get_timerpage(void);
22 static notrace unsigned int __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin()
34 static notrace unsigned int vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin()
44 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry()
67 struct vdso_data *vdata) in do_realtime_coarse()
82 struct vdso_data *vdata) in do_monotonic_coarse()
101 static notrace inline u64 vgetsns(struct vdso_data *vdso) in vgetsns()
116 static notrace int do_realtime(struct __kernel_old_timespec *ts, struct vdso_data *vdata) in do_realtime()
134 static notrace int do_monotonic(struct __kernel_old_timespec *ts, struct vdso_data *vdata) in do_monotonic()
[all …]
|
| /Linux-v5.15/lib/vdso/ |
| D | gettimeofday.c | 35 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
49 static __always_inline int do_hres_timens(const struct vdso_data *vdns, clockid_t clk, in do_hres_timens()
52 const struct vdso_data *vd; in do_hres_timens()
98 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
103 static __always_inline int do_hres_timens(const struct vdso_data *vdns, clockid_t clk, in do_hres_timens()
110 static __always_inline int do_hres(const struct vdso_data *vd, clockid_t clk, in do_hres()
165 static __always_inline int do_coarse_timens(const struct vdso_data *vdns, clockid_t clk, in do_coarse_timens()
168 const struct vdso_data *vd = __arch_get_timens_vdso_data(vdns); in do_coarse_timens()
194 static __always_inline int do_coarse_timens(const struct vdso_data *vdns, clockid_t clk, in do_coarse_timens()
201 static __always_inline int do_coarse(const struct vdso_data *vd, clockid_t clk, in do_coarse()
[all …]
|
| /Linux-v5.15/arch/arm/include/asm/vdso/ |
| D | vsyscall.h | 11 extern struct vdso_data *vdso_data;
18 struct vdso_data *__arm_get_k_vdso_data(void) in __arm_get_k_vdso_data()
20 return vdso_data; in __arm_get_k_vdso_data()
25 void __arm_sync_vdso_data(struct vdso_data *vdata) in __arm_sync_vdso_data()
|
| /Linux-v5.15/arch/arm64/include/asm/vdso/ |
| D | vsyscall.h | 12 extern struct vdso_data *vdso_data;
18 struct vdso_data *__arm64_get_k_vdso_data(void) in __arm64_get_k_vdso_data()
20 return vdso_data; in __arm64_get_k_vdso_data()
25 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall()
|
| D | compat_gettimeofday.h | 107 const struct vdso_data *vd) in __arch_get_hw_counter()
134 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
136 const struct vdso_data *ret; in __arch_get_vdso_data()
159 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
161 const struct vdso_data *ret; in __arch_get_timens_vdso_data()
170 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
|
| D | gettimeofday.h | 68 const struct vdso_data *vd) in __arch_get_hw_counter()
92 const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
99 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
|
| /Linux-v5.15/arch/powerpc/kernel/vdso32/ |
| D | vgettimeofday.c | 8 const struct vdso_data *vd) in __c_kernel_clock_gettime()
14 const struct vdso_data *vd) in __c_kernel_clock_gettime64()
20 const struct vdso_data *vd) in __c_kernel_gettimeofday()
26 const struct vdso_data *vd) in __c_kernel_clock_getres()
31 __kernel_old_time_t __c_kernel_time(__kernel_old_time_t *time, const struct vdso_data *vd) in __c_kernel_time()
|
| /Linux-v5.15/arch/mips/include/asm/vdso/ |
| D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
16 struct vdso_data *__mips_get_k_vdso_data(void) in __mips_get_k_vdso_data()
18 return vdso_data; in __mips_get_k_vdso_data()
|
| D | vdso.h | 61 static inline const struct vdso_data *get_vdso_data(void) in get_vdso_data()
63 return (const struct vdso_data *)(get_vdso_base() - PAGE_SIZE); in get_vdso_data()
68 static inline void __iomem *get_gic(const struct vdso_data *data) in get_gic()
|
| /Linux-v5.15/arch/riscv/include/asm/vdso/ |
| D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
15 static __always_inline struct vdso_data *__riscv_get_k_vdso_data(void) in __riscv_get_k_vdso_data()
17 return vdso_data; in __riscv_get_k_vdso_data()
|
| /Linux-v5.15/arch/csky/include/asm/vdso/ |
| D | vsyscall.h | 10 extern struct vdso_data *vdso_data;
12 static __always_inline struct vdso_data *__csky_get_k_vdso_data(void) in __csky_get_k_vdso_data()
14 return vdso_data; in __csky_get_k_vdso_data()
|
| /Linux-v5.15/arch/powerpc/kernel/vdso64/ |
| D | vgettimeofday.c | 9 const struct vdso_data *vd) in __c_kernel_clock_gettime()
15 const struct vdso_data *vd) in __c_kernel_gettimeofday()
21 const struct vdso_data *vd) in __c_kernel_clock_getres()
26 __kernel_old_time_t __c_kernel_time(__kernel_old_time_t *time, const struct vdso_data *vd) in __c_kernel_time()
|
| /Linux-v5.15/include/vdso/ |
| D | helpers.h | 9 static __always_inline u32 vdso_read_begin(const struct vdso_data *vd) in vdso_read_begin()
20 static __always_inline u32 vdso_read_retry(const struct vdso_data *vd, in vdso_read_retry()
30 static __always_inline void vdso_write_begin(struct vdso_data *vd) in vdso_write_begin()
42 static __always_inline void vdso_write_end(struct vdso_data *vd) in vdso_write_end()
|
| D | datapage.h | 90 struct vdso_data { struct
121 extern struct vdso_data _vdso_data[CS_BASES] __attribute__((visibility("hidden"))); argument
122 extern struct vdso_data _timens_data[CS_BASES] __attribute__((visibility("hidden")));
|
| /Linux-v5.15/arch/riscv/kernel/ |
| D | vdso.c | 20 struct vdso_data { struct
40 struct vdso_data data;
43 struct vdso_data *vdso_data = &vdso_data_store.data; variable
63 vdso_pagelist[i] = virt_to_page(vdso_data); in vdso_init()
|
| /Linux-v5.15/arch/s390/kernel/ |
| D | vdso.c | 28 struct vdso_data data[CS_BASES];
32 struct vdso_data *vdso_data = vdso_data_store.data; variable
41 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data()
43 return (struct vdso_data *)(vvar_page); in arch_get_vdso_data()
101 pfn = virt_to_pfn(vdso_data); in vvar_fault()
125 pfn = virt_to_pfn(vdso_data); in vvar_fault()
|
| /Linux-v5.15/arch/s390/include/asm/vdso/ |
| D | gettimeofday.h | 20 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
25 static inline u64 __arch_get_hw_counter(s32 clock_mode, const struct vdso_data *vd) in __arch_get_hw_counter()
57 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
|
| /Linux-v5.15/include/asm-generic/vdso/ |
| D | vsyscall.h | 8 static __always_inline struct vdso_data *__arch_get_k_vdso_data(void) in __arch_get_k_vdso_data()
15 static __always_inline void __arch_update_vsyscall(struct vdso_data *vdata, in __arch_update_vsyscall()
22 static __always_inline void __arch_sync_vdso_data(struct vdso_data *vdata) in __arch_sync_vdso_data()
|
| /Linux-v5.15/arch/x86/include/asm/vdso/ |
| D | gettimeofday.h | 62 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data()
246 const struct vdso_data *vd) in __arch_get_hw_counter()
271 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
276 static inline bool arch_vdso_clocksource_ok(const struct vdso_data *vd) in arch_vdso_clocksource_ok()
|
| /Linux-v5.15/arch/csky/kernel/ |
| D | vdso.c | 26 struct vdso_data data;
29 struct vdso_data *vdso_data = &vdso_data_store.data; variable
49 vdso_pagelist[i] = virt_to_page(vdso_data); in vdso_init()
|
| /Linux-v5.15/arch/powerpc/include/asm/ |
| D | vdso_datapage.h | 85 struct vdso_data data[CS_BASES];
97 struct vdso_data data[CS_BASES];
102 extern struct vdso_arch_data *vdso_data;
|
| /Linux-v5.15/kernel/time/ |
| D | vsyscall.c | 18 static inline void update_vdso_data(struct vdso_data *vdata, in update_vdso_data()
74 struct vdso_data *vdata = __arch_get_k_vdso_data(); in update_vsyscall()
125 struct vdso_data *vdata = __arch_get_k_vdso_data(); in update_vsyscall_tz()
147 struct vdso_data *vdata = __arch_get_k_vdso_data(); in vdso_update_begin()
165 struct vdso_data *vdata = __arch_get_k_vdso_data(); in vdso_update_end()
|
