Home
last modified time | relevance | path

Searched refs:vdso_data (Results 1 – 25 of 39) sorted by relevance

12

/Linux-v5.4/arch/nds32/kernel/
Dvdso.c41 struct vdso_data data;
44 struct vdso_data *vdso_data = &vdso_data_store.data; variable
58 vdso_data->cycle_count_offset = in get_timer_node_info()
60 vdso_data->cycle_count_down = in get_timer_node_info()
78 vdso_pages + 1, vdso_pages, vdso_start, 1L, vdso_data); in vdso_init()
148 page_colour_ofs = ((unsigned int)vdso_data & aliasing_mask) - in arch_setup_additional_pages()
163 virt_to_phys(vdso_data) >> PAGE_SHIFT, in arch_setup_additional_pages()
197 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin()
199 ++vdso_data->seq_count; in vdso_write_begin()
203 static void vdso_write_end(struct vdso_data *vdata) in vdso_write_end()
[all …]
/Linux-v5.4/arch/arm/kernel/
Dvdso.c40 static struct vdso_data *vdso_data = &vdso_data_store.data; variable
205 vdso_data_page = virt_to_page(vdso_data); in vdso_init()
265 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin()
267 ++vdso_data->seq_count; in vdso_write_begin()
271 static void vdso_write_end(struct vdso_data *vdata) in vdso_write_end()
274 ++vdso_data->seq_count; in vdso_write_end()
317 vdso_write_begin(vdso_data); in update_vsyscall()
319 vdso_data->tk_is_cntvct = tk_is_cntvct(tk); in update_vsyscall()
320 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall()
321 vdso_data->xtime_coarse_nsec = (u32)(tk->tkr_mono.xtime_nsec >> in update_vsyscall()
[all …]
/Linux-v5.4/arch/arm/vdso/
Dvgettimeofday.c20 extern struct vdso_data *__get_datapage(void);
22 static notrace u32 __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin()
34 static notrace u32 vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin()
44 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry()
68 struct vdso_data *vdata) in do_realtime_coarse()
84 struct vdso_data *vdata) in do_monotonic_coarse()
108 static notrace u64 get_ns(struct vdso_data *vdata) in get_ns()
125 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime()
147 static notrace int do_monotonic(struct timespec *ts, struct vdso_data *vdata) in do_monotonic()
176 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime()
[all …]
/Linux-v5.4/arch/powerpc/kernel/
Dvdso.c74 struct vdso_data data;
77 struct vdso_data *vdso_data = &vdso_data_store.data; variable
657 vdso_data->syscall_map_64[i >> 5] |= in vdso_setup_syscall_map()
660 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map()
664 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map()
705 strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64"); in vdso_init()
706 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init()
707 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init()
708 vdso_data->processor = mfspr(SPRN_PVR); in vdso_init()
713 vdso_data->platform = 0x100; in vdso_init()
[all …]
Dtime.c903 ++vdso_data->tb_update_count; in update_vsyscall()
955 vdso_data->tb_orig_stamp = cycle_last; in update_vsyscall()
956 vdso_data->stamp_xsec = new_stamp_xsec; in update_vsyscall()
957 vdso_data->tb_to_xs = new_tb_to_xs; in update_vsyscall()
958 vdso_data->wtom_clock_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall()
959 vdso_data->wtom_clock_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall()
960 vdso_data->stamp_xtime = xt; in update_vsyscall()
961 vdso_data->stamp_sec_fraction = frac_sec; in update_vsyscall()
963 ++(vdso_data->tb_update_count); in update_vsyscall()
968 vdso_data->tz_minuteswest = sys_tz.tz_minuteswest; in update_vsyscall_tz()
[all …]
Dasm-offsets.c379 OFFSET(CFG_TB_ORIG_STAMP, vdso_data, tb_orig_stamp); in main()
380 OFFSET(CFG_TB_TICKS_PER_SEC, vdso_data, tb_ticks_per_sec); in main()
381 OFFSET(CFG_TB_TO_XS, vdso_data, tb_to_xs); in main()
382 OFFSET(CFG_TB_UPDATE_COUNT, vdso_data, tb_update_count); in main()
383 OFFSET(CFG_TZ_MINUTEWEST, vdso_data, tz_minuteswest); in main()
384 OFFSET(CFG_TZ_DSTTIME, vdso_data, tz_dsttime); in main()
385 OFFSET(CFG_SYSCALL_MAP32, vdso_data, syscall_map_32); in main()
386 OFFSET(WTOM_CLOCK_SEC, vdso_data, wtom_clock_sec); in main()
387 OFFSET(WTOM_CLOCK_NSEC, vdso_data, wtom_clock_nsec); in main()
388 OFFSET(STAMP_XTIME, vdso_data, stamp_xtime); in main()
[all …]
/Linux-v5.4/arch/s390/kernel/
Dtime.c87 vdso_data->ts_end = tod_steering_end; in time_early_init()
284 ++vdso_data->tb_update_count; in update_vsyscall()
286 vdso_data->xtime_tod_stamp = tk->tkr_mono.cycle_last; in update_vsyscall()
287 vdso_data->xtime_clock_sec = tk->xtime_sec; in update_vsyscall()
288 vdso_data->xtime_clock_nsec = tk->tkr_mono.xtime_nsec; in update_vsyscall()
289 vdso_data->wtom_clock_sec = in update_vsyscall()
291 vdso_data->wtom_clock_nsec = tk->tkr_mono.xtime_nsec + in update_vsyscall()
294 while (vdso_data->wtom_clock_nsec >= nsecps) { in update_vsyscall()
295 vdso_data->wtom_clock_nsec -= nsecps; in update_vsyscall()
296 vdso_data->wtom_clock_sec++; in update_vsyscall()
[all …]
Dasm-offsets.c63 OFFSET(__VDSO_UPD_COUNT, vdso_data, tb_update_count); in main()
64 OFFSET(__VDSO_XTIME_STAMP, vdso_data, xtime_tod_stamp); in main()
65 OFFSET(__VDSO_XTIME_SEC, vdso_data, xtime_clock_sec); in main()
66 OFFSET(__VDSO_XTIME_NSEC, vdso_data, xtime_clock_nsec); in main()
67 OFFSET(__VDSO_XTIME_CRS_SEC, vdso_data, xtime_coarse_sec); in main()
68 OFFSET(__VDSO_XTIME_CRS_NSEC, vdso_data, xtime_coarse_nsec); in main()
69 OFFSET(__VDSO_WTOM_SEC, vdso_data, wtom_clock_sec); in main()
70 OFFSET(__VDSO_WTOM_NSEC, vdso_data, wtom_clock_nsec); in main()
71 OFFSET(__VDSO_WTOM_CRS_SEC, vdso_data, wtom_coarse_sec); in main()
72 OFFSET(__VDSO_WTOM_CRS_NSEC, vdso_data, wtom_coarse_nsec); in main()
[all …]
Dvdso.c114 struct vdso_data data;
117 struct vdso_data *vdso_data = &vdso_data_store.data; variable
122 static void __init vdso_init_data(struct vdso_data *vd) in vdso_init_data()
139 struct vdso_data boot_vdso_data __initdata;
269 vdso_init_data(vdso_data); in vdso_init()
284 vdso32_pagelist[vdso32_pages - 1] = virt_to_page(vdso_data); in vdso_init()
301 vdso64_pagelist[vdso64_pages - 1] = virt_to_page(vdso_data); in vdso_init()
306 get_page(virt_to_page(vdso_data)); in vdso_init()
/Linux-v5.4/arch/nds32/kernel/vdso/
Dgettimeofday.c19 extern struct vdso_data *__get_datapage(void);
20 extern struct vdso_data *__get_timerpage(void);
22 static notrace unsigned int __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin()
34 static notrace unsigned int vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin()
44 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry()
67 struct vdso_data *vdata) in do_realtime_coarse()
82 struct vdso_data *vdata) in do_monotonic_coarse()
103 static notrace inline u64 vgetsns(struct vdso_data *vdso) in vgetsns()
118 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime()
136 static notrace int do_monotonic(struct timespec *ts, struct vdso_data *vdata) in do_monotonic()
[all …]
/Linux-v5.4/arch/arm64/include/asm/vdso/
Dvsyscall.h12 extern struct vdso_data *vdso_data;
18 struct vdso_data *__arm64_get_k_vdso_data(void) in __arm64_get_k_vdso_data()
20 return vdso_data; in __arm64_get_k_vdso_data()
34 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall()
/Linux-v5.4/arch/mips/include/asm/vdso/
Dvsyscall.h10 extern struct vdso_data *vdso_data;
16 struct vdso_data *__mips_get_k_vdso_data(void) in __mips_get_k_vdso_data()
18 return vdso_data; in __mips_get_k_vdso_data()
Dvdso.h61 static inline const struct vdso_data *get_vdso_data(void) in get_vdso_data()
63 return (const struct vdso_data *)(get_vdso_base() - PAGE_SIZE); in get_vdso_data()
68 static inline void __iomem *get_gic(const struct vdso_data *data) in get_gic()
Dgettimeofday.h175 static __always_inline u64 read_gic_count(const struct vdso_data *data) in read_gic_count()
194 const struct vdso_data *data = get_vdso_data(); in __arch_get_hw_counter()
217 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data()
/Linux-v5.4/arch/s390/include/asm/
Dvdso.h21 struct vdso_data { struct
48 extern struct vdso_data *vdso_data; argument
49 extern struct vdso_data boot_vdso_data;
/Linux-v5.4/include/vdso/
Dhelpers.h9 static __always_inline u32 vdso_read_begin(const struct vdso_data *vd) in vdso_read_begin()
20 static __always_inline u32 vdso_read_retry(const struct vdso_data *vd, in vdso_read_retry()
30 static __always_inline void vdso_write_begin(struct vdso_data *vd) in vdso_write_begin()
42 static __always_inline void vdso_write_end(struct vdso_data *vd) in vdso_write_end()
Ddatapage.h59 struct vdso_data { struct
85 extern struct vdso_data _vdso_data[CS_BASES] __attribute__((visibility("hidden"))); argument
/Linux-v5.4/arch/powerpc/include/asm/
Dvdso_datapage.h48 struct vdso_data { struct
94 struct vdso_data { argument
115 extern struct vdso_data *vdso_data; argument
/Linux-v5.4/include/asm-generic/vdso/
Dvsyscall.h8 static __always_inline struct vdso_data *__arch_get_k_vdso_data(void) in __arch_get_k_vdso_data()
29 static __always_inline void __arch_update_vsyscall(struct vdso_data *vdata, in __arch_update_vsyscall()
36 static __always_inline void __arch_sync_vdso_data(struct vdso_data *vdata) in __arch_sync_vdso_data()
/Linux-v5.4/arch/riscv/kernel/
Dvdso.c26 struct vdso_data data;
29 static struct vdso_data *vdso_data = &vdso_data_store.data; variable
49 vdso_pagelist[i] = virt_to_page(vdso_data); in vdso_init()
/Linux-v5.4/lib/vdso/
Dgettimeofday.c41 static int do_hres(const struct vdso_data *vd, clockid_t clk, in do_hres()
71 static void do_coarse(const struct vdso_data *vd, clockid_t clk, in do_coarse()
87 const struct vdso_data *vd = __arch_get_vdso_data(); in __cvdso_clock_gettime_common()
146 const struct vdso_data *vd = __arch_get_vdso_data(); in __cvdso_gettimeofday()
169 const struct vdso_data *vd = __arch_get_vdso_data(); in __cvdso_time()
183 const struct vdso_data *vd = __arch_get_vdso_data(); in __cvdso_clock_getres_common()
/Linux-v5.4/arch/mips/kernel/
Dvdso.c28 struct vdso_data *vdso_data = mips_vdso_data.data; variable
141 base += ((unsigned long)vdso_data - gic_size) & shm_align_mask; in arch_setup_additional_pages()
167 virt_to_phys(vdso_data) >> PAGE_SHIFT, in arch_setup_additional_pages()
/Linux-v5.4/arch/x86/include/asm/vdso/
Dvsyscall.h15 DEFINE_VVAR(struct vdso_data, _vdso_data);
20 struct vdso_data *__x86_get_k_vdso_data(void) in __x86_get_k_vdso_data()
/Linux-v5.4/arch/arm/include/asm/
Dvdso_datapage.h20 struct vdso_data { struct
41 struct vdso_data data; argument
/Linux-v5.4/kernel/time/
Dvsyscall.c16 static inline void update_vdso_data(struct vdso_data *vdata, in update_vdso_data()
83 struct vdso_data *vdata = __arch_get_k_vdso_data(); in update_vsyscall()
124 struct vdso_data *vdata = __arch_get_k_vdso_data(); in update_vsyscall_tz()

12