Home
last modified time | relevance | path

Searched refs:vdso_data (Results 1 – 25 of 27) sorted by relevance

12

/Linux-v4.19/arch/nds32/kernel/
Dvdso.c41 struct vdso_data data;
44 struct vdso_data *vdso_data = &vdso_data_store.data; variable
58 vdso_data->cycle_count_offset = in get_timer_node_info()
60 vdso_data->cycle_count_down = in get_timer_node_info()
78 vdso_pages + 1, vdso_pages, vdso_start, 1L, vdso_data); in vdso_init()
148 page_colour_ofs = ((unsigned int)vdso_data & aliasing_mask) - in arch_setup_additional_pages()
163 virt_to_phys(vdso_data) >> PAGE_SHIFT, in arch_setup_additional_pages()
197 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin()
199 ++vdso_data->seq_count; in vdso_write_begin()
203 static void vdso_write_end(struct vdso_data *vdata) in vdso_write_end()
[all …]
/Linux-v4.19/arch/arm64/kernel/
Dvdso.c47 struct vdso_data data;
50 struct vdso_data *vdso_data = &vdso_data_store.data; variable
150 vdso_pages + 1, vdso_pages, vdso_start, 1L, vdso_data); in vdso_init()
159 vdso_pagelist[0] = phys_to_page(__pa_symbol(vdso_data)); in vdso_init()
225 ++vdso_data->tb_seq_count; in update_vsyscall()
228 vdso_data->use_syscall = use_syscall; in update_vsyscall()
229 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall()
230 vdso_data->xtime_coarse_nsec = tk->tkr_mono.xtime_nsec >> in update_vsyscall()
232 vdso_data->wtm_clock_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall()
233 vdso_data->wtm_clock_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall()
[all …]
Dasm-offsets.c108 DEFINE(VDSO_CS_CYCLE_LAST, offsetof(struct vdso_data, cs_cycle_last)); in main()
109 DEFINE(VDSO_RAW_TIME_SEC, offsetof(struct vdso_data, raw_time_sec)); in main()
110 DEFINE(VDSO_RAW_TIME_NSEC, offsetof(struct vdso_data, raw_time_nsec)); in main()
111 DEFINE(VDSO_XTIME_CLK_SEC, offsetof(struct vdso_data, xtime_clock_sec)); in main()
112 DEFINE(VDSO_XTIME_CLK_NSEC, offsetof(struct vdso_data, xtime_clock_nsec)); in main()
113 DEFINE(VDSO_XTIME_CRS_SEC, offsetof(struct vdso_data, xtime_coarse_sec)); in main()
114 DEFINE(VDSO_XTIME_CRS_NSEC, offsetof(struct vdso_data, xtime_coarse_nsec)); in main()
115 DEFINE(VDSO_WTM_CLK_SEC, offsetof(struct vdso_data, wtm_clock_sec)); in main()
116 DEFINE(VDSO_WTM_CLK_NSEC, offsetof(struct vdso_data, wtm_clock_nsec)); in main()
117 DEFINE(VDSO_TB_SEQ_COUNT, offsetof(struct vdso_data, tb_seq_count)); in main()
[all …]
/Linux-v4.19/arch/arm/kernel/
Dvdso.c51 static struct vdso_data *vdso_data = &vdso_data_store.data; variable
217 vdso_data_page = virt_to_page(vdso_data); in vdso_init()
277 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin()
279 ++vdso_data->seq_count; in vdso_write_begin()
283 static void vdso_write_end(struct vdso_data *vdata) in vdso_write_end()
286 ++vdso_data->seq_count; in vdso_write_end()
329 vdso_write_begin(vdso_data); in update_vsyscall()
331 vdso_data->tk_is_cntvct = tk_is_cntvct(tk); in update_vsyscall()
332 vdso_data->xtime_coarse_sec = tk->xtime_sec; in update_vsyscall()
333 vdso_data->xtime_coarse_nsec = (u32)(tk->tkr_mono.xtime_nsec >> in update_vsyscall()
[all …]
/Linux-v4.19/arch/mips/kernel/
Dvdso.c29 static union mips_vdso_data vdso_data __page_aligned_data;
75 vdso_data_write_begin(&vdso_data); in update_vsyscall()
77 vdso_data.xtime_sec = tk->xtime_sec; in update_vsyscall()
78 vdso_data.xtime_nsec = tk->tkr_mono.xtime_nsec; in update_vsyscall()
79 vdso_data.wall_to_mono_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall()
80 vdso_data.wall_to_mono_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall()
81 vdso_data.cs_shift = tk->tkr_mono.shift; in update_vsyscall()
83 vdso_data.clock_mode = tk->tkr_mono.clock->archdata.vdso_clock_mode; in update_vsyscall()
84 if (vdso_data.clock_mode != VDSO_CLOCK_NONE) { in update_vsyscall()
85 vdso_data.cs_mult = tk->tkr_mono.mult; in update_vsyscall()
[all …]
/Linux-v4.19/arch/arm64/kernel/vdso/
Dgettimeofday.S28 vdso_data .req x6 label
40 9999: ldr seqcnt, [vdso_data, #VDSO_TB_SEQ_COUNT]
47 ldr w_tmp, [vdso_data, #VDSO_TB_SEQ_COUNT]
53 ldr w_tmp, [vdso_data, #VDSO_USE_SYSCALL]
139 adr vdso_data, _vdso_data
146 ldr x10, [vdso_data, #VDSO_CS_CYCLE_LAST]
148 ldp w11, w12, [vdso_data, #VDSO_CS_MONO_MULT]
149 ldp x13, x14, [vdso_data, #VDSO_XTIME_CLK_SEC]
167 ldp w4, w5, [vdso_data, #VDSO_TZ_MINWEST]
187 adr vdso_data, _vdso_data
[all …]
/Linux-v4.19/arch/arm/vdso/
Dvgettimeofday.c32 extern struct vdso_data *__get_datapage(void);
34 static notrace u32 __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin()
46 static notrace u32 vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin()
56 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry()
80 struct vdso_data *vdata) in do_realtime_coarse()
96 struct vdso_data *vdata) in do_monotonic_coarse()
120 static notrace u64 get_ns(struct vdso_data *vdata) in get_ns()
136 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime()
158 static notrace int do_monotonic(struct timespec *ts, struct vdso_data *vdata) in do_monotonic()
187 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime()
[all …]
/Linux-v4.19/arch/s390/kernel/
Dtime.c87 vdso_data->ts_end = tod_steering_end; in time_early_init()
284 ++vdso_data->tb_update_count; in update_vsyscall()
286 vdso_data->xtime_tod_stamp = tk->tkr_mono.cycle_last; in update_vsyscall()
287 vdso_data->xtime_clock_sec = tk->xtime_sec; in update_vsyscall()
288 vdso_data->xtime_clock_nsec = tk->tkr_mono.xtime_nsec; in update_vsyscall()
289 vdso_data->wtom_clock_sec = in update_vsyscall()
291 vdso_data->wtom_clock_nsec = tk->tkr_mono.xtime_nsec + in update_vsyscall()
294 while (vdso_data->wtom_clock_nsec >= nsecps) { in update_vsyscall()
295 vdso_data->wtom_clock_nsec -= nsecps; in update_vsyscall()
296 vdso_data->wtom_clock_sec++; in update_vsyscall()
[all …]
Dasm-offsets.c62 OFFSET(__VDSO_UPD_COUNT, vdso_data, tb_update_count); in main()
63 OFFSET(__VDSO_XTIME_STAMP, vdso_data, xtime_tod_stamp); in main()
64 OFFSET(__VDSO_XTIME_SEC, vdso_data, xtime_clock_sec); in main()
65 OFFSET(__VDSO_XTIME_NSEC, vdso_data, xtime_clock_nsec); in main()
66 OFFSET(__VDSO_XTIME_CRS_SEC, vdso_data, xtime_coarse_sec); in main()
67 OFFSET(__VDSO_XTIME_CRS_NSEC, vdso_data, xtime_coarse_nsec); in main()
68 OFFSET(__VDSO_WTOM_SEC, vdso_data, wtom_clock_sec); in main()
69 OFFSET(__VDSO_WTOM_NSEC, vdso_data, wtom_clock_nsec); in main()
70 OFFSET(__VDSO_WTOM_CRS_SEC, vdso_data, wtom_coarse_sec); in main()
71 OFFSET(__VDSO_WTOM_CRS_NSEC, vdso_data, wtom_coarse_nsec); in main()
[all …]
Dvdso.c122 struct vdso_data data;
125 struct vdso_data *vdso_data = &vdso_data_store.data; variable
130 static void __init vdso_init_data(struct vdso_data *vd) in vdso_init_data()
147 struct vdso_data boot_vdso_data __initdata;
281 vdso_init_data(vdso_data); in vdso_init()
297 vdso32_pagelist[vdso32_pages - 1] = virt_to_page(vdso_data); in vdso_init()
315 vdso64_pagelist[vdso64_pages - 1] = virt_to_page(vdso_data); in vdso_init()
320 get_page(virt_to_page(vdso_data)); in vdso_init()
/Linux-v4.19/arch/powerpc/kernel/
Dvdso.c78 struct vdso_data data;
81 struct vdso_data *vdso_data = &vdso_data_store.data; variable
680 vdso_data->syscall_map_64[i >> 5] |= in vdso_setup_syscall_map()
683 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map()
687 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map()
728 strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64"); in vdso_init()
729 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init()
730 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init()
731 vdso_data->processor = mfspr(SPRN_PVR); in vdso_init()
736 vdso_data->platform = 0x100; in vdso_init()
[all …]
Dtime.c873 ++vdso_data->tb_update_count; in update_vsyscall()
925 vdso_data->tb_orig_stamp = cycle_last; in update_vsyscall()
926 vdso_data->stamp_xsec = new_stamp_xsec; in update_vsyscall()
927 vdso_data->tb_to_xs = new_tb_to_xs; in update_vsyscall()
928 vdso_data->wtom_clock_sec = tk->wall_to_monotonic.tv_sec; in update_vsyscall()
929 vdso_data->wtom_clock_nsec = tk->wall_to_monotonic.tv_nsec; in update_vsyscall()
930 vdso_data->stamp_xtime = xt; in update_vsyscall()
931 vdso_data->stamp_sec_fraction = frac_sec; in update_vsyscall()
933 ++(vdso_data->tb_update_count); in update_vsyscall()
938 vdso_data->tz_minuteswest = sys_tz.tz_minuteswest; in update_vsyscall_tz()
[all …]
Dasm-offsets.c371 OFFSET(CFG_TB_ORIG_STAMP, vdso_data, tb_orig_stamp); in main()
372 OFFSET(CFG_TB_TICKS_PER_SEC, vdso_data, tb_ticks_per_sec); in main()
373 OFFSET(CFG_TB_TO_XS, vdso_data, tb_to_xs); in main()
374 OFFSET(CFG_TB_UPDATE_COUNT, vdso_data, tb_update_count); in main()
375 OFFSET(CFG_TZ_MINUTEWEST, vdso_data, tz_minuteswest); in main()
376 OFFSET(CFG_TZ_DSTTIME, vdso_data, tz_dsttime); in main()
377 OFFSET(CFG_SYSCALL_MAP32, vdso_data, syscall_map_32); in main()
378 OFFSET(WTOM_CLOCK_SEC, vdso_data, wtom_clock_sec); in main()
379 OFFSET(WTOM_CLOCK_NSEC, vdso_data, wtom_clock_nsec); in main()
380 OFFSET(STAMP_XTIME, vdso_data, stamp_xtime); in main()
[all …]
Dproc_powerpc.c67 &page_map_fops, vdso_data); in proc_ppc64_init()
Dsmp.c740 vdso_data->processorCount--; in generic_cpu_disable()
1065 vdso_data->processorCount++; in start_secondary()
/Linux-v4.19/arch/nds32/kernel/vdso/
Dgettimeofday.c19 extern struct vdso_data *__get_datapage(void);
20 extern struct vdso_data *__get_timerpage(void);
22 static notrace unsigned int __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin()
34 static notrace unsigned int vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin()
44 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry()
67 struct vdso_data *vdata) in do_realtime_coarse()
82 struct vdso_data *vdata) in do_monotonic_coarse()
103 static notrace inline u64 vgetsns(struct vdso_data *vdso) in vgetsns()
118 static notrace int do_realtime(struct timespec *ts, struct vdso_data *vdata) in do_realtime()
136 static notrace int do_monotonic(struct timespec *ts, struct vdso_data *vdata) in do_monotonic()
[all …]
/Linux-v4.19/arch/s390/include/asm/
Dvdso.h21 struct vdso_data { struct
48 extern struct vdso_data *vdso_data; argument
49 extern struct vdso_data boot_vdso_data;
/Linux-v4.19/arch/powerpc/include/asm/
Dvdso_datapage.h52 struct vdso_data { struct
98 struct vdso_data { argument
119 extern struct vdso_data *vdso_data; argument
/Linux-v4.19/arch/riscv/kernel/
Dvdso.c36 struct vdso_data data;
39 struct vdso_data *vdso_data = &vdso_data_store.data; variable
60 vdso_pagelist[i] = virt_to_page(vdso_data); in vdso_init()
/Linux-v4.19/arch/arm/include/asm/
Dvdso_datapage.h31 struct vdso_data { struct
52 struct vdso_data data; argument
/Linux-v4.19/arch/riscv/include/asm/
Dvdso.h24 struct vdso_data { struct
/Linux-v4.19/arch/nds32/include/asm/
Dvdso_datapage.h11 struct vdso_data { struct
/Linux-v4.19/arch/arm64/include/asm/
Dvdso_datapage.h23 struct vdso_data { struct
/Linux-v4.19/arch/powerpc/platforms/powernv/
Dsmp.c142 vdso_data->processorCount--; in pnv_smp_cpu_disable()
/Linux-v4.19/arch/powerpc/platforms/pseries/
Dlparcfg.c448 partition_potential_processors = vdso_data->processorCount; in pseries_lparcfg_data()

12