38 	u64 timer;  in get_vtimer()  local
40 	asm volatile("stpt %0" : "=m" (timer));  in get_vtimer()
41 	return timer;  in get_vtimer()
46 	u64 timer;  in set_vtimer()  local
51 		: "=m" (timer) : "m" (expires));  in set_vtimer()
52 	S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer;  in set_vtimer()
127 	u64 timer, clock, user, guest, system, hardirq, softirq, steal;  in do_account_vtime()  local
129 	timer = S390_lowcore.last_update_timer;  in do_account_vtime()
141 	timer -= S390_lowcore.last_update_timer;  in do_account_vtime()
144 		S390_lowcore.hardirq_timer += timer;  in do_account_vtime()
146 		S390_lowcore.system_timer += timer;  in do_account_vtime()
226 	u64 timer;  in vtime_account_irq_enter()  local
228 	timer = S390_lowcore.last_update_timer;  in vtime_account_irq_enter()
230 	timer -= S390_lowcore.last_update_timer;  in vtime_account_irq_enter()
233 		S390_lowcore.guest_timer += timer;  in vtime_account_irq_enter()
235 		S390_lowcore.hardirq_timer += timer;  in vtime_account_irq_enter()
237 		S390_lowcore.softirq_timer += timer;  in vtime_account_irq_enter()
239 		S390_lowcore.system_timer += timer;  in vtime_account_irq_enter()
241 	virt_timer_forward(timer);  in vtime_account_irq_enter()
253 static void list_add_sorted(struct vtimer_list *timer, struct list_head *head)  in list_add_sorted()  argument
258 		if (tmp->expires > timer->expires) {  in list_add_sorted()
259 			list_add_tail(&timer->entry, &tmp->entry);  in list_add_sorted()
263 	list_add_tail(&timer->entry, head);  in list_add_sorted()
271 	struct vtimer_list *timer, *tmp;  in virt_timer_expire()  local
278 	list_for_each_entry_safe(timer, tmp, &virt_timer_list, entry) {  in virt_timer_expire()
279 		if (timer->expires < elapsed)  in virt_timer_expire()
281 			list_move_tail(&timer->entry, &cb_list);  in virt_timer_expire()
283 			timer->expires -= elapsed;  in virt_timer_expire()
286 		timer = list_first_entry(&virt_timer_list,  in virt_timer_expire()
288 		atomic64_set(&virt_timer_current, timer->expires);  in virt_timer_expire()
294 	list_for_each_entry_safe(timer, tmp, &cb_list, entry) {  in virt_timer_expire()
295 		list_del_init(&timer->entry);  in virt_timer_expire()
296 		timer->function(timer->data);  in virt_timer_expire()
297 		if (timer->interval) {  in virt_timer_expire()
299 			timer->expires = timer->interval +  in virt_timer_expire()
302 			list_add_sorted(timer, &virt_timer_list);  in virt_timer_expire()
308 void init_virt_timer(struct vtimer_list *timer)  in init_virt_timer()  argument
310 	timer->function = NULL;  in init_virt_timer()
311 	INIT_LIST_HEAD(&timer->entry);  in init_virt_timer()
315 static inline int vtimer_pending(struct vtimer_list *timer)  in vtimer_pending()  argument
317 	return !list_empty(&timer->entry);  in vtimer_pending()
320 static void internal_add_vtimer(struct vtimer_list *timer)  in internal_add_vtimer()  argument
324 		atomic64_set(&virt_timer_current, timer->expires);  in internal_add_vtimer()
326 		list_add(&timer->entry, &virt_timer_list);  in internal_add_vtimer()
329 		timer->expires += atomic64_read(&virt_timer_elapsed);  in internal_add_vtimer()
330 		if (likely((s64) timer->expires <  in internal_add_vtimer()
333 			atomic64_set(&virt_timer_current, timer->expires);  in internal_add_vtimer()
335 		list_add_sorted(timer, &virt_timer_list);  in internal_add_vtimer()
339 static void __add_vtimer(struct vtimer_list *timer, int periodic)  in __add_vtimer()  argument
343 	timer->interval = periodic ? timer->expires : 0;  in __add_vtimer()
345 	internal_add_vtimer(timer);  in __add_vtimer()
352 void add_virt_timer(struct vtimer_list *timer)  in add_virt_timer()  argument
354 	__add_vtimer(timer, 0);  in add_virt_timer()
361 void add_virt_timer_periodic(struct vtimer_list *timer)  in add_virt_timer_periodic()  argument
363 	__add_vtimer(timer, 1);  in add_virt_timer_periodic()
367 static int __mod_vtimer(struct vtimer_list *timer, u64 expires, int periodic)  in __mod_vtimer()  argument
372 	BUG_ON(!timer->function);  in __mod_vtimer()
374 	if (timer->expires == expires && vtimer_pending(timer))  in __mod_vtimer()
377 	rc = vtimer_pending(timer);  in __mod_vtimer()
379 		list_del_init(&timer->entry);  in __mod_vtimer()
380 	timer->interval = periodic ? expires : 0;  in __mod_vtimer()
381 	timer->expires = expires;  in __mod_vtimer()
382 	internal_add_vtimer(timer);  in __mod_vtimer()
390 int mod_virt_timer(struct vtimer_list *timer, u64 expires)  in mod_virt_timer()  argument
392 	return __mod_vtimer(timer, expires, 0);  in mod_virt_timer()
399 int mod_virt_timer_periodic(struct vtimer_list *timer, u64 expires)  in mod_virt_timer_periodic()  argument
401 	return __mod_vtimer(timer, expires, 1);  in mod_virt_timer_periodic()
410 int del_virt_timer(struct vtimer_list *timer)  in del_virt_timer()  argument
414 	if (!vtimer_pending(timer))  in del_virt_timer()
417 	list_del_init(&timer->entry);  in del_virt_timer()