1 /*
2  * Copyright 2012 Red Hat Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  * Authors: Ben Skeggs
23  */
24 #include "priv.h"
25 
26 s64
nvkm_timer_wait_test(struct nvkm_timer_wait * wait)27 nvkm_timer_wait_test(struct nvkm_timer_wait *wait)
28 {
29 	struct nvkm_subdev *subdev = &wait->tmr->subdev;
30 	u64 time = nvkm_timer_read(wait->tmr);
31 
32 	if (wait->reads == 0) {
33 		wait->time0 = time;
34 		wait->time1 = time;
35 	}
36 
37 	if (wait->time1 == time) {
38 		if (wait->reads++ == 16) {
39 			nvkm_fatal(subdev, "stalled at %016llx\n", time);
40 			return -ETIMEDOUT;
41 		}
42 	} else {
43 		wait->time1 = time;
44 		wait->reads = 1;
45 	}
46 
47 	if (wait->time1 - wait->time0 > wait->limit)
48 		return -ETIMEDOUT;
49 
50 	return wait->time1 - wait->time0;
51 }
52 
53 void
nvkm_timer_wait_init(struct nvkm_device * device,u64 nsec,struct nvkm_timer_wait * wait)54 nvkm_timer_wait_init(struct nvkm_device *device, u64 nsec,
55 		     struct nvkm_timer_wait *wait)
56 {
57 	wait->tmr = device->timer;
58 	wait->limit = nsec;
59 	wait->reads = 0;
60 }
61 
62 u64
nvkm_timer_read(struct nvkm_timer * tmr)63 nvkm_timer_read(struct nvkm_timer *tmr)
64 {
65 	return tmr->func->read(tmr);
66 }
67 
68 void
nvkm_timer_alarm_trigger(struct nvkm_timer * tmr)69 nvkm_timer_alarm_trigger(struct nvkm_timer *tmr)
70 {
71 	struct nvkm_alarm *alarm, *atemp;
72 	unsigned long flags;
73 	LIST_HEAD(exec);
74 
75 	/* Process pending alarms. */
76 	spin_lock_irqsave(&tmr->lock, flags);
77 	list_for_each_entry_safe(alarm, atemp, &tmr->alarms, head) {
78 		/* Have we hit the earliest alarm that hasn't gone off? */
79 		if (alarm->timestamp > nvkm_timer_read(tmr)) {
80 			/* Schedule it.  If we didn't race, we're done. */
81 			tmr->func->alarm_init(tmr, alarm->timestamp);
82 			if (alarm->timestamp > nvkm_timer_read(tmr))
83 				break;
84 		}
85 
86 		/* Move to completed list.  We'll drop the lock before
87 		 * executing the callback so it can reschedule itself.
88 		 */
89 		list_del_init(&alarm->head);
90 		list_add(&alarm->exec, &exec);
91 	}
92 
93 	/* Shut down interrupt if no more pending alarms. */
94 	if (list_empty(&tmr->alarms))
95 		tmr->func->alarm_fini(tmr);
96 	spin_unlock_irqrestore(&tmr->lock, flags);
97 
98 	/* Execute completed callbacks. */
99 	list_for_each_entry_safe(alarm, atemp, &exec, exec) {
100 		list_del(&alarm->exec);
101 		alarm->func(alarm);
102 	}
103 }
104 
105 void
nvkm_timer_alarm(struct nvkm_timer * tmr,u32 nsec,struct nvkm_alarm * alarm)106 nvkm_timer_alarm(struct nvkm_timer *tmr, u32 nsec, struct nvkm_alarm *alarm)
107 {
108 	struct nvkm_alarm *list;
109 	unsigned long flags;
110 
111 	/* Remove alarm from pending list.
112 	 *
113 	 * This both protects against the corruption of the list,
114 	 * and implements alarm rescheduling/cancellation.
115 	 */
116 	spin_lock_irqsave(&tmr->lock, flags);
117 	list_del_init(&alarm->head);
118 
119 	if (nsec) {
120 		/* Insert into pending list, ordered earliest to latest. */
121 		alarm->timestamp = nvkm_timer_read(tmr) + nsec;
122 		list_for_each_entry(list, &tmr->alarms, head) {
123 			if (list->timestamp > alarm->timestamp)
124 				break;
125 		}
126 
127 		list_add_tail(&alarm->head, &list->head);
128 
129 		/* Update HW if this is now the earliest alarm. */
130 		list = list_first_entry(&tmr->alarms, typeof(*list), head);
131 		if (list == alarm) {
132 			tmr->func->alarm_init(tmr, alarm->timestamp);
133 			/* This shouldn't happen if callers aren't stupid.
134 			 *
135 			 * Worst case scenario is that it'll take roughly
136 			 * 4 seconds for the next alarm to trigger.
137 			 */
138 			WARN_ON(alarm->timestamp <= nvkm_timer_read(tmr));
139 		}
140 	}
141 	spin_unlock_irqrestore(&tmr->lock, flags);
142 }
143 
144 static void
nvkm_timer_intr(struct nvkm_subdev * subdev)145 nvkm_timer_intr(struct nvkm_subdev *subdev)
146 {
147 	struct nvkm_timer *tmr = nvkm_timer(subdev);
148 	tmr->func->intr(tmr);
149 }
150 
151 static int
nvkm_timer_fini(struct nvkm_subdev * subdev,bool suspend)152 nvkm_timer_fini(struct nvkm_subdev *subdev, bool suspend)
153 {
154 	struct nvkm_timer *tmr = nvkm_timer(subdev);
155 	tmr->func->alarm_fini(tmr);
156 	return 0;
157 }
158 
159 static int
nvkm_timer_init(struct nvkm_subdev * subdev)160 nvkm_timer_init(struct nvkm_subdev *subdev)
161 {
162 	struct nvkm_timer *tmr = nvkm_timer(subdev);
163 	if (tmr->func->init)
164 		tmr->func->init(tmr);
165 	tmr->func->time(tmr, ktime_to_ns(ktime_get()));
166 	nvkm_timer_alarm_trigger(tmr);
167 	return 0;
168 }
169 
170 static void *
nvkm_timer_dtor(struct nvkm_subdev * subdev)171 nvkm_timer_dtor(struct nvkm_subdev *subdev)
172 {
173 	return nvkm_timer(subdev);
174 }
175 
176 static const struct nvkm_subdev_func
177 nvkm_timer = {
178 	.dtor = nvkm_timer_dtor,
179 	.init = nvkm_timer_init,
180 	.fini = nvkm_timer_fini,
181 	.intr = nvkm_timer_intr,
182 };
183 
184 int
nvkm_timer_new_(const struct nvkm_timer_func * func,struct nvkm_device * device,int index,struct nvkm_timer ** ptmr)185 nvkm_timer_new_(const struct nvkm_timer_func *func, struct nvkm_device *device,
186 		int index, struct nvkm_timer **ptmr)
187 {
188 	struct nvkm_timer *tmr;
189 
190 	if (!(tmr = *ptmr = kzalloc(sizeof(*tmr), GFP_KERNEL)))
191 		return -ENOMEM;
192 
193 	nvkm_subdev_ctor(&nvkm_timer, device, index, &tmr->subdev);
194 	tmr->func = func;
195 	INIT_LIST_HEAD(&tmr->alarms);
196 	spin_lock_init(&tmr->lock);
197 	return 0;
198 }
199