118 nv50_dmac_destroy(struct nv50_dmac *dmac)  in nv50_dmac_destroy()  argument
120 	nvif_object_dtor(&dmac->vram);  in nv50_dmac_destroy()
121 	nvif_object_dtor(&dmac->sync);  in nv50_dmac_destroy()
123 	nv50_chan_destroy(&dmac->base);  in nv50_dmac_destroy()
125 	nvif_mem_dtor(&dmac->_push.mem);  in nv50_dmac_destroy()
131 	struct nv50_dmac *dmac = container_of(push, typeof(*dmac), _push);  in nv50_dmac_kick()  local
133 	dmac->cur = push->cur - (u32 *)dmac->_push.mem.object.map.ptr;  in nv50_dmac_kick()
134 	if (dmac->put != dmac->cur) {  in nv50_dmac_kick()
138 		if (dmac->push->mem.type & NVIF_MEM_VRAM) {  in nv50_dmac_kick()
139 			struct nvif_device *device = dmac->base.device;  in nv50_dmac_kick()
147 		NVIF_WV32(&dmac->base.user, NV507C, PUT, PTR, dmac->cur);  in nv50_dmac_kick()
148 		dmac->put = dmac->cur;  in nv50_dmac_kick()
155 nv50_dmac_free(struct nv50_dmac *dmac)  in nv50_dmac_free()  argument
157 	u32 get = NVIF_RV32(&dmac->base.user, NV507C, GET, PTR);  in nv50_dmac_free()
158 	if (get > dmac->cur) /* NVIDIA stay 5 away from GET, do the same. */  in nv50_dmac_free()
159 		return get - dmac->cur - 5;  in nv50_dmac_free()
160 	return dmac->max - dmac->cur;  in nv50_dmac_free()
164 nv50_dmac_wind(struct nv50_dmac *dmac)  in nv50_dmac_wind()  argument
169 	u32 get = NVIF_RV32(&dmac->base.user, NV507C, GET, PTR);  in nv50_dmac_wind()
172 		if (dmac->put == 0)  in nv50_dmac_wind()
173 			nv50_dmac_kick(dmac->push);  in nv50_dmac_wind()
175 		if (nvif_msec(dmac->base.device, 2000,  in nv50_dmac_wind()
176 			if (NVIF_TV32(&dmac->base.user, NV507C, GET, PTR, >, 0))  in nv50_dmac_wind()
182 	PUSH_RSVD(dmac->push, PUSH_JUMP(dmac->push, 0));  in nv50_dmac_wind()
183 	dmac->cur = 0;  in nv50_dmac_wind()
190 	struct nv50_dmac *dmac = container_of(push, typeof(*dmac), _push);  in nv50_dmac_wait()  local
193 	if (WARN_ON(size > dmac->max))  in nv50_dmac_wait()
196 	dmac->cur = push->cur - (u32 *)dmac->_push.mem.object.map.ptr;  in nv50_dmac_wait()
197 	if (dmac->cur + size >= dmac->max) {  in nv50_dmac_wait()
198 		int ret = nv50_dmac_wind(dmac);  in nv50_dmac_wait()
202 		push->cur = dmac->_push.mem.object.map.ptr;  in nv50_dmac_wait()
203 		push->cur = push->cur + dmac->cur;  in nv50_dmac_wait()
207 	if (nvif_msec(dmac->base.device, 2000,  in nv50_dmac_wait()
208 		if ((free = nv50_dmac_free(dmac)) >= size)  in nv50_dmac_wait()
215 	push->bgn = dmac->_push.mem.object.map.ptr;  in nv50_dmac_wait()
216 	push->bgn = push->bgn + dmac->cur;  in nv50_dmac_wait()
225 		 struct nv50_dmac *dmac)  in nv50_dmac_create()  argument
232 	mutex_init(&dmac->lock);  in nv50_dmac_create()
247 				&dmac->_push.mem);  in nv50_dmac_create()
251 	dmac->ptr = dmac->_push.mem.object.map.ptr;  in nv50_dmac_create()
252 	dmac->_push.wait = nv50_dmac_wait;  in nv50_dmac_create()
253 	dmac->_push.kick = nv50_dmac_kick;  in nv50_dmac_create()
254 	dmac->push = &dmac->_push;  in nv50_dmac_create()
255 	dmac->push->bgn = dmac->_push.mem.object.map.ptr;  in nv50_dmac_create()
256 	dmac->push->cur = dmac->push->bgn;  in nv50_dmac_create()
257 	dmac->push->end = dmac->push->bgn;  in nv50_dmac_create()
258 	dmac->max = 0x1000/4 - 1;  in nv50_dmac_create()
264 		dmac->max -= 12;  in nv50_dmac_create()
266 	args->pushbuf = nvif_handle(&dmac->_push.mem.object);  in nv50_dmac_create()
269 			       &dmac->base);  in nv50_dmac_create()
276 	ret = nvif_object_ctor(&dmac->base.user, "kmsSyncCtxDma", NV50_DISP_HANDLE_SYNCBUF,  in nv50_dmac_create()
284 			       &dmac->sync);  in nv50_dmac_create()
288 	ret = nvif_object_ctor(&dmac->base.user, "kmsVramCtxDma", NV50_DISP_HANDLE_VRAM,  in nv50_dmac_create()
296 			       &dmac->vram);  in nv50_dmac_create()