140 gk104_fifo_runlist_commit(struct gk104_fifo *fifo, int runl,  in gk104_fifo_runlist_commit()  argument
157 	nvkm_wr32(device, 0x002274, (runl << 20) | nr);  in gk104_fifo_runlist_commit()
160 		if (!(nvkm_rd32(device, 0x002284 + (runl * 0x08)) & 0x00100000))  in gk104_fifo_runlist_commit()
163 		nvkm_error(subdev, "runlist %d update timeout\n", runl);  in gk104_fifo_runlist_commit()
167 gk104_fifo_runlist_update(struct gk104_fifo *fifo, int runl)  in gk104_fifo_runlist_update()  argument
176 	mem = fifo->runlist[runl].mem[fifo->runlist[runl].next];  in gk104_fifo_runlist_update()
177 	fifo->runlist[runl].next = !fifo->runlist[runl].next;  in gk104_fifo_runlist_update()
180 	list_for_each_entry(chan, &fifo->runlist[runl].chan, head) {  in gk104_fifo_runlist_update()
184 	list_for_each_entry(cgrp, &fifo->runlist[runl].cgrp, head) {  in gk104_fifo_runlist_update()
192 	func->commit(fifo, runl, mem, nr);  in gk104_fifo_runlist_update()
216 			list_add_tail(&cgrp->head, &fifo->runlist[chan->runl].cgrp);  in gk104_fifo_runlist_insert()
219 		list_add_tail(&chan->head, &fifo->runlist[chan->runl].chan);  in gk104_fifo_runlist_insert()
296 	int engn, runl;  in gk104_fifo_recover_work()  local
314 	for (todo = runm; runl = __ffs(todo), todo; todo &= ~BIT(runl))  in gk104_fifo_recover_work()
315 		gk104_fifo_runlist_update(fifo, runl);  in gk104_fifo_recover_work()
324 gk104_fifo_recover_runl(struct gk104_fifo *fifo, int runl)  in gk104_fifo_recover_runl()  argument
328 	const u32 runm = BIT(runl);  in gk104_fifo_recover_runl()
339 	nvkm_warn(subdev, "runlist %d: scheduled for recovery\n", runl);  in gk104_fifo_recover_runl()
344 gk104_fifo_recover_chid(struct gk104_fifo *fifo, int runl, int chid)  in gk104_fifo_recover_chid()  argument
349 	list_for_each_entry(chan, &fifo->runlist[runl].chan, head) {  in gk104_fifo_recover_chid()
356 	list_for_each_entry(cgrp, &fifo->runlist[runl].cgrp, head) {  in gk104_fifo_recover_chid()
376 	const u32  runl = (stat & 0x000f0000) >> 16;  in gk104_fifo_recover_chan()  local
378 	unsigned long engn, engm = fifo->runlist[runl].engm;  in gk104_fifo_recover_chan()
386 	chan = gk104_fifo_recover_chid(fifo, runl, chid);  in gk104_fifo_recover_chan()
397 	gk104_fifo_recover_runl(fifo, runl);  in gk104_fifo_recover_chan()
415 	const u32 runl = fifo->engine[engn].runl;  in gk104_fifo_recover_engn()  local
426 	gk104_fifo_recover_runl(fifo, runl);  in gk104_fifo_recover_engn()
770 		int runl = __ffs(mask);  in gk104_fifo_intr_runlist()  local
771 		wake_up(&fifo->runlist[runl].wait);  in gk104_fifo_intr_runlist()
772 		nvkm_wr32(device, 0x002a00, 1 << runl);  in gk104_fifo_intr_runlist()
773 		mask &= ~(1 << runl);  in gk104_fifo_intr_runlist()
984 		fifo->engine[engn].runl = tdev->runlist;  in gk104_fifo_oneinit()