152 gk104_fifo_runlist_commit(struct gk104_fifo *fifo, int runl,  in gk104_fifo_runlist_commit()  argument
169 	nvkm_wr32(device, 0x002274, (runl << 20) | nr);  in gk104_fifo_runlist_commit()
172 		if (!(nvkm_rd32(device, 0x002284 + (runl * 0x08)) & 0x00100000))  in gk104_fifo_runlist_commit()
175 		nvkm_error(subdev, "runlist %d update timeout\n", runl);  in gk104_fifo_runlist_commit()
179 gk104_fifo_runlist_update(struct gk104_fifo *fifo, int runl)  in gk104_fifo_runlist_update()  argument
189 	mem = fifo->runlist[runl].mem[fifo->runlist[runl].next];  in gk104_fifo_runlist_update()
190 	fifo->runlist[runl].next = !fifo->runlist[runl].next;  in gk104_fifo_runlist_update()
193 	list_for_each_entry(chan, &fifo->runlist[runl].chan, head) {  in gk104_fifo_runlist_update()
197 	list_for_each_entry(cgrp, &fifo->runlist[runl].cgrp, head) {  in gk104_fifo_runlist_update()
205 	func->commit(fifo, runl, mem, nr);  in gk104_fifo_runlist_update()
229 			list_add_tail(&cgrp->head, &fifo->runlist[chan->runl].cgrp);  in gk104_fifo_runlist_insert()
232 		list_add_tail(&chan->head, &fifo->runlist[chan->runl].chan);  in gk104_fifo_runlist_insert()
282 	int engn, runl;  in gk104_fifo_recover_work()  local
300 	for (todo = runm; runl = __ffs(todo), todo; todo &= ~BIT(runl))  in gk104_fifo_recover_work()
301 		gk104_fifo_runlist_update(fifo, runl);  in gk104_fifo_recover_work()
310 gk104_fifo_recover_runl(struct gk104_fifo *fifo, int runl)  in gk104_fifo_recover_runl()  argument
314 	const u32 runm = BIT(runl);  in gk104_fifo_recover_runl()
325 	nvkm_warn(subdev, "runlist %d: scheduled for recovery\n", runl);  in gk104_fifo_recover_runl()
330 gk104_fifo_recover_chid(struct gk104_fifo *fifo, int runl, int chid)  in gk104_fifo_recover_chid()  argument
335 	list_for_each_entry(chan, &fifo->runlist[runl].chan, head) {  in gk104_fifo_recover_chid()
342 	list_for_each_entry(cgrp, &fifo->runlist[runl].cgrp, head) {  in gk104_fifo_recover_chid()
362 	const u32  runl = (stat & 0x000f0000) >> 16;  in gk104_fifo_recover_chan()  local
364 	unsigned long engn, engm = fifo->runlist[runl].engm;  in gk104_fifo_recover_chan()
372 	chan = gk104_fifo_recover_chid(fifo, runl, chid);  in gk104_fifo_recover_chan()
383 	gk104_fifo_recover_runl(fifo, runl);  in gk104_fifo_recover_chan()
401 	const u32 runl = fifo->engine[engn].runl;  in gk104_fifo_recover_engn()  local
412 	gk104_fifo_recover_runl(fifo, runl);  in gk104_fifo_recover_engn()
759 		int runl = __ffs(mask);  in gk104_fifo_intr_runlist()  local
760 		wake_up(&fifo->runlist[runl].wait);  in gk104_fifo_intr_runlist()
761 		nvkm_wr32(device, 0x002a00, 1 << runl);  in gk104_fifo_intr_runlist()
762 		mask &= ~(1 << runl);  in gk104_fifo_intr_runlist()
884 		int runl = mthd - NV_DEVICE_FIFO_RUNLIST_ENGINES(0), engn;  in gk104_fifo_info()  local
885 		if (runl < fifo->runlist_nr) {  in gk104_fifo_info()
886 			unsigned long engm = fifo->runlist[runl].engm;  in gk104_fifo_info()
909 	int engn, runl, pbid, ret, i, j;  in gk104_fifo_oneinit()  local
925 	while ((int)(engidx = nvkm_top_engine(device, i++, &runl, &engn)) >= 0) {  in gk104_fifo_oneinit()
928 			if (map[j] & (1 << runl)) {  in gk104_fifo_oneinit()
935 			   engn, runl, pbid, nvkm_subdev_name[engidx]);  in gk104_fifo_oneinit()
938 		fifo->engine[engn].runl = runl;  in gk104_fifo_oneinit()
941 		fifo->runlist[runl].engm |= 1 << engn;  in gk104_fifo_oneinit()
942 		fifo->runlist_nr = max(fifo->runlist_nr, runl + 1);  in gk104_fifo_oneinit()