1 /* SPDX-License-Identifier: MIT */
2 #ifndef __GK104_FIFO_H__
3 #define __GK104_FIFO_H__
4 #define gk104_fifo(p) container_of((p), struct gk104_fifo, base)
5 #include "priv.h"
6 struct nvkm_fifo_cgrp;
7 
8 #include <core/enum.h>
9 #include <subdev/mmu.h>
10 
11 struct gk104_fifo_chan;
12 struct gk104_fifo {
13 	const struct gk104_fifo_func *func;
14 	struct nvkm_fifo base;
15 
16 	struct {
17 		struct work_struct work;
18 		u32 engm;
19 		u32 runm;
20 	} recover;
21 
22 	int pbdma_nr;
23 
24 	struct {
25 		struct nvkm_engine *engine;
26 		int runl;
27 		int pbid;
28 	} engine[16];
29 	int engine_nr;
30 
31 	struct {
32 		struct nvkm_memory *mem[2];
33 		int next;
34 		wait_queue_head_t wait;
35 		struct list_head cgrp;
36 		struct list_head chan;
37 		u32 engm;
38 	} runlist[16];
39 	int runlist_nr;
40 
41 	struct {
42 		struct nvkm_memory *mem;
43 		struct nvkm_vma *bar;
44 	} user;
45 };
46 
47 struct gk104_fifo_func {
48 	struct {
49 		void (*fault)(struct nvkm_fifo *, int unit);
50 	} intr;
51 
52 	const struct gk104_fifo_pbdma_func {
53 		int (*nr)(struct gk104_fifo *);
54 		void (*init)(struct gk104_fifo *);
55 		void (*init_timeout)(struct gk104_fifo *);
56 	} *pbdma;
57 
58 	struct {
59 		const struct nvkm_enum *access;
60 		const struct nvkm_enum *engine;
61 		const struct nvkm_enum *reason;
62 		const struct nvkm_enum *hubclient;
63 		const struct nvkm_enum *gpcclient;
64 	} fault;
65 
66 	const struct gk104_fifo_runlist_func {
67 		u8 size;
68 		void (*cgrp)(struct nvkm_fifo_cgrp *,
69 			     struct nvkm_memory *, u32 offset);
70 		void (*chan)(struct gk104_fifo_chan *,
71 			     struct nvkm_memory *, u32 offset);
72 		void (*commit)(struct gk104_fifo *, int runl,
73 			       struct nvkm_memory *, int entries);
74 	} *runlist;
75 
76 	struct gk104_fifo_user_user {
77 		struct nvkm_sclass user;
78 		int (*ctor)(const struct nvkm_oclass *, void *, u32,
79 			    struct nvkm_object **);
80 	} user;
81 
82 	struct gk104_fifo_chan_user {
83 		struct nvkm_sclass user;
84 		int (*ctor)(struct gk104_fifo *, const struct nvkm_oclass *,
85 			    void *, u32, struct nvkm_object **);
86 	} chan;
87 	bool cgrp_force;
88 };
89 
90 int gk104_fifo_new_(const struct gk104_fifo_func *, struct nvkm_device *,
91 		    int index, int nr, struct nvkm_fifo **);
92 void gk104_fifo_runlist_insert(struct gk104_fifo *, struct gk104_fifo_chan *);
93 void gk104_fifo_runlist_remove(struct gk104_fifo *, struct gk104_fifo_chan *);
94 void gk104_fifo_runlist_update(struct gk104_fifo *, int runl);
95 
96 extern const struct gk104_fifo_pbdma_func gk104_fifo_pbdma;
97 int gk104_fifo_pbdma_nr(struct gk104_fifo *);
98 void gk104_fifo_pbdma_init(struct gk104_fifo *);
99 extern const struct nvkm_enum gk104_fifo_fault_access[];
100 extern const struct nvkm_enum gk104_fifo_fault_engine[];
101 extern const struct nvkm_enum gk104_fifo_fault_reason[];
102 extern const struct nvkm_enum gk104_fifo_fault_hubclient[];
103 extern const struct nvkm_enum gk104_fifo_fault_gpcclient[];
104 extern const struct gk104_fifo_runlist_func gk104_fifo_runlist;
105 void gk104_fifo_runlist_chan(struct gk104_fifo_chan *,
106 			     struct nvkm_memory *, u32);
107 void gk104_fifo_runlist_commit(struct gk104_fifo *, int runl,
108 			       struct nvkm_memory *, int);
109 
110 extern const struct gk104_fifo_runlist_func gk110_fifo_runlist;
111 void gk110_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *,
112 			     struct nvkm_memory *, u32);
113 
114 extern const struct gk104_fifo_pbdma_func gk208_fifo_pbdma;
115 void gk208_fifo_pbdma_init_timeout(struct gk104_fifo *);
116 
117 void gm107_fifo_intr_fault(struct nvkm_fifo *, int);
118 extern const struct nvkm_enum gm107_fifo_fault_engine[];
119 extern const struct gk104_fifo_runlist_func gm107_fifo_runlist;
120 
121 extern const struct gk104_fifo_pbdma_func gm200_fifo_pbdma;
122 int gm200_fifo_pbdma_nr(struct gk104_fifo *);
123 
124 void gp100_fifo_intr_fault(struct nvkm_fifo *, int);
125 extern const struct nvkm_enum gp100_fifo_fault_engine[];
126 
127 extern const struct nvkm_enum gv100_fifo_fault_access[];
128 extern const struct nvkm_enum gv100_fifo_fault_reason[];
129 extern const struct nvkm_enum gv100_fifo_fault_hubclient[];
130 extern const struct nvkm_enum gv100_fifo_fault_gpcclient[];
131 void gv100_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *,
132 			     struct nvkm_memory *, u32);
133 void gv100_fifo_runlist_chan(struct gk104_fifo_chan *,
134 			     struct nvkm_memory *, u32);
135 #endif
136