1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __NOUVEAU_DRV_H__
3 #define __NOUVEAU_DRV_H__
4
5 #define DRIVER_AUTHOR "Nouveau Project"
6 #define DRIVER_EMAIL "nouveau@lists.freedesktop.org"
7
8 #define DRIVER_NAME "nouveau"
9 #define DRIVER_DESC "nVidia Riva/TNT/GeForce/Quadro/Tesla/Tegra K1+"
10 #define DRIVER_DATE "20120801"
11
12 #define DRIVER_MAJOR 1
13 #define DRIVER_MINOR 3
14 #define DRIVER_PATCHLEVEL 1
15
16 /*
17 * 1.1.1:
18 * - added support for tiled system memory buffer objects
19 * - added support for NOUVEAU_GETPARAM_GRAPH_UNITS on [nvc0,nve0].
20 * - added support for compressed memory storage types on [nvc0,nve0].
21 * - added support for software methods 0x600,0x644,0x6ac on nvc0
22 * to control registers on the MPs to enable performance counters,
23 * and to control the warp error enable mask (OpenGL requires out of
24 * bounds access to local memory to be silently ignored / return 0).
25 * 1.1.2:
26 * - fixes multiple bugs in flip completion events and timestamping
27 * 1.2.0:
28 * - object api exposed to userspace
29 * - fermi,kepler,maxwell zbc
30 * 1.2.1:
31 * - allow concurrent access to bo's mapped read/write.
32 * 1.2.2:
33 * - add NOUVEAU_GEM_DOMAIN_COHERENT flag
34 * 1.3.0:
35 * - NVIF ABI modified, safe because only (current) users are test
36 * programs that get directly linked with NVKM.
37 * 1.3.1:
38 * - implemented limited ABI16/NVIF interop
39 */
40
41 #include <linux/notifier.h>
42
43 #include <nvif/client.h>
44 #include <nvif/device.h>
45 #include <nvif/ioctl.h>
46 #include <nvif/mmu.h>
47 #include <nvif/vmm.h>
48
49 #include <drm/drmP.h>
50
51 #include <drm/ttm/ttm_bo_api.h>
52 #include <drm/ttm/ttm_bo_driver.h>
53 #include <drm/ttm/ttm_placement.h>
54 #include <drm/ttm/ttm_memory.h>
55 #include <drm/ttm/ttm_module.h>
56 #include <drm/ttm/ttm_page_alloc.h>
57
58 #include "uapi/drm/nouveau_drm.h"
59
60 struct nouveau_channel;
61 struct platform_device;
62
63 #define DRM_FILE_PAGE_OFFSET (0x100000000ULL >> PAGE_SHIFT)
64
65 #include "nouveau_fence.h"
66 #include "nouveau_bios.h"
67 #include "nouveau_vmm.h"
68
69 struct nouveau_drm_tile {
70 struct nouveau_fence *fence;
71 bool used;
72 };
73
74 enum nouveau_drm_object_route {
75 NVDRM_OBJECT_NVIF = NVIF_IOCTL_V0_OWNER_NVIF,
76 NVDRM_OBJECT_USIF,
77 NVDRM_OBJECT_ABI16,
78 NVDRM_OBJECT_ANY = NVIF_IOCTL_V0_OWNER_ANY,
79 };
80
81 enum nouveau_drm_notify_route {
82 NVDRM_NOTIFY_NVIF = 0,
83 NVDRM_NOTIFY_USIF
84 };
85
86 enum nouveau_drm_handle {
87 NVDRM_CHAN = 0xcccc0000, /* |= client chid */
88 NVDRM_NVSW = 0x55550000,
89 };
90
91 struct nouveau_cli {
92 struct nvif_client base;
93 struct nouveau_drm *drm;
94 struct mutex mutex;
95
96 struct nvif_device device;
97 struct nvif_mmu mmu;
98 struct nouveau_vmm vmm;
99 const struct nvif_mclass *mem;
100
101 struct list_head head;
102 void *abi16;
103 struct list_head objects;
104 struct list_head notifys;
105 char name[32];
106
107 struct work_struct work;
108 struct list_head worker;
109 struct mutex lock;
110 };
111
112 struct nouveau_cli_work {
113 void (*func)(struct nouveau_cli_work *);
114 struct nouveau_cli *cli;
115 struct list_head head;
116
117 struct dma_fence *fence;
118 struct dma_fence_cb cb;
119 };
120
121 void nouveau_cli_work_queue(struct nouveau_cli *, struct dma_fence *,
122 struct nouveau_cli_work *);
123
124 static inline struct nouveau_cli *
nouveau_cli(struct drm_file * fpriv)125 nouveau_cli(struct drm_file *fpriv)
126 {
127 return fpriv ? fpriv->driver_priv : NULL;
128 }
129
130 #include <nvif/object.h>
131 #include <nvif/device.h>
132
133 struct nouveau_drm {
134 struct nouveau_cli master;
135 struct nouveau_cli client;
136 struct drm_device *dev;
137
138 struct list_head clients;
139
140 struct {
141 struct agp_bridge_data *bridge;
142 u32 base;
143 u32 size;
144 bool cma;
145 } agp;
146
147 /* TTM interface support */
148 struct {
149 struct drm_global_reference mem_global_ref;
150 struct ttm_bo_global_ref bo_global_ref;
151 struct ttm_bo_device bdev;
152 atomic_t validate_sequence;
153 int (*move)(struct nouveau_channel *,
154 struct ttm_buffer_object *,
155 struct ttm_mem_reg *, struct ttm_mem_reg *);
156 struct nouveau_channel *chan;
157 struct nvif_object copy;
158 int mtrr;
159 int type_vram;
160 int type_host[2];
161 int type_ncoh[2];
162 } ttm;
163
164 /* GEM interface support */
165 struct {
166 u64 vram_available;
167 u64 gart_available;
168 } gem;
169
170 /* synchronisation */
171 void *fence;
172
173 /* Global channel management. */
174 struct {
175 int nr;
176 u64 context_base;
177 } chan;
178
179 /* context for accelerated drm-internal operations */
180 struct nouveau_channel *cechan;
181 struct nouveau_channel *channel;
182 struct nvkm_gpuobj *notify;
183 struct nouveau_fbdev *fbcon;
184 struct nvif_object nvsw;
185 struct nvif_object ntfy;
186 struct nvif_notify flip;
187
188 /* nv10-nv40 tiling regions */
189 struct {
190 struct nouveau_drm_tile reg[15];
191 spinlock_t lock;
192 } tile;
193
194 /* modesetting */
195 struct nvbios vbios;
196 struct nouveau_display *display;
197 struct backlight_device *backlight;
198 struct list_head bl_connectors;
199 struct work_struct hpd_work;
200 struct work_struct fbcon_work;
201 int fbcon_new_state;
202 #ifdef CONFIG_ACPI
203 struct notifier_block acpi_nb;
204 #endif
205
206 /* power management */
207 struct nouveau_hwmon *hwmon;
208 struct nouveau_debugfs *debugfs;
209
210 /* led management */
211 struct nouveau_led *led;
212
213 /* display power reference */
214 bool have_disp_power_ref;
215
216 struct dev_pm_domain vga_pm_domain;
217 };
218
219 static inline struct nouveau_drm *
nouveau_drm(struct drm_device * dev)220 nouveau_drm(struct drm_device *dev)
221 {
222 return dev->dev_private;
223 }
224
225 static inline bool
nouveau_drm_use_coherent_gpu_mapping(struct nouveau_drm * drm)226 nouveau_drm_use_coherent_gpu_mapping(struct nouveau_drm *drm)
227 {
228 struct nvif_mmu *mmu = &drm->client.mmu;
229 return !(mmu->type[drm->ttm.type_host[0]].type & NVIF_MEM_UNCACHED);
230 }
231
232 int nouveau_pmops_suspend(struct device *);
233 int nouveau_pmops_resume(struct device *);
234 bool nouveau_pmops_runtime(void);
235
236 #include <nvkm/core/tegra.h>
237
238 struct drm_device *
239 nouveau_platform_device_create(const struct nvkm_device_tegra_func *,
240 struct platform_device *, struct nvkm_device **);
241 void nouveau_drm_device_remove(struct drm_device *dev);
242
243 #define NV_PRINTK(l,c,f,a...) do { \
244 struct nouveau_cli *_cli = (c); \
245 dev_##l(_cli->drm->dev->dev, "%s: "f, _cli->name, ##a); \
246 } while(0)
247 #define NV_FATAL(drm,f,a...) NV_PRINTK(crit, &(drm)->client, f, ##a)
248 #define NV_ERROR(drm,f,a...) NV_PRINTK(err, &(drm)->client, f, ##a)
249 #define NV_WARN(drm,f,a...) NV_PRINTK(warn, &(drm)->client, f, ##a)
250 #define NV_INFO(drm,f,a...) NV_PRINTK(info, &(drm)->client, f, ##a)
251 #define NV_DEBUG(drm,f,a...) do { \
252 if (unlikely(drm_debug & DRM_UT_DRIVER)) \
253 NV_PRINTK(info, &(drm)->client, f, ##a); \
254 } while(0)
255 #define NV_ATOMIC(drm,f,a...) do { \
256 if (unlikely(drm_debug & DRM_UT_ATOMIC)) \
257 NV_PRINTK(info, &(drm)->client, f, ##a); \
258 } while(0)
259
260 extern int nouveau_modeset;
261
262 #endif
263