1 /*
2 * Copyright 2014 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 */
22
23 #include <linux/module.h>
24 #include <linux/sched.h>
25 #include <linux/moduleparam.h>
26 #include <linux/device.h>
27 #include <linux/printk.h>
28 #include "kfd_priv.h"
29
30 #define KFD_DRIVER_AUTHOR "AMD Inc. and others"
31
32 #define KFD_DRIVER_DESC "Standalone HSA driver for AMD's GPUs"
33 #define KFD_DRIVER_DATE "20150421"
34 #define KFD_DRIVER_MAJOR 0
35 #define KFD_DRIVER_MINOR 7
36 #define KFD_DRIVER_PATCHLEVEL 2
37
38 static const struct kgd2kfd_calls kgd2kfd = {
39 .exit = kgd2kfd_exit,
40 .probe = kgd2kfd_probe,
41 .device_init = kgd2kfd_device_init,
42 .device_exit = kgd2kfd_device_exit,
43 .interrupt = kgd2kfd_interrupt,
44 .suspend = kgd2kfd_suspend,
45 .resume = kgd2kfd_resume,
46 .quiesce_mm = kgd2kfd_quiesce_mm,
47 .resume_mm = kgd2kfd_resume_mm,
48 .schedule_evict_and_restore_process =
49 kgd2kfd_schedule_evict_and_restore_process,
50 .pre_reset = kgd2kfd_pre_reset,
51 .post_reset = kgd2kfd_post_reset,
52 };
53
54 int sched_policy = KFD_SCHED_POLICY_HWS;
55 module_param(sched_policy, int, 0444);
56 MODULE_PARM_DESC(sched_policy,
57 "Scheduling policy (0 = HWS (Default), 1 = HWS without over-subscription, 2 = Non-HWS (Used for debugging only)");
58
59 int hws_max_conc_proc = 8;
60 module_param(hws_max_conc_proc, int, 0444);
61 MODULE_PARM_DESC(hws_max_conc_proc,
62 "Max # processes HWS can execute concurrently when sched_policy=0 (0 = no concurrency, #VMIDs for KFD = Maximum(default))");
63
64 int cwsr_enable = 1;
65 module_param(cwsr_enable, int, 0444);
66 MODULE_PARM_DESC(cwsr_enable, "CWSR enable (0 = off, 1 = on (default))");
67
68 int max_num_of_queues_per_device = KFD_MAX_NUM_OF_QUEUES_PER_DEVICE_DEFAULT;
69 module_param(max_num_of_queues_per_device, int, 0444);
70 MODULE_PARM_DESC(max_num_of_queues_per_device,
71 "Maximum number of supported queues per device (1 = Minimum, 4096 = default)");
72
73 int send_sigterm;
74 module_param(send_sigterm, int, 0444);
75 MODULE_PARM_DESC(send_sigterm,
76 "Send sigterm to HSA process on unhandled exception (0 = disable, 1 = enable)");
77
78 int debug_largebar;
79 module_param(debug_largebar, int, 0444);
80 MODULE_PARM_DESC(debug_largebar,
81 "Debug large-bar flag used to simulate large-bar capability on non-large bar machine (0 = disable, 1 = enable)");
82
83 int ignore_crat;
84 module_param(ignore_crat, int, 0444);
85 MODULE_PARM_DESC(ignore_crat,
86 "Ignore CRAT table during KFD initialization (0 = use CRAT (default), 1 = ignore CRAT)");
87
88 int noretry;
89 module_param(noretry, int, 0644);
90 MODULE_PARM_DESC(noretry,
91 "Set sh_mem_config.retry_disable on GFXv9+ dGPUs (0 = retry enabled (default), 1 = retry disabled)");
92
93 int halt_if_hws_hang;
94 module_param(halt_if_hws_hang, int, 0644);
95 MODULE_PARM_DESC(halt_if_hws_hang, "Halt if HWS hang is detected (0 = off (default), 1 = on)");
96
97
98 static int amdkfd_init_completed;
99
100
kgd2kfd_init(unsigned int interface_version,const struct kgd2kfd_calls ** g2f)101 int kgd2kfd_init(unsigned int interface_version,
102 const struct kgd2kfd_calls **g2f)
103 {
104 if (!amdkfd_init_completed)
105 return -EPROBE_DEFER;
106
107 /*
108 * Only one interface version is supported,
109 * no kfd/kgd version skew allowed.
110 */
111 if (interface_version != KFD_INTERFACE_VERSION)
112 return -EINVAL;
113
114 *g2f = &kgd2kfd;
115
116 return 0;
117 }
118 EXPORT_SYMBOL(kgd2kfd_init);
119
kgd2kfd_exit(void)120 void kgd2kfd_exit(void)
121 {
122 }
123
kfd_module_init(void)124 static int __init kfd_module_init(void)
125 {
126 int err;
127
128 /* Verify module parameters */
129 if ((sched_policy < KFD_SCHED_POLICY_HWS) ||
130 (sched_policy > KFD_SCHED_POLICY_NO_HWS)) {
131 pr_err("sched_policy has invalid value\n");
132 return -1;
133 }
134
135 /* Verify module parameters */
136 if ((max_num_of_queues_per_device < 1) ||
137 (max_num_of_queues_per_device >
138 KFD_MAX_NUM_OF_QUEUES_PER_DEVICE)) {
139 pr_err("max_num_of_queues_per_device must be between 1 to KFD_MAX_NUM_OF_QUEUES_PER_DEVICE\n");
140 return -1;
141 }
142
143 err = kfd_chardev_init();
144 if (err < 0)
145 goto err_ioctl;
146
147 err = kfd_topology_init();
148 if (err < 0)
149 goto err_topology;
150
151 err = kfd_process_create_wq();
152 if (err < 0)
153 goto err_create_wq;
154
155 kfd_debugfs_init();
156
157 amdkfd_init_completed = 1;
158
159 dev_info(kfd_device, "Initialized module\n");
160
161 return 0;
162
163 err_create_wq:
164 kfd_topology_shutdown();
165 err_topology:
166 kfd_chardev_exit();
167 err_ioctl:
168 return err;
169 }
170
kfd_module_exit(void)171 static void __exit kfd_module_exit(void)
172 {
173 amdkfd_init_completed = 0;
174
175 kfd_debugfs_fini();
176 kfd_process_destroy_wq();
177 kfd_topology_shutdown();
178 kfd_chardev_exit();
179 pr_info("amdkfd: Removed module\n");
180 }
181
182 module_init(kfd_module_init);
183 module_exit(kfd_module_exit);
184
185 MODULE_AUTHOR(KFD_DRIVER_AUTHOR);
186 MODULE_DESCRIPTION(KFD_DRIVER_DESC);
187 MODULE_LICENSE("GPL and additional rights");
188 MODULE_VERSION(__stringify(KFD_DRIVER_MAJOR) "."
189 __stringify(KFD_DRIVER_MINOR) "."
190 __stringify(KFD_DRIVER_PATCHLEVEL));
191
