Commit | Line | Data |
---|---|---|
27111a23 BS |
1 | /* |
2 | * Copyright 2014 Red Hat Inc. | |
3 | * | |
4 | * Permission is hereby granted, free of charge, to any person obtaining a | |
5 | * copy of this software and associated documentation files (the "Software"), | |
6 | * to deal in the Software without restriction, including without limitation | |
7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
8 | * and/or sell copies of the Software, and to permit persons to whom the | |
9 | * Software is furnished to do so, subject to the following conditions: | |
10 | * | |
11 | * The above copyright notice and this permission notice shall be included in | |
12 | * all copies or substantial portions of the Software. | |
13 | * | |
14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR | |
18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | |
19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | |
20 | * OTHER DEALINGS IN THE SOFTWARE. | |
21 | * | |
22 | * Authors: Ben Skeggs <bskeggs@redhat.com> | |
23 | */ | |
24 | ||
4dc28134 | 25 | #include "nouveau_drv.h" |
27111a23 | 26 | #include "nouveau_usif.h" |
2621a416 | 27 | #include "nouveau_abi16.h" |
27111a23 BS |
28 | |
29 | #include <nvif/notify.h> | |
30 | #include <nvif/unpack.h> | |
31 | #include <nvif/client.h> | |
32 | #include <nvif/event.h> | |
33 | #include <nvif/ioctl.h> | |
34 | ||
35 | struct usif_notify_p { | |
36 | struct drm_pending_event base; | |
37 | struct { | |
38 | struct drm_event base; | |
39 | u8 data[]; | |
40 | } e; | |
41 | }; | |
42 | ||
43 | struct usif_notify { | |
44 | struct list_head head; | |
45 | atomic_t enabled; | |
46 | u32 handle; | |
47 | u16 reply; | |
48 | u8 route; | |
49 | u64 token; | |
50 | struct usif_notify_p *p; | |
51 | }; | |
52 | ||
53 | static inline struct usif_notify * | |
54 | usif_notify_find(struct drm_file *filp, u32 handle) | |
55 | { | |
56 | struct nouveau_cli *cli = nouveau_cli(filp); | |
57 | struct usif_notify *ntfy; | |
58 | list_for_each_entry(ntfy, &cli->notifys, head) { | |
59 | if (ntfy->handle == handle) | |
60 | return ntfy; | |
61 | } | |
62 | return NULL; | |
63 | } | |
64 | ||
65 | static inline void | |
66 | usif_notify_dtor(struct usif_notify *ntfy) | |
67 | { | |
68 | list_del(&ntfy->head); | |
69 | kfree(ntfy); | |
70 | } | |
71 | ||
72 | int | |
73 | usif_notify(const void *header, u32 length, const void *data, u32 size) | |
74 | { | |
75 | struct usif_notify *ntfy = NULL; | |
76 | const union { | |
77 | struct nvif_notify_rep_v0 v0; | |
78 | } *rep = header; | |
79 | struct drm_device *dev; | |
80 | struct drm_file *filp; | |
81 | unsigned long flags; | |
82 | ||
83 | if (length == sizeof(rep->v0) && rep->v0.version == 0) { | |
84 | if (WARN_ON(!(ntfy = (void *)(unsigned long)rep->v0.token))) | |
85 | return NVIF_NOTIFY_DROP; | |
86 | BUG_ON(rep->v0.route != NVDRM_NOTIFY_USIF); | |
87 | } else | |
88 | if (WARN_ON(1)) | |
89 | return NVIF_NOTIFY_DROP; | |
90 | ||
91 | if (WARN_ON(!ntfy->p || ntfy->reply != (length + size))) | |
92 | return NVIF_NOTIFY_DROP; | |
93 | filp = ntfy->p->base.file_priv; | |
94 | dev = filp->minor->dev; | |
95 | ||
96 | memcpy(&ntfy->p->e.data[0], header, length); | |
97 | memcpy(&ntfy->p->e.data[length], data, size); | |
98 | switch (rep->v0.version) { | |
99 | case 0: { | |
100 | struct nvif_notify_rep_v0 *rep = (void *)ntfy->p->e.data; | |
101 | rep->route = ntfy->route; | |
102 | rep->token = ntfy->token; | |
103 | } | |
104 | break; | |
105 | default: | |
106 | BUG_ON(1); | |
107 | break; | |
108 | } | |
109 | ||
110 | spin_lock_irqsave(&dev->event_lock, flags); | |
111 | if (!WARN_ON(filp->event_space < ntfy->p->e.base.length)) { | |
112 | list_add_tail(&ntfy->p->base.link, &filp->event_list); | |
113 | filp->event_space -= ntfy->p->e.base.length; | |
114 | } | |
115 | wake_up_interruptible(&filp->event_wait); | |
116 | spin_unlock_irqrestore(&dev->event_lock, flags); | |
117 | atomic_set(&ntfy->enabled, 0); | |
118 | return NVIF_NOTIFY_DROP; | |
119 | } | |
120 | ||
121 | static int | |
122 | usif_notify_new(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) | |
123 | { | |
124 | struct nouveau_cli *cli = nouveau_cli(f); | |
125 | struct nvif_client *client = &cli->base; | |
126 | union { | |
127 | struct nvif_ioctl_ntfy_new_v0 v0; | |
128 | } *args = data; | |
129 | union { | |
130 | struct nvif_notify_req_v0 v0; | |
131 | } *req; | |
132 | struct usif_notify *ntfy; | |
f01c4e68 | 133 | int ret = -ENOSYS; |
27111a23 | 134 | |
f01c4e68 | 135 | if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, true))) { |
27111a23 BS |
136 | if (usif_notify_find(f, args->v0.index)) |
137 | return -EEXIST; | |
138 | } else | |
139 | return ret; | |
140 | req = data; | |
f01c4e68 | 141 | ret = -ENOSYS; |
27111a23 BS |
142 | |
143 | if (!(ntfy = kmalloc(sizeof(*ntfy), GFP_KERNEL))) | |
144 | return -ENOMEM; | |
145 | atomic_set(&ntfy->enabled, 0); | |
146 | ||
f01c4e68 | 147 | if (!(ret = nvif_unpack(ret, &data, &size, req->v0, 0, 0, true))) { |
27111a23 BS |
148 | ntfy->reply = sizeof(struct nvif_notify_rep_v0) + req->v0.reply; |
149 | ntfy->route = req->v0.route; | |
150 | ntfy->token = req->v0.token; | |
151 | req->v0.route = NVDRM_NOTIFY_USIF; | |
152 | req->v0.token = (unsigned long)(void *)ntfy; | |
153 | ret = nvif_client_ioctl(client, argv, argc); | |
154 | req->v0.token = ntfy->token; | |
155 | req->v0.route = ntfy->route; | |
156 | ntfy->handle = args->v0.index; | |
157 | } | |
158 | ||
159 | if (ret == 0) | |
160 | list_add(&ntfy->head, &cli->notifys); | |
161 | if (ret) | |
162 | kfree(ntfy); | |
163 | return ret; | |
164 | } | |
165 | ||
166 | static int | |
167 | usif_notify_del(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) | |
168 | { | |
169 | struct nouveau_cli *cli = nouveau_cli(f); | |
170 | struct nvif_client *client = &cli->base; | |
171 | union { | |
172 | struct nvif_ioctl_ntfy_del_v0 v0; | |
173 | } *args = data; | |
174 | struct usif_notify *ntfy; | |
f01c4e68 | 175 | int ret = -ENOSYS; |
27111a23 | 176 | |
f01c4e68 | 177 | if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, true))) { |
27111a23 BS |
178 | if (!(ntfy = usif_notify_find(f, args->v0.index))) |
179 | return -ENOENT; | |
180 | } else | |
181 | return ret; | |
182 | ||
183 | ret = nvif_client_ioctl(client, argv, argc); | |
184 | if (ret == 0) | |
185 | usif_notify_dtor(ntfy); | |
186 | return ret; | |
187 | } | |
188 | ||
189 | static int | |
190 | usif_notify_get(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) | |
191 | { | |
192 | struct nouveau_cli *cli = nouveau_cli(f); | |
193 | struct nvif_client *client = &cli->base; | |
194 | union { | |
195 | struct nvif_ioctl_ntfy_del_v0 v0; | |
196 | } *args = data; | |
197 | struct usif_notify *ntfy; | |
f01c4e68 | 198 | int ret = -ENOSYS; |
27111a23 | 199 | |
f01c4e68 | 200 | if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, true))) { |
27111a23 BS |
201 | if (!(ntfy = usif_notify_find(f, args->v0.index))) |
202 | return -ENOENT; | |
203 | } else | |
204 | return ret; | |
205 | ||
206 | if (atomic_xchg(&ntfy->enabled, 1)) | |
207 | return 0; | |
208 | ||
209 | ntfy->p = kmalloc(sizeof(*ntfy->p) + ntfy->reply, GFP_KERNEL); | |
210 | if (ret = -ENOMEM, !ntfy->p) | |
211 | goto done; | |
212 | ntfy->p->base.event = &ntfy->p->e.base; | |
213 | ntfy->p->base.file_priv = f; | |
214 | ntfy->p->base.pid = current->pid; | |
215 | ntfy->p->base.destroy =(void(*)(struct drm_pending_event *))kfree; | |
216 | ntfy->p->e.base.type = DRM_NOUVEAU_EVENT_NVIF; | |
217 | ntfy->p->e.base.length = sizeof(ntfy->p->e.base) + ntfy->reply; | |
218 | ||
219 | ret = nvif_client_ioctl(client, argv, argc); | |
220 | done: | |
221 | if (ret) { | |
222 | atomic_set(&ntfy->enabled, 0); | |
223 | kfree(ntfy->p); | |
224 | } | |
225 | return ret; | |
226 | } | |
227 | ||
228 | static int | |
229 | usif_notify_put(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) | |
230 | { | |
231 | struct nouveau_cli *cli = nouveau_cli(f); | |
232 | struct nvif_client *client = &cli->base; | |
233 | union { | |
234 | struct nvif_ioctl_ntfy_put_v0 v0; | |
235 | } *args = data; | |
236 | struct usif_notify *ntfy; | |
f01c4e68 | 237 | int ret = -ENOSYS; |
27111a23 | 238 | |
f01c4e68 | 239 | if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, true))) { |
27111a23 BS |
240 | if (!(ntfy = usif_notify_find(f, args->v0.index))) |
241 | return -ENOENT; | |
242 | } else | |
243 | return ret; | |
244 | ||
245 | ret = nvif_client_ioctl(client, argv, argc); | |
246 | if (ret == 0 && atomic_xchg(&ntfy->enabled, 0)) | |
247 | kfree(ntfy->p); | |
248 | return ret; | |
249 | } | |
250 | ||
251 | struct usif_object { | |
252 | struct list_head head; | |
253 | struct list_head ntfy; | |
254 | u8 route; | |
255 | u64 token; | |
256 | }; | |
257 | ||
258 | static void | |
259 | usif_object_dtor(struct usif_object *object) | |
260 | { | |
261 | list_del(&object->head); | |
262 | kfree(object); | |
263 | } | |
264 | ||
265 | static int | |
266 | usif_object_new(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) | |
267 | { | |
268 | struct nouveau_cli *cli = nouveau_cli(f); | |
269 | struct nvif_client *client = &cli->base; | |
270 | union { | |
271 | struct nvif_ioctl_new_v0 v0; | |
272 | } *args = data; | |
273 | struct usif_object *object; | |
f01c4e68 | 274 | int ret = -ENOSYS; |
27111a23 BS |
275 | |
276 | if (!(object = kmalloc(sizeof(*object), GFP_KERNEL))) | |
277 | return -ENOMEM; | |
278 | list_add(&object->head, &cli->objects); | |
279 | ||
f01c4e68 | 280 | if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, true))) { |
27111a23 BS |
281 | object->route = args->v0.route; |
282 | object->token = args->v0.token; | |
283 | args->v0.route = NVDRM_OBJECT_USIF; | |
284 | args->v0.token = (unsigned long)(void *)object; | |
285 | ret = nvif_client_ioctl(client, argv, argc); | |
286 | args->v0.token = object->token; | |
287 | args->v0.route = object->route; | |
288 | } | |
289 | ||
290 | if (ret) | |
291 | usif_object_dtor(object); | |
292 | return ret; | |
293 | } | |
294 | ||
295 | int | |
296 | usif_ioctl(struct drm_file *filp, void __user *user, u32 argc) | |
297 | { | |
298 | struct nouveau_cli *cli = nouveau_cli(filp); | |
299 | struct nvif_client *client = &cli->base; | |
300 | void *data = kmalloc(argc, GFP_KERNEL); | |
301 | u32 size = argc; | |
302 | union { | |
303 | struct nvif_ioctl_v0 v0; | |
304 | } *argv = data; | |
305 | struct usif_object *object; | |
306 | u8 owner; | |
307 | int ret; | |
308 | ||
309 | if (ret = -ENOMEM, !argv) | |
310 | goto done; | |
311 | if (ret = -EFAULT, copy_from_user(argv, user, size)) | |
312 | goto done; | |
313 | ||
f01c4e68 | 314 | if (!(ret = nvif_unpack(-ENOSYS, &data, &size, argv->v0, 0, 0, true))) { |
27111a23 BS |
315 | /* block access to objects not created via this interface */ |
316 | owner = argv->v0.owner; | |
f5e55187 BS |
317 | if (argv->v0.object == 0ULL) |
318 | argv->v0.owner = NVDRM_OBJECT_ANY; /* except client */ | |
319 | else | |
320 | argv->v0.owner = NVDRM_OBJECT_USIF; | |
27111a23 BS |
321 | } else |
322 | goto done; | |
323 | ||
2621a416 BS |
324 | /* USIF slightly abuses some return-only ioctl members in order |
325 | * to provide interoperability with the older ABI16 objects | |
326 | */ | |
27111a23 | 327 | mutex_lock(&cli->mutex); |
2621a416 BS |
328 | if (argv->v0.route) { |
329 | if (ret = -EINVAL, argv->v0.route == 0xff) | |
330 | ret = nouveau_abi16_usif(filp, argv, argc); | |
331 | if (ret) { | |
332 | mutex_unlock(&cli->mutex); | |
333 | goto done; | |
334 | } | |
335 | } | |
336 | ||
27111a23 BS |
337 | switch (argv->v0.type) { |
338 | case NVIF_IOCTL_V0_NEW: | |
27111a23 BS |
339 | ret = usif_object_new(filp, data, size, argv, argc); |
340 | break; | |
341 | case NVIF_IOCTL_V0_NTFY_NEW: | |
342 | ret = usif_notify_new(filp, data, size, argv, argc); | |
343 | break; | |
344 | case NVIF_IOCTL_V0_NTFY_DEL: | |
345 | ret = usif_notify_del(filp, data, size, argv, argc); | |
346 | break; | |
347 | case NVIF_IOCTL_V0_NTFY_GET: | |
348 | ret = usif_notify_get(filp, data, size, argv, argc); | |
349 | break; | |
350 | case NVIF_IOCTL_V0_NTFY_PUT: | |
351 | ret = usif_notify_put(filp, data, size, argv, argc); | |
352 | break; | |
353 | default: | |
354 | ret = nvif_client_ioctl(client, argv, argc); | |
355 | break; | |
356 | } | |
357 | if (argv->v0.route == NVDRM_OBJECT_USIF) { | |
358 | object = (void *)(unsigned long)argv->v0.token; | |
359 | argv->v0.route = object->route; | |
360 | argv->v0.token = object->token; | |
361 | if (ret == 0 && argv->v0.type == NVIF_IOCTL_V0_DEL) { | |
362 | list_del(&object->head); | |
363 | kfree(object); | |
364 | } | |
365 | } else { | |
366 | argv->v0.route = NVIF_IOCTL_V0_ROUTE_HIDDEN; | |
367 | argv->v0.token = 0; | |
368 | } | |
369 | argv->v0.owner = owner; | |
370 | mutex_unlock(&cli->mutex); | |
371 | ||
372 | if (copy_to_user(user, argv, argc)) | |
373 | ret = -EFAULT; | |
374 | done: | |
375 | kfree(argv); | |
376 | return ret; | |
377 | } | |
378 | ||
379 | void | |
380 | usif_client_fini(struct nouveau_cli *cli) | |
381 | { | |
382 | struct usif_object *object, *otemp; | |
383 | struct usif_notify *notify, *ntemp; | |
384 | ||
385 | list_for_each_entry_safe(notify, ntemp, &cli->notifys, head) { | |
386 | usif_notify_dtor(notify); | |
387 | } | |
388 | ||
389 | list_for_each_entry_safe(object, otemp, &cli->objects, head) { | |
390 | usif_object_dtor(object); | |
391 | } | |
392 | } | |
393 | ||
394 | void | |
395 | usif_client_init(struct nouveau_cli *cli) | |
396 | { | |
397 | INIT_LIST_HEAD(&cli->objects); | |
398 | INIT_LIST_HEAD(&cli->notifys); | |
399 | } |