Lines Matching +full:data +full:- +full:mapping
1 // SPDX-License-Identifier: GPL-2.0
26 static int panfrost_ioctl_get_param(struct drm_device *ddev, void *data, struct drm_file *file) in panfrost_ioctl_get_param() argument
28 struct drm_panfrost_get_param *param = data; in panfrost_ioctl_get_param()
29 struct panfrost_device *pfdev = ddev->dev_private; in panfrost_ioctl_get_param()
31 if (param->pad != 0) in panfrost_ioctl_get_param()
32 return -EINVAL; in panfrost_ioctl_get_param()
36 param->value = pfdev->features.member; \ in panfrost_ioctl_get_param()
41 param->value = pfdev->features.member[param->param - \ in panfrost_ioctl_get_param()
45 switch (param->param) { in panfrost_ioctl_get_param()
72 return -EINVAL; in panfrost_ioctl_get_param()
78 static int panfrost_ioctl_create_bo(struct drm_device *dev, void *data, in panfrost_ioctl_create_bo() argument
81 struct panfrost_file_priv *priv = file->driver_priv; in panfrost_ioctl_create_bo()
83 struct drm_panfrost_create_bo *args = data; in panfrost_ioctl_create_bo()
84 struct panfrost_gem_mapping *mapping; in panfrost_ioctl_create_bo() local
86 if (!args->size || args->pad || in panfrost_ioctl_create_bo()
87 (args->flags & ~(PANFROST_BO_NOEXEC | PANFROST_BO_HEAP))) in panfrost_ioctl_create_bo()
88 return -EINVAL; in panfrost_ioctl_create_bo()
91 if ((args->flags & PANFROST_BO_HEAP) && in panfrost_ioctl_create_bo()
92 !(args->flags & PANFROST_BO_NOEXEC)) in panfrost_ioctl_create_bo()
93 return -EINVAL; in panfrost_ioctl_create_bo()
95 bo = panfrost_gem_create_with_handle(file, dev, args->size, args->flags, in panfrost_ioctl_create_bo()
96 &args->handle); in panfrost_ioctl_create_bo()
100 mapping = panfrost_gem_mapping_get(bo, priv); in panfrost_ioctl_create_bo()
101 if (!mapping) { in panfrost_ioctl_create_bo()
102 drm_gem_object_put(&bo->base.base); in panfrost_ioctl_create_bo()
103 return -EINVAL; in panfrost_ioctl_create_bo()
106 args->offset = mapping->mmnode.start << PAGE_SHIFT; in panfrost_ioctl_create_bo()
107 panfrost_gem_mapping_put(mapping); in panfrost_ioctl_create_bo()
113 * panfrost_lookup_bos() - Sets up job->bo[] with the GEM objects
131 struct panfrost_file_priv *priv = file_priv->driver_priv; in panfrost_lookup_bos()
136 job->bo_count = args->bo_handle_count; in panfrost_lookup_bos()
138 if (!job->bo_count) in panfrost_lookup_bos()
142 (void __user *)(uintptr_t)args->bo_handles, in panfrost_lookup_bos()
143 job->bo_count, &job->bos); in panfrost_lookup_bos()
147 job->mappings = kvmalloc_array(job->bo_count, in panfrost_lookup_bos()
150 if (!job->mappings) in panfrost_lookup_bos()
151 return -ENOMEM; in panfrost_lookup_bos()
153 for (i = 0; i < job->bo_count; i++) { in panfrost_lookup_bos()
154 struct panfrost_gem_mapping *mapping; in panfrost_lookup_bos() local
156 bo = to_panfrost_bo(job->bos[i]); in panfrost_lookup_bos()
157 mapping = panfrost_gem_mapping_get(bo, priv); in panfrost_lookup_bos()
158 if (!mapping) { in panfrost_lookup_bos()
159 ret = -EINVAL; in panfrost_lookup_bos()
163 atomic_inc(&bo->gpu_usecount); in panfrost_lookup_bos()
164 job->mappings[i] = mapping; in panfrost_lookup_bos()
171 * panfrost_copy_in_sync() - Sets up job->deps with the sync objects
193 in_fence_count = args->in_sync_count; in panfrost_copy_in_sync()
200 ret = -ENOMEM; in panfrost_copy_in_sync()
206 (void __user *)(uintptr_t)args->in_syncs, in panfrost_copy_in_sync()
208 ret = -EFAULT; in panfrost_copy_in_sync()
221 ret = drm_gem_fence_array_add(&job->deps, fence); in panfrost_copy_in_sync()
232 static int panfrost_ioctl_submit(struct drm_device *dev, void *data, in panfrost_ioctl_submit() argument
235 struct panfrost_device *pfdev = dev->dev_private; in panfrost_ioctl_submit()
236 struct drm_panfrost_submit *args = data; in panfrost_ioctl_submit()
241 if (!args->jc) in panfrost_ioctl_submit()
242 return -EINVAL; in panfrost_ioctl_submit()
244 if (args->requirements && args->requirements != PANFROST_JD_REQ_FS) in panfrost_ioctl_submit()
245 return -EINVAL; in panfrost_ioctl_submit()
247 if (args->out_sync > 0) { in panfrost_ioctl_submit()
248 sync_out = drm_syncobj_find(file, args->out_sync); in panfrost_ioctl_submit()
250 return -ENODEV; in panfrost_ioctl_submit()
255 ret = -ENOMEM; in panfrost_ioctl_submit()
259 kref_init(&job->refcount); in panfrost_ioctl_submit()
261 xa_init_flags(&job->deps, XA_FLAGS_ALLOC); in panfrost_ioctl_submit()
263 job->pfdev = pfdev; in panfrost_ioctl_submit()
264 job->jc = args->jc; in panfrost_ioctl_submit()
265 job->requirements = args->requirements; in panfrost_ioctl_submit()
266 job->flush_id = panfrost_gpu_get_latest_flush_id(pfdev); in panfrost_ioctl_submit()
267 job->file_priv = file->driver_priv; in panfrost_ioctl_submit()
283 drm_syncobj_replace_fence(sync_out, job->render_done_fence); in panfrost_ioctl_submit()
295 panfrost_ioctl_wait_bo(struct drm_device *dev, void *data, in panfrost_ioctl_wait_bo() argument
299 struct drm_panfrost_wait_bo *args = data; in panfrost_ioctl_wait_bo()
301 unsigned long timeout = drm_timeout_abs_to_jiffies(args->timeout_ns); in panfrost_ioctl_wait_bo()
303 if (args->pad) in panfrost_ioctl_wait_bo()
304 return -EINVAL; in panfrost_ioctl_wait_bo()
306 gem_obj = drm_gem_object_lookup(file_priv, args->handle); in panfrost_ioctl_wait_bo()
308 return -ENOENT; in panfrost_ioctl_wait_bo()
310 ret = dma_resv_wait_timeout(gem_obj->resv, true, true, timeout); in panfrost_ioctl_wait_bo()
312 ret = timeout ? -ETIMEDOUT : -EBUSY; in panfrost_ioctl_wait_bo()
319 static int panfrost_ioctl_mmap_bo(struct drm_device *dev, void *data, in panfrost_ioctl_mmap_bo() argument
322 struct drm_panfrost_mmap_bo *args = data; in panfrost_ioctl_mmap_bo()
326 if (args->flags != 0) { in panfrost_ioctl_mmap_bo()
327 DRM_INFO("unknown mmap_bo flags: %d\n", args->flags); in panfrost_ioctl_mmap_bo()
328 return -EINVAL; in panfrost_ioctl_mmap_bo()
331 gem_obj = drm_gem_object_lookup(file_priv, args->handle); in panfrost_ioctl_mmap_bo()
333 DRM_DEBUG("Failed to look up GEM BO %d\n", args->handle); in panfrost_ioctl_mmap_bo()
334 return -ENOENT; in panfrost_ioctl_mmap_bo()
338 if (to_panfrost_bo(gem_obj)->is_heap) { in panfrost_ioctl_mmap_bo()
339 ret = -EINVAL; in panfrost_ioctl_mmap_bo()
345 args->offset = drm_vma_node_offset_addr(&gem_obj->vma_node); in panfrost_ioctl_mmap_bo()
352 static int panfrost_ioctl_get_bo_offset(struct drm_device *dev, void *data, in panfrost_ioctl_get_bo_offset() argument
355 struct panfrost_file_priv *priv = file_priv->driver_priv; in panfrost_ioctl_get_bo_offset()
356 struct drm_panfrost_get_bo_offset *args = data; in panfrost_ioctl_get_bo_offset()
357 struct panfrost_gem_mapping *mapping; in panfrost_ioctl_get_bo_offset() local
361 gem_obj = drm_gem_object_lookup(file_priv, args->handle); in panfrost_ioctl_get_bo_offset()
363 DRM_DEBUG("Failed to look up GEM BO %d\n", args->handle); in panfrost_ioctl_get_bo_offset()
364 return -ENOENT; in panfrost_ioctl_get_bo_offset()
368 mapping = panfrost_gem_mapping_get(bo, priv); in panfrost_ioctl_get_bo_offset()
371 if (!mapping) in panfrost_ioctl_get_bo_offset()
372 return -EINVAL; in panfrost_ioctl_get_bo_offset()
374 args->offset = mapping->mmnode.start << PAGE_SHIFT; in panfrost_ioctl_get_bo_offset()
375 panfrost_gem_mapping_put(mapping); in panfrost_ioctl_get_bo_offset()
379 static int panfrost_ioctl_madvise(struct drm_device *dev, void *data, in panfrost_ioctl_madvise() argument
382 struct panfrost_file_priv *priv = file_priv->driver_priv; in panfrost_ioctl_madvise()
383 struct drm_panfrost_madvise *args = data; in panfrost_ioctl_madvise()
384 struct panfrost_device *pfdev = dev->dev_private; in panfrost_ioctl_madvise()
389 gem_obj = drm_gem_object_lookup(file_priv, args->handle); in panfrost_ioctl_madvise()
391 DRM_DEBUG("Failed to look up GEM BO %d\n", args->handle); in panfrost_ioctl_madvise()
392 return -ENOENT; in panfrost_ioctl_madvise()
397 mutex_lock(&pfdev->shrinker_lock); in panfrost_ioctl_madvise()
398 mutex_lock(&bo->mappings.lock); in panfrost_ioctl_madvise()
399 if (args->madv == PANFROST_MADV_DONTNEED) { in panfrost_ioctl_madvise()
402 first = list_first_entry(&bo->mappings.list, in panfrost_ioctl_madvise()
414 if (!list_is_singular(&bo->mappings.list) || in panfrost_ioctl_madvise()
415 WARN_ON_ONCE(first->mmu != priv->mmu)) { in panfrost_ioctl_madvise()
416 ret = -EINVAL; in panfrost_ioctl_madvise()
421 args->retained = drm_gem_shmem_madvise(gem_obj, args->madv); in panfrost_ioctl_madvise()
423 if (args->retained) { in panfrost_ioctl_madvise()
424 if (args->madv == PANFROST_MADV_DONTNEED) in panfrost_ioctl_madvise()
425 list_add_tail(&bo->base.madv_list, in panfrost_ioctl_madvise()
426 &pfdev->shrinker_list); in panfrost_ioctl_madvise()
427 else if (args->madv == PANFROST_MADV_WILLNEED) in panfrost_ioctl_madvise()
428 list_del_init(&bo->base.madv_list); in panfrost_ioctl_madvise()
432 mutex_unlock(&bo->mappings.lock); in panfrost_ioctl_madvise()
433 mutex_unlock(&pfdev->shrinker_lock); in panfrost_ioctl_madvise()
442 return -ENOSYS; in panfrost_unstable_ioctl_check()
451 struct panfrost_device *pfdev = dev->dev_private; in panfrost_open()
456 return -ENOMEM; in panfrost_open()
458 panfrost_priv->pfdev = pfdev; in panfrost_open()
459 file->driver_priv = panfrost_priv; in panfrost_open()
461 panfrost_priv->mmu = panfrost_mmu_ctx_create(pfdev); in panfrost_open()
462 if (IS_ERR(panfrost_priv->mmu)) { in panfrost_open()
463 ret = PTR_ERR(panfrost_priv->mmu); in panfrost_open()
474 panfrost_mmu_ctx_put(panfrost_priv->mmu); in panfrost_open()
483 struct panfrost_file_priv *panfrost_priv = file->driver_priv; in panfrost_postclose()
488 panfrost_mmu_ctx_put(panfrost_priv->mmu); in panfrost_postclose()
511 * - 1.0 - initial interface
512 * - 1.1 - adds HEAP and NOEXEC flags for CREATE_BO
513 * - 1.2 - adds AFBC_FEATURES query
541 pfdev = devm_kzalloc(&pdev->dev, sizeof(*pfdev), GFP_KERNEL); in panfrost_probe()
543 return -ENOMEM; in panfrost_probe()
545 pfdev->pdev = pdev; in panfrost_probe()
546 pfdev->dev = &pdev->dev; in panfrost_probe()
550 pfdev->comp = of_device_get_match_data(&pdev->dev); in panfrost_probe()
551 if (!pfdev->comp) in panfrost_probe()
552 return -ENODEV; in panfrost_probe()
554 pfdev->coherent = device_get_dma_attr(&pdev->dev) == DEV_DMA_COHERENT; in panfrost_probe()
557 ddev = drm_dev_alloc(&panfrost_drm_driver, &pdev->dev); in panfrost_probe()
561 ddev->dev_private = pfdev; in panfrost_probe()
562 pfdev->ddev = ddev; in panfrost_probe()
564 mutex_init(&pfdev->shrinker_lock); in panfrost_probe()
565 INIT_LIST_HEAD(&pfdev->shrinker_list); in panfrost_probe()
569 if (err != -EPROBE_DEFER) in panfrost_probe()
570 dev_err(&pdev->dev, "Fatal error during GPU init\n"); in panfrost_probe()
574 pm_runtime_set_active(pfdev->dev); in panfrost_probe()
575 pm_runtime_mark_last_busy(pfdev->dev); in panfrost_probe()
576 pm_runtime_enable(pfdev->dev); in panfrost_probe()
577 pm_runtime_set_autosuspend_delay(pfdev->dev, 50); /* ~3 frames */ in panfrost_probe()
578 pm_runtime_use_autosuspend(pfdev->dev); in panfrost_probe()
593 pm_runtime_disable(pfdev->dev); in panfrost_probe()
595 pm_runtime_set_suspended(pfdev->dev); in panfrost_probe()
604 struct drm_device *ddev = pfdev->ddev; in panfrost_remove()
609 pm_runtime_get_sync(pfdev->dev); in panfrost_remove()
610 pm_runtime_disable(pfdev->dev); in panfrost_remove()
612 pm_runtime_set_suspended(pfdev->dev); in panfrost_remove()
643 { .compatible = "amlogic,meson-gxm-mali",
644 .data = &amlogic_data, },
645 { .compatible = "amlogic,meson-g12a-mali",
646 .data = &amlogic_data, },
647 { .compatible = "arm,mali-t604", .data = &default_data, },
648 { .compatible = "arm,mali-t624", .data = &default_data, },
649 { .compatible = "arm,mali-t628", .data = &default_data, },
650 { .compatible = "arm,mali-t720", .data = &default_data, },
651 { .compatible = "arm,mali-t760", .data = &default_data, },
652 { .compatible = "arm,mali-t820", .data = &default_data, },
653 { .compatible = "arm,mali-t830", .data = &default_data, },
654 { .compatible = "arm,mali-t860", .data = &default_data, },
655 { .compatible = "arm,mali-t880", .data = &default_data, },
656 { .compatible = "arm,mali-bifrost", .data = &default_data, },
657 { .compatible = "mediatek,mt8183-mali", .data = &mediatek_mt8183_data },