2012-05-11 06:33:13 +08:00
|
|
|
/*
|
|
|
|
* Copyright 2012 Advanced Micro Devices, Inc.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
* based on nouveau_prime.c
|
|
|
|
*
|
|
|
|
* Authors: Alex Deucher
|
|
|
|
*/
|
|
|
|
|
2014-01-09 18:03:14 +08:00
|
|
|
#include <linux/dma-buf.h>
|
2012-05-11 06:33:13 +08:00
|
|
|
|
2019-06-08 16:02:40 +08:00
|
|
|
#include <drm/drm_prime.h>
|
|
|
|
#include <drm/radeon_drm.h>
|
|
|
|
|
|
|
|
#include "radeon.h"
|
2020-11-17 01:36:33 +08:00
|
|
|
#include "radeon_prime.h"
|
2019-06-08 16:02:40 +08:00
|
|
|
|
2013-01-16 04:47:44 +08:00
|
|
|
struct sg_table *radeon_gem_prime_get_sg_table(struct drm_gem_object *obj)
|
2012-05-11 06:33:13 +08:00
|
|
|
{
|
2013-01-16 04:47:44 +08:00
|
|
|
struct radeon_bo *bo = gem_to_radeon_bo(obj);
|
2012-05-11 06:33:13 +08:00
|
|
|
|
2020-12-09 22:07:50 +08:00
|
|
|
return drm_prime_pages_to_sg(obj->dev, bo->tbo.ttm->pages,
|
|
|
|
bo->tbo.ttm->num_pages);
|
2012-05-11 06:33:13 +08:00
|
|
|
}
|
|
|
|
|
2013-01-16 04:47:44 +08:00
|
|
|
struct drm_gem_object *radeon_gem_prime_import_sg_table(struct drm_device *dev,
|
2014-01-09 18:03:14 +08:00
|
|
|
struct dma_buf_attachment *attach,
|
2013-01-16 04:47:44 +08:00
|
|
|
struct sg_table *sg)
|
2012-05-11 06:33:13 +08:00
|
|
|
{
|
2019-08-11 16:06:32 +08:00
|
|
|
struct dma_resv *resv = attach->dmabuf->resv;
|
2012-05-11 06:33:13 +08:00
|
|
|
struct radeon_device *rdev = dev->dev_private;
|
|
|
|
struct radeon_bo *bo;
|
|
|
|
int ret;
|
|
|
|
|
2019-08-11 16:06:32 +08:00
|
|
|
dma_resv_lock(resv, NULL);
|
2014-01-09 18:03:14 +08:00
|
|
|
ret = radeon_bo_create(rdev, attach->dmabuf->size, PAGE_SIZE, false,
|
2014-09-18 20:11:56 +08:00
|
|
|
RADEON_GEM_DOMAIN_GTT, 0, sg, resv, &bo);
|
2019-08-11 16:06:32 +08:00
|
|
|
dma_resv_unlock(resv);
|
2012-05-11 06:33:13 +08:00
|
|
|
if (ret)
|
2013-01-16 04:47:44 +08:00
|
|
|
return ERR_PTR(ret);
|
2012-05-11 06:33:13 +08:00
|
|
|
|
2021-03-09 02:35:14 +08:00
|
|
|
bo->tbo.base.funcs = &radeon_gem_object_funcs;
|
|
|
|
|
2012-05-11 06:33:13 +08:00
|
|
|
mutex_lock(&rdev->gem.mutex);
|
|
|
|
list_add_tail(&bo->list, &rdev->gem.objects);
|
|
|
|
mutex_unlock(&rdev->gem.mutex);
|
|
|
|
|
2017-04-03 11:35:22 +08:00
|
|
|
bo->prime_shared_count = 1;
|
2019-08-05 22:01:06 +08:00
|
|
|
return &bo->tbo.base;
|
2012-05-11 06:33:13 +08:00
|
|
|
}
|
|
|
|
|
2013-01-16 04:47:44 +08:00
|
|
|
int radeon_gem_prime_pin(struct drm_gem_object *obj)
|
2012-05-11 06:33:13 +08:00
|
|
|
{
|
|
|
|
struct radeon_bo *bo = gem_to_radeon_bo(obj);
|
|
|
|
int ret = 0;
|
|
|
|
|
2012-06-12 23:10:39 +08:00
|
|
|
ret = radeon_bo_reserve(bo, false);
|
|
|
|
if (unlikely(ret != 0))
|
2013-01-16 04:47:44 +08:00
|
|
|
return ret;
|
2012-06-12 23:10:39 +08:00
|
|
|
|
2012-05-11 06:33:13 +08:00
|
|
|
/* pin buffer into GTT */
|
|
|
|
ret = radeon_bo_pin(bo, RADEON_GEM_DOMAIN_GTT, NULL);
|
2021-06-21 19:43:05 +08:00
|
|
|
if (unlikely(ret))
|
|
|
|
goto error;
|
|
|
|
|
|
|
|
if (bo->tbo.moving) {
|
|
|
|
ret = dma_fence_wait(bo->tbo.moving, false);
|
|
|
|
if (unlikely(ret)) {
|
|
|
|
radeon_bo_unpin(bo);
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
bo->prime_shared_count++;
|
|
|
|
error:
|
2012-06-12 23:10:39 +08:00
|
|
|
radeon_bo_unreserve(bo);
|
2013-06-27 19:38:18 +08:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
void radeon_gem_prime_unpin(struct drm_gem_object *obj)
|
|
|
|
{
|
|
|
|
struct radeon_bo *bo = gem_to_radeon_bo(obj);
|
|
|
|
int ret = 0;
|
2012-05-11 06:33:13 +08:00
|
|
|
|
2013-06-27 19:38:18 +08:00
|
|
|
ret = radeon_bo_reserve(bo, false);
|
|
|
|
if (unlikely(ret != 0))
|
|
|
|
return;
|
|
|
|
|
|
|
|
radeon_bo_unpin(bo);
|
2017-04-03 11:35:22 +08:00
|
|
|
if (bo->prime_shared_count)
|
|
|
|
bo->prime_shared_count--;
|
2013-06-27 19:38:18 +08:00
|
|
|
radeon_bo_unreserve(bo);
|
2012-05-11 06:33:13 +08:00
|
|
|
}
|
2014-07-01 18:57:26 +08:00
|
|
|
|
|
|
|
|
2019-06-15 04:35:25 +08:00
|
|
|
struct dma_buf *radeon_gem_prime_export(struct drm_gem_object *gobj,
|
drm/radeon: add userptr support v8
This patch adds an IOCTL for turning a pointer supplied by
userspace into a buffer object.
It imposes several restrictions upon the memory being mapped:
1. It must be page aligned (both start/end addresses, i.e ptr and size).
2. It must be normal system memory, not a pointer into another map of IO
space (e.g. it must not be a GTT mmapping of another object).
3. The BO is mapped into GTT, so the maximum amount of memory mapped at
all times is still the GTT limit.
4. The BO is only mapped readonly for now, so no write support.
5. List of backing pages is only acquired once, so they represent a
snapshot of the first use.
Exporting and sharing as well as mapping of buffer objects created by
this function is forbidden and results in an -EPERM.
v2: squash all previous changes into first public version
v3: fix tabs, map readonly, don't use MM callback any more
v4: set TTM_PAGE_FLAG_SG so that TTM never messes with the pages,
pin/unpin pages on bind/unbind instead of populate/unpopulate
v5: rebased on 3.17-wip, IOCTL renamed to userptr, reject any unknown
flags, better handle READONLY flag, improve permission check
v6: fix ptr cast warning, use set_page_dirty/mark_page_accessed on unpin
v7: add warning about it's availability in the API definition
v8: drop access_ok check, fix VM mapping bits
Signed-off-by: Christian König <christian.koenig@amd.com>
Reviewed-by: Alex Deucher <alexander.deucher@amd.com> (v4)
Reviewed-by: Jérôme Glisse <jglisse@redhat.com> (v4)
Signed-off-by: Alex Deucher <alexander.deucher@amd.com>
2014-08-07 15:36:00 +08:00
|
|
|
int flags)
|
|
|
|
{
|
|
|
|
struct radeon_bo *bo = gem_to_radeon_bo(gobj);
|
2020-09-08 04:46:22 +08:00
|
|
|
if (radeon_ttm_tt_has_userptr(bo->rdev, bo->tbo.ttm))
|
drm/radeon: add userptr support v8
This patch adds an IOCTL for turning a pointer supplied by
userspace into a buffer object.
It imposes several restrictions upon the memory being mapped:
1. It must be page aligned (both start/end addresses, i.e ptr and size).
2. It must be normal system memory, not a pointer into another map of IO
space (e.g. it must not be a GTT mmapping of another object).
3. The BO is mapped into GTT, so the maximum amount of memory mapped at
all times is still the GTT limit.
4. The BO is only mapped readonly for now, so no write support.
5. List of backing pages is only acquired once, so they represent a
snapshot of the first use.
Exporting and sharing as well as mapping of buffer objects created by
this function is forbidden and results in an -EPERM.
v2: squash all previous changes into first public version
v3: fix tabs, map readonly, don't use MM callback any more
v4: set TTM_PAGE_FLAG_SG so that TTM never messes with the pages,
pin/unpin pages on bind/unbind instead of populate/unpopulate
v5: rebased on 3.17-wip, IOCTL renamed to userptr, reject any unknown
flags, better handle READONLY flag, improve permission check
v6: fix ptr cast warning, use set_page_dirty/mark_page_accessed on unpin
v7: add warning about it's availability in the API definition
v8: drop access_ok check, fix VM mapping bits
Signed-off-by: Christian König <christian.koenig@amd.com>
Reviewed-by: Alex Deucher <alexander.deucher@amd.com> (v4)
Reviewed-by: Jérôme Glisse <jglisse@redhat.com> (v4)
Signed-off-by: Alex Deucher <alexander.deucher@amd.com>
2014-08-07 15:36:00 +08:00
|
|
|
return ERR_PTR(-EPERM);
|
2019-06-15 04:35:25 +08:00
|
|
|
return drm_gem_prime_export(gobj, flags);
|
drm/radeon: add userptr support v8
This patch adds an IOCTL for turning a pointer supplied by
userspace into a buffer object.
It imposes several restrictions upon the memory being mapped:
1. It must be page aligned (both start/end addresses, i.e ptr and size).
2. It must be normal system memory, not a pointer into another map of IO
space (e.g. it must not be a GTT mmapping of another object).
3. The BO is mapped into GTT, so the maximum amount of memory mapped at
all times is still the GTT limit.
4. The BO is only mapped readonly for now, so no write support.
5. List of backing pages is only acquired once, so they represent a
snapshot of the first use.
Exporting and sharing as well as mapping of buffer objects created by
this function is forbidden and results in an -EPERM.
v2: squash all previous changes into first public version
v3: fix tabs, map readonly, don't use MM callback any more
v4: set TTM_PAGE_FLAG_SG so that TTM never messes with the pages,
pin/unpin pages on bind/unbind instead of populate/unpopulate
v5: rebased on 3.17-wip, IOCTL renamed to userptr, reject any unknown
flags, better handle READONLY flag, improve permission check
v6: fix ptr cast warning, use set_page_dirty/mark_page_accessed on unpin
v7: add warning about it's availability in the API definition
v8: drop access_ok check, fix VM mapping bits
Signed-off-by: Christian König <christian.koenig@amd.com>
Reviewed-by: Alex Deucher <alexander.deucher@amd.com> (v4)
Reviewed-by: Jérôme Glisse <jglisse@redhat.com> (v4)
Signed-off-by: Alex Deucher <alexander.deucher@amd.com>
2014-08-07 15:36:00 +08:00
|
|
|
}
|