mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-01-11 15:49:56 +00:00
b88baab828
This commit provides the implementation for the new uapi motivated by the Vulkan API. It allows user mode drivers (UMDs) to: 1) Initialize a GPU virtual address (VA) space via the new DRM_IOCTL_NOUVEAU_VM_INIT ioctl for UMDs to specify the portion of VA space managed by the kernel and userspace, respectively. 2) Allocate and free a VA space region as well as bind and unbind memory to the GPUs VA space via the new DRM_IOCTL_NOUVEAU_VM_BIND ioctl. UMDs can request the named operations to be processed either synchronously or asynchronously. It supports DRM syncobjs (incl. timelines) as synchronization mechanism. The management of the GPU VA mappings is implemented with the DRM GPU VA manager. 3) Execute push buffers with the new DRM_IOCTL_NOUVEAU_EXEC ioctl. The execution happens asynchronously. It supports DRM syncobj (incl. timelines) as synchronization mechanism. DRM GEM object locking is handled with drm_exec. Both, DRM_IOCTL_NOUVEAU_VM_BIND and DRM_IOCTL_NOUVEAU_EXEC, use the DRM GPU scheduler for the asynchronous paths. Reviewed-by: Dave Airlie <airlied@redhat.com> Signed-off-by: Danilo Krummrich <dakr@redhat.com> Link: https://patchwork.freedesktop.org/patch/msgid/20230804182406.5222-12-dakr@redhat.com
179 lines
5.6 KiB
C
179 lines
5.6 KiB
C
/* SPDX-License-Identifier: MIT */
|
|
#ifndef __NOUVEAU_BO_H__
|
|
#define __NOUVEAU_BO_H__
|
|
#include <drm/drm_gem.h>
|
|
#include <drm/ttm/ttm_bo.h>
|
|
#include <drm/ttm/ttm_placement.h>
|
|
|
|
struct nouveau_channel;
|
|
struct nouveau_cli;
|
|
struct nouveau_drm;
|
|
struct nouveau_fence;
|
|
|
|
struct nouveau_bo {
|
|
struct ttm_buffer_object bo;
|
|
struct ttm_placement placement;
|
|
u32 valid_domains;
|
|
struct ttm_place placements[3];
|
|
struct ttm_place busy_placements[3];
|
|
bool force_coherent;
|
|
struct ttm_bo_kmap_obj kmap;
|
|
struct list_head head;
|
|
struct list_head io_reserve_lru;
|
|
|
|
/* protected by ttm_bo_reserve() */
|
|
struct drm_file *reserved_by;
|
|
struct list_head entry;
|
|
int pbbo_index;
|
|
bool validate_mapped;
|
|
bool no_share;
|
|
|
|
/* GPU address space is independent of CPU word size */
|
|
uint64_t offset;
|
|
|
|
struct list_head vma_list;
|
|
|
|
unsigned contig:1;
|
|
unsigned page:5;
|
|
unsigned kind:8;
|
|
unsigned comp:3;
|
|
unsigned zeta:3;
|
|
unsigned mode;
|
|
|
|
struct nouveau_drm_tile *tile;
|
|
};
|
|
|
|
static inline struct nouveau_bo *
|
|
nouveau_bo(struct ttm_buffer_object *bo)
|
|
{
|
|
return container_of(bo, struct nouveau_bo, bo);
|
|
}
|
|
|
|
static inline int
|
|
nouveau_bo_ref(struct nouveau_bo *ref, struct nouveau_bo **pnvbo)
|
|
{
|
|
struct nouveau_bo *prev;
|
|
|
|
if (!pnvbo)
|
|
return -EINVAL;
|
|
prev = *pnvbo;
|
|
|
|
if (ref) {
|
|
ttm_bo_get(&ref->bo);
|
|
*pnvbo = nouveau_bo(&ref->bo);
|
|
} else {
|
|
*pnvbo = NULL;
|
|
}
|
|
if (prev)
|
|
ttm_bo_put(&prev->bo);
|
|
|
|
return 0;
|
|
}
|
|
|
|
extern struct ttm_device_funcs nouveau_bo_driver;
|
|
|
|
void nouveau_bo_move_init(struct nouveau_drm *);
|
|
struct nouveau_bo *nouveau_bo_alloc(struct nouveau_cli *, u64 *size, int *align,
|
|
u32 domain, u32 tile_mode, u32 tile_flags, bool internal);
|
|
int nouveau_bo_init(struct nouveau_bo *, u64 size, int align, u32 domain,
|
|
struct sg_table *sg, struct dma_resv *robj);
|
|
int nouveau_bo_new(struct nouveau_cli *, u64 size, int align, u32 domain,
|
|
u32 tile_mode, u32 tile_flags, struct sg_table *sg,
|
|
struct dma_resv *robj,
|
|
struct nouveau_bo **);
|
|
int nouveau_bo_pin(struct nouveau_bo *, u32 flags, bool contig);
|
|
int nouveau_bo_unpin(struct nouveau_bo *);
|
|
int nouveau_bo_map(struct nouveau_bo *);
|
|
void nouveau_bo_unmap(struct nouveau_bo *);
|
|
void nouveau_bo_placement_set(struct nouveau_bo *, u32 type, u32 busy);
|
|
void nouveau_bo_wr16(struct nouveau_bo *, unsigned index, u16 val);
|
|
u32 nouveau_bo_rd32(struct nouveau_bo *, unsigned index);
|
|
void nouveau_bo_wr32(struct nouveau_bo *, unsigned index, u32 val);
|
|
vm_fault_t nouveau_ttm_fault_reserve_notify(struct ttm_buffer_object *bo);
|
|
void nouveau_bo_fence(struct nouveau_bo *, struct nouveau_fence *, bool exclusive);
|
|
int nouveau_bo_validate(struct nouveau_bo *, bool interruptible,
|
|
bool no_wait_gpu);
|
|
void nouveau_bo_sync_for_device(struct nouveau_bo *nvbo);
|
|
void nouveau_bo_sync_for_cpu(struct nouveau_bo *nvbo);
|
|
void nouveau_bo_add_io_reserve_lru(struct ttm_buffer_object *bo);
|
|
void nouveau_bo_del_io_reserve_lru(struct ttm_buffer_object *bo);
|
|
|
|
/* TODO: submit equivalent to TTM generic API upstream? */
|
|
static inline void __iomem *
|
|
nvbo_kmap_obj_iovirtual(struct nouveau_bo *nvbo)
|
|
{
|
|
bool is_iomem;
|
|
void __iomem *ioptr = (void __force __iomem *)ttm_kmap_obj_virtual(
|
|
&nvbo->kmap, &is_iomem);
|
|
WARN_ON_ONCE(ioptr && !is_iomem);
|
|
return ioptr;
|
|
}
|
|
|
|
static inline void
|
|
nouveau_bo_unmap_unpin_unref(struct nouveau_bo **pnvbo)
|
|
{
|
|
if (*pnvbo) {
|
|
nouveau_bo_unmap(*pnvbo);
|
|
nouveau_bo_unpin(*pnvbo);
|
|
nouveau_bo_ref(NULL, pnvbo);
|
|
}
|
|
}
|
|
|
|
static inline int
|
|
nouveau_bo_new_pin_map(struct nouveau_cli *cli, u64 size, int align, u32 domain,
|
|
struct nouveau_bo **pnvbo)
|
|
{
|
|
int ret = nouveau_bo_new(cli, size, align, domain,
|
|
0, 0, NULL, NULL, pnvbo);
|
|
if (ret == 0) {
|
|
ret = nouveau_bo_pin(*pnvbo, domain, true);
|
|
if (ret == 0) {
|
|
ret = nouveau_bo_map(*pnvbo);
|
|
if (ret == 0)
|
|
return ret;
|
|
nouveau_bo_unpin(*pnvbo);
|
|
}
|
|
nouveau_bo_ref(NULL, pnvbo);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int nv04_bo_move_init(struct nouveau_channel *, u32);
|
|
int nv04_bo_move_m2mf(struct nouveau_channel *, struct ttm_buffer_object *,
|
|
struct ttm_resource *, struct ttm_resource *);
|
|
|
|
int nv50_bo_move_init(struct nouveau_channel *, u32);
|
|
int nv50_bo_move_m2mf(struct nouveau_channel *, struct ttm_buffer_object *,
|
|
struct ttm_resource *, struct ttm_resource *);
|
|
|
|
int nv84_bo_move_exec(struct nouveau_channel *, struct ttm_buffer_object *,
|
|
struct ttm_resource *, struct ttm_resource *);
|
|
|
|
int nva3_bo_move_copy(struct nouveau_channel *, struct ttm_buffer_object *,
|
|
struct ttm_resource *, struct ttm_resource *);
|
|
|
|
int nvc0_bo_move_init(struct nouveau_channel *, u32);
|
|
int nvc0_bo_move_m2mf(struct nouveau_channel *, struct ttm_buffer_object *,
|
|
struct ttm_resource *, struct ttm_resource *);
|
|
|
|
int nvc0_bo_move_copy(struct nouveau_channel *, struct ttm_buffer_object *,
|
|
struct ttm_resource *, struct ttm_resource *);
|
|
|
|
int nve0_bo_move_init(struct nouveau_channel *, u32);
|
|
int nve0_bo_move_copy(struct nouveau_channel *, struct ttm_buffer_object *,
|
|
struct ttm_resource *, struct ttm_resource *);
|
|
|
|
#define NVBO_WR32_(b,o,dr,f) nouveau_bo_wr32((b), (o)/4 + (dr), (f))
|
|
#define NVBO_RD32_(b,o,dr) nouveau_bo_rd32((b), (o)/4 + (dr))
|
|
#define NVBO_RD32(A...) DRF_RD(NVBO_RD32_, ##A)
|
|
#define NVBO_RV32(A...) DRF_RV(NVBO_RD32_, ##A)
|
|
#define NVBO_TV32(A...) DRF_TV(NVBO_RD32_, ##A)
|
|
#define NVBO_TD32(A...) DRF_TD(NVBO_RD32_, ##A)
|
|
#define NVBO_WR32(A...) DRF_WR( NVBO_WR32_, ##A)
|
|
#define NVBO_WV32(A...) DRF_WV( NVBO_WR32_, ##A)
|
|
#define NVBO_WD32(A...) DRF_WD( NVBO_WR32_, ##A)
|
|
#define NVBO_MR32(A...) DRF_MR(NVBO_RD32_, NVBO_WR32_, u32, ##A)
|
|
#define NVBO_MV32(A...) DRF_MV(NVBO_RD32_, NVBO_WR32_, u32, ##A)
|
|
#define NVBO_MD32(A...) DRF_MD(NVBO_RD32_, NVBO_WR32_, u32, ##A)
|
|
#endif
|