49b2dfc081
We don't currently have any kind of real acceleration on Ampere GPUs, but the TTM memcpy() fallback paths aren't really designed to handle copies between different devices, such as on Optimus systems, and result in a kernel OOPS. A few options were investigated to try and fix this, but didn't work out, and likely would have resulted in a very unpleasant experience for users anyway. This commit adds just enough support for setting up a single channel connected to a copy engine, which the kernel can use to accelerate the buffer copies between devices. Userspace has no access to this incomplete channel support, but it's suitable for TTM's needs. A more complete implementation of host(fifo) for Ampere GPUs is in the works, but the required changes are far too invasive that they would be unsuitable to backport to fix this issue on current kernels. v2: fix GPFIFO length in RAMFC (reported by Karol) Signed-off-by: Ben Skeggs <bskeggs@redhat.com> Cc: Lyude Paul <lyude@redhat.com> Cc: Karol Herbst <kherbst@redhat.com> Cc: <stable@vger.kernel.org> # v5.12+ Reviewed-by: Karol Herbst <kherbst@redhat.com> Tested-by: Karol Herbst <kherbst@redhat.com> Signed-off-by: Karol Herbst <kherbst@redhat.com> Link: https://patchwork.freedesktop.org/patch/msgid/20210916220406.666454-1-skeggsb@gmail.com Signed-off-by: Maarten Lankhorst <maarten.lankhorst@linux.intel.com>
82 lines
3.3 KiB
C
82 lines
3.3 KiB
C
/* SPDX-License-Identifier: MIT */
|
|
#ifndef __NVKM_FIFO_H__
|
|
#define __NVKM_FIFO_H__
|
|
#include <core/engine.h>
|
|
#include <core/object.h>
|
|
#include <core/event.h>
|
|
struct nvkm_fault_data;
|
|
|
|
#define NVKM_FIFO_CHID_NR 4096
|
|
#define NVKM_FIFO_ENGN_NR 16
|
|
|
|
struct nvkm_fifo_engn {
|
|
struct nvkm_object *object;
|
|
int refcount;
|
|
int usecount;
|
|
};
|
|
|
|
struct nvkm_fifo_chan {
|
|
const struct nvkm_fifo_chan_func *func;
|
|
struct nvkm_fifo *fifo;
|
|
u32 engm;
|
|
struct nvkm_object object;
|
|
|
|
struct list_head head;
|
|
u16 chid;
|
|
struct nvkm_gpuobj *inst;
|
|
struct nvkm_gpuobj *push;
|
|
struct nvkm_vmm *vmm;
|
|
void __iomem *user;
|
|
u64 addr;
|
|
u32 size;
|
|
|
|
struct nvkm_fifo_engn engn[NVKM_FIFO_ENGN_NR];
|
|
};
|
|
|
|
struct nvkm_fifo {
|
|
const struct nvkm_fifo_func *func;
|
|
struct nvkm_engine engine;
|
|
|
|
DECLARE_BITMAP(mask, NVKM_FIFO_CHID_NR);
|
|
int nr;
|
|
struct list_head chan;
|
|
spinlock_t lock;
|
|
struct mutex mutex;
|
|
|
|
struct nvkm_event uevent; /* async user trigger */
|
|
struct nvkm_event cevent; /* channel creation event */
|
|
struct nvkm_event kevent; /* channel killed */
|
|
};
|
|
|
|
void nvkm_fifo_fault(struct nvkm_fifo *, struct nvkm_fault_data *);
|
|
void nvkm_fifo_pause(struct nvkm_fifo *, unsigned long *);
|
|
void nvkm_fifo_start(struct nvkm_fifo *, unsigned long *);
|
|
|
|
void nvkm_fifo_chan_put(struct nvkm_fifo *, unsigned long flags,
|
|
struct nvkm_fifo_chan **);
|
|
struct nvkm_fifo_chan *
|
|
nvkm_fifo_chan_inst(struct nvkm_fifo *, u64 inst, unsigned long *flags);
|
|
struct nvkm_fifo_chan *
|
|
nvkm_fifo_chan_chid(struct nvkm_fifo *, int chid, unsigned long *flags);
|
|
|
|
int nv04_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int nv10_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int nv17_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int nv40_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int nv50_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int g84_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gf100_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gk104_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gk110_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gk208_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gk20a_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gm107_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gm200_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gm20b_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gp100_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gp10b_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int gv100_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int tu102_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
int ga102_fifo_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_fifo **);
|
|
#endif
|