1/* SPDX-License-Identifier: MIT */
  2#ifndef __GK104_FIFO_H__
  3#define __GK104_FIFO_H__
  4#define gk104_fifo(p) container_of((p), struct gk104_fifo, base)
  5#include "priv.h"
  6struct nvkm_fifo_cgrp;
  7
  8#include <core/enum.h>
  9#include <subdev/mmu.h>
 10
 11struct gk104_fifo_chan;
 12struct gk104_fifo {
 13	const struct gk104_fifo_func *func;
 14	struct nvkm_fifo base;
 15
 16	struct {
 17		struct work_struct work;
 18		u32 engm;
 19		u32 runm;
 20	} recover;
 21
 22	int pbdma_nr;
 23
 24	struct {
 25		struct nvkm_engine *engine;
 26		int runl;
 27		int pbid;
 28	} engine[16];
 29	int engine_nr;
 30
 31	struct {
 32		struct nvkm_memory *mem[2];
 33		int next;
 34		wait_queue_head_t wait;
 35		struct list_head cgrp;
 36		struct list_head chan;
 37		u32 engm;
 38		u32 engm_sw;
 39	} runlist[16];
 40	int runlist_nr;
 41
 42	struct {
 43		struct nvkm_memory *mem;
 44		struct nvkm_vma *bar;
 45	} user;
 46};
 47
 48struct gk104_fifo_func {
 49	struct {
 50		void (*fault)(struct nvkm_fifo *, int unit);
 51	} intr;
 52
 53	const struct gk104_fifo_pbdma_func {
 54		int (*nr)(struct gk104_fifo *);
 55		void (*init)(struct gk104_fifo *);
 56		void (*init_timeout)(struct gk104_fifo *);
 57	} *pbdma;
 58
 59	struct {
 60		const struct nvkm_enum *access;
 61		const struct nvkm_enum *engine;
 62		const struct nvkm_enum *reason;
 63		const struct nvkm_enum *hubclient;
 64		const struct nvkm_enum *gpcclient;
 65	} fault;
 66
 67	const struct gk104_fifo_runlist_func {
 68		u8 size;
 69		void (*cgrp)(struct nvkm_fifo_cgrp *,
 70			     struct nvkm_memory *, u32 offset);
 71		void (*chan)(struct gk104_fifo_chan *,
 72			     struct nvkm_memory *, u32 offset);
 73		void (*commit)(struct gk104_fifo *, int runl,
 74			       struct nvkm_memory *, int entries);
 75	} *runlist;
 76
 77	struct gk104_fifo_user_user {
 78		struct nvkm_sclass user;
 79		int (*ctor)(const struct nvkm_oclass *, void *, u32,
 80			    struct nvkm_object **);
 81	} user;
 82
 83	struct gk104_fifo_chan_user {
 84		struct nvkm_sclass user;
 85		int (*ctor)(struct gk104_fifo *, const struct nvkm_oclass *,
 86			    void *, u32, struct nvkm_object **);
 87	} chan;
 88	bool cgrp_force;
 89};
 90
 91struct gk104_fifo_engine_status {
 92	bool busy;
 93	bool faulted;
 94	bool chsw;
 95	bool save;
 96	bool load;
 97	struct {
 98		bool tsg;
 99		u32 id;
100	} prev, next, *chan;
101};
102
103int gk104_fifo_new_(const struct gk104_fifo_func *, struct nvkm_device *, enum nvkm_subdev_type,
104		    int index, int nr, struct nvkm_fifo **);
105void gk104_fifo_runlist_insert(struct gk104_fifo *, struct gk104_fifo_chan *);
106void gk104_fifo_runlist_remove(struct gk104_fifo *, struct gk104_fifo_chan *);
107void gk104_fifo_runlist_update(struct gk104_fifo *, int runl);
108void gk104_fifo_engine_status(struct gk104_fifo *fifo, int engn,
109			      struct gk104_fifo_engine_status *status);
110void gk104_fifo_intr_bind(struct gk104_fifo *fifo);
111void gk104_fifo_intr_chsw(struct gk104_fifo *fifo);
112void gk104_fifo_intr_dropped_fault(struct gk104_fifo *fifo);
113void gk104_fifo_intr_pbdma_0(struct gk104_fifo *fifo, int unit);
114void gk104_fifo_intr_pbdma_1(struct gk104_fifo *fifo, int unit);
115void gk104_fifo_intr_runlist(struct gk104_fifo *fifo);
116void gk104_fifo_intr_engine(struct gk104_fifo *fifo);
117void *gk104_fifo_dtor(struct nvkm_fifo *base);
118int gk104_fifo_oneinit(struct nvkm_fifo *base);
119int gk104_fifo_info(struct nvkm_fifo *base, u64 mthd, u64 *data);
120void gk104_fifo_init(struct nvkm_fifo *base);
121void gk104_fifo_fini(struct nvkm_fifo *base);
122int gk104_fifo_class_new(struct nvkm_fifo *base, const struct nvkm_oclass *oclass,
123			 void *argv, u32 argc, struct nvkm_object **pobject);
124int gk104_fifo_class_get(struct nvkm_fifo *base, int index,
125			 struct nvkm_oclass *oclass);
126void gk104_fifo_uevent_fini(struct nvkm_fifo *fifo);
127void gk104_fifo_uevent_init(struct nvkm_fifo *fifo);
128
129extern const struct gk104_fifo_pbdma_func gk104_fifo_pbdma;
130int gk104_fifo_pbdma_nr(struct gk104_fifo *);
131void gk104_fifo_pbdma_init(struct gk104_fifo *);
132extern const struct nvkm_enum gk104_fifo_fault_access[];
133extern const struct nvkm_enum gk104_fifo_fault_engine[];
134extern const struct nvkm_enum gk104_fifo_fault_reason[];
135extern const struct nvkm_enum gk104_fifo_fault_hubclient[];
136extern const struct nvkm_enum gk104_fifo_fault_gpcclient[];
137extern const struct gk104_fifo_runlist_func gk104_fifo_runlist;
138void gk104_fifo_runlist_chan(struct gk104_fifo_chan *,
139			     struct nvkm_memory *, u32);
140void gk104_fifo_runlist_commit(struct gk104_fifo *, int runl,
141			       struct nvkm_memory *, int);
142
143extern const struct gk104_fifo_runlist_func gk110_fifo_runlist;
144void gk110_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *,
145			     struct nvkm_memory *, u32);
146
147extern const struct gk104_fifo_pbdma_func gk208_fifo_pbdma;
148void gk208_fifo_pbdma_init_timeout(struct gk104_fifo *);
149
150void gm107_fifo_intr_fault(struct nvkm_fifo *, int);
151extern const struct nvkm_enum gm107_fifo_fault_engine[];
152extern const struct gk104_fifo_runlist_func gm107_fifo_runlist;
153
154extern const struct gk104_fifo_pbdma_func gm200_fifo_pbdma;
155int gm200_fifo_pbdma_nr(struct gk104_fifo *);
156
157void gp100_fifo_intr_fault(struct nvkm_fifo *, int);
158extern const struct nvkm_enum gp100_fifo_fault_engine[];
159
160extern const struct nvkm_enum gv100_fifo_fault_access[];
161extern const struct nvkm_enum gv100_fifo_fault_reason[];
162extern const struct nvkm_enum gv100_fifo_fault_hubclient[];
163extern const struct nvkm_enum gv100_fifo_fault_gpcclient[];
164void gv100_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *,
165			     struct nvkm_memory *, u32);
166void gv100_fifo_runlist_chan(struct gk104_fifo_chan *,
167			     struct nvkm_memory *, u32);
168#endif