Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.1.
  1/*
  2 * Copyright 2018 Advanced Micro Devices, Inc.
  3 *
  4 * Permission is hereby granted, free of charge, to any person obtaining a
  5 * copy of this software and associated documentation files (the "Software"),
  6 * to deal in the Software without restriction, including without limitation
  7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8 * and/or sell copies of the Software, and to permit persons to whom the
  9 * Software is furnished to do so, subject to the following conditions:
 10 *
 11 * The above copyright notice and this permission notice shall be included in
 12 * all copies or substantial portions of the Software.
 13 *
 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 20 * OTHER DEALINGS IN THE SOFTWARE.
 21 *
 22 *
 23 */
 24#ifndef _AMDGPU_RAS_H
 25#define _AMDGPU_RAS_H
 26
 27#include <linux/debugfs.h>
 28#include <linux/list.h>
 29#include "amdgpu.h"
 30#include "amdgpu_psp.h"
 31#include "ta_ras_if.h"
 32#include "amdgpu_ras_eeprom.h"
 33
 34enum amdgpu_ras_block {
 35	AMDGPU_RAS_BLOCK__UMC = 0,
 36	AMDGPU_RAS_BLOCK__SDMA,
 37	AMDGPU_RAS_BLOCK__GFX,
 38	AMDGPU_RAS_BLOCK__MMHUB,
 39	AMDGPU_RAS_BLOCK__ATHUB,
 40	AMDGPU_RAS_BLOCK__PCIE_BIF,
 41	AMDGPU_RAS_BLOCK__HDP,
 42	AMDGPU_RAS_BLOCK__XGMI_WAFL,
 43	AMDGPU_RAS_BLOCK__DF,
 44	AMDGPU_RAS_BLOCK__SMN,
 45	AMDGPU_RAS_BLOCK__SEM,
 46	AMDGPU_RAS_BLOCK__MP0,
 47	AMDGPU_RAS_BLOCK__MP1,
 48	AMDGPU_RAS_BLOCK__FUSE,
 49
 50	AMDGPU_RAS_BLOCK__LAST
 51};
 52
 53#define AMDGPU_RAS_BLOCK_COUNT	AMDGPU_RAS_BLOCK__LAST
 54#define AMDGPU_RAS_BLOCK_MASK	((1ULL << AMDGPU_RAS_BLOCK_COUNT) - 1)
 55
 56enum amdgpu_ras_gfx_subblock {
 57	/* CPC */
 58	AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_START = 0,
 59	AMDGPU_RAS_BLOCK__GFX_CPC_SCRATCH =
 60		AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_START,
 61	AMDGPU_RAS_BLOCK__GFX_CPC_UCODE,
 62	AMDGPU_RAS_BLOCK__GFX_DC_STATE_ME1,
 63	AMDGPU_RAS_BLOCK__GFX_DC_CSINVOC_ME1,
 64	AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME1,
 65	AMDGPU_RAS_BLOCK__GFX_DC_STATE_ME2,
 66	AMDGPU_RAS_BLOCK__GFX_DC_CSINVOC_ME2,
 67	AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME2,
 68	AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_END =
 69		AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME2,
 70	/* CPF */
 71	AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_START,
 72	AMDGPU_RAS_BLOCK__GFX_CPF_ROQ_ME2 =
 73		AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_START,
 74	AMDGPU_RAS_BLOCK__GFX_CPF_ROQ_ME1,
 75	AMDGPU_RAS_BLOCK__GFX_CPF_TAG,
 76	AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_END = AMDGPU_RAS_BLOCK__GFX_CPF_TAG,
 77	/* CPG */
 78	AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_START,
 79	AMDGPU_RAS_BLOCK__GFX_CPG_DMA_ROQ =
 80		AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_START,
 81	AMDGPU_RAS_BLOCK__GFX_CPG_DMA_TAG,
 82	AMDGPU_RAS_BLOCK__GFX_CPG_TAG,
 83	AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_END = AMDGPU_RAS_BLOCK__GFX_CPG_TAG,
 84	/* GDS */
 85	AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_START,
 86	AMDGPU_RAS_BLOCK__GFX_GDS_MEM = AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_START,
 87	AMDGPU_RAS_BLOCK__GFX_GDS_INPUT_QUEUE,
 88	AMDGPU_RAS_BLOCK__GFX_GDS_OA_PHY_CMD_RAM_MEM,
 89	AMDGPU_RAS_BLOCK__GFX_GDS_OA_PHY_DATA_RAM_MEM,
 90	AMDGPU_RAS_BLOCK__GFX_GDS_OA_PIPE_MEM,
 91	AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_END =
 92		AMDGPU_RAS_BLOCK__GFX_GDS_OA_PIPE_MEM,
 93	/* SPI */
 94	AMDGPU_RAS_BLOCK__GFX_SPI_SR_MEM,
 95	/* SQ */
 96	AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_START,
 97	AMDGPU_RAS_BLOCK__GFX_SQ_SGPR = AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_START,
 98	AMDGPU_RAS_BLOCK__GFX_SQ_LDS_D,
 99	AMDGPU_RAS_BLOCK__GFX_SQ_LDS_I,
100	AMDGPU_RAS_BLOCK__GFX_SQ_VGPR,
101	AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_END = AMDGPU_RAS_BLOCK__GFX_SQ_VGPR,
102	/* SQC (3 ranges) */
103	AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_START,
104	/* SQC range 0 */
105	AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_START =
106		AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_START,
107	AMDGPU_RAS_BLOCK__GFX_SQC_INST_UTCL1_LFIFO =
108		AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_START,
109	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU0_WRITE_DATA_BUF,
110	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU0_UTCL1_LFIFO,
111	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU1_WRITE_DATA_BUF,
112	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU1_UTCL1_LFIFO,
113	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_WRITE_DATA_BUF,
114	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_UTCL1_LFIFO,
115	AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_END =
116		AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_UTCL1_LFIFO,
117	/* SQC range 1 */
118	AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_START,
119	AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_TAG_RAM =
120		AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_START,
121	AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_UTCL1_MISS_FIFO,
122	AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_MISS_FIFO,
123	AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_BANK_RAM,
124	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_TAG_RAM,
125	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_HIT_FIFO,
126	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_MISS_FIFO,
127	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_DIRTY_BIT_RAM,
128	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_BANK_RAM,
129	AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_END =
130		AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_BANK_RAM,
131	/* SQC range 2 */
132	AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_START,
133	AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_TAG_RAM =
134		AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_START,
135	AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_UTCL1_MISS_FIFO,
136	AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_MISS_FIFO,
137	AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_BANK_RAM,
138	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_TAG_RAM,
139	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_HIT_FIFO,
140	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_MISS_FIFO,
141	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_DIRTY_BIT_RAM,
142	AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_BANK_RAM,
143	AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_END =
144		AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_BANK_RAM,
145	AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_END =
146		AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_END,
147	/* TA */
148	AMDGPU_RAS_BLOCK__GFX_TA_INDEX_START,
149	AMDGPU_RAS_BLOCK__GFX_TA_FS_DFIFO =
150		AMDGPU_RAS_BLOCK__GFX_TA_INDEX_START,
151	AMDGPU_RAS_BLOCK__GFX_TA_FS_AFIFO,
152	AMDGPU_RAS_BLOCK__GFX_TA_FL_LFIFO,
153	AMDGPU_RAS_BLOCK__GFX_TA_FX_LFIFO,
154	AMDGPU_RAS_BLOCK__GFX_TA_FS_CFIFO,
155	AMDGPU_RAS_BLOCK__GFX_TA_INDEX_END = AMDGPU_RAS_BLOCK__GFX_TA_FS_CFIFO,
156	/* TCA */
157	AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_START,
158	AMDGPU_RAS_BLOCK__GFX_TCA_HOLE_FIFO =
159		AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_START,
160	AMDGPU_RAS_BLOCK__GFX_TCA_REQ_FIFO,
161	AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_END =
162		AMDGPU_RAS_BLOCK__GFX_TCA_REQ_FIFO,
163	/* TCC (5 sub-ranges) */
164	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_START,
165	/* TCC range 0 */
166	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_START =
167		AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_START,
168	AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA =
169		AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_START,
170	AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_0_1,
171	AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_0,
172	AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_1,
173	AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DIRTY_BANK_0,
174	AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DIRTY_BANK_1,
175	AMDGPU_RAS_BLOCK__GFX_TCC_HIGH_RATE_TAG,
176	AMDGPU_RAS_BLOCK__GFX_TCC_LOW_RATE_TAG,
177	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_END =
178		AMDGPU_RAS_BLOCK__GFX_TCC_LOW_RATE_TAG,
179	/* TCC range 1 */
180	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_START,
181	AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_DEC =
182		AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_START,
183	AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_TRANSFER,
184	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_END =
185		AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_TRANSFER,
186	/* TCC range 2 */
187	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_START,
188	AMDGPU_RAS_BLOCK__GFX_TCC_RETURN_DATA =
189		AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_START,
190	AMDGPU_RAS_BLOCK__GFX_TCC_RETURN_CONTROL,
191	AMDGPU_RAS_BLOCK__GFX_TCC_UC_ATOMIC_FIFO,
192	AMDGPU_RAS_BLOCK__GFX_TCC_WRITE_RETURN,
193	AMDGPU_RAS_BLOCK__GFX_TCC_WRITE_CACHE_READ,
194	AMDGPU_RAS_BLOCK__GFX_TCC_SRC_FIFO,
195	AMDGPU_RAS_BLOCK__GFX_TCC_SRC_FIFO_NEXT_RAM,
196	AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_TAG_PROBE_FIFO,
197	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_END =
198		AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_TAG_PROBE_FIFO,
199	/* TCC range 3 */
200	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_START,
201	AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO =
202		AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_START,
203	AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO_NEXT_RAM,
204	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_END =
205		AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO_NEXT_RAM,
206	/* TCC range 4 */
207	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_START,
208	AMDGPU_RAS_BLOCK__GFX_TCC_WRRET_TAG_WRITE_RETURN =
209		AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_START,
210	AMDGPU_RAS_BLOCK__GFX_TCC_ATOMIC_RETURN_BUFFER,
211	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_END =
212		AMDGPU_RAS_BLOCK__GFX_TCC_ATOMIC_RETURN_BUFFER,
213	AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_END =
214		AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_END,
215	/* TCI */
216	AMDGPU_RAS_BLOCK__GFX_TCI_WRITE_RAM,
217	/* TCP */
218	AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_START,
219	AMDGPU_RAS_BLOCK__GFX_TCP_CACHE_RAM =
220		AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_START,
221	AMDGPU_RAS_BLOCK__GFX_TCP_LFIFO_RAM,
222	AMDGPU_RAS_BLOCK__GFX_TCP_CMD_FIFO,
223	AMDGPU_RAS_BLOCK__GFX_TCP_VM_FIFO,
224	AMDGPU_RAS_BLOCK__GFX_TCP_DB_RAM,
225	AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO0,
226	AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO1,
227	AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_END =
228		AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO1,
229	/* TD */
230	AMDGPU_RAS_BLOCK__GFX_TD_INDEX_START,
231	AMDGPU_RAS_BLOCK__GFX_TD_SS_FIFO_LO =
232		AMDGPU_RAS_BLOCK__GFX_TD_INDEX_START,
233	AMDGPU_RAS_BLOCK__GFX_TD_SS_FIFO_HI,
234	AMDGPU_RAS_BLOCK__GFX_TD_CS_FIFO,
235	AMDGPU_RAS_BLOCK__GFX_TD_INDEX_END = AMDGPU_RAS_BLOCK__GFX_TD_CS_FIFO,
236	/* EA (3 sub-ranges) */
237	AMDGPU_RAS_BLOCK__GFX_EA_INDEX_START,
238	/* EA range 0 */
239	AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_START =
240		AMDGPU_RAS_BLOCK__GFX_EA_INDEX_START,
241	AMDGPU_RAS_BLOCK__GFX_EA_DRAMRD_CMDMEM =
242		AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_START,
243	AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_CMDMEM,
244	AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_DATAMEM,
245	AMDGPU_RAS_BLOCK__GFX_EA_RRET_TAGMEM,
246	AMDGPU_RAS_BLOCK__GFX_EA_WRET_TAGMEM,
247	AMDGPU_RAS_BLOCK__GFX_EA_GMIRD_CMDMEM,
248	AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_CMDMEM,
249	AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_DATAMEM,
250	AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_END =
251		AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_DATAMEM,
252	/* EA range 1 */
253	AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_START,
254	AMDGPU_RAS_BLOCK__GFX_EA_DRAMRD_PAGEMEM =
255		AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_START,
256	AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_PAGEMEM,
257	AMDGPU_RAS_BLOCK__GFX_EA_IORD_CMDMEM,
258	AMDGPU_RAS_BLOCK__GFX_EA_IOWR_CMDMEM,
259	AMDGPU_RAS_BLOCK__GFX_EA_IOWR_DATAMEM,
260	AMDGPU_RAS_BLOCK__GFX_EA_GMIRD_PAGEMEM,
261	AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_PAGEMEM,
262	AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_END =
263		AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_PAGEMEM,
264	/* EA range 2 */
265	AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_START,
266	AMDGPU_RAS_BLOCK__GFX_EA_MAM_D0MEM =
267		AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_START,
268	AMDGPU_RAS_BLOCK__GFX_EA_MAM_D1MEM,
269	AMDGPU_RAS_BLOCK__GFX_EA_MAM_D2MEM,
270	AMDGPU_RAS_BLOCK__GFX_EA_MAM_D3MEM,
271	AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_END =
272		AMDGPU_RAS_BLOCK__GFX_EA_MAM_D3MEM,
273	AMDGPU_RAS_BLOCK__GFX_EA_INDEX_END =
274		AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_END,
275	/* UTC VM L2 bank */
276	AMDGPU_RAS_BLOCK__UTC_VML2_BANK_CACHE,
277	/* UTC VM walker */
278	AMDGPU_RAS_BLOCK__UTC_VML2_WALKER,
279	/* UTC ATC L2 2MB cache */
280	AMDGPU_RAS_BLOCK__UTC_ATCL2_CACHE_2M_BANK,
281	/* UTC ATC L2 4KB cache */
282	AMDGPU_RAS_BLOCK__UTC_ATCL2_CACHE_4K_BANK,
283	AMDGPU_RAS_BLOCK__GFX_MAX
284};
285
286enum amdgpu_ras_error_type {
287	AMDGPU_RAS_ERROR__NONE							= 0,
288	AMDGPU_RAS_ERROR__PARITY						= 1,
289	AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE					= 2,
290	AMDGPU_RAS_ERROR__MULTI_UNCORRECTABLE					= 4,
291	AMDGPU_RAS_ERROR__POISON						= 8,
292};
293
294enum amdgpu_ras_ret {
295	AMDGPU_RAS_SUCCESS = 0,
296	AMDGPU_RAS_FAIL,
297	AMDGPU_RAS_UE,
298	AMDGPU_RAS_CE,
299	AMDGPU_RAS_PT,
300};
301
302struct ras_common_if {
303	enum amdgpu_ras_block block;
304	enum amdgpu_ras_error_type type;
305	uint32_t sub_block_index;
306	/* block name */
307	char name[32];
308};
309
310struct amdgpu_ras {
311	/* ras infrastructure */
312	/* for ras itself. */
313	uint32_t hw_supported;
314	/* for IP to check its ras ability. */
315	uint32_t supported;
316	uint32_t features;
317	struct list_head head;
318	/* debugfs */
319	struct dentry *dir;
320	/* debugfs ctrl */
321	struct dentry *ent;
322	/* sysfs */
323	struct device_attribute features_attr;
324	struct bin_attribute badpages_attr;
325	/* block array */
326	struct ras_manager *objs;
327
328	/* gpu recovery */
329	struct work_struct recovery_work;
330	atomic_t in_recovery;
331	struct amdgpu_device *adev;
332	/* error handler data */
333	struct ras_err_handler_data *eh_data;
334	struct mutex recovery_lock;
335
336	uint32_t flags;
337
338	struct amdgpu_ras_eeprom_control eeprom_control;
339};
340
341struct ras_fs_data {
342	char sysfs_name[32];
343	char debugfs_name[32];
344};
345
346struct ras_err_data {
347	unsigned long ue_count;
348	unsigned long ce_count;
349	unsigned long err_addr_cnt;
350	uint64_t *err_addr;
351};
352
353struct ras_err_handler_data {
354	/* point to bad pages array */
355	struct {
356		unsigned long bp;
357		struct amdgpu_bo *bo;
358	} *bps;
359	/* the count of entries */
360	int count;
361	/* the space can place new entries */
362	int space_left;
363	/* last reserved entry's index + 1 */
364	int last_reserved;
365};
366
367typedef int (*ras_ih_cb)(struct amdgpu_device *adev,
368		struct ras_err_data *err_data,
369		struct amdgpu_iv_entry *entry);
370
371struct ras_ih_data {
372	/* interrupt bottom half */
373	struct work_struct ih_work;
374	int inuse;
375	/* IP callback */
376	ras_ih_cb cb;
377	/* full of entries */
378	unsigned char *ring;
379	unsigned int ring_size;
380	unsigned int element_size;
381	unsigned int aligned_element_size;
382	unsigned int rptr;
383	unsigned int wptr;
384};
385
386struct ras_manager {
387	struct ras_common_if head;
388	/* reference count */
389	int use;
390	/* ras block link */
391	struct list_head node;
392	/* the device */
393	struct amdgpu_device *adev;
394	/* debugfs */
395	struct dentry *ent;
396	/* sysfs */
397	struct device_attribute sysfs_attr;
398	int attr_inuse;
399
400	/* fs node name */
401	struct ras_fs_data fs_data;
402
403	/* IH data */
404	struct ras_ih_data ih_data;
405
406	struct ras_err_data err_data;
407};
408
409struct ras_badpage {
410	unsigned int bp;
411	unsigned int size;
412	unsigned int flags;
413};
414
415/* interfaces for IP */
416struct ras_fs_if {
417	struct ras_common_if head;
418	char sysfs_name[32];
419	char debugfs_name[32];
420};
421
422struct ras_query_if {
423	struct ras_common_if head;
424	unsigned long ue_count;
425	unsigned long ce_count;
426};
427
428struct ras_inject_if {
429	struct ras_common_if head;
430	uint64_t address;
431	uint64_t value;
432};
433
434struct ras_cure_if {
435	struct ras_common_if head;
436	uint64_t address;
437};
438
439struct ras_ih_if {
440	struct ras_common_if head;
441	ras_ih_cb cb;
442};
443
444struct ras_dispatch_if {
445	struct ras_common_if head;
446	struct amdgpu_iv_entry *entry;
447};
448
449struct ras_debug_if {
450	union {
451		struct ras_common_if head;
452		struct ras_inject_if inject;
453	};
454	int op;
455};
456/* work flow
457 * vbios
458 * 1: ras feature enable (enabled by default)
459 * psp
460 * 2: ras framework init (in ip_init)
461 * IP
462 * 3: IH add
463 * 4: debugfs/sysfs create
464 * 5: query/inject
465 * 6: debugfs/sysfs remove
466 * 7: IH remove
467 * 8: feature disable
468 */
469
470#define amdgpu_ras_get_context(adev)		((adev)->psp.ras.ras)
471#define amdgpu_ras_set_context(adev, ras_con)	((adev)->psp.ras.ras = (ras_con))
472
473/* check if ras is supported on block, say, sdma, gfx */
474static inline int amdgpu_ras_is_supported(struct amdgpu_device *adev,
475		unsigned int block)
476{
477	struct amdgpu_ras *ras = amdgpu_ras_get_context(adev);
478
479	if (block >= AMDGPU_RAS_BLOCK_COUNT)
480		return 0;
481	return ras && (ras->supported & (1 << block));
482}
483
484int amdgpu_ras_request_reset_on_boot(struct amdgpu_device *adev,
485		unsigned int block);
486
487void amdgpu_ras_resume(struct amdgpu_device *adev);
488void amdgpu_ras_suspend(struct amdgpu_device *adev);
489
490unsigned long amdgpu_ras_query_error_count(struct amdgpu_device *adev,
491		bool is_ce);
492
493/* error handling functions */
494int amdgpu_ras_add_bad_pages(struct amdgpu_device *adev,
495		unsigned long *bps, int pages);
496
497int amdgpu_ras_reserve_bad_pages(struct amdgpu_device *adev);
498
499static inline int amdgpu_ras_reset_gpu(struct amdgpu_device *adev,
500		bool is_baco)
501{
502	struct amdgpu_ras *ras = amdgpu_ras_get_context(adev);
503
504	if (atomic_cmpxchg(&ras->in_recovery, 0, 1) == 0)
505		schedule_work(&ras->recovery_work);
506	return 0;
507}
508
509static inline enum ta_ras_block
510amdgpu_ras_block_to_ta(enum amdgpu_ras_block block) {
511	switch (block) {
512	case AMDGPU_RAS_BLOCK__UMC:
513		return TA_RAS_BLOCK__UMC;
514	case AMDGPU_RAS_BLOCK__SDMA:
515		return TA_RAS_BLOCK__SDMA;
516	case AMDGPU_RAS_BLOCK__GFX:
517		return TA_RAS_BLOCK__GFX;
518	case AMDGPU_RAS_BLOCK__MMHUB:
519		return TA_RAS_BLOCK__MMHUB;
520	case AMDGPU_RAS_BLOCK__ATHUB:
521		return TA_RAS_BLOCK__ATHUB;
522	case AMDGPU_RAS_BLOCK__PCIE_BIF:
523		return TA_RAS_BLOCK__PCIE_BIF;
524	case AMDGPU_RAS_BLOCK__HDP:
525		return TA_RAS_BLOCK__HDP;
526	case AMDGPU_RAS_BLOCK__XGMI_WAFL:
527		return TA_RAS_BLOCK__XGMI_WAFL;
528	case AMDGPU_RAS_BLOCK__DF:
529		return TA_RAS_BLOCK__DF;
530	case AMDGPU_RAS_BLOCK__SMN:
531		return TA_RAS_BLOCK__SMN;
532	case AMDGPU_RAS_BLOCK__SEM:
533		return TA_RAS_BLOCK__SEM;
534	case AMDGPU_RAS_BLOCK__MP0:
535		return TA_RAS_BLOCK__MP0;
536	case AMDGPU_RAS_BLOCK__MP1:
537		return TA_RAS_BLOCK__MP1;
538	case AMDGPU_RAS_BLOCK__FUSE:
539		return TA_RAS_BLOCK__FUSE;
540	default:
541		WARN_ONCE(1, "RAS ERROR: unexpected block id %d\n", block);
542		return TA_RAS_BLOCK__UMC;
543	}
544}
545
546static inline enum ta_ras_error_type
547amdgpu_ras_error_to_ta(enum amdgpu_ras_error_type error) {
548	switch (error) {
549	case AMDGPU_RAS_ERROR__NONE:
550		return TA_RAS_ERROR__NONE;
551	case AMDGPU_RAS_ERROR__PARITY:
552		return TA_RAS_ERROR__PARITY;
553	case AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE:
554		return TA_RAS_ERROR__SINGLE_CORRECTABLE;
555	case AMDGPU_RAS_ERROR__MULTI_UNCORRECTABLE:
556		return TA_RAS_ERROR__MULTI_UNCORRECTABLE;
557	case AMDGPU_RAS_ERROR__POISON:
558		return TA_RAS_ERROR__POISON;
559	default:
560		WARN_ONCE(1, "RAS ERROR: unexpected error type %d\n", error);
561		return TA_RAS_ERROR__NONE;
562	}
563}
564
565/* called in ip_init and ip_fini */
566int amdgpu_ras_init(struct amdgpu_device *adev);
567int amdgpu_ras_fini(struct amdgpu_device *adev);
568int amdgpu_ras_pre_fini(struct amdgpu_device *adev);
569
570int amdgpu_ras_feature_enable(struct amdgpu_device *adev,
571		struct ras_common_if *head, bool enable);
572
573int amdgpu_ras_feature_enable_on_boot(struct amdgpu_device *adev,
574		struct ras_common_if *head, bool enable);
575
576int amdgpu_ras_sysfs_create(struct amdgpu_device *adev,
577		struct ras_fs_if *head);
578
579int amdgpu_ras_sysfs_remove(struct amdgpu_device *adev,
580		struct ras_common_if *head);
581
582void amdgpu_ras_debugfs_create(struct amdgpu_device *adev,
583		struct ras_fs_if *head);
584
585void amdgpu_ras_debugfs_remove(struct amdgpu_device *adev,
586		struct ras_common_if *head);
587
588int amdgpu_ras_error_query(struct amdgpu_device *adev,
589		struct ras_query_if *info);
590
591int amdgpu_ras_error_inject(struct amdgpu_device *adev,
592		struct ras_inject_if *info);
593
594int amdgpu_ras_interrupt_add_handler(struct amdgpu_device *adev,
595		struct ras_ih_if *info);
596
597int amdgpu_ras_interrupt_remove_handler(struct amdgpu_device *adev,
598		struct ras_ih_if *info);
599
600int amdgpu_ras_interrupt_dispatch(struct amdgpu_device *adev,
601		struct ras_dispatch_if *info);
602#endif