2 * Copyright 2017 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
24 #include "CUnit/Basic.h"
26 #include "amdgpu_test.h"
27 #include "amdgpu_drm.h"
28 #include "amdgpu_internal.h"
35 #define PATH_SIZE PATH_MAX
37 #define ARRAY_SIZE(a) (sizeof(a) / sizeof((a)[0]))
39 const char *ras_block_string[] = {
56 #define ras_block_str(i) (ras_block_string[i])
58 enum amdgpu_ras_block {
59 AMDGPU_RAS_BLOCK__UMC = 0,
60 AMDGPU_RAS_BLOCK__SDMA,
61 AMDGPU_RAS_BLOCK__GFX,
62 AMDGPU_RAS_BLOCK__MMHUB,
63 AMDGPU_RAS_BLOCK__ATHUB,
64 AMDGPU_RAS_BLOCK__PCIE_BIF,
65 AMDGPU_RAS_BLOCK__HDP,
66 AMDGPU_RAS_BLOCK__XGMI_WAFL,
68 AMDGPU_RAS_BLOCK__SMN,
69 AMDGPU_RAS_BLOCK__SEM,
70 AMDGPU_RAS_BLOCK__MP0,
71 AMDGPU_RAS_BLOCK__MP1,
72 AMDGPU_RAS_BLOCK__FUSE,
74 AMDGPU_RAS_BLOCK__LAST
77 #define AMDGPU_RAS_BLOCK_COUNT AMDGPU_RAS_BLOCK__LAST
78 #define AMDGPU_RAS_BLOCK_MASK ((1ULL << AMDGPU_RAS_BLOCK_COUNT) - 1)
80 enum amdgpu_ras_gfx_subblock {
82 AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_START = 0,
83 AMDGPU_RAS_BLOCK__GFX_CPC_SCRATCH =
84 AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_START,
85 AMDGPU_RAS_BLOCK__GFX_CPC_UCODE,
86 AMDGPU_RAS_BLOCK__GFX_DC_STATE_ME1,
87 AMDGPU_RAS_BLOCK__GFX_DC_CSINVOC_ME1,
88 AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME1,
89 AMDGPU_RAS_BLOCK__GFX_DC_STATE_ME2,
90 AMDGPU_RAS_BLOCK__GFX_DC_CSINVOC_ME2,
91 AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME2,
92 AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_END =
93 AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME2,
95 AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_START,
96 AMDGPU_RAS_BLOCK__GFX_CPF_ROQ_ME2 =
97 AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_START,
98 AMDGPU_RAS_BLOCK__GFX_CPF_ROQ_ME1,
99 AMDGPU_RAS_BLOCK__GFX_CPF_TAG,
100 AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_END = AMDGPU_RAS_BLOCK__GFX_CPF_TAG,
102 AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_START,
103 AMDGPU_RAS_BLOCK__GFX_CPG_DMA_ROQ =
104 AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_START,
105 AMDGPU_RAS_BLOCK__GFX_CPG_DMA_TAG,
106 AMDGPU_RAS_BLOCK__GFX_CPG_TAG,
107 AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_END = AMDGPU_RAS_BLOCK__GFX_CPG_TAG,
109 AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_START,
110 AMDGPU_RAS_BLOCK__GFX_GDS_MEM = AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_START,
111 AMDGPU_RAS_BLOCK__GFX_GDS_INPUT_QUEUE,
112 AMDGPU_RAS_BLOCK__GFX_GDS_OA_PHY_CMD_RAM_MEM,
113 AMDGPU_RAS_BLOCK__GFX_GDS_OA_PHY_DATA_RAM_MEM,
114 AMDGPU_RAS_BLOCK__GFX_GDS_OA_PIPE_MEM,
115 AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_END =
116 AMDGPU_RAS_BLOCK__GFX_GDS_OA_PIPE_MEM,
118 AMDGPU_RAS_BLOCK__GFX_SPI_SR_MEM,
120 AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_START,
121 AMDGPU_RAS_BLOCK__GFX_SQ_SGPR = AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_START,
122 AMDGPU_RAS_BLOCK__GFX_SQ_LDS_D,
123 AMDGPU_RAS_BLOCK__GFX_SQ_LDS_I,
124 AMDGPU_RAS_BLOCK__GFX_SQ_VGPR,
125 AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_END = AMDGPU_RAS_BLOCK__GFX_SQ_VGPR,
127 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_START,
129 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_START =
130 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_START,
131 AMDGPU_RAS_BLOCK__GFX_SQC_INST_UTCL1_LFIFO =
132 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_START,
133 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU0_WRITE_DATA_BUF,
134 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU0_UTCL1_LFIFO,
135 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU1_WRITE_DATA_BUF,
136 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU1_UTCL1_LFIFO,
137 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_WRITE_DATA_BUF,
138 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_UTCL1_LFIFO,
139 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_END =
140 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_UTCL1_LFIFO,
142 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_START,
143 AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_TAG_RAM =
144 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_START,
145 AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_UTCL1_MISS_FIFO,
146 AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_MISS_FIFO,
147 AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_BANK_RAM,
148 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_TAG_RAM,
149 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_HIT_FIFO,
150 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_MISS_FIFO,
151 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_DIRTY_BIT_RAM,
152 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_BANK_RAM,
153 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_END =
154 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_BANK_RAM,
156 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_START,
157 AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_TAG_RAM =
158 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_START,
159 AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_UTCL1_MISS_FIFO,
160 AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_MISS_FIFO,
161 AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_BANK_RAM,
162 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_TAG_RAM,
163 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_HIT_FIFO,
164 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_MISS_FIFO,
165 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_DIRTY_BIT_RAM,
166 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_BANK_RAM,
167 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_END =
168 AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_BANK_RAM,
169 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_END =
170 AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_END,
172 AMDGPU_RAS_BLOCK__GFX_TA_INDEX_START,
173 AMDGPU_RAS_BLOCK__GFX_TA_FS_DFIFO =
174 AMDGPU_RAS_BLOCK__GFX_TA_INDEX_START,
175 AMDGPU_RAS_BLOCK__GFX_TA_FS_AFIFO,
176 AMDGPU_RAS_BLOCK__GFX_TA_FL_LFIFO,
177 AMDGPU_RAS_BLOCK__GFX_TA_FX_LFIFO,
178 AMDGPU_RAS_BLOCK__GFX_TA_FS_CFIFO,
179 AMDGPU_RAS_BLOCK__GFX_TA_INDEX_END = AMDGPU_RAS_BLOCK__GFX_TA_FS_CFIFO,
181 AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_START,
182 AMDGPU_RAS_BLOCK__GFX_TCA_HOLE_FIFO =
183 AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_START,
184 AMDGPU_RAS_BLOCK__GFX_TCA_REQ_FIFO,
185 AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_END =
186 AMDGPU_RAS_BLOCK__GFX_TCA_REQ_FIFO,
187 /* TCC (5 sub-ranges) */
188 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_START,
190 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_START =
191 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_START,
192 AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA =
193 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_START,
194 AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_0_1,
195 AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_0,
196 AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_1,
197 AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DIRTY_BANK_0,
198 AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DIRTY_BANK_1,
199 AMDGPU_RAS_BLOCK__GFX_TCC_HIGH_RATE_TAG,
200 AMDGPU_RAS_BLOCK__GFX_TCC_LOW_RATE_TAG,
201 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_END =
202 AMDGPU_RAS_BLOCK__GFX_TCC_LOW_RATE_TAG,
204 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_START,
205 AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_DEC =
206 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_START,
207 AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_TRANSFER,
208 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_END =
209 AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_TRANSFER,
211 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_START,
212 AMDGPU_RAS_BLOCK__GFX_TCC_RETURN_DATA =
213 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_START,
214 AMDGPU_RAS_BLOCK__GFX_TCC_RETURN_CONTROL,
215 AMDGPU_RAS_BLOCK__GFX_TCC_UC_ATOMIC_FIFO,
216 AMDGPU_RAS_BLOCK__GFX_TCC_WRITE_RETURN,
217 AMDGPU_RAS_BLOCK__GFX_TCC_WRITE_CACHE_READ,
218 AMDGPU_RAS_BLOCK__GFX_TCC_SRC_FIFO,
219 AMDGPU_RAS_BLOCK__GFX_TCC_SRC_FIFO_NEXT_RAM,
220 AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_TAG_PROBE_FIFO,
221 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_END =
222 AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_TAG_PROBE_FIFO,
224 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_START,
225 AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO =
226 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_START,
227 AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO_NEXT_RAM,
228 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_END =
229 AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO_NEXT_RAM,
231 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_START,
232 AMDGPU_RAS_BLOCK__GFX_TCC_WRRET_TAG_WRITE_RETURN =
233 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_START,
234 AMDGPU_RAS_BLOCK__GFX_TCC_ATOMIC_RETURN_BUFFER,
235 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_END =
236 AMDGPU_RAS_BLOCK__GFX_TCC_ATOMIC_RETURN_BUFFER,
237 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_END =
238 AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_END,
240 AMDGPU_RAS_BLOCK__GFX_TCI_WRITE_RAM,
242 AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_START,
243 AMDGPU_RAS_BLOCK__GFX_TCP_CACHE_RAM =
244 AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_START,
245 AMDGPU_RAS_BLOCK__GFX_TCP_LFIFO_RAM,
246 AMDGPU_RAS_BLOCK__GFX_TCP_CMD_FIFO,
247 AMDGPU_RAS_BLOCK__GFX_TCP_VM_FIFO,
248 AMDGPU_RAS_BLOCK__GFX_TCP_DB_RAM,
249 AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO0,
250 AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO1,
251 AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_END =
252 AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO1,
254 AMDGPU_RAS_BLOCK__GFX_TD_INDEX_START,
255 AMDGPU_RAS_BLOCK__GFX_TD_SS_FIFO_LO =
256 AMDGPU_RAS_BLOCK__GFX_TD_INDEX_START,
257 AMDGPU_RAS_BLOCK__GFX_TD_SS_FIFO_HI,
258 AMDGPU_RAS_BLOCK__GFX_TD_CS_FIFO,
259 AMDGPU_RAS_BLOCK__GFX_TD_INDEX_END = AMDGPU_RAS_BLOCK__GFX_TD_CS_FIFO,
260 /* EA (3 sub-ranges) */
261 AMDGPU_RAS_BLOCK__GFX_EA_INDEX_START,
263 AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_START =
264 AMDGPU_RAS_BLOCK__GFX_EA_INDEX_START,
265 AMDGPU_RAS_BLOCK__GFX_EA_DRAMRD_CMDMEM =
266 AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_START,
267 AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_CMDMEM,
268 AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_DATAMEM,
269 AMDGPU_RAS_BLOCK__GFX_EA_RRET_TAGMEM,
270 AMDGPU_RAS_BLOCK__GFX_EA_WRET_TAGMEM,
271 AMDGPU_RAS_BLOCK__GFX_EA_GMIRD_CMDMEM,
272 AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_CMDMEM,
273 AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_DATAMEM,
274 AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_END =
275 AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_DATAMEM,
277 AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_START,
278 AMDGPU_RAS_BLOCK__GFX_EA_DRAMRD_PAGEMEM =
279 AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_START,
280 AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_PAGEMEM,
281 AMDGPU_RAS_BLOCK__GFX_EA_IORD_CMDMEM,
282 AMDGPU_RAS_BLOCK__GFX_EA_IOWR_CMDMEM,
283 AMDGPU_RAS_BLOCK__GFX_EA_IOWR_DATAMEM,
284 AMDGPU_RAS_BLOCK__GFX_EA_GMIRD_PAGEMEM,
285 AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_PAGEMEM,
286 AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_END =
287 AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_PAGEMEM,
289 AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_START,
290 AMDGPU_RAS_BLOCK__GFX_EA_MAM_D0MEM =
291 AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_START,
292 AMDGPU_RAS_BLOCK__GFX_EA_MAM_D1MEM,
293 AMDGPU_RAS_BLOCK__GFX_EA_MAM_D2MEM,
294 AMDGPU_RAS_BLOCK__GFX_EA_MAM_D3MEM,
295 AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_END =
296 AMDGPU_RAS_BLOCK__GFX_EA_MAM_D3MEM,
297 AMDGPU_RAS_BLOCK__GFX_EA_INDEX_END =
298 AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_END,
300 AMDGPU_RAS_BLOCK__UTC_VML2_BANK_CACHE,
302 AMDGPU_RAS_BLOCK__UTC_VML2_WALKER,
303 /* UTC ATC L2 2MB cache */
304 AMDGPU_RAS_BLOCK__UTC_ATCL2_CACHE_2M_BANK,
305 /* UTC ATC L2 4KB cache */
306 AMDGPU_RAS_BLOCK__UTC_ATCL2_CACHE_4K_BANK,
307 AMDGPU_RAS_BLOCK__GFX_MAX
310 enum amdgpu_ras_error_type {
311 AMDGPU_RAS_ERROR__NONE = 0,
312 AMDGPU_RAS_ERROR__PARITY = 1,
313 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE = 2,
314 AMDGPU_RAS_ERROR__MULTI_UNCORRECTABLE = 4,
315 AMDGPU_RAS_ERROR__POISON = 8,
318 struct ras_inject_test_config {
322 enum amdgpu_ras_error_type type;
327 struct ras_common_if {
328 enum amdgpu_ras_block block;
329 enum amdgpu_ras_error_type type;
330 uint32_t sub_block_index;
334 struct ras_inject_if {
335 struct ras_common_if head;
340 struct ras_debug_if {
342 struct ras_common_if head;
343 struct ras_inject_if inject;
347 /* for now, only umc, gfx, sdma has implemented. */
348 #define DEFAULT_RAS_BLOCK_MASK_INJECT ((1 << AMDGPU_RAS_BLOCK__UMC) |\
349 (1 << AMDGPU_RAS_BLOCK__GFX))
350 #define DEFAULT_RAS_BLOCK_MASK_QUERY ((1 << AMDGPU_RAS_BLOCK__UMC) |\
351 (1 << AMDGPU_RAS_BLOCK__GFX))
352 #define DEFAULT_RAS_BLOCK_MASK_BASIC (1 << AMDGPU_RAS_BLOCK__UMC |\
353 (1 << AMDGPU_RAS_BLOCK__SDMA) |\
354 (1 << AMDGPU_RAS_BLOCK__GFX))
356 static uint32_t ras_block_mask_inject = DEFAULT_RAS_BLOCK_MASK_INJECT;
357 static uint32_t ras_block_mask_query = DEFAULT_RAS_BLOCK_MASK_INJECT;
358 static uint32_t ras_block_mask_basic = DEFAULT_RAS_BLOCK_MASK_BASIC;
360 struct ras_test_mask {
361 uint32_t inject_mask;
366 struct amdgpu_ras_data {
367 amdgpu_device_handle device_handle;
370 struct ras_test_mask test_mask;
373 /* all devices who has ras supported */
374 static struct amdgpu_ras_data devices[MAX_CARDS_SUPPORTED];
375 static int devices_count;
377 struct ras_DID_test_mask{
379 uint16_t revision_id;
380 struct ras_test_mask test_mask;
383 /* white list for inject test. */
384 #define RAS_BLOCK_MASK_ALL {\
385 DEFAULT_RAS_BLOCK_MASK_INJECT,\
386 DEFAULT_RAS_BLOCK_MASK_QUERY,\
387 DEFAULT_RAS_BLOCK_MASK_BASIC\
390 #define RAS_BLOCK_MASK_QUERY_BASIC {\
392 DEFAULT_RAS_BLOCK_MASK_QUERY,\
393 DEFAULT_RAS_BLOCK_MASK_BASIC\
396 static const struct ras_inject_test_config umc_ras_inject_test[] = {
397 {"ras_umc.1.0", "umc", 0, AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
400 static const struct ras_inject_test_config gfx_ras_inject_test[] = {
401 {"ras_gfx.2.0", "gfx", AMDGPU_RAS_BLOCK__GFX_CPC_UCODE,
402 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
403 {"ras_gfx.2.1", "gfx", AMDGPU_RAS_BLOCK__GFX_CPF_TAG,
404 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
405 {"ras_gfx.2.2", "gfx", AMDGPU_RAS_BLOCK__GFX_CPG_TAG,
406 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
407 {"ras_gfx.2.3", "gfx", AMDGPU_RAS_BLOCK__GFX_SQ_LDS_D,
408 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
409 {"ras_gfx.2.4", "gfx", AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU1_UTCL1_LFIFO,
410 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
411 {"ras_gfx.2.5", "gfx", AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_TAG_RAM,
412 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
413 {"ras_gfx.2.6", "gfx", AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_TAG_RAM,
414 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
415 {"ras_gfx.2.7", "gfx", AMDGPU_RAS_BLOCK__GFX_TA_FS_DFIFO,
416 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
417 {"ras_gfx.2.8", "gfx", AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA,
418 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
419 {"ras_gfx.2.9", "gfx", AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_0_1,
420 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
421 {"ras_gfx.2.10", "gfx", AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_0,
422 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
423 {"ras_gfx.2.11", "gfx", AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_1,
424 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
425 {"ras_gfx.2.12", "gfx", AMDGPU_RAS_BLOCK__GFX_TCP_CACHE_RAM,
426 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
427 {"ras_gfx.2.13", "gfx", AMDGPU_RAS_BLOCK__GFX_TD_SS_FIFO_LO,
428 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
429 {"ras_gfx.2.14", "gfx", AMDGPU_RAS_BLOCK__GFX_EA_DRAMRD_CMDMEM,
430 AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE, 0, 0},
433 static const struct ras_DID_test_mask ras_DID_array[] = {
434 {0x66a1, 0x00, RAS_BLOCK_MASK_ALL},
435 {0x66a1, 0x01, RAS_BLOCK_MASK_ALL},
436 {0x66a1, 0x04, RAS_BLOCK_MASK_ALL},
439 static uint32_t amdgpu_ras_find_block_id_by_name(const char *name)
443 for (i = 0; i < ARRAY_SIZE(ras_block_string); i++) {
444 if (strcmp(name, ras_block_string[i]) == 0)
448 return ARRAY_SIZE(ras_block_string);
451 static char *amdgpu_ras_get_error_type_id(enum amdgpu_ras_error_type type)
454 case AMDGPU_RAS_ERROR__PARITY:
456 case AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE:
457 return "single_correctable";
458 case AMDGPU_RAS_ERROR__MULTI_UNCORRECTABLE:
459 return "multi_uncorrectable";
460 case AMDGPU_RAS_ERROR__POISON:
462 case AMDGPU_RAS_ERROR__NONE:
468 static struct ras_test_mask amdgpu_ras_get_test_mask(drmDevicePtr device)
471 static struct ras_test_mask default_test_mask = RAS_BLOCK_MASK_QUERY_BASIC;
473 for (i = 0; i < sizeof(ras_DID_array) / sizeof(ras_DID_array[0]); i++) {
474 if (ras_DID_array[i].device_id == device->deviceinfo.pci->device_id &&
475 ras_DID_array[i].revision_id == device->deviceinfo.pci->revision_id)
476 return ras_DID_array[i].test_mask;
478 return default_test_mask;
481 static uint32_t amdgpu_ras_lookup_capability(amdgpu_device_handle device_handle)
484 uint64_t feature_mask;
486 uint32_t enabled_features;
487 uint32_t supported_features;
492 ret = amdgpu_query_info(device_handle, AMDGPU_INFO_RAS_ENABLED_FEATURES,
493 sizeof(features), &features);
497 return features.supported_features;
500 static int get_file_contents(char *file, char *buf, int size);
502 static int amdgpu_ras_lookup_id(drmDevicePtr device)
504 char path[PATH_SIZE];
510 for (i = 0; i < MAX_CARDS_SUPPORTED; i++) {
511 memset(str, 0, sizeof(str));
512 memset(&info, 0, sizeof(info));
513 snprintf(path, PATH_SIZE, "/sys/kernel/debug/dri/%d/name", i);
514 if (get_file_contents(path, str, sizeof(str)) <= 0)
517 ret = sscanf(str, "amdgpu dev=%04hx:%02hhx:%02hhx.%01hhx",
518 &info.domain, &info.bus, &info.dev, &info.func);
522 if (memcmp(&info, device->businfo.pci, sizeof(info)) == 0)
530 static int test_card;
531 static char sysfs_path[PATH_SIZE];
532 static char debugfs_path[PATH_SIZE];
533 static uint32_t ras_mask;
534 static amdgpu_device_handle device_handle;
536 static void set_test_card(int card)
539 snprintf(sysfs_path, PATH_SIZE, "/sys/class/drm/card%d/device/ras/", devices[card].id);
540 snprintf(debugfs_path, PATH_SIZE, "/sys/kernel/debug/dri/%d/ras/", devices[card].id);
541 ras_mask = devices[card].capability;
542 device_handle = devices[card].device_handle;
543 ras_block_mask_inject = devices[card].test_mask.inject_mask;
544 ras_block_mask_query = devices[card].test_mask.query_mask;
545 ras_block_mask_basic = devices[card].test_mask.basic_mask;
548 static const char *get_ras_sysfs_root(void)
553 static const char *get_ras_debugfs_root(void)
558 static int set_file_contents(char *file, char *buf, int size)
561 fd = open(file, O_WRONLY);
564 n = write(fd, buf, size);
569 static int get_file_contents(char *file, char *buf, int size)
572 fd = open(file, O_RDONLY);
575 n = read(fd, buf, size);
580 static int is_file_ok(char *file, int flags)
584 fd = open(file, flags);
591 static int amdgpu_ras_is_feature_enabled(enum amdgpu_ras_block block)
593 uint32_t feature_mask;
596 ret = amdgpu_query_info(device_handle, AMDGPU_INFO_RAS_ENABLED_FEATURES,
597 sizeof(feature_mask), &feature_mask);
601 return (1 << block) & feature_mask;
604 static int amdgpu_ras_is_feature_supported(enum amdgpu_ras_block block)
606 return (1 << block) & ras_mask;
609 static int amdgpu_ras_invoke(struct ras_debug_if *data)
611 char path[PATH_SIZE];
614 snprintf(path, sizeof(path), "%s", get_ras_debugfs_root());
615 strncat(path, "ras_ctrl", sizeof(path) - strlen(path));
617 ret = set_file_contents(path, (char *)data, sizeof(*data))
622 static int amdgpu_ras_query_err_count(enum amdgpu_ras_block block,
623 unsigned long *ue, unsigned long *ce)
626 char name[PATH_SIZE];
630 if (amdgpu_ras_is_feature_supported(block) <= 0)
633 snprintf(name, sizeof(name), "%s", get_ras_sysfs_root());
634 strncat(name, ras_block_str(block), sizeof(name) - strlen(name));
635 strncat(name, "_err_count", sizeof(name) - strlen(name));
637 if (is_file_ok(name, O_RDONLY))
640 if (get_file_contents(name, buf, sizeof(buf)) <= 0)
643 if (sscanf(buf, "ue: %lu\nce: %lu", ue, ce) != 2)
649 static int amdgpu_ras_inject(enum amdgpu_ras_block block,
650 uint32_t sub_block, enum amdgpu_ras_error_type type,
651 uint64_t address, uint64_t value)
653 struct ras_debug_if data = { .op = 2, };
654 struct ras_inject_if *inject = &data.inject;
657 if (amdgpu_ras_is_feature_enabled(block) <= 0) {
658 fprintf(stderr, "block id(%d) is not valid\n", block);
662 inject->head.block = block;
663 inject->head.type = type;
664 inject->head.sub_block_index = sub_block;
665 strncpy(inject->head.name, ras_block_str(block), sizeof(inject->head.name)-1);
666 inject->address = address;
667 inject->value = value;
669 ret = amdgpu_ras_invoke(&data);
670 CU_ASSERT_EQUAL(ret, 0);
678 static void amdgpu_ras_features_test(int enable)
680 struct ras_debug_if data;
685 for (i = 0; i < AMDGPU_RAS_BLOCK__LAST; i++) {
686 struct ras_common_if head = {
688 .type = AMDGPU_RAS_ERROR__MULTI_UNCORRECTABLE,
689 .sub_block_index = 0,
693 if (amdgpu_ras_is_feature_supported(i) <= 0)
698 ret = amdgpu_ras_invoke(&data);
699 CU_ASSERT_EQUAL(ret, 0);
704 ret = enable ^ amdgpu_ras_is_feature_enabled(i);
705 CU_ASSERT_EQUAL(ret, 0);
709 static void amdgpu_ras_disable_test(void)
712 for (i = 0; i < devices_count; i++) {
714 amdgpu_ras_features_test(0);
718 static void amdgpu_ras_enable_test(void)
721 for (i = 0; i < devices_count; i++) {
723 amdgpu_ras_features_test(1);
727 static void __amdgpu_ras_ip_inject_test(const struct ras_inject_test_config *ip_test,
731 unsigned long old_ue, old_ce;
732 unsigned long ue, ce;
737 for (i = 0; i < size; i++) {
741 block = amdgpu_ras_find_block_id_by_name(ip_test[i].block);
743 /* Ensure one valid ip block */
744 if (block == ARRAY_SIZE(ras_block_string))
747 /* Ensure RAS feature for the IP block is enabled by kernel */
748 if (amdgpu_ras_is_feature_supported(block) <= 0)
751 ret = amdgpu_ras_query_err_count(block, &old_ue, &old_ce);
752 CU_ASSERT_EQUAL(ret, 0);
756 ret = amdgpu_ras_inject(block,
757 ip_test[i].sub_block,
761 CU_ASSERT_EQUAL(ret, 0);
765 while (timeout > 0) {
768 ret = amdgpu_ras_query_err_count(block, &ue, &ce);
769 CU_ASSERT_EQUAL(ret, 0);
773 if (old_ue != ue || old_ce != ce) {
780 printf("\t Test %s@block %s, subblock %d, error_type %s, address %ld, value %ld: %s\n",
783 ip_test[i].sub_block,
784 amdgpu_ras_get_error_type_id(ip_test[i].type),
787 pass ? "Pass" : "Fail");
791 static void __amdgpu_ras_inject_test(void)
795 /* run UMC ras inject test */
796 __amdgpu_ras_ip_inject_test(umc_ras_inject_test,
797 ARRAY_SIZE(umc_ras_inject_test));
799 /* run GFX ras inject test */
800 __amdgpu_ras_ip_inject_test(gfx_ras_inject_test,
801 ARRAY_SIZE(gfx_ras_inject_test));
804 static void amdgpu_ras_inject_test(void)
807 for (i = 0; i < devices_count; i++) {
809 __amdgpu_ras_inject_test();
813 static void __amdgpu_ras_query_test(void)
815 unsigned long ue, ce;
819 for (i = 0; i < AMDGPU_RAS_BLOCK__LAST; i++) {
820 if (amdgpu_ras_is_feature_supported(i) <= 0)
823 if (!((1 << i) & ras_block_mask_query))
826 ret = amdgpu_ras_query_err_count(i, &ue, &ce);
827 CU_ASSERT_EQUAL(ret, 0);
831 static void amdgpu_ras_query_test(void)
834 for (i = 0; i < devices_count; i++) {
836 __amdgpu_ras_query_test();
840 static void amdgpu_ras_basic_test(void)
846 char path[PATH_SIZE];
848 ret = is_file_ok("/sys/module/amdgpu/parameters/ras_mask", O_RDONLY);
849 CU_ASSERT_EQUAL(ret, 0);
851 for (i = 0; i < devices_count; i++) {
854 ret = amdgpu_query_info(device_handle, AMDGPU_INFO_RAS_ENABLED_FEATURES,
855 sizeof(features), &features);
856 CU_ASSERT_EQUAL(ret, 0);
858 snprintf(path, sizeof(path), "%s", get_ras_debugfs_root());
859 strncat(path, "ras_ctrl", sizeof(path) - strlen(path));
861 ret = is_file_ok(path, O_WRONLY);
862 CU_ASSERT_EQUAL(ret, 0);
864 snprintf(path, sizeof(path), "%s", get_ras_sysfs_root());
865 strncat(path, "features", sizeof(path) - strlen(path));
867 ret = is_file_ok(path, O_RDONLY);
868 CU_ASSERT_EQUAL(ret, 0);
870 for (j = 0; j < AMDGPU_RAS_BLOCK__LAST; j++) {
871 ret = amdgpu_ras_is_feature_supported(j);
875 if (!((1 << j) & ras_block_mask_basic))
878 snprintf(path, sizeof(path), "%s", get_ras_sysfs_root());
879 strncat(path, ras_block_str(j), sizeof(path) - strlen(path));
880 strncat(path, "_err_count", sizeof(path) - strlen(path));
882 ret = is_file_ok(path, O_RDONLY);
883 CU_ASSERT_EQUAL(ret, 0);
885 snprintf(path, sizeof(path), "%s", get_ras_debugfs_root());
886 strncat(path, ras_block_str(j), sizeof(path) - strlen(path));
887 strncat(path, "_err_inject", sizeof(path) - strlen(path));
889 ret = is_file_ok(path, O_WRONLY);
890 CU_ASSERT_EQUAL(ret, 0);
895 CU_TestInfo ras_tests[] = {
896 { "ras basic test", amdgpu_ras_basic_test },
897 { "ras query test", amdgpu_ras_query_test },
898 { "ras inject test", amdgpu_ras_inject_test },
899 { "ras disable test", amdgpu_ras_disable_test },
900 { "ras enable test", amdgpu_ras_enable_test },
904 CU_BOOL suite_ras_tests_enable(void)
906 amdgpu_device_handle device_handle;
907 uint32_t major_version;
908 uint32_t minor_version;
912 for (i = 0; i < MAX_CARDS_SUPPORTED && drm_amdgpu[i] >= 0; i++) {
913 if (amdgpu_device_initialize(drm_amdgpu[i], &major_version,
914 &minor_version, &device_handle))
917 if (drmGetDevice2(drm_amdgpu[i],
918 DRM_DEVICE_GET_PCI_REVISION,
922 if (device->bustype == DRM_BUS_PCI &&
923 amdgpu_ras_lookup_capability(device_handle)) {
924 amdgpu_device_deinitialize(device_handle);
928 if (amdgpu_device_deinitialize(device_handle))
935 int suite_ras_tests_init(void)
938 amdgpu_device_handle device_handle;
939 uint32_t major_version;
940 uint32_t minor_version;
942 struct ras_test_mask test_mask;
947 for (i = 0; i < MAX_CARDS_SUPPORTED && drm_amdgpu[i] >= 0; i++) {
948 r = amdgpu_device_initialize(drm_amdgpu[i], &major_version,
949 &minor_version, &device_handle);
953 if (drmGetDevice2(drm_amdgpu[i],
954 DRM_DEVICE_GET_PCI_REVISION,
956 amdgpu_device_deinitialize(device_handle);
960 if (device->bustype != DRM_BUS_PCI) {
961 amdgpu_device_deinitialize(device_handle);
965 capability = amdgpu_ras_lookup_capability(device_handle);
966 if (capability == 0) {
967 amdgpu_device_deinitialize(device_handle);
972 id = amdgpu_ras_lookup_id(device);
974 amdgpu_device_deinitialize(device_handle);
978 test_mask = amdgpu_ras_get_test_mask(device);
980 devices[devices_count++] = (struct amdgpu_ras_data) {
981 device_handle, id, capability, test_mask,
985 if (devices_count == 0)
986 return CUE_SINIT_FAILED;
991 int suite_ras_tests_clean(void)
995 int ret = CUE_SUCCESS;
997 for (i = 0; i < devices_count; i++) {
998 r = amdgpu_device_deinitialize(devices[i].device_handle);
1000 ret = CUE_SCLEAN_FAILED;