1f5e4cc84SYang Wang /*
2f5e4cc84SYang Wang  * Copyright 2023 Advanced Micro Devices, Inc.
3f5e4cc84SYang Wang  *
4f5e4cc84SYang Wang  * Permission is hereby granted, free of charge, to any person obtaining a
5f5e4cc84SYang Wang  * copy of this software and associated documentation files (the "Software"),
6f5e4cc84SYang Wang  * to deal in the Software without restriction, including without limitation
7f5e4cc84SYang Wang  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8f5e4cc84SYang Wang  * and/or sell copies of the Software, and to permit persons to whom the
9f5e4cc84SYang Wang  * Software is furnished to do so, subject to the following conditions:
10f5e4cc84SYang Wang  *
11f5e4cc84SYang Wang  * The above copyright notice and this permission notice shall be included in
12f5e4cc84SYang Wang  * all copies or substantial portions of the Software.
13f5e4cc84SYang Wang  *
14f5e4cc84SYang Wang  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15f5e4cc84SYang Wang  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16f5e4cc84SYang Wang  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17f5e4cc84SYang Wang  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18f5e4cc84SYang Wang  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19f5e4cc84SYang Wang  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20f5e4cc84SYang Wang  * OTHER DEALINGS IN THE SOFTWARE.
21f5e4cc84SYang Wang  *
22f5e4cc84SYang Wang  */
23f5e4cc84SYang Wang 
24f5e4cc84SYang Wang #include <linux/list.h>
25f5e4cc84SYang Wang #include "amdgpu.h"
26f5e4cc84SYang Wang #include "amdgpu_aca.h"
27f5e4cc84SYang Wang #include "amdgpu_ras.h"
28f5e4cc84SYang Wang 
29f5e4cc84SYang Wang #define ACA_BANK_HWID(type, hwid, mcatype) [ACA_HWIP_TYPE_##type] = {hwid, mcatype}
30f5e4cc84SYang Wang 
31abc3b5d2SYang Wang typedef int bank_handler_t(struct aca_handle *handle, struct aca_bank *bank, enum aca_smu_type type, void *data);
32f5e4cc84SYang Wang 
33f5e4cc84SYang Wang static struct aca_hwip aca_hwid_mcatypes[ACA_HWIP_TYPE_COUNT] = {
34f5e4cc84SYang Wang 	ACA_BANK_HWID(SMU,	0x01,	0x01),
35f5e4cc84SYang Wang 	ACA_BANK_HWID(PCS_XGMI, 0x50,	0x00),
36f5e4cc84SYang Wang 	ACA_BANK_HWID(UMC,	0x96,	0x00),
37f5e4cc84SYang Wang };
38f5e4cc84SYang Wang 
aca_banks_init(struct aca_banks * banks)39f5e4cc84SYang Wang static void aca_banks_init(struct aca_banks *banks)
40f5e4cc84SYang Wang {
41f5e4cc84SYang Wang 	if (!banks)
42f5e4cc84SYang Wang 		return;
43f5e4cc84SYang Wang 
44f5e4cc84SYang Wang 	memset(banks, 0, sizeof(*banks));
45f5e4cc84SYang Wang 	INIT_LIST_HEAD(&banks->list);
46f5e4cc84SYang Wang }
47f5e4cc84SYang Wang 
aca_banks_add_bank(struct aca_banks * banks,struct aca_bank * bank)48f5e4cc84SYang Wang static int aca_banks_add_bank(struct aca_banks *banks, struct aca_bank *bank)
49f5e4cc84SYang Wang {
50f5e4cc84SYang Wang 	struct aca_bank_node *node;
51f5e4cc84SYang Wang 
52f5e4cc84SYang Wang 	if (!bank)
53f5e4cc84SYang Wang 		return -EINVAL;
54f5e4cc84SYang Wang 
55f5e4cc84SYang Wang 	node = kvzalloc(sizeof(*node), GFP_KERNEL);
56f5e4cc84SYang Wang 	if (!node)
57f5e4cc84SYang Wang 		return -ENOMEM;
58f5e4cc84SYang Wang 
59f5e4cc84SYang Wang 	memcpy(&node->bank, bank, sizeof(*bank));
60f5e4cc84SYang Wang 
61f5e4cc84SYang Wang 	INIT_LIST_HEAD(&node->node);
62f5e4cc84SYang Wang 	list_add_tail(&node->node, &banks->list);
63f5e4cc84SYang Wang 
64f5e4cc84SYang Wang 	banks->nr_banks++;
65f5e4cc84SYang Wang 
66f5e4cc84SYang Wang 	return 0;
67f5e4cc84SYang Wang }
68f5e4cc84SYang Wang 
aca_banks_release(struct aca_banks * banks)69f5e4cc84SYang Wang static void aca_banks_release(struct aca_banks *banks)
70f5e4cc84SYang Wang {
71f5e4cc84SYang Wang 	struct aca_bank_node *node, *tmp;
72f5e4cc84SYang Wang 
734416377aSYang Wang 	if (list_empty(&banks->list))
744416377aSYang Wang 		return;
754416377aSYang Wang 
76f5e4cc84SYang Wang 	list_for_each_entry_safe(node, tmp, &banks->list, node) {
77f5e4cc84SYang Wang 		list_del(&node->node);
78f5e4cc84SYang Wang 		kvfree(node);
79f5e4cc84SYang Wang 	}
80f5e4cc84SYang Wang }
81f5e4cc84SYang Wang 
aca_smu_get_valid_aca_count(struct amdgpu_device * adev,enum aca_smu_type type,u32 * count)82abc3b5d2SYang Wang static int aca_smu_get_valid_aca_count(struct amdgpu_device *adev, enum aca_smu_type type, u32 *count)
83f5e4cc84SYang Wang {
84f5e4cc84SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
85f5e4cc84SYang Wang 	const struct aca_smu_funcs *smu_funcs = aca->smu_funcs;
86f5e4cc84SYang Wang 
87f5e4cc84SYang Wang 	if (!count)
88f5e4cc84SYang Wang 		return -EINVAL;
89f5e4cc84SYang Wang 
90f5e4cc84SYang Wang 	if (!smu_funcs || !smu_funcs->get_valid_aca_count)
91f5e4cc84SYang Wang 		return -EOPNOTSUPP;
92f5e4cc84SYang Wang 
93f5e4cc84SYang Wang 	return smu_funcs->get_valid_aca_count(adev, type, count);
94f5e4cc84SYang Wang }
95f5e4cc84SYang Wang 
960599849cSYang Wang static struct aca_regs_dump {
970599849cSYang Wang 	const char *name;
980599849cSYang Wang 	int reg_idx;
990599849cSYang Wang } aca_regs[] = {
1000599849cSYang Wang 	{"CONTROL",		ACA_REG_IDX_CTL},
1010599849cSYang Wang 	{"STATUS",		ACA_REG_IDX_STATUS},
1020599849cSYang Wang 	{"ADDR",		ACA_REG_IDX_ADDR},
1030599849cSYang Wang 	{"MISC",		ACA_REG_IDX_MISC0},
104ad97840fSHawking Zhang 	{"CONFIG",		ACA_REG_IDX_CONFIG},
1050599849cSYang Wang 	{"IPID",		ACA_REG_IDX_IPID},
1060599849cSYang Wang 	{"SYND",		ACA_REG_IDX_SYND},
1070599849cSYang Wang 	{"DESTAT",		ACA_REG_IDX_DESTAT},
1080599849cSYang Wang 	{"DEADDR",		ACA_REG_IDX_DEADDR},
1090599849cSYang Wang 	{"CONTROL_MASK",	ACA_REG_IDX_CTL_MASK},
1100599849cSYang Wang };
1110599849cSYang Wang 
aca_smu_bank_dump(struct amdgpu_device * adev,int idx,int total,struct aca_bank * bank,struct ras_query_context * qctx)11231fd330bSYang Wang static void aca_smu_bank_dump(struct amdgpu_device *adev, int idx, int total, struct aca_bank *bank,
11331fd330bSYang Wang 			      struct ras_query_context *qctx)
1140599849cSYang Wang {
11575ac6a25SYang Wang 	u64 event_id = qctx ? qctx->evid.event_id : RAS_EVENT_INVALID_ID;
1160599849cSYang Wang 	int i;
1170599849cSYang Wang 
11831fd330bSYang Wang 	RAS_EVENT_LOG(adev, event_id, HW_ERR "Accelerator Check Architecture events logged\n");
1190599849cSYang Wang 	/* plus 1 for output format, e.g: ACA[08/08]: xxxx */
1200599849cSYang Wang 	for (i = 0; i < ARRAY_SIZE(aca_regs); i++)
12131fd330bSYang Wang 		RAS_EVENT_LOG(adev, event_id, HW_ERR "ACA[%02d/%02d].%s=0x%016llx\n",
1220599849cSYang Wang 			      idx + 1, total, aca_regs[i].name, bank->regs[aca_regs[i].reg_idx]);
1230599849cSYang Wang }
1240599849cSYang Wang 
aca_smu_get_valid_aca_banks(struct amdgpu_device * adev,enum aca_smu_type type,int start,int count,struct aca_banks * banks,struct ras_query_context * qctx)125abc3b5d2SYang Wang static int aca_smu_get_valid_aca_banks(struct amdgpu_device *adev, enum aca_smu_type type,
126f5e4cc84SYang Wang 				       int start, int count,
12731fd330bSYang Wang 				       struct aca_banks *banks, struct ras_query_context *qctx)
128f5e4cc84SYang Wang {
129f5e4cc84SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
130f5e4cc84SYang Wang 	const struct aca_smu_funcs *smu_funcs = aca->smu_funcs;
131f5e4cc84SYang Wang 	struct aca_bank bank;
132f5e4cc84SYang Wang 	int i, max_count, ret;
133f5e4cc84SYang Wang 
134f5e4cc84SYang Wang 	if (!count)
135f5e4cc84SYang Wang 		return 0;
136f5e4cc84SYang Wang 
137f5e4cc84SYang Wang 	if (!smu_funcs || !smu_funcs->get_valid_aca_bank)
138f5e4cc84SYang Wang 		return -EOPNOTSUPP;
139f5e4cc84SYang Wang 
140f5e4cc84SYang Wang 	switch (type) {
141abc3b5d2SYang Wang 	case ACA_SMU_TYPE_UE:
142f5e4cc84SYang Wang 		max_count = smu_funcs->max_ue_bank_count;
143f5e4cc84SYang Wang 		break;
144abc3b5d2SYang Wang 	case ACA_SMU_TYPE_CE:
145f5e4cc84SYang Wang 		max_count = smu_funcs->max_ce_bank_count;
146f5e4cc84SYang Wang 		break;
147f5e4cc84SYang Wang 	default:
148f5e4cc84SYang Wang 		return -EINVAL;
149f5e4cc84SYang Wang 	}
150f5e4cc84SYang Wang 
1512bb7dcedSYang Wang 	if (start + count > max_count)
152f5e4cc84SYang Wang 		return -EINVAL;
153f5e4cc84SYang Wang 
154f5e4cc84SYang Wang 	count = min_t(int, count, max_count);
155f5e4cc84SYang Wang 	for (i = 0; i < count; i++) {
156f5e4cc84SYang Wang 		memset(&bank, 0, sizeof(bank));
157f5e4cc84SYang Wang 		ret = smu_funcs->get_valid_aca_bank(adev, type, start + i, &bank);
158f5e4cc84SYang Wang 		if (ret)
159f5e4cc84SYang Wang 			return ret;
160f5e4cc84SYang Wang 
16156316ee9SHawking Zhang 		bank.smu_err_type = type;
162abc3b5d2SYang Wang 
16331fd330bSYang Wang 		aca_smu_bank_dump(adev, i, count, &bank, qctx);
1640599849cSYang Wang 
165f5e4cc84SYang Wang 		ret = aca_banks_add_bank(banks, &bank);
166f5e4cc84SYang Wang 		if (ret)
167f5e4cc84SYang Wang 			return ret;
168f5e4cc84SYang Wang 	}
169f5e4cc84SYang Wang 
170f5e4cc84SYang Wang 	return 0;
171f5e4cc84SYang Wang }
172f5e4cc84SYang Wang 
aca_bank_hwip_is_matched(struct aca_bank * bank,enum aca_hwip_type type)173f5e4cc84SYang Wang static bool aca_bank_hwip_is_matched(struct aca_bank *bank, enum aca_hwip_type type)
174f5e4cc84SYang Wang {
175f5e4cc84SYang Wang 
176f5e4cc84SYang Wang 	struct aca_hwip *hwip;
177f5e4cc84SYang Wang 	int hwid, mcatype;
178f5e4cc84SYang Wang 	u64 ipid;
179f5e4cc84SYang Wang 
180f5e4cc84SYang Wang 	if (!bank || type == ACA_HWIP_TYPE_UNKNOW)
1818d1717fbSSrinivasan Shanmugam 		return false;
182f5e4cc84SYang Wang 
183f5e4cc84SYang Wang 	hwip = &aca_hwid_mcatypes[type];
184f5e4cc84SYang Wang 	if (!hwip->hwid)
185f5e4cc84SYang Wang 		return false;
186f5e4cc84SYang Wang 
187f5e4cc84SYang Wang 	ipid = bank->regs[ACA_REG_IDX_IPID];
188f5e4cc84SYang Wang 	hwid = ACA_REG__IPID__HARDWAREID(ipid);
189f5e4cc84SYang Wang 	mcatype = ACA_REG__IPID__MCATYPE(ipid);
190f5e4cc84SYang Wang 
191f5e4cc84SYang Wang 	return hwip->hwid == hwid && hwip->mcatype == mcatype;
192f5e4cc84SYang Wang }
193f5e4cc84SYang Wang 
aca_bank_is_valid(struct aca_handle * handle,struct aca_bank * bank,enum aca_smu_type type)194abc3b5d2SYang Wang static bool aca_bank_is_valid(struct aca_handle *handle, struct aca_bank *bank, enum aca_smu_type type)
195f5e4cc84SYang Wang {
196f5e4cc84SYang Wang 	const struct aca_bank_ops *bank_ops = handle->bank_ops;
197f5e4cc84SYang Wang 
198*aedc92beSXiang Liu 	/* Parse all deferred errors with UMC aca handle */
199*aedc92beSXiang Liu 	if (ACA_BANK_ERR_IS_DEFFERED(bank))
200*aedc92beSXiang Liu 		return handle->hwip == ACA_HWIP_TYPE_UMC;
201*aedc92beSXiang Liu 
202f5e4cc84SYang Wang 	if (!aca_bank_hwip_is_matched(bank, handle->hwip))
203f5e4cc84SYang Wang 		return false;
204f5e4cc84SYang Wang 
205f5e4cc84SYang Wang 	if (!bank_ops->aca_bank_is_valid)
206f5e4cc84SYang Wang 		return true;
207f5e4cc84SYang Wang 
208f5e4cc84SYang Wang 	return bank_ops->aca_bank_is_valid(handle, bank, type, handle->data);
209f5e4cc84SYang Wang }
210f5e4cc84SYang Wang 
new_bank_error(struct aca_error * aerr,struct aca_bank_info * info)211f5e4cc84SYang Wang static struct aca_bank_error *new_bank_error(struct aca_error *aerr, struct aca_bank_info *info)
212f5e4cc84SYang Wang {
213f5e4cc84SYang Wang 	struct aca_bank_error *bank_error;
214f5e4cc84SYang Wang 
215f5e4cc84SYang Wang 	bank_error = kvzalloc(sizeof(*bank_error), GFP_KERNEL);
216f5e4cc84SYang Wang 	if (!bank_error)
217f5e4cc84SYang Wang 		return NULL;
218f5e4cc84SYang Wang 
219f5e4cc84SYang Wang 	INIT_LIST_HEAD(&bank_error->node);
220f5e4cc84SYang Wang 	memcpy(&bank_error->info, info, sizeof(*info));
221f5e4cc84SYang Wang 
222a4fcb5f7SYang Wang 	mutex_lock(&aerr->lock);
223f5e4cc84SYang Wang 	list_add_tail(&bank_error->node, &aerr->list);
224a4fcb5f7SYang Wang 	mutex_unlock(&aerr->lock);
225f5e4cc84SYang Wang 
226f5e4cc84SYang Wang 	return bank_error;
227f5e4cc84SYang Wang }
228f5e4cc84SYang Wang 
find_bank_error(struct aca_error * aerr,struct aca_bank_info * info)229f5e4cc84SYang Wang static struct aca_bank_error *find_bank_error(struct aca_error *aerr, struct aca_bank_info *info)
230f5e4cc84SYang Wang {
231f5e4cc84SYang Wang 	struct aca_bank_error *bank_error = NULL;
232f5e4cc84SYang Wang 	struct aca_bank_info *tmp_info;
233f5e4cc84SYang Wang 	bool found = false;
234f5e4cc84SYang Wang 
235a4fcb5f7SYang Wang 	mutex_lock(&aerr->lock);
236f5e4cc84SYang Wang 	list_for_each_entry(bank_error, &aerr->list, node) {
237f5e4cc84SYang Wang 		tmp_info = &bank_error->info;
238f5e4cc84SYang Wang 		if (tmp_info->socket_id == info->socket_id &&
239f5e4cc84SYang Wang 		    tmp_info->die_id == info->die_id) {
240f5e4cc84SYang Wang 			found = true;
241f5e4cc84SYang Wang 			goto out_unlock;
242f5e4cc84SYang Wang 		}
243f5e4cc84SYang Wang 	}
244f5e4cc84SYang Wang 
245f5e4cc84SYang Wang out_unlock:
246a4fcb5f7SYang Wang 	mutex_unlock(&aerr->lock);
247f5e4cc84SYang Wang 
248f5e4cc84SYang Wang 	return found ? bank_error : NULL;
249f5e4cc84SYang Wang }
250f5e4cc84SYang Wang 
aca_bank_error_remove(struct aca_error * aerr,struct aca_bank_error * bank_error)251f5e4cc84SYang Wang static void aca_bank_error_remove(struct aca_error *aerr, struct aca_bank_error *bank_error)
252f5e4cc84SYang Wang {
253f5e4cc84SYang Wang 	if (!aerr || !bank_error)
254f5e4cc84SYang Wang 		return;
255f5e4cc84SYang Wang 
256f5e4cc84SYang Wang 	list_del(&bank_error->node);
257f5e4cc84SYang Wang 	aerr->nr_errors--;
258f5e4cc84SYang Wang 
259f5e4cc84SYang Wang 	kvfree(bank_error);
260f5e4cc84SYang Wang }
261f5e4cc84SYang Wang 
get_bank_error(struct aca_error * aerr,struct aca_bank_info * info)262f5e4cc84SYang Wang static struct aca_bank_error *get_bank_error(struct aca_error *aerr, struct aca_bank_info *info)
263f5e4cc84SYang Wang {
264f5e4cc84SYang Wang 	struct aca_bank_error *bank_error;
265f5e4cc84SYang Wang 
266f5e4cc84SYang Wang 	if (!aerr || !info)
267f5e4cc84SYang Wang 		return NULL;
268f5e4cc84SYang Wang 
269f5e4cc84SYang Wang 	bank_error = find_bank_error(aerr, info);
270f5e4cc84SYang Wang 	if (bank_error)
271f5e4cc84SYang Wang 		return bank_error;
272f5e4cc84SYang Wang 
273f5e4cc84SYang Wang 	return new_bank_error(aerr, info);
274f5e4cc84SYang Wang }
275f5e4cc84SYang Wang 
aca_error_cache_log_bank_error(struct aca_handle * handle,struct aca_bank_info * info,enum aca_error_type type,u64 count)276949899cbSYang Wang int aca_error_cache_log_bank_error(struct aca_handle *handle, struct aca_bank_info *info,
277949899cbSYang Wang 				   enum aca_error_type type, u64 count)
278f5e4cc84SYang Wang {
279f5e4cc84SYang Wang 	struct aca_error_cache *error_cache = &handle->error_cache;
280f5e4cc84SYang Wang 	struct aca_bank_error *bank_error;
281f5e4cc84SYang Wang 	struct aca_error *aerr;
282f5e4cc84SYang Wang 
283949899cbSYang Wang 	if (!handle || !info || type >= ACA_ERROR_TYPE_COUNT)
284f5e4cc84SYang Wang 		return -EINVAL;
285f5e4cc84SYang Wang 
286949899cbSYang Wang 	if (!count)
287f5e4cc84SYang Wang 		return 0;
288f5e4cc84SYang Wang 
289f5e4cc84SYang Wang 	aerr = &error_cache->errors[type];
290949899cbSYang Wang 	bank_error = get_bank_error(aerr, info);
291f5e4cc84SYang Wang 	if (!bank_error)
292f5e4cc84SYang Wang 		return -ENOMEM;
293f5e4cc84SYang Wang 
294949899cbSYang Wang 	bank_error->count += count;
295f5e4cc84SYang Wang 
296f5e4cc84SYang Wang 	return 0;
297f5e4cc84SYang Wang }
298f5e4cc84SYang Wang 
aca_bank_parser(struct aca_handle * handle,struct aca_bank * bank,enum aca_smu_type type)299e3d4de8dSYang Wang static int aca_bank_parser(struct aca_handle *handle, struct aca_bank *bank, enum aca_smu_type type)
300f5e4cc84SYang Wang {
301f5e4cc84SYang Wang 	const struct aca_bank_ops *bank_ops = handle->bank_ops;
302f5e4cc84SYang Wang 
303e3d4de8dSYang Wang 	if (!bank)
304f5e4cc84SYang Wang 		return -EINVAL;
305f5e4cc84SYang Wang 
306e3d4de8dSYang Wang 	if (!bank_ops->aca_bank_parser)
307f5e4cc84SYang Wang 		return -EOPNOTSUPP;
308f5e4cc84SYang Wang 
309e3d4de8dSYang Wang 	return bank_ops->aca_bank_parser(handle, bank, type,
310e3d4de8dSYang Wang 					 handle->data);
311f5e4cc84SYang Wang }
312f5e4cc84SYang Wang 
handler_aca_log_bank_error(struct aca_handle * handle,struct aca_bank * bank,enum aca_smu_type type,void * data)313f5e4cc84SYang Wang static int handler_aca_log_bank_error(struct aca_handle *handle, struct aca_bank *bank,
314e3d4de8dSYang Wang 				      enum aca_smu_type type, void *data)
315f5e4cc84SYang Wang {
316f5e4cc84SYang Wang 	int ret;
317f5e4cc84SYang Wang 
318e3d4de8dSYang Wang 	ret = aca_bank_parser(handle, bank, type);
319f5e4cc84SYang Wang 	if (ret)
320f5e4cc84SYang Wang 		return ret;
321f5e4cc84SYang Wang 
322f5e4cc84SYang Wang 	return 0;
323f5e4cc84SYang Wang }
324f5e4cc84SYang Wang 
aca_dispatch_bank(struct aca_handle_manager * mgr,struct aca_bank * bank,enum aca_smu_type type,bank_handler_t handler,void * data)325f5e4cc84SYang Wang static int aca_dispatch_bank(struct aca_handle_manager *mgr, struct aca_bank *bank,
326abc3b5d2SYang Wang 			     enum aca_smu_type type, bank_handler_t handler, void *data)
327f5e4cc84SYang Wang {
328f5e4cc84SYang Wang 	struct aca_handle *handle;
329f5e4cc84SYang Wang 	int ret;
330f5e4cc84SYang Wang 
331f5e4cc84SYang Wang 	if (list_empty(&mgr->list))
332f5e4cc84SYang Wang 		return 0;
333f5e4cc84SYang Wang 
334f5e4cc84SYang Wang 	list_for_each_entry(handle, &mgr->list, node) {
335f5e4cc84SYang Wang 		if (!aca_bank_is_valid(handle, bank, type))
336f5e4cc84SYang Wang 			continue;
337f5e4cc84SYang Wang 
338f5e4cc84SYang Wang 		ret = handler(handle, bank, type, data);
339f5e4cc84SYang Wang 		if (ret)
340f5e4cc84SYang Wang 			return ret;
341f5e4cc84SYang Wang 	}
342f5e4cc84SYang Wang 
343f5e4cc84SYang Wang 	return 0;
344f5e4cc84SYang Wang }
345f5e4cc84SYang Wang 
aca_dispatch_banks(struct aca_handle_manager * mgr,struct aca_banks * banks,enum aca_smu_type type,bank_handler_t handler,void * data)346f5e4cc84SYang Wang static int aca_dispatch_banks(struct aca_handle_manager *mgr, struct aca_banks *banks,
347abc3b5d2SYang Wang 			      enum aca_smu_type type, bank_handler_t handler, void *data)
348f5e4cc84SYang Wang {
349f5e4cc84SYang Wang 	struct aca_bank_node *node;
350f5e4cc84SYang Wang 	struct aca_bank *bank;
351f5e4cc84SYang Wang 	int ret;
352f5e4cc84SYang Wang 
353f5e4cc84SYang Wang 	if (!mgr || !banks)
354f5e4cc84SYang Wang 		return -EINVAL;
355f5e4cc84SYang Wang 
356f5e4cc84SYang Wang 	/* pre check to avoid unnecessary operations */
357f5e4cc84SYang Wang 	if (list_empty(&mgr->list) || list_empty(&banks->list))
358f5e4cc84SYang Wang 		return 0;
359f5e4cc84SYang Wang 
360f5e4cc84SYang Wang 	list_for_each_entry(node, &banks->list, node) {
361f5e4cc84SYang Wang 		bank = &node->bank;
362f5e4cc84SYang Wang 
363f5e4cc84SYang Wang 		ret = aca_dispatch_bank(mgr, bank, type, handler, data);
364f5e4cc84SYang Wang 		if (ret)
365f5e4cc84SYang Wang 			return ret;
366f5e4cc84SYang Wang 	}
367f5e4cc84SYang Wang 
368f5e4cc84SYang Wang 	return 0;
369f5e4cc84SYang Wang }
370f5e4cc84SYang Wang 
aca_bank_should_update(struct amdgpu_device * adev,enum aca_smu_type type)371bd15bf74SYang Wang static bool aca_bank_should_update(struct amdgpu_device *adev, enum aca_smu_type type)
372bd15bf74SYang Wang {
373bd15bf74SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
374bd15bf74SYang Wang 	bool ret = true;
375bd15bf74SYang Wang 
376bd15bf74SYang Wang 	/*
377bd15bf74SYang Wang 	 * Because the UE Valid MCA count will only be cleared after reset,
378bd15bf74SYang Wang 	 * in order to avoid repeated counting of the error count,
379bd15bf74SYang Wang 	 * the aca bank is only updated once during the gpu recovery stage.
380bd15bf74SYang Wang 	 */
381bd15bf74SYang Wang 	if (type == ACA_SMU_TYPE_UE) {
382bd15bf74SYang Wang 		if (amdgpu_ras_intr_triggered())
383bd15bf74SYang Wang 			ret = atomic_cmpxchg(&aca->ue_update_flag, 0, 1) == 0;
384bd15bf74SYang Wang 		else
385bd15bf74SYang Wang 			atomic_set(&aca->ue_update_flag, 0);
386bd15bf74SYang Wang 	}
387bd15bf74SYang Wang 
388bd15bf74SYang Wang 	return ret;
389bd15bf74SYang Wang }
390bd15bf74SYang Wang 
aca_banks_generate_cper(struct amdgpu_device * adev,enum aca_smu_type type,struct aca_banks * banks,int count)391652e0902SHawking Zhang static void aca_banks_generate_cper(struct amdgpu_device *adev,
392652e0902SHawking Zhang 				    enum aca_smu_type type,
393652e0902SHawking Zhang 				    struct aca_banks *banks,
394652e0902SHawking Zhang 				    int count)
395652e0902SHawking Zhang {
396652e0902SHawking Zhang 	struct aca_bank_node *node;
397652e0902SHawking Zhang 	struct aca_bank *bank;
398338f7412SXiang Liu 	int r;
399652e0902SHawking Zhang 
400ce615fe3SXiang Liu 	if (!adev->cper.enabled)
401ce615fe3SXiang Liu 		return;
402ce615fe3SXiang Liu 
4032f94469cSXiang Liu 	if (!banks || !count) {
404652e0902SHawking Zhang 		dev_warn(adev->dev, "fail to generate cper records\n");
405652e0902SHawking Zhang 		return;
406652e0902SHawking Zhang 	}
407652e0902SHawking Zhang 
408652e0902SHawking Zhang 	/* UEs must be encoded into separate CPER entries */
409652e0902SHawking Zhang 	if (type == ACA_SMU_TYPE_UE) {
410338f7412SXiang Liu 		struct aca_banks de_banks;
411338f7412SXiang Liu 
412338f7412SXiang Liu 		aca_banks_init(&de_banks);
413652e0902SHawking Zhang 		list_for_each_entry(node, &banks->list, node) {
414652e0902SHawking Zhang 			bank = &node->bank;
415338f7412SXiang Liu 			if (bank->aca_err_type == ACA_ERROR_TYPE_DEFERRED) {
416338f7412SXiang Liu 				r = aca_banks_add_bank(&de_banks, bank);
417338f7412SXiang Liu 				if (r)
418338f7412SXiang Liu 					dev_warn(adev->dev, "fail to add de banks, ret = %d\n", r);
419338f7412SXiang Liu 			} else {
420652e0902SHawking Zhang 				if (amdgpu_cper_generate_ue_record(adev, bank))
421652e0902SHawking Zhang 					dev_warn(adev->dev, "fail to generate ue cper records\n");
422652e0902SHawking Zhang 			}
423338f7412SXiang Liu 		}
424338f7412SXiang Liu 
425338f7412SXiang Liu 		if (!list_empty(&de_banks.list)) {
426338f7412SXiang Liu 			if (amdgpu_cper_generate_ce_records(adev, &de_banks, de_banks.nr_banks))
427338f7412SXiang Liu 				dev_warn(adev->dev, "fail to generate de cper records\n");
428338f7412SXiang Liu 		}
429338f7412SXiang Liu 
430338f7412SXiang Liu 		aca_banks_release(&de_banks);
431652e0902SHawking Zhang 	} else {
432652e0902SHawking Zhang 		/*
433652e0902SHawking Zhang 		 * SMU_TYPE_CE banks are combined into 1 CPER entries,
434652e0902SHawking Zhang 		 * they could be CEs or DEs or both
435652e0902SHawking Zhang 		 */
436652e0902SHawking Zhang 		if (amdgpu_cper_generate_ce_records(adev, banks, count))
437652e0902SHawking Zhang 			dev_warn(adev->dev, "fail to generate ce cper records\n");
438652e0902SHawking Zhang 	}
439652e0902SHawking Zhang }
440652e0902SHawking Zhang 
aca_banks_update(struct amdgpu_device * adev,enum aca_smu_type type,bank_handler_t handler,struct ras_query_context * qctx,void * data)441abc3b5d2SYang Wang static int aca_banks_update(struct amdgpu_device *adev, enum aca_smu_type type,
44231fd330bSYang Wang 			    bank_handler_t handler, struct ras_query_context *qctx, void *data)
443f5e4cc84SYang Wang {
444f5e4cc84SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
445f5e4cc84SYang Wang 	struct aca_banks banks;
446f5e4cc84SYang Wang 	u32 count = 0;
447f5e4cc84SYang Wang 	int ret;
448f5e4cc84SYang Wang 
449f5e4cc84SYang Wang 	if (list_empty(&aca->mgr.list))
450f5e4cc84SYang Wang 		return 0;
451f5e4cc84SYang Wang 
452bd15bf74SYang Wang 	if (!aca_bank_should_update(adev, type))
453bd15bf74SYang Wang 		return 0;
454bd15bf74SYang Wang 
455f5e4cc84SYang Wang 	ret = aca_smu_get_valid_aca_count(adev, type, &count);
456f5e4cc84SYang Wang 	if (ret)
457f5e4cc84SYang Wang 		return ret;
458f5e4cc84SYang Wang 
459f5e4cc84SYang Wang 	if (!count)
460f5e4cc84SYang Wang 		return 0;
461f5e4cc84SYang Wang 
462f5e4cc84SYang Wang 	aca_banks_init(&banks);
463f5e4cc84SYang Wang 
46431fd330bSYang Wang 	ret = aca_smu_get_valid_aca_banks(adev, type, 0, count, &banks, qctx);
465f5e4cc84SYang Wang 	if (ret)
466f5e4cc84SYang Wang 		goto err_release_banks;
467f5e4cc84SYang Wang 
468f5e4cc84SYang Wang 	if (list_empty(&banks.list)) {
469f5e4cc84SYang Wang 		ret = 0;
470f5e4cc84SYang Wang 		goto err_release_banks;
471f5e4cc84SYang Wang 	}
472f5e4cc84SYang Wang 
473f5e4cc84SYang Wang 	ret = aca_dispatch_banks(&aca->mgr, &banks, type,
474f5e4cc84SYang Wang 				 handler, data);
475f5e4cc84SYang Wang 	if (ret)
476f5e4cc84SYang Wang 		goto err_release_banks;
477f5e4cc84SYang Wang 
478652e0902SHawking Zhang 	aca_banks_generate_cper(adev, type, &banks, count);
479652e0902SHawking Zhang 
480f5e4cc84SYang Wang err_release_banks:
481f5e4cc84SYang Wang 	aca_banks_release(&banks);
482f5e4cc84SYang Wang 
483f5e4cc84SYang Wang 	return ret;
484f5e4cc84SYang Wang }
485f5e4cc84SYang Wang 
aca_log_aca_error_data(struct aca_bank_error * bank_error,enum aca_error_type type,struct ras_err_data * err_data)486f5e4cc84SYang Wang static int aca_log_aca_error_data(struct aca_bank_error *bank_error, enum aca_error_type type, struct ras_err_data *err_data)
487f5e4cc84SYang Wang {
488f5e4cc84SYang Wang 	struct aca_bank_info *info;
489f5e4cc84SYang Wang 	struct amdgpu_smuio_mcm_config_info mcm_info;
490f5e4cc84SYang Wang 	u64 count;
491f5e4cc84SYang Wang 
492f5e4cc84SYang Wang 	if (type >= ACA_ERROR_TYPE_COUNT)
493f5e4cc84SYang Wang 		return -EINVAL;
494f5e4cc84SYang Wang 
495949899cbSYang Wang 	count = bank_error->count;
496f5e4cc84SYang Wang 	if (!count)
497f5e4cc84SYang Wang 		return 0;
498f5e4cc84SYang Wang 
499f5e4cc84SYang Wang 	info = &bank_error->info;
500f5e4cc84SYang Wang 	mcm_info.die_id = info->die_id;
501f5e4cc84SYang Wang 	mcm_info.socket_id = info->socket_id;
502f5e4cc84SYang Wang 
503f5e4cc84SYang Wang 	switch (type) {
504f5e4cc84SYang Wang 	case ACA_ERROR_TYPE_UE:
505671af066SYang Wang 		amdgpu_ras_error_statistic_ue_count(err_data, &mcm_info, count);
506f5e4cc84SYang Wang 		break;
507f5e4cc84SYang Wang 	case ACA_ERROR_TYPE_CE:
508671af066SYang Wang 		amdgpu_ras_error_statistic_ce_count(err_data, &mcm_info, count);
509f5e4cc84SYang Wang 		break;
510f5e4cc84SYang Wang 	case ACA_ERROR_TYPE_DEFERRED:
511671af066SYang Wang 		amdgpu_ras_error_statistic_de_count(err_data, &mcm_info, count);
512865d3397SYang Wang 		break;
513f5e4cc84SYang Wang 	default:
514f5e4cc84SYang Wang 		break;
515f5e4cc84SYang Wang 	}
516f5e4cc84SYang Wang 
517f5e4cc84SYang Wang 	return 0;
518f5e4cc84SYang Wang }
519f5e4cc84SYang Wang 
aca_log_aca_error(struct aca_handle * handle,enum aca_error_type type,struct ras_err_data * err_data)520f5e4cc84SYang Wang static int aca_log_aca_error(struct aca_handle *handle, enum aca_error_type type, struct ras_err_data *err_data)
521f5e4cc84SYang Wang {
522f5e4cc84SYang Wang 	struct aca_error_cache *error_cache = &handle->error_cache;
523f5e4cc84SYang Wang 	struct aca_error *aerr = &error_cache->errors[type];
524f5e4cc84SYang Wang 	struct aca_bank_error *bank_error, *tmp;
525f5e4cc84SYang Wang 
526a4fcb5f7SYang Wang 	mutex_lock(&aerr->lock);
527f5e4cc84SYang Wang 
528f5e4cc84SYang Wang 	if (list_empty(&aerr->list))
529f5e4cc84SYang Wang 		goto out_unlock;
530f5e4cc84SYang Wang 
531f5e4cc84SYang Wang 	list_for_each_entry_safe(bank_error, tmp, &aerr->list, node) {
532f5e4cc84SYang Wang 		aca_log_aca_error_data(bank_error, type, err_data);
533f5e4cc84SYang Wang 		aca_bank_error_remove(aerr, bank_error);
534f5e4cc84SYang Wang 	}
535f5e4cc84SYang Wang 
536f5e4cc84SYang Wang out_unlock:
537a4fcb5f7SYang Wang 	mutex_unlock(&aerr->lock);
538f5e4cc84SYang Wang 
539f5e4cc84SYang Wang 	return 0;
540f5e4cc84SYang Wang }
541f5e4cc84SYang Wang 
__aca_get_error_data(struct amdgpu_device * adev,struct aca_handle * handle,enum aca_error_type type,struct ras_err_data * err_data,struct ras_query_context * qctx)542f5e4cc84SYang Wang static int __aca_get_error_data(struct amdgpu_device *adev, struct aca_handle *handle, enum aca_error_type type,
54331fd330bSYang Wang 				struct ras_err_data *err_data, struct ras_query_context *qctx)
544f5e4cc84SYang Wang {
545abc3b5d2SYang Wang 	enum aca_smu_type smu_type;
546f5e4cc84SYang Wang 	int ret;
547f5e4cc84SYang Wang 
548abc3b5d2SYang Wang 	switch (type) {
549abc3b5d2SYang Wang 	case ACA_ERROR_TYPE_UE:
550abc3b5d2SYang Wang 		smu_type = ACA_SMU_TYPE_UE;
551abc3b5d2SYang Wang 		break;
552abc3b5d2SYang Wang 	case ACA_ERROR_TYPE_CE:
553865d3397SYang Wang 	case ACA_ERROR_TYPE_DEFERRED:
554abc3b5d2SYang Wang 		smu_type = ACA_SMU_TYPE_CE;
555abc3b5d2SYang Wang 		break;
556abc3b5d2SYang Wang 	default:
557abc3b5d2SYang Wang 		return -EINVAL;
558abc3b5d2SYang Wang 	}
559abc3b5d2SYang Wang 
5600110ac11SYan Zhen 	/* update aca bank to aca source error_cache first */
56131fd330bSYang Wang 	ret = aca_banks_update(adev, smu_type, handler_aca_log_bank_error, qctx, NULL);
562f5e4cc84SYang Wang 	if (ret)
563f5e4cc84SYang Wang 		return ret;
564f5e4cc84SYang Wang 
565338f7412SXiang Liu 	/* DEs may contain in CEs or UEs */
566338f7412SXiang Liu 	if (type != ACA_ERROR_TYPE_DEFERRED)
567338f7412SXiang Liu 		aca_log_aca_error(handle, ACA_ERROR_TYPE_DEFERRED, err_data);
568338f7412SXiang Liu 
569f5e4cc84SYang Wang 	return aca_log_aca_error(handle, type, err_data);
570f5e4cc84SYang Wang }
571f5e4cc84SYang Wang 
aca_handle_is_valid(struct aca_handle * handle)572f5e4cc84SYang Wang static bool aca_handle_is_valid(struct aca_handle *handle)
573f5e4cc84SYang Wang {
574f5e4cc84SYang Wang 	if (!handle->mask || !list_empty(&handle->node))
575f5e4cc84SYang Wang 		return false;
576f5e4cc84SYang Wang 
577f5e4cc84SYang Wang 	return true;
578f5e4cc84SYang Wang }
579f5e4cc84SYang Wang 
amdgpu_aca_get_error_data(struct amdgpu_device * adev,struct aca_handle * handle,enum aca_error_type type,struct ras_err_data * err_data,struct ras_query_context * qctx)580f5e4cc84SYang Wang int amdgpu_aca_get_error_data(struct amdgpu_device *adev, struct aca_handle *handle,
58181d96e8bSYang Wang 			      enum aca_error_type type, struct ras_err_data *err_data,
58281d96e8bSYang Wang 			      struct ras_query_context *qctx)
583f5e4cc84SYang Wang {
584f5e4cc84SYang Wang 	if (!handle || !err_data)
585f5e4cc84SYang Wang 		return -EINVAL;
586f5e4cc84SYang Wang 
587f5e4cc84SYang Wang 	if (aca_handle_is_valid(handle))
588f5e4cc84SYang Wang 		return -EOPNOTSUPP;
589f5e4cc84SYang Wang 
590e6ae021aSJesse Zhang 	if ((type < 0) || (!(BIT(type) & handle->mask)))
591f5e4cc84SYang Wang 		return  0;
592f5e4cc84SYang Wang 
59381d96e8bSYang Wang 	return __aca_get_error_data(adev, handle, type, err_data, qctx);
594f5e4cc84SYang Wang }
595f5e4cc84SYang Wang 
aca_error_init(struct aca_error * aerr,enum aca_error_type type)596f5e4cc84SYang Wang static void aca_error_init(struct aca_error *aerr, enum aca_error_type type)
597f5e4cc84SYang Wang {
598a4fcb5f7SYang Wang 	mutex_init(&aerr->lock);
599f5e4cc84SYang Wang 	INIT_LIST_HEAD(&aerr->list);
600f5e4cc84SYang Wang 	aerr->type = type;
601f5e4cc84SYang Wang 	aerr->nr_errors = 0;
602f5e4cc84SYang Wang }
603f5e4cc84SYang Wang 
aca_init_error_cache(struct aca_handle * handle)604f5e4cc84SYang Wang static void aca_init_error_cache(struct aca_handle *handle)
605f5e4cc84SYang Wang {
606f5e4cc84SYang Wang 	struct aca_error_cache *error_cache = &handle->error_cache;
607f5e4cc84SYang Wang 	int type;
608f5e4cc84SYang Wang 
609f5e4cc84SYang Wang 	for (type = ACA_ERROR_TYPE_UE; type < ACA_ERROR_TYPE_COUNT; type++)
610f5e4cc84SYang Wang 		aca_error_init(&error_cache->errors[type], type);
611f5e4cc84SYang Wang }
612f5e4cc84SYang Wang 
aca_error_fini(struct aca_error * aerr)613f5e4cc84SYang Wang static void aca_error_fini(struct aca_error *aerr)
614f5e4cc84SYang Wang {
615f5e4cc84SYang Wang 	struct aca_bank_error *bank_error, *tmp;
616f5e4cc84SYang Wang 
617a4fcb5f7SYang Wang 	mutex_lock(&aerr->lock);
6184416377aSYang Wang 	if (list_empty(&aerr->list))
6194416377aSYang Wang 		goto out_unlock;
6204416377aSYang Wang 
621f5e4cc84SYang Wang 	list_for_each_entry_safe(bank_error, tmp, &aerr->list, node)
622f5e4cc84SYang Wang 		aca_bank_error_remove(aerr, bank_error);
623a4fcb5f7SYang Wang 
6244416377aSYang Wang out_unlock:
625a4fcb5f7SYang Wang 	mutex_destroy(&aerr->lock);
626f5e4cc84SYang Wang }
627f5e4cc84SYang Wang 
aca_fini_error_cache(struct aca_handle * handle)628f5e4cc84SYang Wang static void aca_fini_error_cache(struct aca_handle *handle)
629f5e4cc84SYang Wang {
630f5e4cc84SYang Wang 	struct aca_error_cache *error_cache = &handle->error_cache;
631f5e4cc84SYang Wang 	int type;
632f5e4cc84SYang Wang 
633f5e4cc84SYang Wang 	for (type = ACA_ERROR_TYPE_UE; type < ACA_ERROR_TYPE_COUNT; type++)
634f5e4cc84SYang Wang 		aca_error_fini(&error_cache->errors[type]);
635f5e4cc84SYang Wang }
636f5e4cc84SYang Wang 
add_aca_handle(struct amdgpu_device * adev,struct aca_handle_manager * mgr,struct aca_handle * handle,const char * name,const struct aca_info * ras_info,void * data)637f5e4cc84SYang Wang static int add_aca_handle(struct amdgpu_device *adev, struct aca_handle_manager *mgr, struct aca_handle *handle,
638f5e4cc84SYang Wang 			  const char *name, const struct aca_info *ras_info, void *data)
639f5e4cc84SYang Wang {
640f5e4cc84SYang Wang 	memset(handle, 0, sizeof(*handle));
641f5e4cc84SYang Wang 
642f5e4cc84SYang Wang 	handle->adev = adev;
643f5e4cc84SYang Wang 	handle->mgr = mgr;
644f5e4cc84SYang Wang 	handle->name = name;
645f5e4cc84SYang Wang 	handle->hwip = ras_info->hwip;
646f5e4cc84SYang Wang 	handle->mask = ras_info->mask;
647f5e4cc84SYang Wang 	handle->bank_ops = ras_info->bank_ops;
648f5e4cc84SYang Wang 	handle->data = data;
649f5e4cc84SYang Wang 	aca_init_error_cache(handle);
650f5e4cc84SYang Wang 
651f5e4cc84SYang Wang 	INIT_LIST_HEAD(&handle->node);
652f5e4cc84SYang Wang 	list_add_tail(&handle->node, &mgr->list);
653f5e4cc84SYang Wang 	mgr->nr_handles++;
654f5e4cc84SYang Wang 
655f5e4cc84SYang Wang 	return 0;
656f5e4cc84SYang Wang }
657f5e4cc84SYang Wang 
aca_sysfs_read(struct device * dev,struct device_attribute * attr,char * buf)65837973b69SYang Wang static ssize_t aca_sysfs_read(struct device *dev,
65937973b69SYang Wang 			      struct device_attribute *attr, char *buf)
66037973b69SYang Wang {
66137973b69SYang Wang 	struct aca_handle *handle = container_of(attr, struct aca_handle, aca_attr);
66237973b69SYang Wang 
66337973b69SYang Wang 	/* NOTE: the aca cache will be auto cleared once read,
66437973b69SYang Wang 	 * So the driver should unify the query entry point, forward request to ras query interface directly */
66537973b69SYang Wang 	return amdgpu_ras_aca_sysfs_read(dev, attr, handle, buf, handle->data);
66637973b69SYang Wang }
66737973b69SYang Wang 
add_aca_sysfs(struct amdgpu_device * adev,struct aca_handle * handle)66837973b69SYang Wang static int add_aca_sysfs(struct amdgpu_device *adev, struct aca_handle *handle)
66937973b69SYang Wang {
67037973b69SYang Wang 	struct device_attribute *aca_attr = &handle->aca_attr;
67137973b69SYang Wang 
67237973b69SYang Wang 	snprintf(handle->attr_name, sizeof(handle->attr_name) - 1, "aca_%s", handle->name);
67337973b69SYang Wang 	aca_attr->show = aca_sysfs_read;
67437973b69SYang Wang 	aca_attr->attr.name = handle->attr_name;
67537973b69SYang Wang 	aca_attr->attr.mode = S_IRUGO;
67637973b69SYang Wang 	sysfs_attr_init(&aca_attr->attr);
67737973b69SYang Wang 
67837973b69SYang Wang 	return sysfs_add_file_to_group(&adev->dev->kobj,
67937973b69SYang Wang 				       &aca_attr->attr,
68037973b69SYang Wang 				       "ras");
68137973b69SYang Wang }
68237973b69SYang Wang 
amdgpu_aca_add_handle(struct amdgpu_device * adev,struct aca_handle * handle,const char * name,const struct aca_info * ras_info,void * data)683f5e4cc84SYang Wang int amdgpu_aca_add_handle(struct amdgpu_device *adev, struct aca_handle *handle,
684f5e4cc84SYang Wang 			  const char *name, const struct aca_info *ras_info, void *data)
685f5e4cc84SYang Wang {
686f5e4cc84SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
68737973b69SYang Wang 	int ret;
688f5e4cc84SYang Wang 
68904c4fcd2SYang Wang 	if (!amdgpu_aca_is_enabled(adev))
69004c4fcd2SYang Wang 		return 0;
69104c4fcd2SYang Wang 
69237973b69SYang Wang 	ret = add_aca_handle(adev, &aca->mgr, handle, name, ras_info, data);
69337973b69SYang Wang 	if (ret)
69437973b69SYang Wang 		return ret;
69537973b69SYang Wang 
69637973b69SYang Wang 	return add_aca_sysfs(adev, handle);
697f5e4cc84SYang Wang }
698f5e4cc84SYang Wang 
remove_aca_handle(struct aca_handle * handle)6996eb726a0SYang Wang static void remove_aca_handle(struct aca_handle *handle)
700f5e4cc84SYang Wang {
701f5e4cc84SYang Wang 	struct aca_handle_manager *mgr = handle->mgr;
702f5e4cc84SYang Wang 
703f5e4cc84SYang Wang 	aca_fini_error_cache(handle);
704f5e4cc84SYang Wang 	list_del(&handle->node);
705f5e4cc84SYang Wang 	mgr->nr_handles--;
706f5e4cc84SYang Wang }
707f5e4cc84SYang Wang 
remove_aca_sysfs(struct aca_handle * handle)7086eb726a0SYang Wang static void remove_aca_sysfs(struct aca_handle *handle)
7096eb726a0SYang Wang {
7106eb726a0SYang Wang 	struct amdgpu_device *adev = handle->adev;
7116eb726a0SYang Wang 	struct device_attribute *aca_attr = &handle->aca_attr;
7126eb726a0SYang Wang 
7136eb726a0SYang Wang 	if (adev->dev->kobj.sd)
7146eb726a0SYang Wang 		sysfs_remove_file_from_group(&adev->dev->kobj,
7156eb726a0SYang Wang 					     &aca_attr->attr,
7166eb726a0SYang Wang 					     "ras");
7176eb726a0SYang Wang }
7186eb726a0SYang Wang 
amdgpu_aca_remove_handle(struct aca_handle * handle)719f5e4cc84SYang Wang void amdgpu_aca_remove_handle(struct aca_handle *handle)
720f5e4cc84SYang Wang {
721f5e4cc84SYang Wang 	if (!handle || list_empty(&handle->node))
722f5e4cc84SYang Wang 		return;
723f5e4cc84SYang Wang 
7246eb726a0SYang Wang 	remove_aca_sysfs(handle);
7256eb726a0SYang Wang 	remove_aca_handle(handle);
726f5e4cc84SYang Wang }
727f5e4cc84SYang Wang 
aca_manager_init(struct aca_handle_manager * mgr)728f5e4cc84SYang Wang static int aca_manager_init(struct aca_handle_manager *mgr)
729f5e4cc84SYang Wang {
730f5e4cc84SYang Wang 	INIT_LIST_HEAD(&mgr->list);
731f5e4cc84SYang Wang 	mgr->nr_handles = 0;
732f5e4cc84SYang Wang 
733f5e4cc84SYang Wang 	return 0;
734f5e4cc84SYang Wang }
735f5e4cc84SYang Wang 
aca_manager_fini(struct aca_handle_manager * mgr)736f5e4cc84SYang Wang static void aca_manager_fini(struct aca_handle_manager *mgr)
737f5e4cc84SYang Wang {
738f5e4cc84SYang Wang 	struct aca_handle *handle, *tmp;
739f5e4cc84SYang Wang 
7404416377aSYang Wang 	if (list_empty(&mgr->list))
7414416377aSYang Wang 		return;
7424416377aSYang Wang 
743f5e4cc84SYang Wang 	list_for_each_entry_safe(handle, tmp, &mgr->list, node)
7446eb726a0SYang Wang 		amdgpu_aca_remove_handle(handle);
745f5e4cc84SYang Wang }
746f5e4cc84SYang Wang 
amdgpu_aca_is_enabled(struct amdgpu_device * adev)74704c4fcd2SYang Wang bool amdgpu_aca_is_enabled(struct amdgpu_device *adev)
74804c4fcd2SYang Wang {
749b2aa3d4bSYang Wang 	return (adev->aca.is_enabled ||
750b2aa3d4bSYang Wang 		adev->debug_enable_ras_aca);
75104c4fcd2SYang Wang }
75204c4fcd2SYang Wang 
amdgpu_aca_init(struct amdgpu_device * adev)753f5e4cc84SYang Wang int amdgpu_aca_init(struct amdgpu_device *adev)
754f5e4cc84SYang Wang {
755f5e4cc84SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
756f5e4cc84SYang Wang 	int ret;
757f5e4cc84SYang Wang 
758bd15bf74SYang Wang 	atomic_set(&aca->ue_update_flag, 0);
759bd15bf74SYang Wang 
760f5e4cc84SYang Wang 	ret = aca_manager_init(&aca->mgr);
761f5e4cc84SYang Wang 	if (ret)
762f5e4cc84SYang Wang 		return ret;
763f5e4cc84SYang Wang 
764f5e4cc84SYang Wang 	return 0;
765f5e4cc84SYang Wang }
766f5e4cc84SYang Wang 
amdgpu_aca_fini(struct amdgpu_device * adev)767f5e4cc84SYang Wang void amdgpu_aca_fini(struct amdgpu_device *adev)
768f5e4cc84SYang Wang {
769f5e4cc84SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
770f5e4cc84SYang Wang 
771f5e4cc84SYang Wang 	aca_manager_fini(&aca->mgr);
772bd15bf74SYang Wang 
773bd15bf74SYang Wang 	atomic_set(&aca->ue_update_flag, 0);
774f5e4cc84SYang Wang }
775f5e4cc84SYang Wang 
amdgpu_aca_reset(struct amdgpu_device * adev)7769817f061SYang Wang int amdgpu_aca_reset(struct amdgpu_device *adev)
7779817f061SYang Wang {
7789817f061SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
7799817f061SYang Wang 
7809817f061SYang Wang 	atomic_set(&aca->ue_update_flag, 0);
7819817f061SYang Wang 
7829817f061SYang Wang 	return 0;
7839817f061SYang Wang }
7849817f061SYang Wang 
amdgpu_aca_set_smu_funcs(struct amdgpu_device * adev,const struct aca_smu_funcs * smu_funcs)785f5e4cc84SYang Wang void amdgpu_aca_set_smu_funcs(struct amdgpu_device *adev, const struct aca_smu_funcs *smu_funcs)
786f5e4cc84SYang Wang {
787f5e4cc84SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
788f5e4cc84SYang Wang 
789f5e4cc84SYang Wang 	WARN_ON(aca->smu_funcs);
790f5e4cc84SYang Wang 	aca->smu_funcs = smu_funcs;
791f5e4cc84SYang Wang }
792f5e4cc84SYang Wang 
aca_bank_info_decode(struct aca_bank * bank,struct aca_bank_info * info)793f5e4cc84SYang Wang int aca_bank_info_decode(struct aca_bank *bank, struct aca_bank_info *info)
794f5e4cc84SYang Wang {
795f5e4cc84SYang Wang 	u64 ipid;
796f5e4cc84SYang Wang 	u32 instidhi, instidlo;
797f5e4cc84SYang Wang 
798f5e4cc84SYang Wang 	if (!bank || !info)
799f5e4cc84SYang Wang 		return -EINVAL;
800f5e4cc84SYang Wang 
801f5e4cc84SYang Wang 	ipid = bank->regs[ACA_REG_IDX_IPID];
802f5e4cc84SYang Wang 	info->hwid = ACA_REG__IPID__HARDWAREID(ipid);
803f5e4cc84SYang Wang 	info->mcatype = ACA_REG__IPID__MCATYPE(ipid);
804f5e4cc84SYang Wang 	/*
805f5e4cc84SYang Wang 	 * Unfied DieID Format: SAASS. A:AID, S:Socket.
806f5e4cc84SYang Wang 	 * Unfied DieID[4:4] = InstanceId[0:0]
807f5e4cc84SYang Wang 	 * Unfied DieID[0:3] = InstanceIdHi[0:3]
808f5e4cc84SYang Wang 	 */
809f5e4cc84SYang Wang 	instidhi = ACA_REG__IPID__INSTANCEIDHI(ipid);
810f5e4cc84SYang Wang 	instidlo = ACA_REG__IPID__INSTANCEIDLO(ipid);
811f5e4cc84SYang Wang 	info->die_id = ((instidhi >> 2) & 0x03);
812f5e4cc84SYang Wang 	info->socket_id = ((instidlo & 0x1) << 2) | (instidhi & 0x03);
813f5e4cc84SYang Wang 
814f5e4cc84SYang Wang 	return 0;
815f5e4cc84SYang Wang }
816f5e4cc84SYang Wang 
aca_bank_get_error_code(struct amdgpu_device * adev,struct aca_bank * bank)817f5e4cc84SYang Wang static int aca_bank_get_error_code(struct amdgpu_device *adev, struct aca_bank *bank)
818f5e4cc84SYang Wang {
819f2355862SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
820f2355862SYang Wang 	const struct aca_smu_funcs *smu_funcs = aca->smu_funcs;
821f5e4cc84SYang Wang 
822f2355862SYang Wang 	if (!smu_funcs || !smu_funcs->parse_error_code)
823f2355862SYang Wang 		return -EOPNOTSUPP;
824f5e4cc84SYang Wang 
825f2355862SYang Wang 	return smu_funcs->parse_error_code(adev, bank);
826f5e4cc84SYang Wang }
827f5e4cc84SYang Wang 
aca_bank_check_error_codes(struct amdgpu_device * adev,struct aca_bank * bank,int * err_codes,int size)828f5e4cc84SYang Wang int aca_bank_check_error_codes(struct amdgpu_device *adev, struct aca_bank *bank, int *err_codes, int size)
829f5e4cc84SYang Wang {
830f5e4cc84SYang Wang 	int i, error_code;
831f5e4cc84SYang Wang 
832f5e4cc84SYang Wang 	if (!bank || !err_codes)
833f5e4cc84SYang Wang 		return -EINVAL;
834f5e4cc84SYang Wang 
835f5e4cc84SYang Wang 	error_code = aca_bank_get_error_code(adev, bank);
836f2355862SYang Wang 	if (error_code < 0)
837f2355862SYang Wang 		return error_code;
838f2355862SYang Wang 
839f5e4cc84SYang Wang 	for (i = 0; i < size; i++) {
840f5e4cc84SYang Wang 		if (err_codes[i] == error_code)
841f5e4cc84SYang Wang 			return 0;
842f5e4cc84SYang Wang 	}
843f5e4cc84SYang Wang 
844f5e4cc84SYang Wang 	return -EINVAL;
845f5e4cc84SYang Wang }
846f5e4cc84SYang Wang 
amdgpu_aca_smu_set_debug_mode(struct amdgpu_device * adev,bool en)84733dcda51SYang Wang int amdgpu_aca_smu_set_debug_mode(struct amdgpu_device *adev, bool en)
84833dcda51SYang Wang {
84933dcda51SYang Wang 	struct amdgpu_aca *aca = &adev->aca;
85033dcda51SYang Wang 	const struct aca_smu_funcs *smu_funcs = aca->smu_funcs;
85133dcda51SYang Wang 
85233dcda51SYang Wang 	if (!smu_funcs || !smu_funcs->set_debug_mode)
85333dcda51SYang Wang 		return -EOPNOTSUPP;
85433dcda51SYang Wang 
85533dcda51SYang Wang 	return smu_funcs->set_debug_mode(adev, en);
85633dcda51SYang Wang }
85733dcda51SYang Wang 
85833dcda51SYang Wang #if defined(CONFIG_DEBUG_FS)
amdgpu_aca_smu_debug_mode_set(void * data,u64 val)85933dcda51SYang Wang static int amdgpu_aca_smu_debug_mode_set(void *data, u64 val)
86033dcda51SYang Wang {
86133dcda51SYang Wang 	struct amdgpu_device *adev = (struct amdgpu_device *)data;
86233dcda51SYang Wang 	int ret;
86333dcda51SYang Wang 
86433dcda51SYang Wang 	ret = amdgpu_ras_set_aca_debug_mode(adev, val ? true : false);
86533dcda51SYang Wang 	if (ret)
86633dcda51SYang Wang 		return ret;
86733dcda51SYang Wang 
86833dcda51SYang Wang 	dev_info(adev->dev, "amdgpu set smu aca debug mode %s success\n", val ? "on" : "off");
86933dcda51SYang Wang 
87033dcda51SYang Wang 	return 0;
87133dcda51SYang Wang }
87233dcda51SYang Wang 
aca_dump_entry(struct seq_file * m,struct aca_bank * bank,enum aca_smu_type type,int idx)873abc3b5d2SYang Wang static void aca_dump_entry(struct seq_file *m, struct aca_bank *bank, enum aca_smu_type type, int idx)
87433dcda51SYang Wang {
87533dcda51SYang Wang 	struct aca_bank_info info;
87633dcda51SYang Wang 	int i, ret;
87733dcda51SYang Wang 
87833dcda51SYang Wang 	ret = aca_bank_info_decode(bank, &info);
87933dcda51SYang Wang 	if (ret)
88033dcda51SYang Wang 		return;
88133dcda51SYang Wang 
882abc3b5d2SYang Wang 	seq_printf(m, "aca entry[%d].type: %s\n", idx, type ==  ACA_SMU_TYPE_UE ? "UE" : "CE");
88333dcda51SYang Wang 	seq_printf(m, "aca entry[%d].info: socketid:%d aid:%d hwid:0x%03x mcatype:0x%04x\n",
88433dcda51SYang Wang 		   idx, info.socket_id, info.die_id, info.hwid, info.mcatype);
88533dcda51SYang Wang 
88633dcda51SYang Wang 	for (i = 0; i < ARRAY_SIZE(aca_regs); i++)
88733dcda51SYang Wang 		seq_printf(m, "aca entry[%d].regs[%d]: 0x%016llx\n", idx, aca_regs[i].reg_idx, bank->regs[aca_regs[i].reg_idx]);
88833dcda51SYang Wang }
88933dcda51SYang Wang 
89033dcda51SYang Wang struct aca_dump_context {
89133dcda51SYang Wang 	struct seq_file *m;
89233dcda51SYang Wang 	int idx;
89333dcda51SYang Wang };
89433dcda51SYang Wang 
handler_aca_bank_dump(struct aca_handle * handle,struct aca_bank * bank,enum aca_smu_type type,void * data)89533dcda51SYang Wang static int handler_aca_bank_dump(struct aca_handle *handle, struct aca_bank *bank,
896abc3b5d2SYang Wang 				 enum aca_smu_type type, void *data)
89733dcda51SYang Wang {
89833dcda51SYang Wang 	struct aca_dump_context *ctx = (struct aca_dump_context *)data;
89933dcda51SYang Wang 
90033dcda51SYang Wang 	aca_dump_entry(ctx->m, bank, type, ctx->idx++);
90133dcda51SYang Wang 
90233dcda51SYang Wang 	return handler_aca_log_bank_error(handle, bank, type, NULL);
90333dcda51SYang Wang }
90433dcda51SYang Wang 
aca_dump_show(struct seq_file * m,enum aca_smu_type type)905abc3b5d2SYang Wang static int aca_dump_show(struct seq_file *m, enum aca_smu_type type)
90633dcda51SYang Wang {
90733dcda51SYang Wang 	struct amdgpu_device *adev = (struct amdgpu_device *)m->private;
90833dcda51SYang Wang 	struct aca_dump_context context = {
90933dcda51SYang Wang 		.m = m,
91033dcda51SYang Wang 		.idx = 0,
91133dcda51SYang Wang 	};
91233dcda51SYang Wang 
91331fd330bSYang Wang 	return aca_banks_update(adev, type, handler_aca_bank_dump, NULL, (void *)&context);
91433dcda51SYang Wang }
91533dcda51SYang Wang 
aca_dump_ce_show(struct seq_file * m,void * unused)91633dcda51SYang Wang static int aca_dump_ce_show(struct seq_file *m, void *unused)
91733dcda51SYang Wang {
918abc3b5d2SYang Wang 	return aca_dump_show(m, ACA_SMU_TYPE_CE);
91933dcda51SYang Wang }
92033dcda51SYang Wang 
aca_dump_ce_open(struct inode * inode,struct file * file)92133dcda51SYang Wang static int aca_dump_ce_open(struct inode *inode, struct file *file)
92233dcda51SYang Wang {
92333dcda51SYang Wang 	return single_open(file, aca_dump_ce_show, inode->i_private);
92433dcda51SYang Wang }
92533dcda51SYang Wang 
92633dcda51SYang Wang static const struct file_operations aca_ce_dump_debug_fops = {
92733dcda51SYang Wang 	.owner = THIS_MODULE,
92833dcda51SYang Wang 	.open = aca_dump_ce_open,
92933dcda51SYang Wang 	.read = seq_read,
93033dcda51SYang Wang 	.llseek = seq_lseek,
93133dcda51SYang Wang 	.release = single_release,
93233dcda51SYang Wang };
93333dcda51SYang Wang 
aca_dump_ue_show(struct seq_file * m,void * unused)93433dcda51SYang Wang static int aca_dump_ue_show(struct seq_file *m, void *unused)
93533dcda51SYang Wang {
936abc3b5d2SYang Wang 	return aca_dump_show(m, ACA_SMU_TYPE_UE);
93733dcda51SYang Wang }
93833dcda51SYang Wang 
aca_dump_ue_open(struct inode * inode,struct file * file)93933dcda51SYang Wang static int aca_dump_ue_open(struct inode *inode, struct file *file)
94033dcda51SYang Wang {
94133dcda51SYang Wang 	return single_open(file, aca_dump_ue_show, inode->i_private);
94233dcda51SYang Wang }
94333dcda51SYang Wang 
94433dcda51SYang Wang static const struct file_operations aca_ue_dump_debug_fops = {
94533dcda51SYang Wang 	.owner = THIS_MODULE,
94633dcda51SYang Wang 	.open = aca_dump_ue_open,
94733dcda51SYang Wang 	.read = seq_read,
94833dcda51SYang Wang 	.llseek = seq_lseek,
94933dcda51SYang Wang 	.release = single_release,
95033dcda51SYang Wang };
95133dcda51SYang Wang 
95233dcda51SYang Wang DEFINE_DEBUGFS_ATTRIBUTE(aca_debug_mode_fops, NULL, amdgpu_aca_smu_debug_mode_set, "%llu\n");
95333dcda51SYang Wang #endif
95433dcda51SYang Wang 
amdgpu_aca_smu_debugfs_init(struct amdgpu_device * adev,struct dentry * root)95533dcda51SYang Wang void amdgpu_aca_smu_debugfs_init(struct amdgpu_device *adev, struct dentry *root)
95633dcda51SYang Wang {
95733dcda51SYang Wang #if defined(CONFIG_DEBUG_FS)
9589817f061SYang Wang 	if (!root)
95933dcda51SYang Wang 		return;
96033dcda51SYang Wang 
96133dcda51SYang Wang 	debugfs_create_file("aca_debug_mode", 0200, root, adev, &aca_debug_mode_fops);
96233dcda51SYang Wang 	debugfs_create_file("aca_ue_dump", 0400, root, adev, &aca_ue_dump_debug_fops);
96333dcda51SYang Wang 	debugfs_create_file("aca_ce_dump", 0400, root, adev, &aca_ce_dump_debug_fops);
96433dcda51SYang Wang #endif
96533dcda51SYang Wang }
966