1e071dce3SLijo Lazar /*
2e071dce3SLijo Lazar * Copyright 2021 Advanced Micro Devices, Inc.
3e071dce3SLijo Lazar *
4e071dce3SLijo Lazar * Permission is hereby granted, free of charge, to any person obtaining a
5e071dce3SLijo Lazar * copy of this software and associated documentation files (the "Software"),
6e071dce3SLijo Lazar * to deal in the Software without restriction, including without limitation
7e071dce3SLijo Lazar * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8e071dce3SLijo Lazar * and/or sell copies of the Software, and to permit persons to whom the
9e071dce3SLijo Lazar * Software is furnished to do so, subject to the following conditions:
10e071dce3SLijo Lazar *
11e071dce3SLijo Lazar * The above copyright notice and this permission notice shall be included in
12e071dce3SLijo Lazar * all copies or substantial portions of the Software.
13e071dce3SLijo Lazar *
14e071dce3SLijo Lazar * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15e071dce3SLijo Lazar * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16e071dce3SLijo Lazar * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17e071dce3SLijo Lazar * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18e071dce3SLijo Lazar * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19e071dce3SLijo Lazar * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20e071dce3SLijo Lazar * OTHER DEALINGS IN THE SOFTWARE.
21e071dce3SLijo Lazar *
22e071dce3SLijo Lazar */
23e071dce3SLijo Lazar
24928a0fe6SLijo Lazar #ifndef __AMDGPU_RESET_H__
25e071dce3SLijo Lazar #define __AMDGPU_RESET_H__
26e071dce3SLijo Lazar
27e071dce3SLijo Lazar #include "amdgpu.h"
28e071dce3SLijo Lazar
29f8a499aeSLijo Lazar #define AMDGPU_RESET_MAX_HANDLERS 5
30f8a499aeSLijo Lazar
31e071dce3SLijo Lazar enum AMDGPU_RESET_FLAGS {
32e071dce3SLijo Lazar
33e071dce3SLijo Lazar AMDGPU_NEED_FULL_RESET = 0,
34e071dce3SLijo Lazar AMDGPU_SKIP_HW_RESET = 1,
35ea137071SAhmad Rehman AMDGPU_SKIP_COREDUMP = 2,
3625c01191SYunxiang Li AMDGPU_HOST_FLR = 3,
37e071dce3SLijo Lazar };
38e071dce3SLijo Lazar
392656e1ceSEric Huang enum AMDGPU_RESET_SRCS {
402656e1ceSEric Huang AMDGPU_RESET_SRC_UNKNOWN,
412656e1ceSEric Huang AMDGPU_RESET_SRC_JOB,
422656e1ceSEric Huang AMDGPU_RESET_SRC_RAS,
432656e1ceSEric Huang AMDGPU_RESET_SRC_MES,
442656e1ceSEric Huang AMDGPU_RESET_SRC_HWS,
452656e1ceSEric Huang AMDGPU_RESET_SRC_USER,
462656e1ceSEric Huang };
472656e1ceSEric Huang
48e071dce3SLijo Lazar struct amdgpu_reset_context {
49e071dce3SLijo Lazar enum amd_reset_method method;
50e071dce3SLijo Lazar struct amdgpu_device *reset_req_dev;
51e071dce3SLijo Lazar struct amdgpu_job *job;
52e071dce3SLijo Lazar struct amdgpu_hive_info *hive;
530a83bb35SLijo Lazar struct list_head *reset_device_list;
54e071dce3SLijo Lazar unsigned long flags;
552656e1ceSEric Huang enum AMDGPU_RESET_SRCS src;
56e071dce3SLijo Lazar };
57e071dce3SLijo Lazar
58e071dce3SLijo Lazar struct amdgpu_reset_handler {
59e071dce3SLijo Lazar enum amd_reset_method reset_method;
60e071dce3SLijo Lazar int (*prepare_env)(struct amdgpu_reset_control *reset_ctl,
61e071dce3SLijo Lazar struct amdgpu_reset_context *context);
62e071dce3SLijo Lazar int (*prepare_hwcontext)(struct amdgpu_reset_control *reset_ctl,
63e071dce3SLijo Lazar struct amdgpu_reset_context *context);
64e071dce3SLijo Lazar int (*perform_reset)(struct amdgpu_reset_control *reset_ctl,
65e071dce3SLijo Lazar struct amdgpu_reset_context *context);
66e071dce3SLijo Lazar int (*restore_hwcontext)(struct amdgpu_reset_control *reset_ctl,
67e071dce3SLijo Lazar struct amdgpu_reset_context *context);
68e071dce3SLijo Lazar int (*restore_env)(struct amdgpu_reset_control *reset_ctl,
69e071dce3SLijo Lazar struct amdgpu_reset_context *context);
70e071dce3SLijo Lazar
71e071dce3SLijo Lazar int (*do_reset)(struct amdgpu_device *adev);
72e071dce3SLijo Lazar };
73e071dce3SLijo Lazar
74e071dce3SLijo Lazar struct amdgpu_reset_control {
75e071dce3SLijo Lazar void *handle;
76e071dce3SLijo Lazar struct work_struct reset_work;
77e071dce3SLijo Lazar struct mutex reset_lock;
78f8a499aeSLijo Lazar struct amdgpu_reset_handler *(
79f8a499aeSLijo Lazar *reset_handlers)[AMDGPU_RESET_MAX_HANDLERS];
80e071dce3SLijo Lazar atomic_t in_reset;
81e071dce3SLijo Lazar enum amd_reset_method active_reset;
82e071dce3SLijo Lazar struct amdgpu_reset_handler *(*get_reset_handler)(
83e071dce3SLijo Lazar struct amdgpu_reset_control *reset_ctl,
84e071dce3SLijo Lazar struct amdgpu_reset_context *context);
85e071dce3SLijo Lazar void (*async_reset)(struct work_struct *work);
86e071dce3SLijo Lazar };
87e071dce3SLijo Lazar
88cfbb6b00SAndrey Grodzovsky
89cfbb6b00SAndrey Grodzovsky enum amdgpu_reset_domain_type {
90cfbb6b00SAndrey Grodzovsky SINGLE_DEVICE,
91cfbb6b00SAndrey Grodzovsky XGMI_HIVE
92cfbb6b00SAndrey Grodzovsky };
93cfbb6b00SAndrey Grodzovsky
94cfbb6b00SAndrey Grodzovsky struct amdgpu_reset_domain {
95cfbb6b00SAndrey Grodzovsky struct kref refcount;
96cfbb6b00SAndrey Grodzovsky struct workqueue_struct *wq;
97cfbb6b00SAndrey Grodzovsky enum amdgpu_reset_domain_type type;
98d0fb18b5SAndrey Grodzovsky struct rw_semaphore sem;
9989a7a870SAndrey Grodzovsky atomic_t in_gpu_reset;
100ab9a0b1fSAndrey Grodzovsky atomic_t reset_res;
101cfbb6b00SAndrey Grodzovsky };
102cfbb6b00SAndrey Grodzovsky
103e071dce3SLijo Lazar int amdgpu_reset_init(struct amdgpu_device *adev);
104e071dce3SLijo Lazar int amdgpu_reset_fini(struct amdgpu_device *adev);
105e071dce3SLijo Lazar
106e071dce3SLijo Lazar int amdgpu_reset_prepare_hwcontext(struct amdgpu_device *adev,
107e071dce3SLijo Lazar struct amdgpu_reset_context *reset_context);
108e071dce3SLijo Lazar
109e071dce3SLijo Lazar int amdgpu_reset_perform_reset(struct amdgpu_device *adev,
110e071dce3SLijo Lazar struct amdgpu_reset_context *reset_context);
111e071dce3SLijo Lazar
112f8a499aeSLijo Lazar int amdgpu_reset_prepare_env(struct amdgpu_device *adev,
113f8a499aeSLijo Lazar struct amdgpu_reset_context *reset_context);
114f8a499aeSLijo Lazar int amdgpu_reset_restore_env(struct amdgpu_device *adev,
115f8a499aeSLijo Lazar struct amdgpu_reset_context *reset_context);
116e071dce3SLijo Lazar
117cfbb6b00SAndrey Grodzovsky struct amdgpu_reset_domain *amdgpu_reset_create_reset_domain(enum amdgpu_reset_domain_type type,
118cfbb6b00SAndrey Grodzovsky char *wq_name);
119cfbb6b00SAndrey Grodzovsky
120cfbb6b00SAndrey Grodzovsky void amdgpu_reset_destroy_reset_domain(struct kref *ref);
121cfbb6b00SAndrey Grodzovsky
amdgpu_reset_get_reset_domain(struct amdgpu_reset_domain * domain)122cfbb6b00SAndrey Grodzovsky static inline bool amdgpu_reset_get_reset_domain(struct amdgpu_reset_domain *domain)
123cfbb6b00SAndrey Grodzovsky {
124cfbb6b00SAndrey Grodzovsky return kref_get_unless_zero(&domain->refcount) != 0;
125cfbb6b00SAndrey Grodzovsky }
126cfbb6b00SAndrey Grodzovsky
amdgpu_reset_put_reset_domain(struct amdgpu_reset_domain * domain)127cfbb6b00SAndrey Grodzovsky static inline void amdgpu_reset_put_reset_domain(struct amdgpu_reset_domain *domain)
128cfbb6b00SAndrey Grodzovsky {
129f61a825aSVignesh Chander if (domain)
130cfbb6b00SAndrey Grodzovsky kref_put(&domain->refcount, amdgpu_reset_destroy_reset_domain);
131cfbb6b00SAndrey Grodzovsky }
132cfbb6b00SAndrey Grodzovsky
amdgpu_reset_domain_schedule(struct amdgpu_reset_domain * domain,struct work_struct * work)133cfbb6b00SAndrey Grodzovsky static inline bool amdgpu_reset_domain_schedule(struct amdgpu_reset_domain *domain,
134cfbb6b00SAndrey Grodzovsky struct work_struct *work)
135cfbb6b00SAndrey Grodzovsky {
136cfbb6b00SAndrey Grodzovsky return queue_work(domain->wq, work);
137cfbb6b00SAndrey Grodzovsky }
138cfbb6b00SAndrey Grodzovsky
amdgpu_reset_pending(struct amdgpu_reset_domain * domain)13919cff165SVictor Skvortsov static inline bool amdgpu_reset_pending(struct amdgpu_reset_domain *domain)
14019cff165SVictor Skvortsov {
14119cff165SVictor Skvortsov lockdep_assert_held(&domain->sem);
14219cff165SVictor Skvortsov return rwsem_is_contended(&domain->sem);
14319cff165SVictor Skvortsov }
14419cff165SVictor Skvortsov
145f5666d48SAndrey Grodzovsky void amdgpu_device_lock_reset_domain(struct amdgpu_reset_domain *reset_domain);
146e923be99SAndrey Grodzovsky
147e923be99SAndrey Grodzovsky void amdgpu_device_unlock_reset_domain(struct amdgpu_reset_domain *reset_domain);
148cfbb6b00SAndrey Grodzovsky
1492656e1ceSEric Huang void amdgpu_reset_get_desc(struct amdgpu_reset_context *rst_ctxt, char *buf,
1502656e1ceSEric Huang size_t len);
1512656e1ceSEric Huang
152f8a499aeSLijo Lazar #define for_each_handler(i, handler, reset_ctl) \
153f8a499aeSLijo Lazar for (i = 0; (i < AMDGPU_RESET_MAX_HANDLERS) && \
154f8a499aeSLijo Lazar (handler = (*reset_ctl->reset_handlers)[i]); \
155f8a499aeSLijo Lazar ++i)
1561e4acf4dSLijo Lazar
1571e4acf4dSLijo Lazar extern struct amdgpu_reset_handler xgmi_reset_on_init_handler;
1581e4acf4dSLijo Lazar int amdgpu_reset_do_xgmi_reset_on_init(
1591e4acf4dSLijo Lazar struct amdgpu_reset_context *reset_context);
1601e4acf4dSLijo Lazar
161*a86e0c0eSLijo Lazar bool amdgpu_reset_in_recovery(struct amdgpu_device *adev);
162*a86e0c0eSLijo Lazar
163e071dce3SLijo Lazar #endif
164