11e209fccSTamas Berghammer //===-- NativeRegisterContextLinux_arm64.cpp --------------------*- C++ -*-===//
21e209fccSTamas Berghammer //
3*2946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*2946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
5*2946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
61e209fccSTamas Berghammer //
71e209fccSTamas Berghammer //===----------------------------------------------------------------------===//
81e209fccSTamas Berghammer 
9068f8a7eSTamas Berghammer #if defined(__arm64__) || defined(__aarch64__)
10068f8a7eSTamas Berghammer 
11e85e6021STamas Berghammer #include "NativeRegisterContextLinux_arm.h"
121e209fccSTamas Berghammer #include "NativeRegisterContextLinux_arm64.h"
131e209fccSTamas Berghammer 
14068f8a7eSTamas Berghammer 
151e209fccSTamas Berghammer #include "lldb/Host/common/NativeProcessProtocol.h"
16666cc0b2SZachary Turner #include "lldb/Utility/DataBufferHeap.h"
176f9e6901SZachary Turner #include "lldb/Utility/Log.h"
18d821c997SPavel Labath #include "lldb/Utility/RegisterValue.h"
1997206d57SZachary Turner #include "lldb/Utility/Status.h"
201e209fccSTamas Berghammer 
21068f8a7eSTamas Berghammer #include "Plugins/Process/Linux/NativeProcessLinux.h"
22068f8a7eSTamas Berghammer #include "Plugins/Process/Linux/Procfs.h"
23e85e6021STamas Berghammer #include "Plugins/Process/POSIX/ProcessPOSIXLog.h"
243f8c7816SPavel Labath #include "Plugins/Process/Utility/RegisterInfoPOSIX_arm64.h"
25068f8a7eSTamas Berghammer 
26b9c1b51eSKate Stone // System includes - They have to be included after framework includes because
2705097246SAdrian Prantl // they define some macros which collide with variable names in other modules
28068f8a7eSTamas Berghammer #include <sys/socket.h>
29068f8a7eSTamas Berghammer // NT_PRSTATUS and NT_FPREGSET definition
30068f8a7eSTamas Berghammer #include <elf.h>
31dd4799c2SSaleem Abdulrasool // user_hwdebug_state definition
32dd4799c2SSaleem Abdulrasool #include <asm/ptrace.h>
33068f8a7eSTamas Berghammer 
34068f8a7eSTamas Berghammer #define REG_CONTEXT_SIZE (GetGPRSize() + GetFPRSize())
351e209fccSTamas Berghammer 
361e209fccSTamas Berghammer using namespace lldb;
371e209fccSTamas Berghammer using namespace lldb_private;
38db264a6dSTamas Berghammer using namespace lldb_private::process_linux;
391e209fccSTamas Berghammer 
401e209fccSTamas Berghammer // ARM64 general purpose registers.
41b9c1b51eSKate Stone static const uint32_t g_gpr_regnums_arm64[] = {
42b9c1b51eSKate Stone     gpr_x0_arm64,       gpr_x1_arm64,   gpr_x2_arm64,  gpr_x3_arm64,
43b9c1b51eSKate Stone     gpr_x4_arm64,       gpr_x5_arm64,   gpr_x6_arm64,  gpr_x7_arm64,
44b9c1b51eSKate Stone     gpr_x8_arm64,       gpr_x9_arm64,   gpr_x10_arm64, gpr_x11_arm64,
45b9c1b51eSKate Stone     gpr_x12_arm64,      gpr_x13_arm64,  gpr_x14_arm64, gpr_x15_arm64,
46b9c1b51eSKate Stone     gpr_x16_arm64,      gpr_x17_arm64,  gpr_x18_arm64, gpr_x19_arm64,
47b9c1b51eSKate Stone     gpr_x20_arm64,      gpr_x21_arm64,  gpr_x22_arm64, gpr_x23_arm64,
48b9c1b51eSKate Stone     gpr_x24_arm64,      gpr_x25_arm64,  gpr_x26_arm64, gpr_x27_arm64,
49b9c1b51eSKate Stone     gpr_x28_arm64,      gpr_fp_arm64,   gpr_lr_arm64,  gpr_sp_arm64,
5016706dcbSPavel Labath     gpr_pc_arm64,       gpr_cpsr_arm64, gpr_w0_arm64,  gpr_w1_arm64,
5116706dcbSPavel Labath     gpr_w2_arm64,       gpr_w3_arm64,   gpr_w4_arm64,  gpr_w5_arm64,
5216706dcbSPavel Labath     gpr_w6_arm64,       gpr_w7_arm64,   gpr_w8_arm64,  gpr_w9_arm64,
5316706dcbSPavel Labath     gpr_w10_arm64,      gpr_w11_arm64,  gpr_w12_arm64, gpr_w13_arm64,
5416706dcbSPavel Labath     gpr_w14_arm64,      gpr_w15_arm64,  gpr_w16_arm64, gpr_w17_arm64,
5516706dcbSPavel Labath     gpr_w18_arm64,      gpr_w19_arm64,  gpr_w20_arm64, gpr_w21_arm64,
5616706dcbSPavel Labath     gpr_w22_arm64,      gpr_w23_arm64,  gpr_w24_arm64, gpr_w25_arm64,
5716706dcbSPavel Labath     gpr_w26_arm64,      gpr_w27_arm64,  gpr_w28_arm64,
581e209fccSTamas Berghammer     LLDB_INVALID_REGNUM // register sets need to end with this flag
591e209fccSTamas Berghammer };
60b9c1b51eSKate Stone static_assert(((sizeof g_gpr_regnums_arm64 / sizeof g_gpr_regnums_arm64[0]) -
61b9c1b51eSKate Stone                1) == k_num_gpr_registers_arm64,
621e209fccSTamas Berghammer               "g_gpr_regnums_arm64 has wrong number of register infos");
631e209fccSTamas Berghammer 
641e209fccSTamas Berghammer // ARM64 floating point registers.
65b9c1b51eSKate Stone static const uint32_t g_fpu_regnums_arm64[] = {
66b9c1b51eSKate Stone     fpu_v0_arm64,       fpu_v1_arm64,   fpu_v2_arm64,  fpu_v3_arm64,
67b9c1b51eSKate Stone     fpu_v4_arm64,       fpu_v5_arm64,   fpu_v6_arm64,  fpu_v7_arm64,
68b9c1b51eSKate Stone     fpu_v8_arm64,       fpu_v9_arm64,   fpu_v10_arm64, fpu_v11_arm64,
69b9c1b51eSKate Stone     fpu_v12_arm64,      fpu_v13_arm64,  fpu_v14_arm64, fpu_v15_arm64,
70b9c1b51eSKate Stone     fpu_v16_arm64,      fpu_v17_arm64,  fpu_v18_arm64, fpu_v19_arm64,
71b9c1b51eSKate Stone     fpu_v20_arm64,      fpu_v21_arm64,  fpu_v22_arm64, fpu_v23_arm64,
72b9c1b51eSKate Stone     fpu_v24_arm64,      fpu_v25_arm64,  fpu_v26_arm64, fpu_v27_arm64,
73b9c1b51eSKate Stone     fpu_v28_arm64,      fpu_v29_arm64,  fpu_v30_arm64, fpu_v31_arm64,
7416706dcbSPavel Labath     fpu_s0_arm64,       fpu_s1_arm64,   fpu_s2_arm64,  fpu_s3_arm64,
7516706dcbSPavel Labath     fpu_s4_arm64,       fpu_s5_arm64,   fpu_s6_arm64,  fpu_s7_arm64,
7616706dcbSPavel Labath     fpu_s8_arm64,       fpu_s9_arm64,   fpu_s10_arm64, fpu_s11_arm64,
7716706dcbSPavel Labath     fpu_s12_arm64,      fpu_s13_arm64,  fpu_s14_arm64, fpu_s15_arm64,
7816706dcbSPavel Labath     fpu_s16_arm64,      fpu_s17_arm64,  fpu_s18_arm64, fpu_s19_arm64,
7916706dcbSPavel Labath     fpu_s20_arm64,      fpu_s21_arm64,  fpu_s22_arm64, fpu_s23_arm64,
8016706dcbSPavel Labath     fpu_s24_arm64,      fpu_s25_arm64,  fpu_s26_arm64, fpu_s27_arm64,
8116706dcbSPavel Labath     fpu_s28_arm64,      fpu_s29_arm64,  fpu_s30_arm64, fpu_s31_arm64,
8216706dcbSPavel Labath 
8316706dcbSPavel Labath     fpu_d0_arm64,       fpu_d1_arm64,   fpu_d2_arm64,  fpu_d3_arm64,
8416706dcbSPavel Labath     fpu_d4_arm64,       fpu_d5_arm64,   fpu_d6_arm64,  fpu_d7_arm64,
8516706dcbSPavel Labath     fpu_d8_arm64,       fpu_d9_arm64,   fpu_d10_arm64, fpu_d11_arm64,
8616706dcbSPavel Labath     fpu_d12_arm64,      fpu_d13_arm64,  fpu_d14_arm64, fpu_d15_arm64,
8716706dcbSPavel Labath     fpu_d16_arm64,      fpu_d17_arm64,  fpu_d18_arm64, fpu_d19_arm64,
8816706dcbSPavel Labath     fpu_d20_arm64,      fpu_d21_arm64,  fpu_d22_arm64, fpu_d23_arm64,
8916706dcbSPavel Labath     fpu_d24_arm64,      fpu_d25_arm64,  fpu_d26_arm64, fpu_d27_arm64,
9016706dcbSPavel Labath     fpu_d28_arm64,      fpu_d29_arm64,  fpu_d30_arm64, fpu_d31_arm64,
91b9c1b51eSKate Stone     fpu_fpsr_arm64,     fpu_fpcr_arm64,
921e209fccSTamas Berghammer     LLDB_INVALID_REGNUM // register sets need to end with this flag
931e209fccSTamas Berghammer };
94b9c1b51eSKate Stone static_assert(((sizeof g_fpu_regnums_arm64 / sizeof g_fpu_regnums_arm64[0]) -
95b9c1b51eSKate Stone                1) == k_num_fpr_registers_arm64,
961e209fccSTamas Berghammer               "g_fpu_regnums_arm64 has wrong number of register infos");
971e209fccSTamas Berghammer 
981e209fccSTamas Berghammer namespace {
991e209fccSTamas Berghammer // Number of register sets provided by this context.
100b9c1b51eSKate Stone enum { k_num_register_sets = 2 };
1011e209fccSTamas Berghammer }
1021e209fccSTamas Berghammer 
1031e209fccSTamas Berghammer // Register sets for ARM64.
104b9c1b51eSKate Stone static const RegisterSet g_reg_sets_arm64[k_num_register_sets] = {
105b9c1b51eSKate Stone     {"General Purpose Registers", "gpr", k_num_gpr_registers_arm64,
106b9c1b51eSKate Stone      g_gpr_regnums_arm64},
107b9c1b51eSKate Stone     {"Floating Point Registers", "fpu", k_num_fpr_registers_arm64,
108b9c1b51eSKate Stone      g_fpu_regnums_arm64}};
1091e209fccSTamas Berghammer 
110d37349f3SPavel Labath std::unique_ptr<NativeRegisterContextLinux>
111b9c1b51eSKate Stone NativeRegisterContextLinux::CreateHostNativeRegisterContextLinux(
112d37349f3SPavel Labath     const ArchSpec &target_arch, NativeThreadProtocol &native_thread) {
113b9c1b51eSKate Stone   switch (target_arch.GetMachine()) {
114e85e6021STamas Berghammer   case llvm::Triple::arm:
115d37349f3SPavel Labath     return llvm::make_unique<NativeRegisterContextLinux_arm>(target_arch,
116d37349f3SPavel Labath                                                              native_thread);
117e85e6021STamas Berghammer   case llvm::Triple::aarch64:
118d37349f3SPavel Labath     return llvm::make_unique<NativeRegisterContextLinux_arm64>(target_arch,
119d37349f3SPavel Labath                                                                native_thread);
120e85e6021STamas Berghammer   default:
121ea1b6b17SPavel Labath     llvm_unreachable("have no register context for architecture");
122e85e6021STamas Berghammer   }
123068f8a7eSTamas Berghammer }
124068f8a7eSTamas Berghammer 
125b9c1b51eSKate Stone NativeRegisterContextLinux_arm64::NativeRegisterContextLinux_arm64(
126d37349f3SPavel Labath     const ArchSpec &target_arch, NativeThreadProtocol &native_thread)
127d37349f3SPavel Labath     : NativeRegisterContextLinux(native_thread,
1283f8c7816SPavel Labath                                  new RegisterInfoPOSIX_arm64(target_arch)) {
129b9c1b51eSKate Stone   switch (target_arch.GetMachine()) {
1301e209fccSTamas Berghammer   case llvm::Triple::aarch64:
1311e209fccSTamas Berghammer     m_reg_info.num_registers = k_num_registers_arm64;
1321e209fccSTamas Berghammer     m_reg_info.num_gpr_registers = k_num_gpr_registers_arm64;
1331e209fccSTamas Berghammer     m_reg_info.num_fpr_registers = k_num_fpr_registers_arm64;
1341e209fccSTamas Berghammer     m_reg_info.last_gpr = k_last_gpr_arm64;
1351e209fccSTamas Berghammer     m_reg_info.first_fpr = k_first_fpr_arm64;
1361e209fccSTamas Berghammer     m_reg_info.last_fpr = k_last_fpr_arm64;
1371e209fccSTamas Berghammer     m_reg_info.first_fpr_v = fpu_v0_arm64;
1381e209fccSTamas Berghammer     m_reg_info.last_fpr_v = fpu_v31_arm64;
1391e209fccSTamas Berghammer     m_reg_info.gpr_flags = gpr_cpsr_arm64;
1401e209fccSTamas Berghammer     break;
1411e209fccSTamas Berghammer   default:
142ea1b6b17SPavel Labath     llvm_unreachable("Unhandled target architecture.");
1431e209fccSTamas Berghammer     break;
1441e209fccSTamas Berghammer   }
1451e209fccSTamas Berghammer 
1461e209fccSTamas Berghammer   ::memset(&m_fpr, 0, sizeof(m_fpr));
1471e209fccSTamas Berghammer   ::memset(&m_gpr_arm64, 0, sizeof(m_gpr_arm64));
148ea8c25a8SOmair Javaid   ::memset(&m_hwp_regs, 0, sizeof(m_hwp_regs));
149d5ffbad2SOmair Javaid   ::memset(&m_hbr_regs, 0, sizeof(m_hbr_regs));
150ea8c25a8SOmair Javaid 
151ea8c25a8SOmair Javaid   // 16 is just a maximum value, query hardware for actual watchpoint count
152ea8c25a8SOmair Javaid   m_max_hwp_supported = 16;
153ea8c25a8SOmair Javaid   m_max_hbp_supported = 16;
154ea8c25a8SOmair Javaid   m_refresh_hwdebug_info = true;
1551e209fccSTamas Berghammer }
1561e209fccSTamas Berghammer 
157b9c1b51eSKate Stone uint32_t NativeRegisterContextLinux_arm64::GetRegisterSetCount() const {
1581e209fccSTamas Berghammer   return k_num_register_sets;
1591e209fccSTamas Berghammer }
1601e209fccSTamas Berghammer 
161db264a6dSTamas Berghammer const RegisterSet *
162b9c1b51eSKate Stone NativeRegisterContextLinux_arm64::GetRegisterSet(uint32_t set_index) const {
1631e209fccSTamas Berghammer   if (set_index < k_num_register_sets)
1641e209fccSTamas Berghammer     return &g_reg_sets_arm64[set_index];
1651e209fccSTamas Berghammer 
1661e209fccSTamas Berghammer   return nullptr;
1671e209fccSTamas Berghammer }
1681e209fccSTamas Berghammer 
169b9c1b51eSKate Stone uint32_t NativeRegisterContextLinux_arm64::GetUserRegisterCount() const {
170cec93c35STamas Berghammer   uint32_t count = 0;
171cec93c35STamas Berghammer   for (uint32_t set_index = 0; set_index < k_num_register_sets; ++set_index)
172cec93c35STamas Berghammer     count += g_reg_sets_arm64[set_index].num_registers;
173cec93c35STamas Berghammer   return count;
174cec93c35STamas Berghammer }
175cec93c35STamas Berghammer 
17697206d57SZachary Turner Status
17797206d57SZachary Turner NativeRegisterContextLinux_arm64::ReadRegister(const RegisterInfo *reg_info,
17897206d57SZachary Turner                                                RegisterValue &reg_value) {
17997206d57SZachary Turner   Status error;
1801e209fccSTamas Berghammer 
181b9c1b51eSKate Stone   if (!reg_info) {
1821e209fccSTamas Berghammer     error.SetErrorString("reg_info NULL");
1831e209fccSTamas Berghammer     return error;
1841e209fccSTamas Berghammer   }
1851e209fccSTamas Berghammer 
1861e209fccSTamas Berghammer   const uint32_t reg = reg_info->kinds[lldb::eRegisterKindLLDB];
1871e209fccSTamas Berghammer 
188b9c1b51eSKate Stone   if (IsFPR(reg)) {
189068f8a7eSTamas Berghammer     error = ReadFPR();
190068f8a7eSTamas Berghammer     if (error.Fail())
1911e209fccSTamas Berghammer       return error;
192b9c1b51eSKate Stone   } else {
1931e209fccSTamas Berghammer     uint32_t full_reg = reg;
194b9c1b51eSKate Stone     bool is_subreg = reg_info->invalidate_regs &&
195b9c1b51eSKate Stone                      (reg_info->invalidate_regs[0] != LLDB_INVALID_REGNUM);
1961e209fccSTamas Berghammer 
197b9c1b51eSKate Stone     if (is_subreg) {
1981e209fccSTamas Berghammer       // Read the full aligned 64-bit register.
1991e209fccSTamas Berghammer       full_reg = reg_info->invalidate_regs[0];
2001e209fccSTamas Berghammer     }
2011e209fccSTamas Berghammer 
2021e209fccSTamas Berghammer     error = ReadRegisterRaw(full_reg, reg_value);
2031e209fccSTamas Berghammer 
204b9c1b51eSKate Stone     if (error.Success()) {
20505097246SAdrian Prantl       // If our read was not aligned (for ah,bh,ch,dh), shift our returned
20605097246SAdrian Prantl       // value one byte to the right.
2071e209fccSTamas Berghammer       if (is_subreg && (reg_info->byte_offset & 0x1))
2081e209fccSTamas Berghammer         reg_value.SetUInt64(reg_value.GetAsUInt64() >> 8);
2091e209fccSTamas Berghammer 
210b9c1b51eSKate Stone       // If our return byte size was greater than the return value reg size,
21105097246SAdrian Prantl       // then use the type specified by reg_info rather than the uint64_t
21205097246SAdrian Prantl       // default
2131e209fccSTamas Berghammer       if (reg_value.GetByteSize() > reg_info->byte_size)
2141e209fccSTamas Berghammer         reg_value.SetType(reg_info);
2151e209fccSTamas Berghammer     }
2161e209fccSTamas Berghammer     return error;
2171e209fccSTamas Berghammer   }
2181e209fccSTamas Berghammer 
2191e209fccSTamas Berghammer   // Get pointer to m_fpr variable and set the data from it.
220c40e7b17STamas Berghammer   uint32_t fpr_offset = CalculateFprOffset(reg_info);
221c40e7b17STamas Berghammer   assert(fpr_offset < sizeof m_fpr);
222c40e7b17STamas Berghammer   uint8_t *src = (uint8_t *)&m_fpr + fpr_offset;
223b9c1b51eSKate Stone   reg_value.SetFromMemoryData(reg_info, src, reg_info->byte_size,
224b9c1b51eSKate Stone                               eByteOrderLittle, error);
2251e209fccSTamas Berghammer 
2261e209fccSTamas Berghammer   return error;
2271e209fccSTamas Berghammer }
2281e209fccSTamas Berghammer 
22997206d57SZachary Turner Status NativeRegisterContextLinux_arm64::WriteRegister(
230b9c1b51eSKate Stone     const RegisterInfo *reg_info, const RegisterValue &reg_value) {
2311e209fccSTamas Berghammer   if (!reg_info)
23297206d57SZachary Turner     return Status("reg_info NULL");
2331e209fccSTamas Berghammer 
2341e209fccSTamas Berghammer   const uint32_t reg_index = reg_info->kinds[lldb::eRegisterKindLLDB];
2351e209fccSTamas Berghammer   if (reg_index == LLDB_INVALID_REGNUM)
23697206d57SZachary Turner     return Status("no lldb regnum for %s", reg_info && reg_info->name
237b9c1b51eSKate Stone                                                ? reg_info->name
238b9c1b51eSKate Stone                                                : "<unknown register>");
2391e209fccSTamas Berghammer 
2401e209fccSTamas Berghammer   if (IsGPR(reg_index))
2411e209fccSTamas Berghammer     return WriteRegisterRaw(reg_index, reg_value);
2421e209fccSTamas Berghammer 
243b9c1b51eSKate Stone   if (IsFPR(reg_index)) {
2441e209fccSTamas Berghammer     // Get pointer to m_fpr variable and set the data to it.
245c40e7b17STamas Berghammer     uint32_t fpr_offset = CalculateFprOffset(reg_info);
246c40e7b17STamas Berghammer     assert(fpr_offset < sizeof m_fpr);
247c40e7b17STamas Berghammer     uint8_t *dst = (uint8_t *)&m_fpr + fpr_offset;
248b9c1b51eSKate Stone     switch (reg_info->byte_size) {
2491e209fccSTamas Berghammer     case 2:
2501e209fccSTamas Berghammer       *(uint16_t *)dst = reg_value.GetAsUInt16();
2511e209fccSTamas Berghammer       break;
2521e209fccSTamas Berghammer     case 4:
2531e209fccSTamas Berghammer       *(uint32_t *)dst = reg_value.GetAsUInt32();
2541e209fccSTamas Berghammer       break;
2551e209fccSTamas Berghammer     case 8:
2561e209fccSTamas Berghammer       *(uint64_t *)dst = reg_value.GetAsUInt64();
2571e209fccSTamas Berghammer       break;
2581e209fccSTamas Berghammer     default:
2591e209fccSTamas Berghammer       assert(false && "Unhandled data size.");
26097206d57SZachary Turner       return Status("unhandled register data size %" PRIu32,
261b9c1b51eSKate Stone                     reg_info->byte_size);
2621e209fccSTamas Berghammer     }
2631e209fccSTamas Berghammer 
26497206d57SZachary Turner     Status error = WriteFPR();
265068f8a7eSTamas Berghammer     if (error.Fail())
266068f8a7eSTamas Berghammer       return error;
2671e209fccSTamas Berghammer 
26897206d57SZachary Turner     return Status();
2691e209fccSTamas Berghammer   }
2701e209fccSTamas Berghammer 
27197206d57SZachary Turner   return Status("failed - register wasn't recognized to be a GPR or an FPR, "
272b9c1b51eSKate Stone                 "write strategy unknown");
2731e209fccSTamas Berghammer }
2741e209fccSTamas Berghammer 
27597206d57SZachary Turner Status NativeRegisterContextLinux_arm64::ReadAllRegisterValues(
276b9c1b51eSKate Stone     lldb::DataBufferSP &data_sp) {
27797206d57SZachary Turner   Status error;
2781e209fccSTamas Berghammer 
279db264a6dSTamas Berghammer   data_sp.reset(new DataBufferHeap(REG_CONTEXT_SIZE, 0));
2801e209fccSTamas Berghammer   if (!data_sp)
28197206d57SZachary Turner     return Status("failed to allocate DataBufferHeap instance of size %" PRIu64,
282b9c1b51eSKate Stone                   REG_CONTEXT_SIZE);
2831e209fccSTamas Berghammer 
284068f8a7eSTamas Berghammer   error = ReadGPR();
285068f8a7eSTamas Berghammer   if (error.Fail())
2861e209fccSTamas Berghammer     return error;
2871e209fccSTamas Berghammer 
288068f8a7eSTamas Berghammer   error = ReadFPR();
289068f8a7eSTamas Berghammer   if (error.Fail())
2901e209fccSTamas Berghammer     return error;
2911e209fccSTamas Berghammer 
2921e209fccSTamas Berghammer   uint8_t *dst = data_sp->GetBytes();
293b9c1b51eSKate Stone   if (dst == nullptr) {
294b9c1b51eSKate Stone     error.SetErrorStringWithFormat("DataBufferHeap instance of size %" PRIu64
295b9c1b51eSKate Stone                                    " returned a null pointer",
296b9c1b51eSKate Stone                                    REG_CONTEXT_SIZE);
2971e209fccSTamas Berghammer     return error;
2981e209fccSTamas Berghammer   }
2991e209fccSTamas Berghammer 
3001e209fccSTamas Berghammer   ::memcpy(dst, &m_gpr_arm64, GetGPRSize());
3011e209fccSTamas Berghammer   dst += GetGPRSize();
3021e209fccSTamas Berghammer   ::memcpy(dst, &m_fpr, sizeof(m_fpr));
3031e209fccSTamas Berghammer 
3041e209fccSTamas Berghammer   return error;
3051e209fccSTamas Berghammer }
3061e209fccSTamas Berghammer 
30797206d57SZachary Turner Status NativeRegisterContextLinux_arm64::WriteAllRegisterValues(
308b9c1b51eSKate Stone     const lldb::DataBufferSP &data_sp) {
30997206d57SZachary Turner   Status error;
3101e209fccSTamas Berghammer 
311b9c1b51eSKate Stone   if (!data_sp) {
312b9c1b51eSKate Stone     error.SetErrorStringWithFormat(
313b9c1b51eSKate Stone         "NativeRegisterContextLinux_x86_64::%s invalid data_sp provided",
314b9c1b51eSKate Stone         __FUNCTION__);
3151e209fccSTamas Berghammer     return error;
3161e209fccSTamas Berghammer   }
3171e209fccSTamas Berghammer 
318b9c1b51eSKate Stone   if (data_sp->GetByteSize() != REG_CONTEXT_SIZE) {
319b9c1b51eSKate Stone     error.SetErrorStringWithFormat(
320b9c1b51eSKate Stone         "NativeRegisterContextLinux_x86_64::%s data_sp contained mismatched "
321b9c1b51eSKate Stone         "data size, expected %" PRIu64 ", actual %" PRIu64,
322b9c1b51eSKate Stone         __FUNCTION__, REG_CONTEXT_SIZE, data_sp->GetByteSize());
3231e209fccSTamas Berghammer     return error;
3241e209fccSTamas Berghammer   }
3251e209fccSTamas Berghammer 
3261e209fccSTamas Berghammer   uint8_t *src = data_sp->GetBytes();
327b9c1b51eSKate Stone   if (src == nullptr) {
328b9c1b51eSKate Stone     error.SetErrorStringWithFormat("NativeRegisterContextLinux_x86_64::%s "
329b9c1b51eSKate Stone                                    "DataBuffer::GetBytes() returned a null "
330b9c1b51eSKate Stone                                    "pointer",
331b9c1b51eSKate Stone                                    __FUNCTION__);
3321e209fccSTamas Berghammer     return error;
3331e209fccSTamas Berghammer   }
3341e209fccSTamas Berghammer   ::memcpy(&m_gpr_arm64, src, GetRegisterInfoInterface().GetGPRSize());
3351e209fccSTamas Berghammer 
336068f8a7eSTamas Berghammer   error = WriteGPR();
337068f8a7eSTamas Berghammer   if (error.Fail())
3381e209fccSTamas Berghammer     return error;
3391e209fccSTamas Berghammer 
3401e209fccSTamas Berghammer   src += GetRegisterInfoInterface().GetGPRSize();
3411e209fccSTamas Berghammer   ::memcpy(&m_fpr, src, sizeof(m_fpr));
3421e209fccSTamas Berghammer 
343068f8a7eSTamas Berghammer   error = WriteFPR();
3441e209fccSTamas Berghammer   if (error.Fail())
3451e209fccSTamas Berghammer     return error;
3461e209fccSTamas Berghammer 
3471e209fccSTamas Berghammer   return error;
3481e209fccSTamas Berghammer }
3491e209fccSTamas Berghammer 
350b9c1b51eSKate Stone bool NativeRegisterContextLinux_arm64::IsGPR(unsigned reg) const {
3511e209fccSTamas Berghammer   return reg <= m_reg_info.last_gpr; // GPR's come first.
3521e209fccSTamas Berghammer }
3531e209fccSTamas Berghammer 
354b9c1b51eSKate Stone bool NativeRegisterContextLinux_arm64::IsFPR(unsigned reg) const {
3551e209fccSTamas Berghammer   return (m_reg_info.first_fpr <= reg && reg <= m_reg_info.last_fpr);
3561e209fccSTamas Berghammer }
3571e209fccSTamas Berghammer 
358d5ffbad2SOmair Javaid uint32_t NativeRegisterContextLinux_arm64::NumSupportedHardwareBreakpoints() {
359d5ffbad2SOmair Javaid   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_BREAKPOINTS));
360d5ffbad2SOmair Javaid 
361d5ffbad2SOmair Javaid   if (log)
362d5ffbad2SOmair Javaid     log->Printf("NativeRegisterContextLinux_arm64::%s()", __FUNCTION__);
363d5ffbad2SOmair Javaid 
36497206d57SZachary Turner   Status error;
365d5ffbad2SOmair Javaid 
366d5ffbad2SOmair Javaid   // Read hardware breakpoint and watchpoint information.
367d5ffbad2SOmair Javaid   error = ReadHardwareDebugInfo();
368d5ffbad2SOmair Javaid 
369d5ffbad2SOmair Javaid   if (error.Fail())
370d5ffbad2SOmair Javaid     return 0;
371d5ffbad2SOmair Javaid 
372d5ffbad2SOmair Javaid   return m_max_hbp_supported;
373d5ffbad2SOmair Javaid }
374d5ffbad2SOmair Javaid 
375ea8c25a8SOmair Javaid uint32_t
376b9c1b51eSKate Stone NativeRegisterContextLinux_arm64::SetHardwareBreakpoint(lldb::addr_t addr,
377b9c1b51eSKate Stone                                                         size_t size) {
378d5ffbad2SOmair Javaid   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_BREAKPOINTS));
379ea1b6b17SPavel Labath   LLDB_LOG(log, "addr: {0:x}, size: {1:x}", addr, size);
380ea8c25a8SOmair Javaid 
3813a56363aSOmair Javaid   // Read hardware breakpoint and watchpoint information.
38297206d57SZachary Turner   Status error = ReadHardwareDebugInfo();
3833a56363aSOmair Javaid 
3843a56363aSOmair Javaid   if (error.Fail())
3853a56363aSOmair Javaid     return LLDB_INVALID_INDEX32;
3863a56363aSOmair Javaid 
3873a56363aSOmair Javaid   uint32_t control_value = 0, bp_index = 0;
388ea8c25a8SOmair Javaid 
389ea8c25a8SOmair Javaid   // Check if size has a valid hardware breakpoint length.
390ea8c25a8SOmair Javaid   if (size != 4)
391b9c1b51eSKate Stone     return LLDB_INVALID_INDEX32; // Invalid size for a AArch64 hardware
392b9c1b51eSKate Stone                                  // breakpoint
393ea8c25a8SOmair Javaid 
394ea8c25a8SOmair Javaid   // Check 4-byte alignment for hardware breakpoint target address.
395ea8c25a8SOmair Javaid   if (addr & 0x03)
396ea8c25a8SOmair Javaid     return LLDB_INVALID_INDEX32; // Invalid address, should be 4-byte aligned.
397ea8c25a8SOmair Javaid 
398ea8c25a8SOmair Javaid   // Setup control value
399ea8c25a8SOmair Javaid   control_value = 0;
400ea8c25a8SOmair Javaid   control_value |= ((1 << size) - 1) << 5;
401ea8c25a8SOmair Javaid   control_value |= (2 << 1) | 1;
402ea8c25a8SOmair Javaid 
403d5ffbad2SOmair Javaid   // Iterate over stored breakpoints and find a free bp_index
404ea8c25a8SOmair Javaid   bp_index = LLDB_INVALID_INDEX32;
405b9c1b51eSKate Stone   for (uint32_t i = 0; i < m_max_hbp_supported; i++) {
406b9c1b51eSKate Stone     if ((m_hbr_regs[i].control & 1) == 0) {
407ea8c25a8SOmair Javaid       bp_index = i; // Mark last free slot
408d5ffbad2SOmair Javaid     } else if (m_hbr_regs[i].address == addr) {
409d5ffbad2SOmair Javaid       return LLDB_INVALID_INDEX32; // We do not support duplicate breakpoints.
410ea8c25a8SOmair Javaid     }
411ea8c25a8SOmair Javaid   }
412ea8c25a8SOmair Javaid 
413ea8c25a8SOmair Javaid   if (bp_index == LLDB_INVALID_INDEX32)
414ea8c25a8SOmair Javaid     return LLDB_INVALID_INDEX32;
415ea8c25a8SOmair Javaid 
416d5ffbad2SOmair Javaid   // Update breakpoint in local cache
417d5ffbad2SOmair Javaid   m_hbr_regs[bp_index].real_addr = addr;
418ea8c25a8SOmair Javaid   m_hbr_regs[bp_index].address = addr;
419ea8c25a8SOmair Javaid   m_hbr_regs[bp_index].control = control_value;
420ea8c25a8SOmair Javaid 
4211fd2a8cfSOmair Javaid   // PTRACE call to set corresponding hardware breakpoint register.
4223a56363aSOmair Javaid   error = WriteHardwareDebugRegs(eDREGTypeBREAK);
4233a56363aSOmair Javaid 
424b9c1b51eSKate Stone   if (error.Fail()) {
425f24741d9SOmair Javaid     m_hbr_regs[bp_index].address = 0;
426f24741d9SOmair Javaid     m_hbr_regs[bp_index].control &= ~1;
427f24741d9SOmair Javaid 
4283a56363aSOmair Javaid     return LLDB_INVALID_INDEX32;
429ea8c25a8SOmair Javaid   }
430ea8c25a8SOmair Javaid 
431ea8c25a8SOmair Javaid   return bp_index;
432ea8c25a8SOmair Javaid }
433ea8c25a8SOmair Javaid 
434b9c1b51eSKate Stone bool NativeRegisterContextLinux_arm64::ClearHardwareBreakpoint(
435b9c1b51eSKate Stone     uint32_t hw_idx) {
436d5ffbad2SOmair Javaid   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_BREAKPOINTS));
437ea1b6b17SPavel Labath   LLDB_LOG(log, "hw_idx: {0}", hw_idx);
4383a56363aSOmair Javaid 
4391fd2a8cfSOmair Javaid   // Read hardware breakpoint and watchpoint information.
44097206d57SZachary Turner   Status error = ReadHardwareDebugInfo();
4413a56363aSOmair Javaid 
4423a56363aSOmair Javaid   if (error.Fail())
4433a56363aSOmair Javaid     return false;
4441fd2a8cfSOmair Javaid 
445ea8c25a8SOmair Javaid   if (hw_idx >= m_max_hbp_supported)
446ea8c25a8SOmair Javaid     return false;
447ea8c25a8SOmair Javaid 
448f24741d9SOmair Javaid   // Create a backup we can revert to in case of failure.
449f24741d9SOmair Javaid   lldb::addr_t tempAddr = m_hbr_regs[hw_idx].address;
450f24741d9SOmair Javaid   uint32_t tempControl = m_hbr_regs[hw_idx].control;
451f24741d9SOmair Javaid 
452ea8c25a8SOmair Javaid   m_hbr_regs[hw_idx].control &= ~1;
453ea8c25a8SOmair Javaid   m_hbr_regs[hw_idx].address = 0;
454ea8c25a8SOmair Javaid 
4551fd2a8cfSOmair Javaid   // PTRACE call to clear corresponding hardware breakpoint register.
456d5ffbad2SOmair Javaid   error = WriteHardwareDebugRegs(eDREGTypeBREAK);
4573a56363aSOmair Javaid 
458b9c1b51eSKate Stone   if (error.Fail()) {
459f24741d9SOmair Javaid     m_hbr_regs[hw_idx].control = tempControl;
460f24741d9SOmair Javaid     m_hbr_regs[hw_idx].address = tempAddr;
461f24741d9SOmair Javaid 
4623a56363aSOmair Javaid     return false;
463f24741d9SOmair Javaid   }
4643a56363aSOmair Javaid 
4653a56363aSOmair Javaid   return true;
466ea8c25a8SOmair Javaid }
467ea8c25a8SOmair Javaid 
46897206d57SZachary Turner Status NativeRegisterContextLinux_arm64::GetHardwareBreakHitIndex(
469d5ffbad2SOmair Javaid     uint32_t &bp_index, lldb::addr_t trap_addr) {
470d5ffbad2SOmair Javaid   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_BREAKPOINTS));
471d5ffbad2SOmair Javaid 
472d5ffbad2SOmair Javaid   if (log)
473d5ffbad2SOmair Javaid     log->Printf("NativeRegisterContextLinux_arm64::%s()", __FUNCTION__);
474d5ffbad2SOmair Javaid 
475d5ffbad2SOmair Javaid   lldb::addr_t break_addr;
476d5ffbad2SOmair Javaid 
477d5ffbad2SOmair Javaid   for (bp_index = 0; bp_index < m_max_hbp_supported; ++bp_index) {
478d5ffbad2SOmair Javaid     break_addr = m_hbr_regs[bp_index].address;
479d5ffbad2SOmair Javaid 
480d5ffbad2SOmair Javaid     if ((m_hbr_regs[bp_index].control & 0x1) && (trap_addr == break_addr)) {
481d5ffbad2SOmair Javaid       m_hbr_regs[bp_index].hit_addr = trap_addr;
48297206d57SZachary Turner       return Status();
483d5ffbad2SOmair Javaid     }
484d5ffbad2SOmair Javaid   }
485d5ffbad2SOmair Javaid 
486d5ffbad2SOmair Javaid   bp_index = LLDB_INVALID_INDEX32;
48797206d57SZachary Turner   return Status();
488d5ffbad2SOmair Javaid }
489d5ffbad2SOmair Javaid 
49097206d57SZachary Turner Status NativeRegisterContextLinux_arm64::ClearAllHardwareBreakpoints() {
491d5ffbad2SOmair Javaid   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_BREAKPOINTS));
492d5ffbad2SOmair Javaid 
493d5ffbad2SOmair Javaid   if (log)
494d5ffbad2SOmair Javaid     log->Printf("NativeRegisterContextLinux_arm64::%s()", __FUNCTION__);
495d5ffbad2SOmair Javaid 
49697206d57SZachary Turner   Status error;
497d5ffbad2SOmair Javaid 
498d5ffbad2SOmair Javaid   // Read hardware breakpoint and watchpoint information.
499d5ffbad2SOmair Javaid   error = ReadHardwareDebugInfo();
500d5ffbad2SOmair Javaid 
501d5ffbad2SOmair Javaid   if (error.Fail())
502d5ffbad2SOmair Javaid     return error;
503d5ffbad2SOmair Javaid 
504d5ffbad2SOmair Javaid   lldb::addr_t tempAddr = 0;
505d5ffbad2SOmair Javaid   uint32_t tempControl = 0;
506d5ffbad2SOmair Javaid 
507d5ffbad2SOmair Javaid   for (uint32_t i = 0; i < m_max_hbp_supported; i++) {
508d5ffbad2SOmair Javaid     if (m_hbr_regs[i].control & 0x01) {
509d5ffbad2SOmair Javaid       // Create a backup we can revert to in case of failure.
510d5ffbad2SOmair Javaid       tempAddr = m_hbr_regs[i].address;
511d5ffbad2SOmair Javaid       tempControl = m_hbr_regs[i].control;
512d5ffbad2SOmair Javaid 
513d5ffbad2SOmair Javaid       // Clear watchpoints in local cache
514d5ffbad2SOmair Javaid       m_hbr_regs[i].control &= ~1;
515d5ffbad2SOmair Javaid       m_hbr_regs[i].address = 0;
516d5ffbad2SOmair Javaid 
517d5ffbad2SOmair Javaid       // Ptrace call to update hardware debug registers
518d5ffbad2SOmair Javaid       error = WriteHardwareDebugRegs(eDREGTypeBREAK);
519d5ffbad2SOmair Javaid 
520d5ffbad2SOmair Javaid       if (error.Fail()) {
521d5ffbad2SOmair Javaid         m_hbr_regs[i].control = tempControl;
522d5ffbad2SOmair Javaid         m_hbr_regs[i].address = tempAddr;
523d5ffbad2SOmair Javaid 
524d5ffbad2SOmair Javaid         return error;
525d5ffbad2SOmair Javaid       }
526d5ffbad2SOmair Javaid     }
527d5ffbad2SOmair Javaid   }
528d5ffbad2SOmair Javaid 
52997206d57SZachary Turner   return Status();
530ea8c25a8SOmair Javaid }
531ea8c25a8SOmair Javaid 
532b9c1b51eSKate Stone uint32_t NativeRegisterContextLinux_arm64::NumSupportedHardwareWatchpoints() {
533ea1b6b17SPavel Labath   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_WATCHPOINTS));
5343a56363aSOmair Javaid 
5351fd2a8cfSOmair Javaid   // Read hardware breakpoint and watchpoint information.
53697206d57SZachary Turner   Status error = ReadHardwareDebugInfo();
5373a56363aSOmair Javaid 
5383a56363aSOmair Javaid   if (error.Fail())
53962661473SOmair Javaid     return 0;
5401fd2a8cfSOmair Javaid 
541ea1b6b17SPavel Labath   LLDB_LOG(log, "{0}", m_max_hwp_supported);
542ea8c25a8SOmair Javaid   return m_max_hwp_supported;
543ea8c25a8SOmair Javaid }
544ea8c25a8SOmair Javaid 
545b9c1b51eSKate Stone uint32_t NativeRegisterContextLinux_arm64::SetHardwareWatchpoint(
546b9c1b51eSKate Stone     lldb::addr_t addr, size_t size, uint32_t watch_flags) {
547ea1b6b17SPavel Labath   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_WATCHPOINTS));
548ea1b6b17SPavel Labath   LLDB_LOG(log, "addr: {0:x}, size: {1:x} watch_flags: {2:x}", addr, size,
549ea1b6b17SPavel Labath            watch_flags);
550ea8c25a8SOmair Javaid 
5513a56363aSOmair Javaid   // Read hardware breakpoint and watchpoint information.
55297206d57SZachary Turner   Status error = ReadHardwareDebugInfo();
5533a56363aSOmair Javaid 
5543a56363aSOmair Javaid   if (error.Fail())
5553a56363aSOmair Javaid     return LLDB_INVALID_INDEX32;
5563a56363aSOmair Javaid 
5573a56363aSOmair Javaid   uint32_t control_value = 0, wp_index = 0;
55843507f57SOmair Javaid   lldb::addr_t real_addr = addr;
559ea8c25a8SOmair Javaid 
56005097246SAdrian Prantl   // Check if we are setting watchpoint other than read/write/access Also
56105097246SAdrian Prantl   // update watchpoint flag to match AArch64 write-read bit configuration.
562b9c1b51eSKate Stone   switch (watch_flags) {
5631fd2a8cfSOmair Javaid   case 1:
5641fd2a8cfSOmair Javaid     watch_flags = 2;
5651fd2a8cfSOmair Javaid     break;
5661fd2a8cfSOmair Javaid   case 2:
5671fd2a8cfSOmair Javaid     watch_flags = 1;
5681fd2a8cfSOmair Javaid     break;
5691fd2a8cfSOmair Javaid   case 3:
5701fd2a8cfSOmair Javaid     break;
5711fd2a8cfSOmair Javaid   default:
5721fd2a8cfSOmair Javaid     return LLDB_INVALID_INDEX32;
5731fd2a8cfSOmair Javaid   }
574ea8c25a8SOmair Javaid 
575ea8c25a8SOmair Javaid   // Check if size has a valid hardware watchpoint length.
576ea8c25a8SOmair Javaid   if (size != 1 && size != 2 && size != 4 && size != 8)
5771fd2a8cfSOmair Javaid     return LLDB_INVALID_INDEX32;
578ea8c25a8SOmair Javaid 
57905097246SAdrian Prantl   // Check 8-byte alignment for hardware watchpoint target address. Below is a
58005097246SAdrian Prantl   // hack to recalculate address and size in order to make sure we can watch
58105097246SAdrian Prantl   // non 8-byte alligned addresses as well.
582b9c1b51eSKate Stone   if (addr & 0x07) {
58343507f57SOmair Javaid     uint8_t watch_mask = (addr & 0x07) + size;
58443507f57SOmair Javaid 
58543507f57SOmair Javaid     if (watch_mask > 0x08)
5861fd2a8cfSOmair Javaid       return LLDB_INVALID_INDEX32;
58743507f57SOmair Javaid     else if (watch_mask <= 0x02)
58843507f57SOmair Javaid       size = 2;
58943507f57SOmair Javaid     else if (watch_mask <= 0x04)
59043507f57SOmair Javaid       size = 4;
59143507f57SOmair Javaid     else
59243507f57SOmair Javaid       size = 8;
59343507f57SOmair Javaid 
59443507f57SOmair Javaid     addr = addr & (~0x07);
59543507f57SOmair Javaid   }
596ea8c25a8SOmair Javaid 
597ea8c25a8SOmair Javaid   // Setup control value
598ea8c25a8SOmair Javaid   control_value = watch_flags << 3;
599ea8c25a8SOmair Javaid   control_value |= ((1 << size) - 1) << 5;
600ea8c25a8SOmair Javaid   control_value |= (2 << 1) | 1;
601ea8c25a8SOmair Javaid 
60205ac4c44SOmair Javaid   // Iterate over stored watchpoints and find a free wp_index
603ea8c25a8SOmair Javaid   wp_index = LLDB_INVALID_INDEX32;
604b9c1b51eSKate Stone   for (uint32_t i = 0; i < m_max_hwp_supported; i++) {
605b9c1b51eSKate Stone     if ((m_hwp_regs[i].control & 1) == 0) {
606ea8c25a8SOmair Javaid       wp_index = i; // Mark last free slot
60705ac4c44SOmair Javaid     } else if (m_hwp_regs[i].address == addr) {
60805ac4c44SOmair Javaid       return LLDB_INVALID_INDEX32; // We do not support duplicate watchpoints.
609ea8c25a8SOmair Javaid     }
610ea8c25a8SOmair Javaid   }
611ea8c25a8SOmair Javaid 
612ea8c25a8SOmair Javaid   if (wp_index == LLDB_INVALID_INDEX32)
613ea8c25a8SOmair Javaid     return LLDB_INVALID_INDEX32;
614ea8c25a8SOmair Javaid 
6151fd2a8cfSOmair Javaid   // Update watchpoint in local cache
61643507f57SOmair Javaid   m_hwp_regs[wp_index].real_addr = real_addr;
617ea8c25a8SOmair Javaid   m_hwp_regs[wp_index].address = addr;
618ea8c25a8SOmair Javaid   m_hwp_regs[wp_index].control = control_value;
619ea8c25a8SOmair Javaid 
620ea8c25a8SOmair Javaid   // PTRACE call to set corresponding watchpoint register.
6213a56363aSOmair Javaid   error = WriteHardwareDebugRegs(eDREGTypeWATCH);
6223a56363aSOmair Javaid 
623b9c1b51eSKate Stone   if (error.Fail()) {
624f24741d9SOmair Javaid     m_hwp_regs[wp_index].address = 0;
625f24741d9SOmair Javaid     m_hwp_regs[wp_index].control &= ~1;
626f24741d9SOmair Javaid 
6273a56363aSOmair Javaid     return LLDB_INVALID_INDEX32;
628ea8c25a8SOmair Javaid   }
629ea8c25a8SOmair Javaid 
630ea8c25a8SOmair Javaid   return wp_index;
631ea8c25a8SOmair Javaid }
632ea8c25a8SOmair Javaid 
633b9c1b51eSKate Stone bool NativeRegisterContextLinux_arm64::ClearHardwareWatchpoint(
634b9c1b51eSKate Stone     uint32_t wp_index) {
635ea1b6b17SPavel Labath   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_WATCHPOINTS));
636ea1b6b17SPavel Labath   LLDB_LOG(log, "wp_index: {0}", wp_index);
6373a56363aSOmair Javaid 
6381fd2a8cfSOmair Javaid   // Read hardware breakpoint and watchpoint information.
63997206d57SZachary Turner   Status error = ReadHardwareDebugInfo();
6403a56363aSOmair Javaid 
6413a56363aSOmair Javaid   if (error.Fail())
6423a56363aSOmair Javaid     return false;
643ea8c25a8SOmair Javaid 
644ea8c25a8SOmair Javaid   if (wp_index >= m_max_hwp_supported)
645ea8c25a8SOmair Javaid     return false;
646ea8c25a8SOmair Javaid 
647f24741d9SOmair Javaid   // Create a backup we can revert to in case of failure.
648f24741d9SOmair Javaid   lldb::addr_t tempAddr = m_hwp_regs[wp_index].address;
649f24741d9SOmair Javaid   uint32_t tempControl = m_hwp_regs[wp_index].control;
650f24741d9SOmair Javaid 
6511fd2a8cfSOmair Javaid   // Update watchpoint in local cache
652ea8c25a8SOmair Javaid   m_hwp_regs[wp_index].control &= ~1;
653ea8c25a8SOmair Javaid   m_hwp_regs[wp_index].address = 0;
654ea8c25a8SOmair Javaid 
6551fd2a8cfSOmair Javaid   // Ptrace call to update hardware debug registers
6563a56363aSOmair Javaid   error = WriteHardwareDebugRegs(eDREGTypeWATCH);
6573a56363aSOmair Javaid 
658b9c1b51eSKate Stone   if (error.Fail()) {
659f24741d9SOmair Javaid     m_hwp_regs[wp_index].control = tempControl;
660f24741d9SOmair Javaid     m_hwp_regs[wp_index].address = tempAddr;
661f24741d9SOmair Javaid 
6623a56363aSOmair Javaid     return false;
663f24741d9SOmair Javaid   }
6643a56363aSOmair Javaid 
665ea8c25a8SOmair Javaid   return true;
666ea8c25a8SOmair Javaid }
667ea8c25a8SOmair Javaid 
66897206d57SZachary Turner Status NativeRegisterContextLinux_arm64::ClearAllHardwareWatchpoints() {
6691fd2a8cfSOmair Javaid   // Read hardware breakpoint and watchpoint information.
67097206d57SZachary Turner   Status error = ReadHardwareDebugInfo();
6713a56363aSOmair Javaid 
6723a56363aSOmair Javaid   if (error.Fail())
6733a56363aSOmair Javaid     return error;
674ea8c25a8SOmair Javaid 
675f24741d9SOmair Javaid   lldb::addr_t tempAddr = 0;
676993f2a42SPavel Labath   uint32_t tempControl = 0;
677f24741d9SOmair Javaid 
678b9c1b51eSKate Stone   for (uint32_t i = 0; i < m_max_hwp_supported; i++) {
679b9c1b51eSKate Stone     if (m_hwp_regs[i].control & 0x01) {
680f24741d9SOmair Javaid       // Create a backup we can revert to in case of failure.
681f24741d9SOmair Javaid       tempAddr = m_hwp_regs[i].address;
682f24741d9SOmair Javaid       tempControl = m_hwp_regs[i].control;
683f24741d9SOmair Javaid 
6841fd2a8cfSOmair Javaid       // Clear watchpoints in local cache
685ea8c25a8SOmair Javaid       m_hwp_regs[i].control &= ~1;
686ea8c25a8SOmair Javaid       m_hwp_regs[i].address = 0;
687ea8c25a8SOmair Javaid 
6881fd2a8cfSOmair Javaid       // Ptrace call to update hardware debug registers
6893a56363aSOmair Javaid       error = WriteHardwareDebugRegs(eDREGTypeWATCH);
6903a56363aSOmair Javaid 
691b9c1b51eSKate Stone       if (error.Fail()) {
692f24741d9SOmair Javaid         m_hwp_regs[i].control = tempControl;
693f24741d9SOmair Javaid         m_hwp_regs[i].address = tempAddr;
694f24741d9SOmair Javaid 
6953a56363aSOmair Javaid         return error;
696ea8c25a8SOmair Javaid       }
697ea8c25a8SOmair Javaid     }
698f24741d9SOmair Javaid   }
699ea8c25a8SOmair Javaid 
70097206d57SZachary Turner   return Status();
701ea8c25a8SOmair Javaid }
702ea8c25a8SOmair Javaid 
703ea8c25a8SOmair Javaid uint32_t
704b9c1b51eSKate Stone NativeRegisterContextLinux_arm64::GetWatchpointSize(uint32_t wp_index) {
705ea1b6b17SPavel Labath   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_WATCHPOINTS));
706ea1b6b17SPavel Labath   LLDB_LOG(log, "wp_index: {0}", wp_index);
707ea8c25a8SOmair Javaid 
708b9c1b51eSKate Stone   switch ((m_hwp_regs[wp_index].control >> 5) & 0xff) {
709ea8c25a8SOmair Javaid   case 0x01:
710ea8c25a8SOmair Javaid     return 1;
711ea8c25a8SOmair Javaid   case 0x03:
712ea8c25a8SOmair Javaid     return 2;
713ea8c25a8SOmair Javaid   case 0x0f:
714ea8c25a8SOmair Javaid     return 4;
715ea8c25a8SOmair Javaid   case 0xff:
716ea8c25a8SOmair Javaid     return 8;
717ea8c25a8SOmair Javaid   default:
718ea8c25a8SOmair Javaid     return 0;
719ea8c25a8SOmair Javaid   }
720ea8c25a8SOmair Javaid }
721b9c1b51eSKate Stone bool NativeRegisterContextLinux_arm64::WatchpointIsEnabled(uint32_t wp_index) {
722ea1b6b17SPavel Labath   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_WATCHPOINTS));
723ea1b6b17SPavel Labath   LLDB_LOG(log, "wp_index: {0}", wp_index);
724ea8c25a8SOmair Javaid 
725ea8c25a8SOmair Javaid   if ((m_hwp_regs[wp_index].control & 0x1) == 0x1)
726ea8c25a8SOmair Javaid     return true;
727ea8c25a8SOmair Javaid   else
728ea8c25a8SOmair Javaid     return false;
729ea8c25a8SOmair Javaid }
730ea8c25a8SOmair Javaid 
73197206d57SZachary Turner Status NativeRegisterContextLinux_arm64::GetWatchpointHitIndex(
732b9c1b51eSKate Stone     uint32_t &wp_index, lldb::addr_t trap_addr) {
733ea1b6b17SPavel Labath   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_WATCHPOINTS));
734ea1b6b17SPavel Labath   LLDB_LOG(log, "wp_index: {0}, trap_addr: {1:x}", wp_index, trap_addr);
735ea8c25a8SOmair Javaid 
736ea8c25a8SOmair Javaid   uint32_t watch_size;
737ea8c25a8SOmair Javaid   lldb::addr_t watch_addr;
738ea8c25a8SOmair Javaid 
739b9c1b51eSKate Stone   for (wp_index = 0; wp_index < m_max_hwp_supported; ++wp_index) {
740ea8c25a8SOmair Javaid     watch_size = GetWatchpointSize(wp_index);
741ea8c25a8SOmair Javaid     watch_addr = m_hwp_regs[wp_index].address;
742ea8c25a8SOmair Javaid 
74305ac4c44SOmair Javaid     if (WatchpointIsEnabled(wp_index) && trap_addr >= watch_addr &&
74405ac4c44SOmair Javaid         trap_addr < watch_addr + watch_size) {
74543507f57SOmair Javaid       m_hwp_regs[wp_index].hit_addr = trap_addr;
74697206d57SZachary Turner       return Status();
747ea8c25a8SOmair Javaid     }
748ea8c25a8SOmair Javaid   }
749ea8c25a8SOmair Javaid 
750ea8c25a8SOmair Javaid   wp_index = LLDB_INVALID_INDEX32;
75197206d57SZachary Turner   return Status();
752ea8c25a8SOmair Javaid }
753ea8c25a8SOmair Javaid 
754ea8c25a8SOmair Javaid lldb::addr_t
755b9c1b51eSKate Stone NativeRegisterContextLinux_arm64::GetWatchpointAddress(uint32_t wp_index) {
756ea1b6b17SPavel Labath   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_WATCHPOINTS));
757ea1b6b17SPavel Labath   LLDB_LOG(log, "wp_index: {0}", wp_index);
758ea8c25a8SOmair Javaid 
759ea8c25a8SOmair Javaid   if (wp_index >= m_max_hwp_supported)
760ea8c25a8SOmair Javaid     return LLDB_INVALID_ADDRESS;
761ea8c25a8SOmair Javaid 
762ea8c25a8SOmair Javaid   if (WatchpointIsEnabled(wp_index))
76343507f57SOmair Javaid     return m_hwp_regs[wp_index].real_addr;
76443507f57SOmair Javaid   else
76543507f57SOmair Javaid     return LLDB_INVALID_ADDRESS;
76643507f57SOmair Javaid }
76743507f57SOmair Javaid 
76843507f57SOmair Javaid lldb::addr_t
769b9c1b51eSKate Stone NativeRegisterContextLinux_arm64::GetWatchpointHitAddress(uint32_t wp_index) {
770ea1b6b17SPavel Labath   Log *log(ProcessPOSIXLog::GetLogIfAllCategoriesSet(POSIX_LOG_WATCHPOINTS));
771ea1b6b17SPavel Labath   LLDB_LOG(log, "wp_index: {0}", wp_index);
77243507f57SOmair Javaid 
77343507f57SOmair Javaid   if (wp_index >= m_max_hwp_supported)
77443507f57SOmair Javaid     return LLDB_INVALID_ADDRESS;
77543507f57SOmair Javaid 
77643507f57SOmair Javaid   if (WatchpointIsEnabled(wp_index))
77743507f57SOmair Javaid     return m_hwp_regs[wp_index].hit_addr;
778ea8c25a8SOmair Javaid   else
779ea8c25a8SOmair Javaid     return LLDB_INVALID_ADDRESS;
780ea8c25a8SOmair Javaid }
781ea8c25a8SOmair Javaid 
78297206d57SZachary Turner Status NativeRegisterContextLinux_arm64::ReadHardwareDebugInfo() {
783b9c1b51eSKate Stone   if (!m_refresh_hwdebug_info) {
78497206d57SZachary Turner     return Status();
7851fd2a8cfSOmair Javaid   }
7861fd2a8cfSOmair Javaid 
787c7512fdcSPavel Labath   ::pid_t tid = m_thread.GetID();
788ea8c25a8SOmair Javaid 
789c7512fdcSPavel Labath   int regset = NT_ARM_HW_WATCH;
790c7512fdcSPavel Labath   struct iovec ioVec;
791c7512fdcSPavel Labath   struct user_hwdebug_state dreg_state;
79297206d57SZachary Turner   Status error;
793c7512fdcSPavel Labath 
794c7512fdcSPavel Labath   ioVec.iov_base = &dreg_state;
795c7512fdcSPavel Labath   ioVec.iov_len = sizeof(dreg_state);
796b9c1b51eSKate Stone   error = NativeProcessLinux::PtraceWrapper(PTRACE_GETREGSET, tid, &regset,
797b9c1b51eSKate Stone                                             &ioVec, ioVec.iov_len);
7983a56363aSOmair Javaid 
7993a56363aSOmair Javaid   if (error.Fail())
8003a56363aSOmair Javaid     return error;
8013a56363aSOmair Javaid 
8021fd2a8cfSOmair Javaid   m_max_hwp_supported = dreg_state.dbg_info & 0xff;
803c7512fdcSPavel Labath 
804c7512fdcSPavel Labath   regset = NT_ARM_HW_BREAK;
805b9c1b51eSKate Stone   error = NativeProcessLinux::PtraceWrapper(PTRACE_GETREGSET, tid, &regset,
806b9c1b51eSKate Stone                                             &ioVec, ioVec.iov_len);
8071fd2a8cfSOmair Javaid 
8083a56363aSOmair Javaid   if (error.Fail())
8093a56363aSOmair Javaid     return error;
8103a56363aSOmair Javaid 
8113a56363aSOmair Javaid   m_max_hbp_supported = dreg_state.dbg_info & 0xff;
8121fd2a8cfSOmair Javaid   m_refresh_hwdebug_info = false;
813c7512fdcSPavel Labath 
814c7512fdcSPavel Labath   return error;
815ea8c25a8SOmair Javaid }
816068f8a7eSTamas Berghammer 
81797206d57SZachary Turner Status NativeRegisterContextLinux_arm64::WriteHardwareDebugRegs(int hwbType) {
818c7512fdcSPavel Labath   struct iovec ioVec;
819c7512fdcSPavel Labath   struct user_hwdebug_state dreg_state;
82097206d57SZachary Turner   Status error;
821c7512fdcSPavel Labath 
822c7512fdcSPavel Labath   memset(&dreg_state, 0, sizeof(dreg_state));
823c7512fdcSPavel Labath   ioVec.iov_base = &dreg_state;
824c7512fdcSPavel Labath 
825b9c1b51eSKate Stone   if (hwbType == eDREGTypeWATCH) {
8261fd2a8cfSOmair Javaid     hwbType = NT_ARM_HW_WATCH;
827b9c1b51eSKate Stone     ioVec.iov_len = sizeof(dreg_state.dbg_info) + sizeof(dreg_state.pad) +
828b9c1b51eSKate Stone                     (sizeof(dreg_state.dbg_regs[0]) * m_max_hwp_supported);
8291fd2a8cfSOmair Javaid 
830b9c1b51eSKate Stone     for (uint32_t i = 0; i < m_max_hwp_supported; i++) {
8311fd2a8cfSOmair Javaid       dreg_state.dbg_regs[i].addr = m_hwp_regs[i].address;
8321fd2a8cfSOmair Javaid       dreg_state.dbg_regs[i].ctrl = m_hwp_regs[i].control;
8331fd2a8cfSOmair Javaid     }
834b9c1b51eSKate Stone   } else {
8351fd2a8cfSOmair Javaid     hwbType = NT_ARM_HW_BREAK;
836b9c1b51eSKate Stone     ioVec.iov_len = sizeof(dreg_state.dbg_info) + sizeof(dreg_state.pad) +
837b9c1b51eSKate Stone                     (sizeof(dreg_state.dbg_regs[0]) * m_max_hbp_supported);
8381fd2a8cfSOmair Javaid 
839b9c1b51eSKate Stone     for (uint32_t i = 0; i < m_max_hbp_supported; i++) {
8401fd2a8cfSOmair Javaid       dreg_state.dbg_regs[i].addr = m_hbr_regs[i].address;
8411fd2a8cfSOmair Javaid       dreg_state.dbg_regs[i].ctrl = m_hbr_regs[i].control;
8421fd2a8cfSOmair Javaid     }
843068f8a7eSTamas Berghammer   }
844068f8a7eSTamas Berghammer 
845b9c1b51eSKate Stone   return NativeProcessLinux::PtraceWrapper(PTRACE_SETREGSET, m_thread.GetID(),
846b9c1b51eSKate Stone                                            &hwbType, &ioVec, ioVec.iov_len);
847c7512fdcSPavel Labath }
848c7512fdcSPavel Labath 
84997206d57SZachary Turner Status NativeRegisterContextLinux_arm64::DoReadRegisterValue(
850b9c1b51eSKate Stone     uint32_t offset, const char *reg_name, uint32_t size,
851b9c1b51eSKate Stone     RegisterValue &value) {
85297206d57SZachary Turner   Status error;
853b9c1b51eSKate Stone   if (offset > sizeof(struct user_pt_regs)) {
854993f2a42SPavel Labath     offset -= sizeof(struct user_pt_regs);
855b9c1b51eSKate Stone     if (offset > sizeof(struct user_fpsimd_state)) {
856c7512fdcSPavel Labath       error.SetErrorString("invalid offset value");
857c7512fdcSPavel Labath       return error;
858c7512fdcSPavel Labath     }
859c7512fdcSPavel Labath     elf_fpregset_t regs;
860c7512fdcSPavel Labath     int regset = NT_FPREGSET;
861c7512fdcSPavel Labath     struct iovec ioVec;
862c7512fdcSPavel Labath 
863c7512fdcSPavel Labath     ioVec.iov_base = &regs;
864c7512fdcSPavel Labath     ioVec.iov_len = sizeof regs;
8654a9babb2SPavel Labath     error = NativeProcessLinux::PtraceWrapper(
8664a9babb2SPavel Labath         PTRACE_GETREGSET, m_thread.GetID(), &regset, &ioVec, sizeof regs);
867b9c1b51eSKate Stone     if (error.Success()) {
868b9c1b51eSKate Stone       value.SetBytes((void *)(((unsigned char *)(&regs)) + offset), 16,
869578a4258SPavel Labath                      m_thread.GetProcess().GetByteOrder());
870c7512fdcSPavel Labath     }
871b9c1b51eSKate Stone   } else {
872c7512fdcSPavel Labath     elf_gregset_t regs;
873c7512fdcSPavel Labath     int regset = NT_PRSTATUS;
874c7512fdcSPavel Labath     struct iovec ioVec;
875c7512fdcSPavel Labath 
876c7512fdcSPavel Labath     ioVec.iov_base = &regs;
877c7512fdcSPavel Labath     ioVec.iov_len = sizeof regs;
8784a9babb2SPavel Labath     error = NativeProcessLinux::PtraceWrapper(
8794a9babb2SPavel Labath         PTRACE_GETREGSET, m_thread.GetID(), &regset, &ioVec, sizeof regs);
880b9c1b51eSKate Stone     if (error.Success()) {
881b9c1b51eSKate Stone       value.SetBytes((void *)(((unsigned char *)(regs)) + offset), 8,
882578a4258SPavel Labath                      m_thread.GetProcess().GetByteOrder());
883c7512fdcSPavel Labath     }
884c7512fdcSPavel Labath   }
885c7512fdcSPavel Labath   return error;
886068f8a7eSTamas Berghammer }
887068f8a7eSTamas Berghammer 
88897206d57SZachary Turner Status NativeRegisterContextLinux_arm64::DoWriteRegisterValue(
889b9c1b51eSKate Stone     uint32_t offset, const char *reg_name, const RegisterValue &value) {
89097206d57SZachary Turner   Status error;
891c7512fdcSPavel Labath   ::pid_t tid = m_thread.GetID();
892b9c1b51eSKate Stone   if (offset > sizeof(struct user_pt_regs)) {
893993f2a42SPavel Labath     offset -= sizeof(struct user_pt_regs);
894b9c1b51eSKate Stone     if (offset > sizeof(struct user_fpsimd_state)) {
895c7512fdcSPavel Labath       error.SetErrorString("invalid offset value");
896c7512fdcSPavel Labath       return error;
897c7512fdcSPavel Labath     }
898c7512fdcSPavel Labath     elf_fpregset_t regs;
899c7512fdcSPavel Labath     int regset = NT_FPREGSET;
900c7512fdcSPavel Labath     struct iovec ioVec;
901c7512fdcSPavel Labath 
902c7512fdcSPavel Labath     ioVec.iov_base = &regs;
903c7512fdcSPavel Labath     ioVec.iov_len = sizeof regs;
904b9c1b51eSKate Stone     error = NativeProcessLinux::PtraceWrapper(PTRACE_GETREGSET, tid, &regset,
905b9c1b51eSKate Stone                                               &ioVec, sizeof regs);
906c7512fdcSPavel Labath 
907b9c1b51eSKate Stone     if (error.Success()) {
908b9c1b51eSKate Stone       ::memcpy((void *)(((unsigned char *)(&regs)) + offset), value.GetBytes(),
909b9c1b51eSKate Stone                16);
910b9c1b51eSKate Stone       error = NativeProcessLinux::PtraceWrapper(PTRACE_SETREGSET, tid, &regset,
911b9c1b51eSKate Stone                                                 &ioVec, sizeof regs);
912c7512fdcSPavel Labath     }
913b9c1b51eSKate Stone   } else {
914c7512fdcSPavel Labath     elf_gregset_t regs;
915c7512fdcSPavel Labath     int regset = NT_PRSTATUS;
916c7512fdcSPavel Labath     struct iovec ioVec;
917c7512fdcSPavel Labath 
918c7512fdcSPavel Labath     ioVec.iov_base = &regs;
919c7512fdcSPavel Labath     ioVec.iov_len = sizeof regs;
920b9c1b51eSKate Stone     error = NativeProcessLinux::PtraceWrapper(PTRACE_GETREGSET, tid, &regset,
921b9c1b51eSKate Stone                                               &ioVec, sizeof regs);
922b9c1b51eSKate Stone     if (error.Success()) {
923b9c1b51eSKate Stone       ::memcpy((void *)(((unsigned char *)(&regs)) + offset), value.GetBytes(),
924b9c1b51eSKate Stone                8);
925b9c1b51eSKate Stone       error = NativeProcessLinux::PtraceWrapper(PTRACE_SETREGSET, tid, &regset,
926b9c1b51eSKate Stone                                                 &ioVec, sizeof regs);
927c7512fdcSPavel Labath     }
928c7512fdcSPavel Labath   }
929c7512fdcSPavel Labath   return error;
930068f8a7eSTamas Berghammer }
931068f8a7eSTamas Berghammer 
93297206d57SZachary Turner Status NativeRegisterContextLinux_arm64::DoReadGPR(void *buf, size_t buf_size) {
933c7512fdcSPavel Labath   int regset = NT_PRSTATUS;
934c7512fdcSPavel Labath   struct iovec ioVec;
93597206d57SZachary Turner   Status error;
936c7512fdcSPavel Labath 
937c7512fdcSPavel Labath   ioVec.iov_base = buf;
938c7512fdcSPavel Labath   ioVec.iov_len = buf_size;
939b9c1b51eSKate Stone   return NativeProcessLinux::PtraceWrapper(PTRACE_GETREGSET, m_thread.GetID(),
940b9c1b51eSKate Stone                                            &regset, &ioVec, buf_size);
941068f8a7eSTamas Berghammer }
942068f8a7eSTamas Berghammer 
94397206d57SZachary Turner Status NativeRegisterContextLinux_arm64::DoWriteGPR(void *buf,
94497206d57SZachary Turner                                                     size_t buf_size) {
945c7512fdcSPavel Labath   int regset = NT_PRSTATUS;
946c7512fdcSPavel Labath   struct iovec ioVec;
94797206d57SZachary Turner   Status error;
948c7512fdcSPavel Labath 
949c7512fdcSPavel Labath   ioVec.iov_base = buf;
950c7512fdcSPavel Labath   ioVec.iov_len = buf_size;
951b9c1b51eSKate Stone   return NativeProcessLinux::PtraceWrapper(PTRACE_SETREGSET, m_thread.GetID(),
952b9c1b51eSKate Stone                                            &regset, &ioVec, buf_size);
953068f8a7eSTamas Berghammer }
954068f8a7eSTamas Berghammer 
95597206d57SZachary Turner Status NativeRegisterContextLinux_arm64::DoReadFPR(void *buf, size_t buf_size) {
956c7512fdcSPavel Labath   int regset = NT_FPREGSET;
957c7512fdcSPavel Labath   struct iovec ioVec;
95897206d57SZachary Turner   Status error;
959c7512fdcSPavel Labath 
960c7512fdcSPavel Labath   ioVec.iov_base = buf;
961c7512fdcSPavel Labath   ioVec.iov_len = buf_size;
962b9c1b51eSKate Stone   return NativeProcessLinux::PtraceWrapper(PTRACE_GETREGSET, m_thread.GetID(),
963b9c1b51eSKate Stone                                            &regset, &ioVec, buf_size);
964068f8a7eSTamas Berghammer }
965068f8a7eSTamas Berghammer 
96697206d57SZachary Turner Status NativeRegisterContextLinux_arm64::DoWriteFPR(void *buf,
96797206d57SZachary Turner                                                     size_t buf_size) {
968c7512fdcSPavel Labath   int regset = NT_FPREGSET;
969c7512fdcSPavel Labath   struct iovec ioVec;
97097206d57SZachary Turner   Status error;
971c7512fdcSPavel Labath 
972c7512fdcSPavel Labath   ioVec.iov_base = buf;
973c7512fdcSPavel Labath   ioVec.iov_len = buf_size;
974b9c1b51eSKate Stone   return NativeProcessLinux::PtraceWrapper(PTRACE_SETREGSET, m_thread.GetID(),
975b9c1b51eSKate Stone                                            &regset, &ioVec, buf_size);
976068f8a7eSTamas Berghammer }
977068f8a7eSTamas Berghammer 
978b9c1b51eSKate Stone uint32_t NativeRegisterContextLinux_arm64::CalculateFprOffset(
979b9c1b51eSKate Stone     const RegisterInfo *reg_info) const {
980b9c1b51eSKate Stone   return reg_info->byte_offset -
981b9c1b51eSKate Stone          GetRegisterInfoAtIndex(m_reg_info.first_fpr)->byte_offset;
982c40e7b17STamas Berghammer }
983c40e7b17STamas Berghammer 
984068f8a7eSTamas Berghammer #endif // defined (__arm64__) || defined (__aarch64__)
985