xref: /llvm-project-15.0.7/openmp/libomptarget/plugins/amdgpu/impl/data.cpp (revision 4fc32869)

/*===--------------------------------------------------------------------------
 *              ATMI (Asynchronous Task and Memory Interface)
 *
 * This file is distributed under the MIT License. See LICENSE.txt for details.
 *===------------------------------------------------------------------------*/
#include "atmi_runtime.h"
#include "internal.h"
#include "machine.h"
#include "rt.h"
#include <cassert>
#include <hsa.h>
#include <hsa_ext_amd.h>
#include <iostream>
#include <stdio.h>
#include <string.h>
#include <thread>
#include <vector>

using core::TaskImpl;
extern ATLMachine g_atl_machine;

namespace core {

namespace {
ATLProcessor &get_processor_by_mem_place(int DeviceId,
                                         atmi_devtype_t DeviceType) {
  switch (DeviceType) {
  case ATMI_DEVTYPE_CPU:
    return g_atl_machine.processors<ATLCPUProcessor>()[DeviceId];
  case ATMI_DEVTYPE_GPU:
    return g_atl_machine.processors<ATLGPUProcessor>()[DeviceId];
  }
}

hsa_amd_memory_pool_t get_memory_pool_by_mem_place(int DeviceId,
                                                   atmi_devtype_t DeviceType) {
  ATLProcessor &proc = get_processor_by_mem_place(DeviceId, DeviceType);
  return get_memory_pool(proc, 0 /*Memory Type (always zero) */);
}
} // namespace

hsa_status_t register_allocation(void *ptr, size_t size,
                                 atmi_devtype_t DeviceType) {
  if (DeviceType == ATMI_DEVTYPE_CPU)
    return allow_access_to_all_gpu_agents(ptr);
  else
    return HSA_STATUS_SUCCESS;
}

hsa_status_t Runtime::DeviceMalloc(void **ptr, size_t size, int DeviceId) {
  return Runtime::Malloc(ptr, size, DeviceId, ATMI_DEVTYPE_GPU);
}

hsa_status_t Runtime::HostMalloc(void **ptr, size_t size) {
  return Runtime::Malloc(ptr, size, 0, ATMI_DEVTYPE_CPU);
}

hsa_status_t Runtime::Malloc(void **ptr, size_t size, int DeviceId,
                             atmi_devtype_t DeviceType) {
  hsa_amd_memory_pool_t pool =
      get_memory_pool_by_mem_place(DeviceId, DeviceType);
  hsa_status_t err = hsa_amd_memory_pool_allocate(pool, size, 0, ptr);
  DEBUG_PRINT("Malloced [%s %d] %p\n",
              DeviceType == ATMI_DEVTYPE_CPU ? "CPU" : "GPU", DeviceId, *ptr);

  if (err == HSA_STATUS_SUCCESS) {
    err = register_allocation(*ptr, size, DeviceType);
  }

  return (err == HSA_STATUS_SUCCESS) ? HSA_STATUS_SUCCESS : HSA_STATUS_ERROR;
}

hsa_status_t Runtime::Memfree(void *ptr) {
  hsa_status_t err = hsa_amd_memory_pool_free(ptr);
  DEBUG_PRINT("Freed %p\n", ptr);

  return (err == HSA_STATUS_SUCCESS) ? HSA_STATUS_SUCCESS : HSA_STATUS_ERROR;
}

} // namespace core