| /llvm-project-15.0.7/openmp/libomptarget/plugins/cuda/src/ |
| H A D | rtl.cpp | 486 if (!AsyncInfo->Queue) { in getStream() 491 AsyncInfo->Queue = S; in getStream() 1255 AsyncInfo->Queue = nullptr; in synchronize() 1473 if (AsyncInfo->Queue) { in releaseAsyncInfo() 1476 AsyncInfo->Queue = nullptr; in releaseAsyncInfo() 1626 __tgt_async_info AsyncInfo; in __tgt_rtl_data_submit() local 1652 __tgt_async_info AsyncInfo; in __tgt_rtl_data_retrieve() local 1693 __tgt_async_info AsyncInfo; in __tgt_rtl_data_exchange() local 1719 __tgt_async_info AsyncInfo; in __tgt_rtl_run_target_team_region() local 1722 LoopTripcount, &AsyncInfo); in __tgt_rtl_run_target_team_region() [all …]
|
| /llvm-project-15.0.7/openmp/libomptarget/src/ |
| H A D | omptarget.cpp | 25 if (AsyncInfo.Queue) { in synchronize() 28 assert(AsyncInfo.Queue == nullptr && in synchronize() 186 AsyncInfoTy AsyncInfo(Device); in initLibrary() local 195 AsyncInfo); in initLibrary() 529 HasHoldModifier, AsyncInfo); in targetDataBegin() 811 AsyncInfo); in targetDataEnd() 844 Ret = AsyncInfo.synchronize(); in targetDataEnd() 1017 AsyncInfo); in targetDataNonContiguous() 1186 AsyncInfoTy &AsyncInfo; member in __anon039aff710511::PrivateArgumentManagerTy 1196 : Device(Dev), AsyncInfo(AsyncInfo) {} in PrivateArgumentManagerTy() [all …]
|
| H A D | device.cpp | 41 if (Device.recordEvent(Event, AsyncInfo) != OFFLOAD_SUCCESS) { in addEventIfNecessary() 341 int Ret = waitEvent(Event, AsyncInfo); in getTargetPointer() 526 AsyncInfoTy &AsyncInfo) { in submitData() argument 543 AsyncInfo); in submitData() 564 AsyncInfo); in retrieveData() 582 AsyncInfoTy &AsyncInfo) { in runRegion() argument 587 TgtVarsSize, AsyncInfo); in runRegion() 603 AsyncInfoTy &AsyncInfo) { in runTeamRegion() argument 625 int32_t DeviceTy::synchronize(AsyncInfoTy &AsyncInfo) { in synchronize() argument 627 return RTL->synchronize(RTLDeviceID, AsyncInfo); in synchronize() [all …]
|
| H A D | interface.cpp | 95 AsyncInfoTy AsyncInfo(Device); in __tgt_target_data_begin_mapper() local 97 ArgTypes, ArgNames, ArgMappers, AsyncInfo); in __tgt_target_data_begin_mapper() 99 Rc = AsyncInfo.synchronize(); in __tgt_target_data_begin_mapper() 144 AsyncInfoTy AsyncInfo(Device); in __tgt_target_data_end_mapper() local 146 ArgTypes, ArgNames, ArgMappers, AsyncInfo); in __tgt_target_data_end_mapper() 148 Rc = AsyncInfo.synchronize(); in __tgt_target_data_end_mapper() 181 AsyncInfoTy AsyncInfo(Device); in __tgt_target_data_update_mapper() local 185 Rc = AsyncInfo.synchronize(); in __tgt_target_data_update_mapper() 246 AsyncInfoTy AsyncInfo(Device); in __tgt_target_kernel() local 250 IsTeams, AsyncInfo); in __tgt_target_kernel() [all …]
|
| H A D | api.cpp | 182 AsyncInfoTy AsyncInfo(DstDev); in omp_target_memcpy() local 183 Rc = DstDev.submitData(DstAddr, SrcAddr, Length, AsyncInfo); in omp_target_memcpy() 187 AsyncInfoTy AsyncInfo(SrcDev); in omp_target_memcpy() local 188 Rc = SrcDev.retrieveData(DstAddr, SrcAddr, Length, AsyncInfo); in omp_target_memcpy() 196 AsyncInfoTy AsyncInfo(SrcDev); in omp_target_memcpy() local 197 Rc = SrcDev.dataExchange(SrcAddr, DstDev, DstAddr, Length, AsyncInfo); in omp_target_memcpy() 204 AsyncInfoTy AsyncInfo(SrcDev); in omp_target_memcpy() local 205 Rc = SrcDev.retrieveData(Buffer, SrcAddr, Length, AsyncInfo); in omp_target_memcpy() 208 AsyncInfoTy AsyncInfo(SrcDev); in omp_target_memcpy() local 209 Rc = DstDev.submitData(DstAddr, Buffer, Length, AsyncInfo); in omp_target_memcpy()
|
| H A D | private.h | 26 void **ArgMappers, AsyncInfoTy &AsyncInfo, 32 void **ArgMappers, AsyncInfoTy &AsyncInfo, 38 void **ArgMappers, AsyncInfoTy &AsyncInfo, 46 AsyncInfoTy &AsyncInfo);
|
| H A D | rtl.cpp | 514 AsyncInfoTy AsyncInfo(Device); in unregisterLib() local 518 AsyncInfo); in unregisterLib() 526 if (AsyncInfo.synchronize() != OFFLOAD_SUCCESS) in unregisterLib()
|
| /llvm-project-15.0.7/openmp/libomptarget/include/ |
| H A D | omptargetplugin.h | 95 int64_t Size, __tgt_async_info *AsyncInfo); 105 __tgt_async_info *AsyncInfo); 117 __tgt_async_info *AsyncInfo); 136 __tgt_async_info *AsyncInfo); 152 __tgt_async_info *AsyncInfo); 156 int32_t __tgt_rtl_synchronize(int32_t ID, __tgt_async_info *AsyncInfo); 180 __tgt_async_info *AsyncInfo); 183 __tgt_async_info *AsyncInfo);
|
| H A D | device.h | 149 int addEventIfNecessary(DeviceTy &Device, AsyncInfoTy &AsyncInfo) const; 371 bool HasHoldModifier, AsyncInfoTy &AsyncInfo); 419 AsyncInfoTy &AsyncInfo); 422 AsyncInfoTy &AsyncInfo); 425 int64_t Size, AsyncInfoTy &AsyncInfo); 428 int32_t TgtVarsSize, AsyncInfoTy &AsyncInfo); 432 uint64_t LoopTripCount, AsyncInfoTy &AsyncInfo); 436 int32_t synchronize(AsyncInfoTy &AsyncInfo); 449 int32_t recordEvent(void *Event, AsyncInfoTy &AsyncInfo); 455 int32_t waitEvent(void *Event, AsyncInfoTy &AsyncInfo);
|
| H A D | omptarget.h | 188 __tgt_async_info AsyncInfo; variable 197 operator __tgt_async_info *() { return &AsyncInfo; }
|
| /llvm-project-15.0.7/openmp/libomptarget/plugins/amdgpu/src/ |
| H A D | rtl.cpp | 1190 assert(AsyncInfo); in initAsyncInfo() 1191 if (!AsyncInfo->Queue) { in initAsyncInfo() 1196 assert(AsyncInfo); in finiAsyncInfo() 1197 assert(AsyncInfo->Queue); in finiAsyncInfo() 1198 AsyncInfo->Queue = 0; in finiAsyncInfo() 2626 __tgt_async_info AsyncInfo; in __tgt_rtl_data_submit() local 2637 if (AsyncInfo) { in __tgt_rtl_data_submit_async() 2638 initAsyncInfo(AsyncInfo); in __tgt_rtl_data_submit_async() 2660 initAsyncInfo(AsyncInfo); in __tgt_rtl_data_retrieve_async() 2707 initAsyncInfo(AsyncInfo); in __tgt_rtl_run_target_team_region_async() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/Frontend/OpenMP/ |
| H A D | OMPKinds.def | 94 __OMP_STRUCT_TYPE(AsyncInfo, __tgt_async_info, Int8Ptr)
|
| /llvm-project-15.0.7/llvm/lib/Transforms/IPO/ |
| H A D | OpenMPOpt.cpp | 1761 IRBuilder.AsyncInfo, F->getAddressSpace(), "handle", FirstInst); in splitTargetDataBeginRTC()
|