Lines Matching refs:CGOpenMPRuntimeGPU
73 CGOpenMPRuntimeGPU::ExecutionMode SavedExecMode =
74 CGOpenMPRuntimeGPU::EM_Unknown;
75 CGOpenMPRuntimeGPU::ExecutionMode &ExecMode;
81 ExecutionRuntimeModesRAII(CGOpenMPRuntimeGPU::ExecutionMode &ExecMode) in ExecutionRuntimeModesRAII()
84 ExecMode = CGOpenMPRuntimeGPU::EM_NonSPMD; in ExecutionRuntimeModesRAII()
87 ExecutionRuntimeModesRAII(CGOpenMPRuntimeGPU::ExecutionMode &ExecMode, in ExecutionRuntimeModesRAII()
92 ExecMode = CGOpenMPRuntimeGPU::EM_SPMD; in ExecutionRuntimeModesRAII()
538 auto &RT = static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()); in getNVPTXWarpID()
550 auto &RT = static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()); in getNVPTXLaneID()
555 CGOpenMPRuntimeGPU::ExecutionMode
556 CGOpenMPRuntimeGPU::getExecutionMode() const { in getExecutionMode()
560 static CGOpenMPRuntimeGPU::DataSharingMode
562 return CGM.getLangOpts().OpenMPCUDAMode ? CGOpenMPRuntimeGPU::CUDA in getDataSharingMode()
563 : CGOpenMPRuntimeGPU::Generic; in getDataSharingMode()
1010 void CGOpenMPRuntimeGPU::emitNonSPMDKernel(const OMPExecutableDirective &D, in emitNonSPMDKernel()
1022 CGOpenMPRuntimeGPU::EntryFunctionState &EST; in emitNonSPMDKernel()
1025 NVPTXPrePostActionTy(CGOpenMPRuntimeGPU::EntryFunctionState &EST) in emitNonSPMDKernel()
1029 static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()); in emitNonSPMDKernel()
1036 static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()); in emitNonSPMDKernel()
1048 void CGOpenMPRuntimeGPU::emitKernelInit(CodeGenFunction &CGF, in emitKernelInit()
1057 void CGOpenMPRuntimeGPU::emitKernelDeinit(CodeGenFunction &CGF, in emitKernelDeinit()
1067 void CGOpenMPRuntimeGPU::emitSPMDKernel(const OMPExecutableDirective &D, in emitSPMDKernel()
1081 CGOpenMPRuntimeGPU &RT; in emitSPMDKernel()
1082 CGOpenMPRuntimeGPU::EntryFunctionState &EST; in emitSPMDKernel()
1085 NVPTXPrePostActionTy(CGOpenMPRuntimeGPU &RT, in emitSPMDKernel()
1086 CGOpenMPRuntimeGPU::EntryFunctionState &EST) in emitSPMDKernel()
1122 void CGOpenMPRuntimeGPU::createOffloadEntry(llvm::Constant *ID, in createOffloadEntry()
1149 void CGOpenMPRuntimeGPU::emitTargetOutlinedFunction( in emitTargetOutlinedFunction()
1185 unsigned CGOpenMPRuntimeGPU::getDefaultLocationReserved2Flags() const { in getDefaultLocationReserved2Flags()
1200 CGOpenMPRuntimeGPU::CGOpenMPRuntimeGPU(CodeGenModule &CGM) in CGOpenMPRuntimeGPU() function in CGOpenMPRuntimeGPU
1219 void CGOpenMPRuntimeGPU::emitProcBindClause(CodeGenFunction &CGF, in emitProcBindClause()
1223 if (getExecutionMode() == CGOpenMPRuntimeGPU::EM_SPMD) in emitProcBindClause()
1229 void CGOpenMPRuntimeGPU::emitNumThreadsClause(CodeGenFunction &CGF, in emitNumThreadsClause()
1235 void CGOpenMPRuntimeGPU::emitNumTeamsClause(CodeGenFunction &CGF, in emitNumTeamsClause()
1240 llvm::Function *CGOpenMPRuntimeGPU::emitParallelOutlinedFunction( in emitParallelOutlinedFunction()
1269 if (getExecutionMode() != CGOpenMPRuntimeGPU::EM_SPMD && in emitParallelOutlinedFunction()
1317 llvm::Function *CGOpenMPRuntimeGPU::emitTeamsOutlinedFunction( in emitTeamsOutlinedFunction()
1327 if (getExecutionMode() != CGOpenMPRuntimeGPU::EM_SPMD) in emitTeamsOutlinedFunction()
1329 if (getExecutionMode() == CGOpenMPRuntimeGPU::EM_SPMD) { in emitTeamsOutlinedFunction()
1359 static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()); in emitTeamsOutlinedFunction()
1374 static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()) in emitTeamsOutlinedFunction()
1385 void CGOpenMPRuntimeGPU::emitGenericVarsProlog(CodeGenFunction &CGF, in emitGenericVarsProlog()
1388 if (getDataSharingMode(CGM) != CGOpenMPRuntimeGPU::Generic && in emitGenericVarsProlog()
1389 getExecutionMode() != CGOpenMPRuntimeGPU::EM_SPMD) in emitGenericVarsProlog()
1473 void CGOpenMPRuntimeGPU::emitGenericVarsEpilog(CodeGenFunction &CGF, in emitGenericVarsEpilog()
1475 if (getDataSharingMode(CGM) != CGOpenMPRuntimeGPU::Generic && in emitGenericVarsEpilog()
1476 getExecutionMode() != CGOpenMPRuntimeGPU::EM_SPMD) in emitGenericVarsEpilog()
1502 void CGOpenMPRuntimeGPU::emitTeamsCall(CodeGenFunction &CGF, in emitTeamsCall()
1520 void CGOpenMPRuntimeGPU::emitParallelCall(CodeGenFunction &CGF, in emitParallelCall()
1600 void CGOpenMPRuntimeGPU::syncCTAThreads(CodeGenFunction &CGF) { in syncCTAThreads()
1615 void CGOpenMPRuntimeGPU::emitBarrierCall(CodeGenFunction &CGF, in emitBarrierCall()
1632 void CGOpenMPRuntimeGPU::emitCriticalRegion( in emitCriticalRegion()
1642 auto &RT = static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()); in emitCriticalRegion()
1739 CGOpenMPRuntimeGPU &RT = in createRuntimeShuffleFunction()
1740 *(static_cast<CGOpenMPRuntimeGPU *>(&CGM.getOpenMPRuntime())); in createRuntimeShuffleFunction()
2147 auto &RT = static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()); in emitInterWarpCopyFunction()
3208 void CGOpenMPRuntimeGPU::emitReduction( in emitReduction()
3394 CGOpenMPRuntimeGPU::translateParameter(const FieldDecl *FD, in translateParameter()
3426 CGOpenMPRuntimeGPU::getParameterAddress(CodeGenFunction &CGF, in getParameterAddress()
3457 void CGOpenMPRuntimeGPU::emitOutlinedFunctionCall( in emitOutlinedFunctionCall()
3487 llvm::Function *CGOpenMPRuntimeGPU::createParallelDataSharingWrapper( in createParallelDataSharingWrapper()
3614 void CGOpenMPRuntimeGPU::emitFunctionProlog(CodeGenFunction &CGF, in emitFunctionProlog()
3616 if (getDataSharingMode(CGM) != CGOpenMPRuntimeGPU::Generic) in emitFunctionProlog()
3634 getExecutionMode() == CGOpenMPRuntimeGPU::EM_SPMD) in emitFunctionProlog()
3678 static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()) in emitFunctionProlog()
3686 Address CGOpenMPRuntimeGPU::getAddressOfLocalVariable(CodeGenFunction &CGF, in getAddressOfLocalVariable()
3730 if (getDataSharingMode(CGM) != CGOpenMPRuntimeGPU::Generic) in getAddressOfLocalVariable()
3755 void CGOpenMPRuntimeGPU::functionFinished(CodeGenFunction &CGF) { in functionFinished()
3760 void CGOpenMPRuntimeGPU::getDefaultDistScheduleAndChunk( in getDefaultDistScheduleAndChunk()
3764 auto &RT = static_cast<CGOpenMPRuntimeGPU &>(CGF.CGM.getOpenMPRuntime()); in getDefaultDistScheduleAndChunk()
3765 if (getExecutionMode() == CGOpenMPRuntimeGPU::EM_SPMD) { in getDefaultDistScheduleAndChunk()
3777 void CGOpenMPRuntimeGPU::getDefaultScheduleAndChunk( in getDefaultScheduleAndChunk()
3789 void CGOpenMPRuntimeGPU::adjustTargetSpecificDataForLambdas( in adjustTargetSpecificDataForLambdas()
3841 bool CGOpenMPRuntimeGPU::hasAllocateAttributeForGlobalVar(const VarDecl *VD, in hasAllocateAttributeForGlobalVar()
3886 void CGOpenMPRuntimeGPU::processRequiresDirective( in processRequiresDirective()
3966 void CGOpenMPRuntimeGPU::clear() { in clear()
4002 llvm::Value *CGOpenMPRuntimeGPU::getGPUNumThreads(CodeGenFunction &CGF) { in getGPUNumThreads()
4015 llvm::Value *CGOpenMPRuntimeGPU::getGPUThreadID(CodeGenFunction &CGF) { in getGPUThreadID()
4023 llvm::Value *CGOpenMPRuntimeGPU::getGPUWarpSize(CodeGenFunction &CGF) { in getGPUWarpSize()