Lines Matching refs:gpu

31   GpuAllReduceRewriter(gpu::GPUFuncOp funcOp, gpu::AllReduceOp reduceOp,  in GpuAllReduceRewriter()
69 Value dimX = getDimOp<gpu::BlockDimOp>(gpu::Dimension::x); in rewrite()
70 Value dimY = getDimOp<gpu::BlockDimOp>(gpu::Dimension::y); in rewrite()
71 Value dimZ = getDimOp<gpu::BlockDimOp>(gpu::Dimension::z); in rewrite()
72 Value tidX = getDimOp<gpu::ThreadIdOp>(gpu::Dimension::x); in rewrite()
73 Value tidY = getDimOp<gpu::ThreadIdOp>(gpu::Dimension::y); in rewrite()
74 Value tidZ = getDimOp<gpu::ThreadIdOp>(gpu::Dimension::z); in rewrite()
116 create<gpu::BarrierOp>(); in rewrite()
138 create<gpu::BarrierOp>(); in rewrite()
153 Value getDimOp(gpu::Dimension dimension) { in getDimOp()
162 gpu::GPUDialect::getWorkgroupAddressSpace(); in createWorkgroupBuffer()
202 if (!isa<gpu::YieldOp>(terminator)) in getFactory()
216 AccumulatorFactory getFactory(gpu::AllReduceOperation opName) { in getFactory()
219 case gpu::AllReduceOperation::ADD: in getFactory()
222 case gpu::AllReduceOperation::MUL: in getFactory()
225 case gpu::AllReduceOperation::AND: in getFactory()
227 case gpu::AllReduceOperation::OR: in getFactory()
229 case gpu::AllReduceOperation::XOR: in getFactory()
231 case gpu::AllReduceOperation::MAX: in getFactory()
237 case gpu::AllReduceOperation::MIN: in getFactory()
340 auto shuffleOp = create<gpu::ShuffleOp>( in createSubgroupReduce()
341 shuffleType, value, offset, activeWidth, gpu::ShuffleMode::XOR); in createSubgroupReduce()
363 create<gpu::ShuffleOp>(shuffleType, value, offset, subgroupSize, in createSubgroupReduce()
364 gpu::ShuffleMode::XOR); in createSubgroupReduce()
378 gpu::GPUFuncOp funcOp;
379 gpu::AllReduceOp reduceOp;
392 : RewritePattern(gpu::GPUFuncOp::getOperationName(), 1, context) {} in GpuAllReduceConversion()
396 auto funcOp = cast<gpu::GPUFuncOp>(op); in matchAndRewrite()
397 auto callback = [&](gpu::AllReduceOp reduceOp) { in matchAndRewrite()