Lines Matching refs:valueMapping
394 llvm::DenseMap<Value, Value> &valueMapping) { in convertTransferReadOp() argument
414 valueMapping[op.getResult()] = load; in convertTransferReadOp()
418 llvm::DenseMap<Value, Value> &valueMapping) { in convertTransferWriteOp() argument
424 Value matrix = valueMapping.find(op.getVector())->second; in convertTransferWriteOp()
445 llvm::DenseMap<Value, Value> &valueMapping) { in convertConstantOpMmaSync() argument
464 valueMapping[op.getResult()] = result; in convertConstantOpMmaSync()
470 llvm::DenseMap<Value, Value> &valueMapping) { in creatLdMatrixCompatibleLoads() argument
508 valueMapping[op] = newOp->getResult(0); in creatLdMatrixCompatibleLoads()
514 llvm::DenseMap<Value, Value> &valueMapping) { in createNonLdMatrixLoads() argument
593 valueMapping[op.getResult()] = result; in createNonLdMatrixLoads()
602 llvm::DenseMap<Value, Value> &valueMapping) { in convertTransferReadToLoads() argument
626 return createNonLdMatrixLoads(op, b, valueMapping); in convertTransferReadToLoads()
628 return creatLdMatrixCompatibleLoads(op, b, valueMapping); in convertTransferReadToLoads()
633 llvm::DenseMap<Value, Value> &valueMapping) { in convertTransferWriteToStores() argument
636 Value matrix = valueMapping.find(op.getVector())->second; in convertTransferWriteToStores()
670 llvm::DenseMap<Value, Value> &valueMapping) { in convertContractOp() argument
672 Value opA = valueMapping.find(op.getLhs())->second; in convertContractOp()
673 Value opB = valueMapping.find(op.getRhs())->second; in convertContractOp()
674 Value opC = valueMapping.find(op.getAcc())->second; in convertContractOp()
677 valueMapping[op.getResult()] = matmul; in convertContractOp()
682 llvm::DenseMap<Value, Value> &valueMapping) { in convertContractOpToMmaSync() argument
684 Value opA = valueMapping.find(op.getLhs())->second; in convertContractOpToMmaSync()
685 Value opB = valueMapping.find(op.getRhs())->second; in convertContractOpToMmaSync()
686 Value opC = valueMapping.find(op.getAcc())->second; in convertContractOpToMmaSync()
692 valueMapping[op.getResult()] = matmul; in convertContractOpToMmaSync()
698 llvm::DenseMap<Value, Value> &valueMapping) { in convertConstantOp() argument
711 valueMapping[op.getResult()] = matrix; in convertConstantOp()
716 llvm::DenseMap<Value, Value> &valueMapping) { in convertBroadcastOp() argument
725 valueMapping[op.getResult()] = matrix; in convertBroadcastOp()
755 llvm::DenseMap<Value, Value> &valueMapping) { in convertForOp() argument
759 auto it = valueMapping.find(operand.value()); in convertForOp()
760 if (it == valueMapping.end()) in convertForOp()
770 valueMapping[newForOp.getResult(mapping.first)] = in convertForOp()
772 valueMapping[loopBody.getArgument(mapping.first + in convertForOp()
779 llvm::DenseMap<Value, Value> &valueMapping) { in convertYieldOp() argument
784 auto it = valueMapping.find(operand.value()); in convertYieldOp()
785 if (it == valueMapping.end()) in convertYieldOp()
798 llvm::DenseMap<Value, Value> &valueMapping) { in convertElementwiseOp() argument
802 matrixOperands.push_back(valueMapping.find(operand)->second); in convertElementwiseOp()
805 valueMapping[op->getResult(0)] = newOp; in convertElementwiseOp()
822 llvm::DenseMap<Value, Value> valueMapping; in convertVectorToMMAOps() local
825 convertTransferReadOp(transferRead, valueMapping); in convertVectorToMMAOps()
827 convertTransferWriteOp(transferWrite, valueMapping); in convertVectorToMMAOps()
829 convertContractOp(contractOp, valueMapping); in convertVectorToMMAOps()
831 convertConstantOp(constantOp, valueMapping); in convertVectorToMMAOps()
833 convertBroadcastOp(broadcastOp, valueMapping); in convertVectorToMMAOps()
835 convertForOp(forOp, valueMapping); in convertVectorToMMAOps()
837 convertYieldOp(yiledOp, valueMapping); in convertVectorToMMAOps()
839 convertElementwiseOp(op, *elementwiseType, valueMapping); in convertVectorToMMAOps()
846 llvm::DenseMap<Value, Value> valueMapping; in convertVectorToNVVMCompatibleMMASync() local
850 return convertTransferReadToLoads(transferReadOp, valueMapping); in convertVectorToNVVMCompatibleMMASync()
854 valueMapping); in convertVectorToNVVMCompatibleMMASync()
857 return convertContractOpToMmaSync(contractionOp, valueMapping); in convertVectorToNVVMCompatibleMMASync()
860 convertForOp(forOp, valueMapping); in convertVectorToNVVMCompatibleMMASync()
864 convertYieldOp(yieldOp, valueMapping); in convertVectorToNVVMCompatibleMMASync()
868 return convertConstantOpMmaSync(constOp, valueMapping); in convertVectorToNVVMCompatibleMMASync()