Lines Matching refs:AM
88 bool X86FastEmitLoad(EVT VT, X86AddressMode &AM, MachineMemOperand *MMO,
91 bool X86FastEmitStore(EVT VT, const Value *Val, X86AddressMode &AM,
94 X86AddressMode &AM,
100 bool X86SelectAddress(const Value *V, X86AddressMode &AM);
101 bool X86SelectCallAddress(const Value *V, X86AddressMode &AM);
147 bool handleConstantAddresses(const Value *V, X86AddressMode &AM);
176 X86AddressMode &AM);
228 X86AddressMode &AM) { in addFullAddress() argument
230 AM.IndexReg = constrainOperandRegClass(MIB->getDesc(), AM.IndexReg, in addFullAddress()
233 return ::addFullAddress(MIB, AM); in addFullAddress()
320 bool X86FastISel::X86FastEmitLoad(EVT VT, X86AddressMode &AM, in X86FastEmitLoad() argument
486 addFullAddress(MIB, AM); in X86FastEmitLoad()
497 X86AddressMode &AM, in X86FastEmitStore() argument
663 addFullAddress(MIB, AM).addReg(ValReg, getKillRegState(ValIsKill)); in X86FastEmitStore()
671 X86AddressMode &AM, in X86FastEmitStore() argument
699 addFullAddress(MIB, AM).addImm(Signed ? (uint64_t) CI->getSExtValue() in X86FastEmitStore()
712 return X86FastEmitStore(VT, ValReg, ValKill, AM, MMO, Aligned); in X86FastEmitStore()
730 bool X86FastISel::handleConstantAddresses(const Value *V, X86AddressMode &AM) { in handleConstantAddresses() argument
749 (AM.Base.Reg == 0 && AM.IndexReg == 0)) { in handleConstantAddresses()
751 AM.GV = GV; in handleConstantAddresses()
759 AM.Base.Reg = getInstrInfo()->getGlobalBaseReg(FuncInfo.MF); in handleConstantAddresses()
768 assert(AM.Base.Reg == 0 && AM.IndexReg == 0); in handleConstantAddresses()
769 AM.Base.Reg = X86::RIP; in handleConstantAddresses()
771 AM.GVOpFlags = GVFlags; in handleConstantAddresses()
786 StubAM.Base.Reg = AM.Base.Reg; in handleConstantAddresses()
818 AM.Base.Reg = LoadReg; in handleConstantAddresses()
819 AM.GV = nullptr; in handleConstantAddresses()
825 if (!AM.GV || !Subtarget->isPICStyleRIPRel()) { in handleConstantAddresses()
826 if (AM.Base.Reg == 0) { in handleConstantAddresses()
827 AM.Base.Reg = getRegForValue(V); in handleConstantAddresses()
828 return AM.Base.Reg != 0; in handleConstantAddresses()
830 if (AM.IndexReg == 0) { in handleConstantAddresses()
831 assert(AM.Scale == 1 && "Scale with no index!"); in handleConstantAddresses()
832 AM.IndexReg = getRegForValue(V); in handleConstantAddresses()
833 return AM.IndexReg != 0; in handleConstantAddresses()
842 bool X86FastISel::X86SelectAddress(const Value *V, X86AddressMode &AM) { in X86SelectAddress() argument
871 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
877 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
883 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
892 AM.BaseType = X86AddressMode::FrameIndexBase; in X86SelectAddress()
893 AM.Base.FrameIndex = SI->second; in X86SelectAddress()
902 uint64_t Disp = (int32_t)AM.Disp + (uint64_t)CI->getSExtValue(); in X86SelectAddress()
905 AM.Disp = (uint32_t)Disp; in X86SelectAddress()
906 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
913 X86AddressMode SavedAM = AM; in X86SelectAddress()
916 uint64_t Disp = (int32_t)AM.Disp; in X86SelectAddress()
917 unsigned IndexReg = AM.IndexReg; in X86SelectAddress()
918 unsigned Scale = AM.Scale; in X86SelectAddress()
950 (!AM.GV || !Subtarget->isPICStyleRIPRel()) && in X86SelectAddress()
968 AM.IndexReg = IndexReg; in X86SelectAddress()
969 AM.Scale = Scale; in X86SelectAddress()
970 AM.Disp = (uint32_t)Disp; in X86SelectAddress()
979 } else if (X86SelectAddress(U->getOperand(0), AM)) { in X86SelectAddress()
985 AM = SavedAM; in X86SelectAddress()
988 if (handleConstantAddresses(I, AM)) in X86SelectAddress()
998 return handleConstantAddresses(V, AM); in X86SelectAddress()
1003 bool X86FastISel::X86SelectCallAddress(const Value *V, X86AddressMode &AM) { in X86SelectCallAddress() argument
1045 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1053 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1059 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1071 (AM.Base.Reg != 0 || AM.IndexReg != 0)) in X86SelectCallAddress()
1080 AM.GV = GV; in X86SelectCallAddress()
1088 assert(AM.Base.Reg == 0 && AM.IndexReg == 0); in X86SelectCallAddress()
1089 AM.Base.Reg = X86::RIP; in X86SelectCallAddress()
1091 AM.GVOpFlags = Subtarget->classifyLocalReference(nullptr); in X86SelectCallAddress()
1098 if (!AM.GV || !Subtarget->isPICStyleRIPRel()) { in X86SelectCallAddress()
1099 if (AM.Base.Reg == 0) { in X86SelectCallAddress()
1100 AM.Base.Reg = getRegForValue(V); in X86SelectCallAddress()
1101 return AM.Base.Reg != 0; in X86SelectCallAddress()
1103 if (AM.IndexReg == 0) { in X86SelectCallAddress()
1104 assert(AM.Scale == 1 && "Scale with no index!"); in X86SelectCallAddress()
1105 AM.IndexReg = getRegForValue(V); in X86SelectCallAddress()
1106 return AM.IndexReg != 0; in X86SelectCallAddress()
1150 X86AddressMode AM; in X86SelectStore() local
1151 if (!X86SelectAddress(Ptr, AM)) in X86SelectStore()
1154 return X86FastEmitStore(VT, Val, AM, createMachineMemOperandFor(I), Aligned); in X86SelectStore()
1332 X86AddressMode AM; in X86SelectLoad() local
1333 if (!X86SelectAddress(Ptr, AM)) in X86SelectLoad()
1342 if (!X86FastEmitLoad(VT, AM, createMachineMemOperandFor(LI), ResultReg, in X86SelectLoad()
2792 X86AddressMode AM; in fastLowerIntrinsicCall() local
2793 if (!X86SelectAddress(Slot, AM)) return false; in fastLowerIntrinsicCall()
2794 if (!X86FastEmitStore(PtrTy, Op1, AM)) return false; in fastLowerIntrinsicCall()
2799 X86AddressMode AM; in fastLowerIntrinsicCall() local
2801 if (!X86SelectAddress(DI->getAddress(), AM)) in fastLowerIntrinsicCall()
2808 addFullAddress(BuildMI(*FuncInfo.MBB, FuncInfo.InsertPt, DbgLoc, II), AM) in fastLowerIntrinsicCall()
3426 X86AddressMode AM; in fastLowerCall() local
3427 AM.Base.Reg = RegInfo->getStackRegister(); in fastLowerCall()
3428 AM.Disp = LocMemOffset; in fastLowerCall()
3437 if (!TryEmitSmallMemcpy(AM, SrcAM, Flags.getByValSize())) in fastLowerCall()
3443 if (!X86FastEmitStore(ArgVT, ArgVal, AM, MMO)) in fastLowerCall()
3447 if (!X86FastEmitStore(ArgVT, ArgReg, ValIsKill, AM, MMO)) in fastLowerCall()
3838 X86AddressMode AM; in X86MaterializeGV() local
3839 if (X86SelectAddress(GV, AM)) { in X86MaterializeGV()
3842 if (AM.BaseType == X86AddressMode::RegBase && in X86MaterializeGV()
3843 AM.IndexReg == 0 && AM.Disp == 0 && AM.GV == nullptr) in X86MaterializeGV()
3844 return AM.Base.Reg; in X86MaterializeGV()
3860 TII.get(Opc), ResultReg), AM); in X86MaterializeGV()
3897 X86AddressMode AM; in fastMaterializeAlloca() local
3898 if (!X86SelectAddress(C, AM)) in fastMaterializeAlloca()
3907 TII.get(Opc), ResultReg), AM); in fastMaterializeAlloca()
3954 X86AddressMode AM; in tryToFoldLoadIntoMI() local
3955 if (!X86SelectAddress(Ptr, AM)) in tryToFoldLoadIntoMI()
3967 AM.getFullAddress(AddrOps); in tryToFoldLoadIntoMI()
3984 if (!MO.isReg() || MO.isDef() || MO.getReg() != AM.IndexReg) in tryToFoldLoadIntoMI()