Lines Matching refs:AM
78 bool X86FastEmitLoad(MVT VT, X86AddressMode &AM, MachineMemOperand *MMO,
81 bool X86FastEmitStore(EVT VT, const Value *Val, X86AddressMode &AM,
83 bool X86FastEmitStore(EVT VT, unsigned ValReg, X86AddressMode &AM,
89 bool X86SelectAddress(const Value *V, X86AddressMode &AM);
90 bool X86SelectCallAddress(const Value *V, X86AddressMode &AM);
136 bool handleConstantAddresses(const Value *V, X86AddressMode &AM);
165 X86AddressMode &AM);
215 X86AddressMode &AM) { in addFullAddress() argument
217 AM.IndexReg = constrainOperandRegClass(MIB->getDesc(), AM.IndexReg, in addFullAddress()
220 return ::addFullAddress(MIB, AM); in addFullAddress()
316 bool X86FastISel::X86FastEmitLoad(MVT VT, X86AddressMode &AM, in X86FastEmitLoad() argument
469 addFullAddress(MIB, AM); in X86FastEmitLoad()
479 bool X86FastISel::X86FastEmitStore(EVT VT, unsigned ValReg, X86AddressMode &AM, in X86FastEmitStore() argument
645 addFullAddress(MIB, AM).addReg(ValReg); in X86FastEmitStore()
653 X86AddressMode &AM, in X86FastEmitStore() argument
681 addFullAddress(MIB, AM).addImm(Signed ? (uint64_t) CI->getSExtValue() in X86FastEmitStore()
693 return X86FastEmitStore(VT, ValReg, AM, MMO, Aligned); in X86FastEmitStore()
710 bool X86FastISel::handleConstantAddresses(const Value *V, X86AddressMode &AM) { in handleConstantAddresses() argument
734 (AM.Base.Reg == 0 && AM.IndexReg == 0)) { in handleConstantAddresses()
736 AM.GV = GV; in handleConstantAddresses()
744 AM.Base.Reg = getInstrInfo()->getGlobalBaseReg(FuncInfo.MF); in handleConstantAddresses()
753 assert(AM.Base.Reg == 0 && AM.IndexReg == 0); in handleConstantAddresses()
754 AM.Base.Reg = X86::RIP; in handleConstantAddresses()
756 AM.GVOpFlags = GVFlags; in handleConstantAddresses()
771 StubAM.Base.Reg = AM.Base.Reg; in handleConstantAddresses()
804 AM.Base.Reg = LoadReg; in handleConstantAddresses()
805 AM.GV = nullptr; in handleConstantAddresses()
811 if (!AM.GV || !Subtarget->isPICStyleRIPRel()) { in handleConstantAddresses()
812 if (AM.Base.Reg == 0) { in handleConstantAddresses()
813 AM.Base.Reg = getRegForValue(V); in handleConstantAddresses()
814 return AM.Base.Reg != 0; in handleConstantAddresses()
816 if (AM.IndexReg == 0) { in handleConstantAddresses()
817 assert(AM.Scale == 1 && "Scale with no index!"); in handleConstantAddresses()
818 AM.IndexReg = getRegForValue(V); in handleConstantAddresses()
819 return AM.IndexReg != 0; in handleConstantAddresses()
828 bool X86FastISel::X86SelectAddress(const Value *V, X86AddressMode &AM) { in X86SelectAddress() argument
857 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
863 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
869 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
878 AM.BaseType = X86AddressMode::FrameIndexBase; in X86SelectAddress()
879 AM.Base.FrameIndex = SI->second; in X86SelectAddress()
888 uint64_t Disp = (int32_t)AM.Disp + (uint64_t)CI->getSExtValue(); in X86SelectAddress()
891 AM.Disp = (uint32_t)Disp; in X86SelectAddress()
892 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
899 X86AddressMode SavedAM = AM; in X86SelectAddress()
902 uint64_t Disp = (int32_t)AM.Disp; in X86SelectAddress()
903 unsigned IndexReg = AM.IndexReg; in X86SelectAddress()
904 unsigned Scale = AM.Scale; in X86SelectAddress()
936 (!AM.GV || !Subtarget->isPICStyleRIPRel()) && in X86SelectAddress()
954 AM.IndexReg = IndexReg; in X86SelectAddress()
955 AM.Scale = Scale; in X86SelectAddress()
956 AM.Disp = (uint32_t)Disp; in X86SelectAddress()
965 } else if (X86SelectAddress(U->getOperand(0), AM)) { in X86SelectAddress()
971 AM = SavedAM; in X86SelectAddress()
974 if (handleConstantAddresses(I, AM)) in X86SelectAddress()
984 return handleConstantAddresses(V, AM); in X86SelectAddress()
989 bool X86FastISel::X86SelectCallAddress(const Value *V, X86AddressMode &AM) { in X86SelectCallAddress() argument
1031 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1039 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1045 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1058 (AM.Base.Reg != 0 || AM.IndexReg != 0)) in X86SelectCallAddress()
1067 AM.GV = GV; in X86SelectCallAddress()
1075 assert(AM.Base.Reg == 0 && AM.IndexReg == 0); in X86SelectCallAddress()
1076 AM.Base.Reg = X86::RIP; in X86SelectCallAddress()
1078 AM.GVOpFlags = Subtarget->classifyLocalReference(nullptr); in X86SelectCallAddress()
1085 if (!AM.GV || !Subtarget->isPICStyleRIPRel()) { in X86SelectCallAddress()
1108 if (AM.Base.Reg == 0) { in X86SelectCallAddress()
1109 AM.Base.Reg = GetCallRegForValue(V); in X86SelectCallAddress()
1110 return AM.Base.Reg != 0; in X86SelectCallAddress()
1112 if (AM.IndexReg == 0) { in X86SelectCallAddress()
1113 assert(AM.Scale == 1 && "Scale with no index!"); in X86SelectCallAddress()
1114 AM.IndexReg = GetCallRegForValue(V); in X86SelectCallAddress()
1115 return AM.IndexReg != 0; in X86SelectCallAddress()
1157 X86AddressMode AM; in X86SelectStore() local
1158 if (!X86SelectAddress(Ptr, AM)) in X86SelectStore()
1161 return X86FastEmitStore(VT, Val, AM, createMachineMemOperandFor(I), Aligned); in X86SelectStore()
1344 X86AddressMode AM; in X86SelectLoad() local
1345 if (!X86SelectAddress(Ptr, AM)) in X86SelectLoad()
1349 if (!X86FastEmitLoad(VT, AM, createMachineMemOperandFor(LI), ResultReg, in X86SelectLoad()
2763 X86AddressMode AM; in fastLowerIntrinsicCall() local
2764 if (!X86SelectAddress(Slot, AM)) return false; in fastLowerIntrinsicCall()
2765 if (!X86FastEmitStore(PtrTy, Op1, AM)) return false; in fastLowerIntrinsicCall()
2770 X86AddressMode AM; in fastLowerIntrinsicCall() local
2772 if (!X86SelectAddress(DI->getAddress(), AM)) in fastLowerIntrinsicCall()
2777 addFullAddress(BuildMI(*FuncInfo.MBB, FuncInfo.InsertPt, MIMD, II), AM) in fastLowerIntrinsicCall()
3446 X86AddressMode AM; in fastLowerCall() local
3447 AM.Base.Reg = RegInfo->getStackRegister(); in fastLowerCall()
3448 AM.Disp = LocMemOffset; in fastLowerCall()
3457 if (!TryEmitSmallMemcpy(AM, SrcAM, Flags.getByValSize())) in fastLowerCall()
3463 if (!X86FastEmitStore(ArgVT, ArgVal, AM, MMO)) in fastLowerCall()
3466 if (!X86FastEmitStore(ArgVT, ArgReg, AM, MMO)) in fastLowerCall()
3855 X86AddressMode AM; in X86MaterializeGV() local
3856 if (X86SelectAddress(GV, AM)) { in X86MaterializeGV()
3859 if (AM.BaseType == X86AddressMode::RegBase && in X86MaterializeGV()
3860 AM.IndexReg == 0 && AM.Disp == 0 && AM.GV == nullptr) in X86MaterializeGV()
3861 return AM.Base.Reg; in X86MaterializeGV()
3877 TII.get(Opc), ResultReg), AM); in X86MaterializeGV()
3939 X86AddressMode AM; in fastMaterializeAlloca() local
3940 if (!X86SelectAddress(C, AM)) in fastMaterializeAlloca()
3949 TII.get(Opc), ResultReg), AM); in fastMaterializeAlloca()
3992 X86AddressMode AM; in tryToFoldLoadIntoMI() local
3993 if (!X86SelectAddress(Ptr, AM)) in tryToFoldLoadIntoMI()
4001 AM.getFullAddress(AddrOps); in tryToFoldLoadIntoMI()
4018 if (!MO.isReg() || MO.isDef() || MO.getReg() != AM.IndexReg) in tryToFoldLoadIntoMI()