Lines Matching refs:AM
87 bool X86FastEmitLoad(MVT VT, X86AddressMode &AM, MachineMemOperand *MMO,
90 bool X86FastEmitStore(EVT VT, const Value *Val, X86AddressMode &AM,
92 bool X86FastEmitStore(EVT VT, unsigned ValReg, X86AddressMode &AM,
98 bool X86SelectAddress(const Value *V, X86AddressMode &AM);
99 bool X86SelectCallAddress(const Value *V, X86AddressMode &AM);
145 bool handleConstantAddresses(const Value *V, X86AddressMode &AM);
174 X86AddressMode &AM);
224 X86AddressMode &AM) { in addFullAddress() argument
226 AM.IndexReg = constrainOperandRegClass(MIB->getDesc(), AM.IndexReg, in addFullAddress()
229 return ::addFullAddress(MIB, AM); in addFullAddress()
322 bool X86FastISel::X86FastEmitLoad(MVT VT, X86AddressMode &AM, in X86FastEmitLoad() argument
477 addFullAddress(MIB, AM); in X86FastEmitLoad()
487 bool X86FastISel::X86FastEmitStore(EVT VT, unsigned ValReg, X86AddressMode &AM, in X86FastEmitStore() argument
653 addFullAddress(MIB, AM).addReg(ValReg); in X86FastEmitStore()
661 X86AddressMode &AM, in X86FastEmitStore() argument
689 addFullAddress(MIB, AM).addImm(Signed ? (uint64_t) CI->getSExtValue() in X86FastEmitStore()
701 return X86FastEmitStore(VT, ValReg, AM, MMO, Aligned); in X86FastEmitStore()
718 bool X86FastISel::handleConstantAddresses(const Value *V, X86AddressMode &AM) { in handleConstantAddresses() argument
737 (AM.Base.Reg == 0 && AM.IndexReg == 0)) { in handleConstantAddresses()
739 AM.GV = GV; in handleConstantAddresses()
747 AM.Base.Reg = getInstrInfo()->getGlobalBaseReg(FuncInfo.MF); in handleConstantAddresses()
756 assert(AM.Base.Reg == 0 && AM.IndexReg == 0); in handleConstantAddresses()
757 AM.Base.Reg = X86::RIP; in handleConstantAddresses()
759 AM.GVOpFlags = GVFlags; in handleConstantAddresses()
774 StubAM.Base.Reg = AM.Base.Reg; in handleConstantAddresses()
806 AM.Base.Reg = LoadReg; in handleConstantAddresses()
807 AM.GV = nullptr; in handleConstantAddresses()
813 if (!AM.GV || !Subtarget->isPICStyleRIPRel()) { in handleConstantAddresses()
814 if (AM.Base.Reg == 0) { in handleConstantAddresses()
815 AM.Base.Reg = getRegForValue(V); in handleConstantAddresses()
816 return AM.Base.Reg != 0; in handleConstantAddresses()
818 if (AM.IndexReg == 0) { in handleConstantAddresses()
819 assert(AM.Scale == 1 && "Scale with no index!"); in handleConstantAddresses()
820 AM.IndexReg = getRegForValue(V); in handleConstantAddresses()
821 return AM.IndexReg != 0; in handleConstantAddresses()
830 bool X86FastISel::X86SelectAddress(const Value *V, X86AddressMode &AM) { in X86SelectAddress() argument
859 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
865 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
871 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
880 AM.BaseType = X86AddressMode::FrameIndexBase; in X86SelectAddress()
881 AM.Base.FrameIndex = SI->second; in X86SelectAddress()
890 uint64_t Disp = (int32_t)AM.Disp + (uint64_t)CI->getSExtValue(); in X86SelectAddress()
893 AM.Disp = (uint32_t)Disp; in X86SelectAddress()
894 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
901 X86AddressMode SavedAM = AM; in X86SelectAddress()
904 uint64_t Disp = (int32_t)AM.Disp; in X86SelectAddress()
905 unsigned IndexReg = AM.IndexReg; in X86SelectAddress()
906 unsigned Scale = AM.Scale; in X86SelectAddress()
938 (!AM.GV || !Subtarget->isPICStyleRIPRel()) && in X86SelectAddress()
956 AM.IndexReg = IndexReg; in X86SelectAddress()
957 AM.Scale = Scale; in X86SelectAddress()
958 AM.Disp = (uint32_t)Disp; in X86SelectAddress()
967 } else if (X86SelectAddress(U->getOperand(0), AM)) { in X86SelectAddress()
973 AM = SavedAM; in X86SelectAddress()
976 if (handleConstantAddresses(I, AM)) in X86SelectAddress()
986 return handleConstantAddresses(V, AM); in X86SelectAddress()
991 bool X86FastISel::X86SelectCallAddress(const Value *V, X86AddressMode &AM) { in X86SelectCallAddress() argument
1033 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1041 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1047 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1059 (AM.Base.Reg != 0 || AM.IndexReg != 0)) in X86SelectCallAddress()
1068 AM.GV = GV; in X86SelectCallAddress()
1076 assert(AM.Base.Reg == 0 && AM.IndexReg == 0); in X86SelectCallAddress()
1077 AM.Base.Reg = X86::RIP; in X86SelectCallAddress()
1079 AM.GVOpFlags = Subtarget->classifyLocalReference(nullptr); in X86SelectCallAddress()
1086 if (!AM.GV || !Subtarget->isPICStyleRIPRel()) { in X86SelectCallAddress()
1109 if (AM.Base.Reg == 0) { in X86SelectCallAddress()
1110 AM.Base.Reg = GetCallRegForValue(V); in X86SelectCallAddress()
1111 return AM.Base.Reg != 0; in X86SelectCallAddress()
1113 if (AM.IndexReg == 0) { in X86SelectCallAddress()
1114 assert(AM.Scale == 1 && "Scale with no index!"); in X86SelectCallAddress()
1115 AM.IndexReg = GetCallRegForValue(V); in X86SelectCallAddress()
1116 return AM.IndexReg != 0; in X86SelectCallAddress()
1158 X86AddressMode AM; in X86SelectStore() local
1159 if (!X86SelectAddress(Ptr, AM)) in X86SelectStore()
1162 return X86FastEmitStore(VT, Val, AM, createMachineMemOperandFor(I), Aligned); in X86SelectStore()
1345 X86AddressMode AM; in X86SelectLoad() local
1346 if (!X86SelectAddress(Ptr, AM)) in X86SelectLoad()
1350 if (!X86FastEmitLoad(VT, AM, createMachineMemOperandFor(LI), ResultReg, in X86SelectLoad()
2771 X86AddressMode AM; in fastLowerIntrinsicCall() local
2772 if (!X86SelectAddress(Slot, AM)) return false; in fastLowerIntrinsicCall()
2773 if (!X86FastEmitStore(PtrTy, Op1, AM)) return false; in fastLowerIntrinsicCall()
2778 X86AddressMode AM; in fastLowerIntrinsicCall() local
2780 if (!X86SelectAddress(DI->getAddress(), AM)) in fastLowerIntrinsicCall()
2787 addFullAddress(BuildMI(*FuncInfo.MBB, FuncInfo.InsertPt, DbgLoc, II), AM) in fastLowerIntrinsicCall()
3400 X86AddressMode AM; in fastLowerCall() local
3401 AM.Base.Reg = RegInfo->getStackRegister(); in fastLowerCall()
3402 AM.Disp = LocMemOffset; in fastLowerCall()
3411 if (!TryEmitSmallMemcpy(AM, SrcAM, Flags.getByValSize())) in fastLowerCall()
3417 if (!X86FastEmitStore(ArgVT, ArgVal, AM, MMO)) in fastLowerCall()
3420 if (!X86FastEmitStore(ArgVT, ArgReg, AM, MMO)) in fastLowerCall()
3802 X86AddressMode AM; in X86MaterializeGV() local
3803 if (X86SelectAddress(GV, AM)) { in X86MaterializeGV()
3806 if (AM.BaseType == X86AddressMode::RegBase && in X86MaterializeGV()
3807 AM.IndexReg == 0 && AM.Disp == 0 && AM.GV == nullptr) in X86MaterializeGV()
3808 return AM.Base.Reg; in X86MaterializeGV()
3824 TII.get(Opc), ResultReg), AM); in X86MaterializeGV()
3886 X86AddressMode AM; in fastMaterializeAlloca() local
3887 if (!X86SelectAddress(C, AM)) in fastMaterializeAlloca()
3896 TII.get(Opc), ResultReg), AM); in fastMaterializeAlloca()
3936 X86AddressMode AM; in tryToFoldLoadIntoMI() local
3937 if (!X86SelectAddress(Ptr, AM)) in tryToFoldLoadIntoMI()
3945 AM.getFullAddress(AddrOps); in tryToFoldLoadIntoMI()
3962 if (!MO.isReg() || MO.isDef() || MO.getReg() != AM.IndexReg) in tryToFoldLoadIntoMI()