134   return Opcode == X86::MOVUPSrm || Opcode == X86::MOVAPSrm ||  in isXMMLoadOpcode()
135          Opcode == X86::VMOVUPSrm || Opcode == X86::VMOVAPSrm ||  in isXMMLoadOpcode()
136          Opcode == X86::VMOVUPDrm || Opcode == X86::VMOVAPDrm ||  in isXMMLoadOpcode()
137          Opcode == X86::VMOVDQUrm || Opcode == X86::VMOVDQArm ||  in isXMMLoadOpcode()
138          Opcode == X86::VMOVUPSZ128rm || Opcode == X86::VMOVAPSZ128rm ||  in isXMMLoadOpcode()
139          Opcode == X86::VMOVUPDZ128rm || Opcode == X86::VMOVAPDZ128rm ||  in isXMMLoadOpcode()
140          Opcode == X86::VMOVDQU64Z128rm || Opcode == X86::VMOVDQA64Z128rm ||  in isXMMLoadOpcode()
141          Opcode == X86::VMOVDQU32Z128rm || Opcode == X86::VMOVDQA32Z128rm;  in isXMMLoadOpcode()
144   return Opcode == X86::VMOVUPSYrm || Opcode == X86::VMOVAPSYrm ||  in isYMMLoadOpcode()
145          Opcode == X86::VMOVUPDYrm || Opcode == X86::VMOVAPDYrm ||  in isYMMLoadOpcode()
146          Opcode == X86::VMOVDQUYrm || Opcode == X86::VMOVDQAYrm ||  in isYMMLoadOpcode()
147          Opcode == X86::VMOVUPSZ256rm || Opcode == X86::VMOVAPSZ256rm ||  in isYMMLoadOpcode()
148          Opcode == X86::VMOVUPDZ256rm || Opcode == X86::VMOVAPDZ256rm ||  in isYMMLoadOpcode()
149          Opcode == X86::VMOVDQU64Z256rm || Opcode == X86::VMOVDQA64Z256rm ||  in isYMMLoadOpcode()
150          Opcode == X86::VMOVDQU32Z256rm || Opcode == X86::VMOVDQA32Z256rm;  in isYMMLoadOpcode()
159   case X86::MOVUPSrm:  in isPotentialBlockedMemCpyPair()
160   case X86::MOVAPSrm:  in isPotentialBlockedMemCpyPair()
161     return StOpcode == X86::MOVUPSmr || StOpcode == X86::MOVAPSmr;  in isPotentialBlockedMemCpyPair()
162   case X86::VMOVUPSrm:  in isPotentialBlockedMemCpyPair()
163   case X86::VMOVAPSrm:  in isPotentialBlockedMemCpyPair()
164     return StOpcode == X86::VMOVUPSmr || StOpcode == X86::VMOVAPSmr;  in isPotentialBlockedMemCpyPair()
165   case X86::VMOVUPDrm:  in isPotentialBlockedMemCpyPair()
166   case X86::VMOVAPDrm:  in isPotentialBlockedMemCpyPair()
167     return StOpcode == X86::VMOVUPDmr || StOpcode == X86::VMOVAPDmr;  in isPotentialBlockedMemCpyPair()
168   case X86::VMOVDQUrm:  in isPotentialBlockedMemCpyPair()
169   case X86::VMOVDQArm:  in isPotentialBlockedMemCpyPair()
170     return StOpcode == X86::VMOVDQUmr || StOpcode == X86::VMOVDQAmr;  in isPotentialBlockedMemCpyPair()
171   case X86::VMOVUPSZ128rm:  in isPotentialBlockedMemCpyPair()
172   case X86::VMOVAPSZ128rm:  in isPotentialBlockedMemCpyPair()
173     return StOpcode == X86::VMOVUPSZ128mr || StOpcode == X86::VMOVAPSZ128mr;  in isPotentialBlockedMemCpyPair()
174   case X86::VMOVUPDZ128rm:  in isPotentialBlockedMemCpyPair()
175   case X86::VMOVAPDZ128rm:  in isPotentialBlockedMemCpyPair()
176     return StOpcode == X86::VMOVUPDZ128mr || StOpcode == X86::VMOVAPDZ128mr;  in isPotentialBlockedMemCpyPair()
177   case X86::VMOVUPSYrm:  in isPotentialBlockedMemCpyPair()
178   case X86::VMOVAPSYrm:  in isPotentialBlockedMemCpyPair()
179     return StOpcode == X86::VMOVUPSYmr || StOpcode == X86::VMOVAPSYmr;  in isPotentialBlockedMemCpyPair()
180   case X86::VMOVUPDYrm:  in isPotentialBlockedMemCpyPair()
181   case X86::VMOVAPDYrm:  in isPotentialBlockedMemCpyPair()
182     return StOpcode == X86::VMOVUPDYmr || StOpcode == X86::VMOVAPDYmr;  in isPotentialBlockedMemCpyPair()
183   case X86::VMOVDQUYrm:  in isPotentialBlockedMemCpyPair()
184   case X86::VMOVDQAYrm:  in isPotentialBlockedMemCpyPair()
185     return StOpcode == X86::VMOVDQUYmr || StOpcode == X86::VMOVDQAYmr;  in isPotentialBlockedMemCpyPair()
186   case X86::VMOVUPSZ256rm:  in isPotentialBlockedMemCpyPair()
187   case X86::VMOVAPSZ256rm:  in isPotentialBlockedMemCpyPair()
188     return StOpcode == X86::VMOVUPSZ256mr || StOpcode == X86::VMOVAPSZ256mr;  in isPotentialBlockedMemCpyPair()
189   case X86::VMOVUPDZ256rm:  in isPotentialBlockedMemCpyPair()
190   case X86::VMOVAPDZ256rm:  in isPotentialBlockedMemCpyPair()
191     return StOpcode == X86::VMOVUPDZ256mr || StOpcode == X86::VMOVAPDZ256mr;  in isPotentialBlockedMemCpyPair()
192   case X86::VMOVDQU64Z128rm:  in isPotentialBlockedMemCpyPair()
193   case X86::VMOVDQA64Z128rm:  in isPotentialBlockedMemCpyPair()
194     return StOpcode == X86::VMOVDQU64Z128mr || StOpcode == X86::VMOVDQA64Z128mr;  in isPotentialBlockedMemCpyPair()
195   case X86::VMOVDQU32Z128rm:  in isPotentialBlockedMemCpyPair()
196   case X86::VMOVDQA32Z128rm:  in isPotentialBlockedMemCpyPair()
197     return StOpcode == X86::VMOVDQU32Z128mr || StOpcode == X86::VMOVDQA32Z128mr;  in isPotentialBlockedMemCpyPair()
198   case X86::VMOVDQU64Z256rm:  in isPotentialBlockedMemCpyPair()
199   case X86::VMOVDQA64Z256rm:  in isPotentialBlockedMemCpyPair()
200     return StOpcode == X86::VMOVDQU64Z256mr || StOpcode == X86::VMOVDQA64Z256mr;  in isPotentialBlockedMemCpyPair()
201   case X86::VMOVDQU32Z256rm:  in isPotentialBlockedMemCpyPair()
202   case X86::VMOVDQA32Z256rm:  in isPotentialBlockedMemCpyPair()
203     return StOpcode == X86::VMOVDQU32Z256mr || StOpcode == X86::VMOVDQA32Z256mr;  in isPotentialBlockedMemCpyPair()
211   PBlock |= Opcode == X86::MOV64mr || Opcode == X86::MOV64mi32 ||  in isPotentialBlockingStoreInst()
212             Opcode == X86::MOV32mr || Opcode == X86::MOV32mi ||  in isPotentialBlockingStoreInst()
213             Opcode == X86::MOV16mr || Opcode == X86::MOV16mi ||  in isPotentialBlockingStoreInst()
214             Opcode == X86::MOV8mr || Opcode == X86::MOV8mi;  in isPotentialBlockingStoreInst()
216     PBlock |= Opcode == X86::VMOVUPSmr || Opcode == X86::VMOVAPSmr ||  in isPotentialBlockingStoreInst()
217               Opcode == X86::VMOVUPDmr || Opcode == X86::VMOVAPDmr ||  in isPotentialBlockingStoreInst()
218               Opcode == X86::VMOVDQUmr || Opcode == X86::VMOVDQAmr ||  in isPotentialBlockingStoreInst()
219               Opcode == X86::VMOVUPSZ128mr || Opcode == X86::VMOVAPSZ128mr ||  in isPotentialBlockingStoreInst()
220               Opcode == X86::VMOVUPDZ128mr || Opcode == X86::VMOVAPDZ128mr ||  in isPotentialBlockingStoreInst()
221               Opcode == X86::VMOVDQU64Z128mr ||  in isPotentialBlockingStoreInst()
222               Opcode == X86::VMOVDQA64Z128mr ||  in isPotentialBlockingStoreInst()
223               Opcode == X86::VMOVDQU32Z128mr || Opcode == X86::VMOVDQA32Z128mr;  in isPotentialBlockingStoreInst()
235   case X86::VMOVUPSYrm:  in getYMMtoXMMLoadOpcode()
236   case X86::VMOVAPSYrm:  in getYMMtoXMMLoadOpcode()
237     return X86::VMOVUPSrm;  in getYMMtoXMMLoadOpcode()
238   case X86::VMOVUPDYrm:  in getYMMtoXMMLoadOpcode()
239   case X86::VMOVAPDYrm:  in getYMMtoXMMLoadOpcode()
240     return X86::VMOVUPDrm;  in getYMMtoXMMLoadOpcode()
241   case X86::VMOVDQUYrm:  in getYMMtoXMMLoadOpcode()
242   case X86::VMOVDQAYrm:  in getYMMtoXMMLoadOpcode()
243     return X86::VMOVDQUrm;  in getYMMtoXMMLoadOpcode()
244   case X86::VMOVUPSZ256rm:  in getYMMtoXMMLoadOpcode()
245   case X86::VMOVAPSZ256rm:  in getYMMtoXMMLoadOpcode()
246     return X86::VMOVUPSZ128rm;  in getYMMtoXMMLoadOpcode()
247   case X86::VMOVUPDZ256rm:  in getYMMtoXMMLoadOpcode()
248   case X86::VMOVAPDZ256rm:  in getYMMtoXMMLoadOpcode()
249     return X86::VMOVUPDZ128rm;  in getYMMtoXMMLoadOpcode()
250   case X86::VMOVDQU64Z256rm:  in getYMMtoXMMLoadOpcode()
251   case X86::VMOVDQA64Z256rm:  in getYMMtoXMMLoadOpcode()
252     return X86::VMOVDQU64Z128rm;  in getYMMtoXMMLoadOpcode()
253   case X86::VMOVDQU32Z256rm:  in getYMMtoXMMLoadOpcode()
254   case X86::VMOVDQA32Z256rm:  in getYMMtoXMMLoadOpcode()
255     return X86::VMOVDQU32Z128rm;  in getYMMtoXMMLoadOpcode()
264   case X86::VMOVUPSYmr:  in getYMMtoXMMStoreOpcode()
265   case X86::VMOVAPSYmr:  in getYMMtoXMMStoreOpcode()
266     return X86::VMOVUPSmr;  in getYMMtoXMMStoreOpcode()
267   case X86::VMOVUPDYmr:  in getYMMtoXMMStoreOpcode()
268   case X86::VMOVAPDYmr:  in getYMMtoXMMStoreOpcode()
269     return X86::VMOVUPDmr;  in getYMMtoXMMStoreOpcode()
270   case X86::VMOVDQUYmr:  in getYMMtoXMMStoreOpcode()
271   case X86::VMOVDQAYmr:  in getYMMtoXMMStoreOpcode()
272     return X86::VMOVDQUmr;  in getYMMtoXMMStoreOpcode()
273   case X86::VMOVUPSZ256mr:  in getYMMtoXMMStoreOpcode()
274   case X86::VMOVAPSZ256mr:  in getYMMtoXMMStoreOpcode()
275     return X86::VMOVUPSZ128mr;  in getYMMtoXMMStoreOpcode()
276   case X86::VMOVUPDZ256mr:  in getYMMtoXMMStoreOpcode()
277   case X86::VMOVAPDZ256mr:  in getYMMtoXMMStoreOpcode()
278     return X86::VMOVUPDZ128mr;  in getYMMtoXMMStoreOpcode()
279   case X86::VMOVDQU64Z256mr:  in getYMMtoXMMStoreOpcode()
280   case X86::VMOVDQA64Z256mr:  in getYMMtoXMMStoreOpcode()
281     return X86::VMOVDQU64Z128mr;  in getYMMtoXMMStoreOpcode()
282   case X86::VMOVDQU32Z256mr:  in getYMMtoXMMStoreOpcode()
283   case X86::VMOVDQA32Z256mr:  in getYMMtoXMMStoreOpcode()
284     return X86::VMOVDQU32Z128mr;  in getYMMtoXMMStoreOpcode()
301   return MI->getOperand(AddrOffset + X86::AddrBaseReg);  in getBaseOperand()
306   return MI->getOperand(AddrOffset + X86::AddrDisp);  in getDispOperand()
316   const MachineOperand &Scale = MI->getOperand(AddrOffset + X86::AddrScaleAmt);  in isRelevantAddressingMode()
317   const MachineOperand &Index = MI->getOperand(AddrOffset + X86::AddrIndexReg);  in isRelevantAddressingMode()
318   const MachineOperand &Segment = MI->getOperand(AddrOffset + X86::AddrSegmentReg);  in isRelevantAddressingMode()
320   if (!((Base.isReg() && Base.getReg() != X86::NoRegister) || Base.isFI()))  in isRelevantAddressingMode()
326   if (!(Index.isReg() && Index.getReg() == X86::NoRegister))  in isRelevantAddressingMode()
328   if (!(Segment.isReg() && Segment.getReg() == X86::NoRegister))  in isRelevantAddressingMode()
398           .addReg(X86::NoRegister)  in buildCopy()
400           .addReg(X86::NoRegister)  in buildCopy()
417           .addReg(X86::NoRegister)  in buildCopy()
419           .addReg(X86::NoRegister)  in buildCopy()
425   MachineOperand &StoreSrcVReg = StoreInst->getOperand(X86::AddrNumOperands);  in buildCopy()
427   NewStore->getOperand(X86::AddrNumOperands).setIsKill(StoreSrcVReg.isKill());  in buildCopy()
451       buildCopy(LoadInst, X86::MOV64rm, LdDisp, StoreInst, X86::MOV64mr, StDisp,  in buildCopies()
461       buildCopy(LoadInst, X86::MOV32rm, LdDisp, StoreInst, X86::MOV32mr, StDisp,  in buildCopies()
471       buildCopy(LoadInst, X86::MOV16rm, LdDisp, StoreInst, X86::MOV16mr, StDisp,  in buildCopies()
481       buildCopy(LoadInst, X86::MOV8rm, LdDisp, StoreInst, X86::MOV8mr, StDisp,  in buildCopies()