| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | Allocator.h | 186 uintptr_t AlignedAddr = alignAddr(NewSlab, Alignment); in Allocate() local
187 assert(AlignedAddr + Size <= (uintptr_t)NewSlab + PaddedSize); in Allocate()
188 char *AlignedPtr = (char*)AlignedAddr; in Allocate()
196 uintptr_t AlignedAddr = alignAddr(CurPtr, Alignment); in Allocate() local
197 assert(AlignedAddr + SizeToAllocate <= (uintptr_t)End && in Allocate()
199 char *AlignedPtr = (char*)AlignedAddr; in Allocate()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | AtomicExpandPass.cpp | 638 Value *AlignedAddr = nullptr; member
661 PrintObj(PMV.AlignedAddr); in operator <<()
710 PMV.AlignedAddr = Addr; in createMaskInstrs()
726 PMV.AlignedAddr = Builder.CreateIntrinsic( in createMaskInstrs()
735 PMV.AlignedAddr = Addr; in createMaskInstrs()
874 OldResult = insertRMWCmpXchgLoop(Builder, PMV.WordType, PMV.AlignedAddr, in expandPartwordAtomicRMW()
879 OldResult = insertRMWLLSCLoop(Builder, PMV.WordType, PMV.AlignedAddr, in expandPartwordAtomicRMW()
915 Op, PMV.AlignedAddr, NewOperand, PMV.AlignedAddrAlignment, in widenPartwordAtomicRMW()
993 LoadInst *InitLoaded = Builder.CreateLoad(PMV.WordType, PMV.AlignedAddr); in expandPartwordCmpXchg()
1102 Builder, CI, PMV.AlignedAddr, CmpVal_Shifted, NewVal_Shifted, PMV.Mask, in expandAtomicCmpXchgToMaskedIntrinsic()
[all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchISelLowering.h | 178 Value *AlignedAddr, Value *Incr,
188 Value *AlignedAddr, Value *CmpVal,
|
| H A D | LoongArchISelLowering.cpp | 4526 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
4537 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicCmpXchgIntrinsic()
4541 MaskedCmpXchg, {AlignedAddr, CmpVal, NewVal, Mask, FailureOrdering}); in emitMaskedAtomicCmpXchgIntrinsic()
4547 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
4557 return Builder.CreateAtomicRMW(AtomicRMWInst::And, AlignedAddr, in emitMaskedAtomicRMWIntrinsic()
4561 return Builder.CreateAtomicRMW(AtomicRMWInst::Or, AlignedAddr, Mask, in emitMaskedAtomicRMWIntrinsic()
4568 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicRMWIntrinsic()
4594 {AlignedAddr, Incr, Mask, SextShamt, Ordering}); in emitMaskedAtomicRMWIntrinsic()
4597 Builder.CreateCall(LlwOpScwLoop, {AlignedAddr, Incr, Mask, Ordering}); in emitMaskedAtomicRMWIntrinsic()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.h | 705 Value *AlignedAddr, Value *Incr,
712 Value *AlignedAddr, Value *CmpVal,
|
| H A D | RISCVISelLowering.cpp | 19420 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
19430 return Builder.CreateAtomicRMW(AtomicRMWInst::And, AlignedAddr, in emitMaskedAtomicRMWIntrinsic()
19434 return Builder.CreateAtomicRMW(AtomicRMWInst::Or, AlignedAddr, Mask, in emitMaskedAtomicRMWIntrinsic()
19441 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicRMWIntrinsic()
19467 {AlignedAddr, Incr, Mask, SextShamt, Ordering}); in emitMaskedAtomicRMWIntrinsic()
19470 Builder.CreateCall(LrwOpScwLoop, {AlignedAddr, Incr, Mask, Ordering}); in emitMaskedAtomicRMWIntrinsic()
19492 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
19503 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicCmpXchgIntrinsic()
19507 MaskedCmpXchg, {AlignedAddr, CmpVal, NewVal, Mask, Ordering}); in emitMaskedAtomicCmpXchgIntrinsic()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelLowering.h | 920 AtomicRMWInst *AI, Value *AlignedAddr,
926 Value *AlignedAddr, Value *CmpVal,
|
| H A D | PPCISelLowering.cpp | 18600 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
18612 Value *LoHi = Builder.CreateCall(RMW, {AlignedAddr, IncrLo, IncrHi}); in emitMaskedAtomicRMWIntrinsic()
18622 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
18639 Builder.CreateCall(IntCmpXchg, {AlignedAddr, CmpLo, CmpHi, NewLo, NewHi}); in emitMaskedAtomicCmpXchgIntrinsic()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Mips/ |
| H A D | MipsISelLowering.cpp | 1676 Register AlignedAddr = RegInfo.createVirtualRegister(RCp); in emitAtomicBinaryPartword() local
1795 BuildMI(BB, DL, TII->get(ABI.GetPtrAndOp()), AlignedAddr) in emitAtomicBinaryPartword()
1822 .addReg(AlignedAddr) in emitAtomicBinaryPartword()
1925 Register AlignedAddr = RegInfo.createVirtualRegister(RCp); in emitAtomicCmpSwapPartword() local
1982 BuildMI(BB, DL, TII->get(ArePtrs64bit ? Mips::AND64 : Mips::AND), AlignedAddr) in emitAtomicCmpSwapPartword()
2014 .addReg(AlignedAddr) in emitAtomicCmpSwapPartword()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelLowering.cpp | 4558 SDValue &AlignedAddr, SDValue &BitShift, in getCSAddressAndShifts() argument
4564 AlignedAddr = DAG.getNode(ISD::AND, DL, PtrVT, Addr, in getCSAddressAndShifts()
4607 SDValue AlignedAddr, BitShift, NegBitShift; in lowerATOMIC_LOAD_OP() local
4608 getCSAddressAndShifts(Addr, DAG, DL, AlignedAddr, BitShift, NegBitShift); in lowerATOMIC_LOAD_OP()
4625 SDValue Ops[] = { ChainIn, AlignedAddr, Src2, BitShift, NegBitShift, in lowerATOMIC_LOAD_OP()
4703 SDValue AlignedAddr, BitShift, NegBitShift; in lowerATOMIC_CMP_SWAP() local
4704 getCSAddressAndShifts(Addr, DAG, DL, AlignedAddr, BitShift, NegBitShift); in lowerATOMIC_CMP_SWAP()
4708 SDValue Ops[] = { ChainIn, AlignedAddr, CmpVal, SwapVal, BitShift, in lowerATOMIC_CMP_SWAP()
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 2106 Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
2141 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
|