| /openbsd-src/gnu/llvm/llvm/lib/Target/RISCV/ |
| H A D | RISCVExpandAtomicPseudoInsts.cpp | 132 static unsigned getLRForRMW32(AtomicOrdering Ordering) { in getLRForRMW32() argument
133 switch (Ordering) { in getLRForRMW32()
149 static unsigned getSCForRMW32(AtomicOrdering Ordering) { in getSCForRMW32() argument
150 switch (Ordering) { in getSCForRMW32()
166 static unsigned getLRForRMW64(AtomicOrdering Ordering) { in getLRForRMW64() argument
167 switch (Ordering) { in getLRForRMW64()
183 static unsigned getSCForRMW64(AtomicOrdering Ordering) { in getSCForRMW64() argument
184 switch (Ordering) { in getSCForRMW64()
200 static unsigned getLRForRMW(AtomicOrdering Ordering, int Width) { in getLRForRMW() argument
202 return getLRForRMW32(Ordering); in getLRForRMW()
[all …]
|
| H A D | RISCVInstrInfoA.td | 176 // Ordering constants must be kept in sync with the AtomicOrdering enum in
274 // Ordering constants must be kept in sync with the AtomicOrdering enum in
339 // Ordering constants must be kept in sync with the AtomicOrdering enum in
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineAtomicRMW.cpp | 119 AtomicOrdering Ordering = RMWI.getOrdering(); in visitAtomicRMWInst() local
120 assert(Ordering != AtomicOrdering::NotAtomic && in visitAtomicRMWInst()
121 Ordering != AtomicOrdering::Unordered && in visitAtomicRMWInst()
128 if (Ordering != AtomicOrdering::Release && in visitAtomicRMWInst()
129 Ordering != AtomicOrdering::Monotonic) in visitAtomicRMWInst()
132 /*isVolatile*/ false, RMWI.getAlign(), Ordering, in visitAtomicRMWInst()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Utils/ |
| H A D | GlobalStatus.cpp | 97 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux()
109 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/CodeGen/ |
| H A D | MachineMemOperand.h | 164 unsigned Ordering : 4; // enum AtomicOrdering member
192 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
198 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
271 return static_cast<AtomicOrdering>(AtomicInfo.Ordering); in getSuccessOrdering()
|
| H A D | DbgEntityHistoryCalculator.h | 118 const InstructionOrdering &Ordering);
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/AsmPrinter/ |
| H A D | DbgEntityHistoryCalculator.cpp | 116 const InstructionOrdering &Ordering) { in intersects() argument
119 if (EndMI && Ordering.isBefore(EndMI, RangesI->first)) in intersects()
121 if (EndMI && !Ordering.isBefore(RangesI->second, EndMI)) in intersects()
123 if (Ordering.isBefore(StartMI, RangesI->second)) in intersects()
131 const InstructionOrdering &Ordering) { in trimLocationRanges() argument
203 if (auto R = intersects(StartMI, EndMI, ScopeRanges, Ordering)) { in trimLocationRanges()
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalityPredicates.cpp | 206 unsigned MMOIdx, AtomicOrdering Ordering) { in atomicOrderingAtLeastOrStrongerThan() argument
208 return isAtLeastOrStrongerThan(Query.MMODescrs[MMOIdx].Ordering, Ordering); in atomicOrderingAtLeastOrStrongerThan()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 234 void setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
235 setSubclassData<OrderingField>(Ordering); in setOrdering()
250 void setAtomic(AtomicOrdering Ordering,
252 setOrdering(Ordering);
360 void setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
361 setSubclassData<OrderingField>(Ordering); in setOrdering()
376 void setAtomic(AtomicOrdering Ordering,
378 setOrdering(Ordering);
439 void Init(AtomicOrdering Ordering, SyncScope::ID SSID);
450 FenceInst(LLVMContext &C, AtomicOrdering Ordering,
[all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 93 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member in __anon623980fe0111::SIMemOpInfo
102 SIMemOpInfo(AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent, in SIMemOpInfo() argument
111 : Ordering(Ordering), FailureOrdering(FailureOrdering), in SIMemOpInfo()
118 if (Ordering == AtomicOrdering::NotAtomic) { in SIMemOpInfo()
165 return Ordering; in getOrdering()
207 return Ordering != AtomicOrdering::NotAtomic; in isAtomic()
683 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; in constructFromMIWithMMO() local
707 Ordering = getMergedAtomicOrdering(Ordering, OpOrdering); in constructFromMIWithMMO()
718 if (Ordering != AtomicOrdering::NotAtomic) { in constructFromMIWithMMO()
733 return SIMemOpInfo(Ordering, Scope, OrderingAddrSpace, InstrAddrSpace, in constructFromMIWithMMO()
[all …]
|
| H A D | AMDGPUTargetTransformInfo.cpp | 494 auto *Ordering = dyn_cast<ConstantInt>(Inst->getArgOperand(2)); in getTgtMemIntrinsic() local
496 if (!Ordering || !Volatile) in getTgtMemIntrinsic()
499 unsigned OrderingVal = Ordering->getZExtValue(); in getTgtMemIntrinsic()
504 Info.Ordering = static_cast<AtomicOrdering>(OrderingVal); in getTgtMemIntrinsic()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | InstructionSelectorImpl.h | 403 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
406 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
413 if (MMO->getMergedOrdering() != Ordering) in executeMatchTable()
420 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
424 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
431 if (!isAtLeastOrStrongerThan(MMO->getMergedOrdering(), Ordering)) in executeMatchTable()
438 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
442 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
449 if (!isStrongerThan(Ordering, MMO->getMergedOrdering())) in executeMatchTable()
|
| H A D | LegalizerInfo.h | 115 AtomicOrdering Ordering; member
118 MemDesc(LLT MemoryTy, uint64_t AlignInBits, AtomicOrdering Ordering) in MemDesc()
119 : MemoryTy(MemoryTy), AlignInBits(AlignInBits), Ordering(Ordering) {} in MemDesc()
123 Ordering(MMO.getSuccessOrdering()) {} in MemDesc()
344 AtomicOrdering Ordering);
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Transforms/Utils/ |
| H A D | GlobalStatus.h | 80 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/ |
| H A D | MachineOperand.cpp | 1069 AtomicOrdering Ordering, in MachineMemOperand() argument
1080 AtomicInfo.Ordering = static_cast<unsigned>(Ordering); in MachineMemOperand()
1081 assert(getSuccessOrdering() == Ordering && "Value truncated"); in MachineMemOperand()
1090 AtomicOrdering Ordering, in MachineMemOperand() argument
1094 AAInfo, Ranges, SSID, Ordering, FailureOrdering) {} in MachineMemOperand()
|
| H A D | AtomicExpandPass.cpp | 116 Value *CASExpected, AtomicOrdering Ordering,
531 AtomicOrdering Ordering = SI->getOrdering(); in expandAtomicStore() local
532 assert(Ordering != AtomicOrdering::NotAtomic); in expandAtomicStore()
533 AtomicOrdering RMWOrdering = Ordering == AtomicOrdering::Unordered in expandAtomicStore()
535 : Ordering; in expandAtomicStore()
1758 Value *ValueOperand, Value *CASExpected, AtomicOrdering Ordering, in expandAtomicOpToLibcall() argument
1776 assert(Ordering != AtomicOrdering::NotAtomic && "expect atomic MO"); in expandAtomicOpToLibcall()
1778 ConstantInt::get(Type::getInt32Ty(Ctx), (int)toCABI(Ordering)); in expandAtomicOpToLibcall()
|
| H A D | MachineFunction.cpp | 472 SyncScope::ID SSID, AtomicOrdering Ordering, in getMachineMemOperand() argument
476 SSID, Ordering, FailureOrdering); in getMachineMemOperand()
482 SyncScope::ID SSID, AtomicOrdering Ordering, in getMachineMemOperand() argument
486 Ordering, FailureOrdering); in getMachineMemOperand()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchExpandAtomicPseudoInsts.cpp | 156 AtomicOrdering Ordering = in doAtomicBinOpExpansion() local
166 if (Ordering != AtomicOrdering::Monotonic) in doAtomicBinOpExpansion()
254 AtomicOrdering Ordering = in doMaskedAtomicBinOpExpansion() local
267 if (Ordering != AtomicOrdering::Monotonic) in doMaskedAtomicBinOpExpansion()
|
| /openbsd-src/gnu/llvm/compiler-rt/lib/orc/tests/unit/ |
| H A D | executor_address_test.cpp | 36 TEST(ExecutorAddrTest, Ordering) { in TEST() argument
|
| /openbsd-src/gnu/llvm/llvm/lib/AsmParser/ |
| H A D | LLParser.cpp | 2449 AtomicOrdering &Ordering) { in parseScopeAndOrdering() argument
2453 return parseScope(SSID) || parseOrdering(Ordering); in parseScopeAndOrdering()
2486 bool LLParser::parseOrdering(AtomicOrdering &Ordering) { in parseOrdering() argument
2490 case lltok::kw_unordered: Ordering = AtomicOrdering::Unordered; break; in parseOrdering()
2491 case lltok::kw_monotonic: Ordering = AtomicOrdering::Monotonic; break; in parseOrdering()
2494 case lltok::kw_acquire: Ordering = AtomicOrdering::Acquire; break; in parseOrdering()
2495 case lltok::kw_release: Ordering = AtomicOrdering::Release; break; in parseOrdering()
2496 case lltok::kw_acq_rel: Ordering = AtomicOrdering::AcquireRelease; break; in parseOrdering()
2498 Ordering = AtomicOrdering::SequentiallyConsistent; in parseOrdering()
7548 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; in parseLoad() local
[all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64LegalizerInfo.cpp | 314 Query.MMODescrs[0].Ordering != AtomicOrdering::NotAtomic; in AArch64LegalizerInfo()
352 Query.MMODescrs[0].Ordering != AtomicOrdering::NotAtomic; in AArch64LegalizerInfo()
1432 auto Ordering = (*MI.memoperands_begin())->getMergedOrdering(); in legalizeAtomicCmpxchg128() local
1434 switch (Ordering) { in legalizeAtomicCmpxchg128()
1473 auto Ordering = (*MI.memoperands_begin())->getMergedOrdering(); in legalizeAtomicCmpxchg128() local
1475 switch (Ordering) { in legalizeAtomicCmpxchg128()
|
| /openbsd-src/gnu/llvm/clang/lib/CodeGen/ |
| H A D | CGBuilder.h | 151 llvm::Value *Val, llvm::AtomicOrdering Ordering,
154 Ordering, SSID);
|
| H A D | TargetInfo.h | 313 llvm::AtomicOrdering Ordering,
|
| /openbsd-src/gnu/llvm/llvm/lib/IR/ |
| H A D | Instructions.cpp | 1731 Align Alignment, AtomicOrdering Ordering, in Init() argument
1733 assert(Ordering != AtomicOrdering::NotAtomic && in Init()
1735 assert(Ordering != AtomicOrdering::Unordered && in Init()
1740 setOrdering(Ordering); in Init()
1751 assert(Ordering != AtomicOrdering::NotAtomic && in Init()
1756 Align Alignment, AtomicOrdering Ordering, in AtomicRMWInst() argument
1761 Init(Operation, Ptr, Val, Alignment, Ordering, SSID); in AtomicRMWInst()
1765 Align Alignment, AtomicOrdering Ordering, in AtomicRMWInst() argument
1770 Init(Operation, Ptr, Val, Alignment, Ordering, SSID); in AtomicRMWInst()
1820 FenceInst::FenceInst(LLVMContext &C, AtomicOrdering Ordering, in FenceInst() argument
[all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Bitcode/Reader/ |
| H A D | BitcodeReader.cpp | 6002 AtomicOrdering Ordering = getDecodedOrdering(Record[OpNum + 2]); in parseFunctionBody() local
6003 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
6004 Ordering == AtomicOrdering::Release || in parseFunctionBody()
6005 Ordering == AtomicOrdering::AcquireRelease) in parseFunctionBody()
6007 if (Ordering != AtomicOrdering::NotAtomic && Record[OpNum] == 0) in parseFunctionBody()
6016 I = new LoadInst(Ty, Op, "", Record[OpNum + 1], *Align, Ordering, SSID); in parseFunctionBody()
6079 AtomicOrdering Ordering = getDecodedOrdering(Record[OpNum + 2]); in parseFunctionBody() local
6080 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
6081 Ordering == AtomicOrdering::Acquire || in parseFunctionBody()
6082 Ordering == AtomicOrdering::AcquireRelease) in parseFunctionBody()
[all …]
|