Lines Matching defs:AddrSpace
294 /// AddrSpace. Return true iff the instruction was modified.
297 SIAtomicAddrSpace AddrSpace) const = 0;
301 /// AddrSpace. Return true iff the instruction was modified.
304 SIAtomicAddrSpace AddrSpace) const = 0;
307 /// to the \p Scope memory scope for address spaces \p AddrSpace. Return true
311 SIAtomicAddrSpace AddrSpace) const = 0;
314 /// spaces \p AddrSpace to indicate it is volatile and/or
317 SIAtomicAddrSpace AddrSpace,
328 /// \p Op associated with address spaces \p AddrSpace have completed. Used
334 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
340 /// thread with address spaces \p AddrSpace will observe the previous memory
345 SIAtomicAddrSpace AddrSpace,
350 /// with address spaces \p AddrSpace have completed and can be observed by
356 SIAtomicAddrSpace AddrSpace,
390 SIAtomicAddrSpace AddrSpace) const override;
394 SIAtomicAddrSpace AddrSpace) const override;
398 SIAtomicAddrSpace AddrSpace) const override;
401 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
406 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
412 SIAtomicAddrSpace AddrSpace,
417 SIAtomicAddrSpace AddrSpace,
429 SIAtomicAddrSpace AddrSpace,
441 SIAtomicAddrSpace AddrSpace) const override;
445 SIAtomicAddrSpace AddrSpace) const override;
449 SIAtomicAddrSpace AddrSpace) const override;
452 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
457 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
463 SIAtomicAddrSpace AddrSpace,
468 SIAtomicAddrSpace AddrSpace,
500 SIAtomicAddrSpace AddrSpace) const override;
504 SIAtomicAddrSpace AddrSpace) const override;
508 SIAtomicAddrSpace AddrSpace) const override;
511 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
516 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
519 SIAtomicAddrSpace AddrSpace, bool IsCrossAddrSpaceOrdering,
552 SIAtomicAddrSpace AddrSpace) const override;
555 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
560 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
566 SIAtomicAddrSpace AddrSpace,
576 SIAtomicAddrSpace AddrSpace) const override;
579 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
605 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const;
611 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
616 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
619 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
626 SIAtomicAddrSpace AddrSpace, bool IsCrossAddrSpaceOrdering,
631 SIAtomicAddrSpace AddrSpace) const override {
632 return setAtomicScope(MI, Scope, AddrSpace);
637 SIAtomicAddrSpace AddrSpace) const override {
638 return setAtomicScope(MI, Scope, AddrSpace);
643 SIAtomicAddrSpace AddrSpace) const override {
644 return setAtomicScope(MI, Scope, AddrSpace);
979 SIAtomicAddrSpace AddrSpace) const {
983 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1014 SIAtomicAddrSpace AddrSpace) const {
1027 SIAtomicAddrSpace AddrSpace) const {
1040 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1067 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
1086 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1100 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) !=
1118 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) {
1141 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) {
1183 SIAtomicAddrSpace AddrSpace,
1196 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1228 SIAtomicAddrSpace AddrSpace,
1231 return insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,
1237 SIAtomicAddrSpace AddrSpace,
1256 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1289 SIAtomicAddrSpace AddrSpace) const {
1293 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1331 SIAtomicAddrSpace AddrSpace) const {
1335 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1366 SIAtomicAddrSpace AddrSpace) const {
1370 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1392 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1419 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
1438 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1450 if (((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH |
1458 AddrSpace &= ~SIAtomicAddrSpace::LDS;
1460 return SIGfx7CacheControl::insertWait(MI, Scope, AddrSpace, Op,
1466 SIAtomicAddrSpace AddrSpace,
1479 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1525 Changed |= SIGfx7CacheControl::insertAcquire(MI, Scope, AddrSpace, Pos);
1532 SIAtomicAddrSpace AddrSpace,
1543 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1574 SIGfx7CacheControl::insertRelease(MI, Scope, AddrSpace,
1582 SIAtomicAddrSpace AddrSpace) const {
1586 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1626 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const {
1630 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1666 SIAtomicAddrSpace AddrSpace) const {
1670 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1694 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1719 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
1735 SIAtomicAddrSpace AddrSpace,
1748 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1821 SIAtomicAddrSpace AddrSpace,
1832 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1844 // Since AddrSpace contains SIAtomicAddrSpace::GLOBAL and Scope is
1854 // Since AddrSpace contains SIAtomicAddrSpace::GLOBAL and Scope is
1876 Changed |= insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,
1885 SIAtomicAddrSpace AddrSpace) const {
1889 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1926 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1956 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
1978 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1993 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) !=
2026 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) {
2049 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) {
2098 SIAtomicAddrSpace AddrSpace,
2111 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
2156 SIAtomicAddrSpace AddrSpace) const {
2160 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
2196 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
2227 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
2297 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
2312 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) !=
2345 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) {
2406 SIAtomicAddrSpace AddrSpace,
2420 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) == SIAtomicAddrSpace::NONE)
2462 SIAtomicAddrSpace AddrSpace,
2474 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) == SIAtomicAddrSpace::NONE)
2507 insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,
2514 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
2547 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
2565 SIAtomicAddrSpace AddrSpace) const {
2568 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {