Lines Matching defs:AddrSpace
294 /// AddrSpace. Return true iff the instruction was modified.
297 SIAtomicAddrSpace AddrSpace) const = 0;
301 /// AddrSpace. Return true iff the instruction was modified.
304 SIAtomicAddrSpace AddrSpace) const = 0;
307 /// to the \p Scope memory scope for address spaces \p AddrSpace. Return true
311 SIAtomicAddrSpace AddrSpace) const = 0;
314 /// spaces \p AddrSpace to indicate it is volatile and/or
317 SIAtomicAddrSpace AddrSpace,
328 /// \p Op associated with address spaces \p AddrSpace have completed. Used
335 SIAtomicAddrSpace AddrSpace,
342 /// thread with address spaces \p AddrSpace will observe the previous memory
347 SIAtomicAddrSpace AddrSpace,
352 /// with address spaces \p AddrSpace have completed and can be observed by
358 SIAtomicAddrSpace AddrSpace,
392 SIAtomicAddrSpace AddrSpace) const override;
396 SIAtomicAddrSpace AddrSpace) const override;
400 SIAtomicAddrSpace AddrSpace) const override;
403 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
409 SIAtomicAddrSpace AddrSpace,
416 SIAtomicAddrSpace AddrSpace,
421 SIAtomicAddrSpace AddrSpace,
433 SIAtomicAddrSpace AddrSpace,
445 SIAtomicAddrSpace AddrSpace) const override;
449 SIAtomicAddrSpace AddrSpace) const override;
453 SIAtomicAddrSpace AddrSpace) const override;
456 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
462 SIAtomicAddrSpace AddrSpace,
469 SIAtomicAddrSpace AddrSpace,
474 SIAtomicAddrSpace AddrSpace,
506 SIAtomicAddrSpace AddrSpace) const override;
510 SIAtomicAddrSpace AddrSpace) const override;
514 SIAtomicAddrSpace AddrSpace) const override;
517 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
522 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
525 SIAtomicAddrSpace AddrSpace, bool IsCrossAddrSpaceOrdering,
558 SIAtomicAddrSpace AddrSpace) const override;
561 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
567 SIAtomicAddrSpace AddrSpace,
574 SIAtomicAddrSpace AddrSpace,
584 SIAtomicAddrSpace AddrSpace) const override;
587 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
613 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const;
619 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
623 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
626 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
633 SIAtomicAddrSpace AddrSpace, bool IsCrossAddrSpaceOrdering,
638 SIAtomicAddrSpace AddrSpace) const override {
639 return setAtomicScope(MI, Scope, AddrSpace);
644 SIAtomicAddrSpace AddrSpace) const override {
645 return setAtomicScope(MI, Scope, AddrSpace);
650 SIAtomicAddrSpace AddrSpace) const override {
651 return setAtomicScope(MI, Scope, AddrSpace);
986 SIAtomicAddrSpace AddrSpace) const {
990 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1021 SIAtomicAddrSpace AddrSpace) const {
1034 SIAtomicAddrSpace AddrSpace) const {
1047 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1074 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
1093 SIAtomicAddrSpace AddrSpace,
1108 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) !=
1126 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) {
1149 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) {
1191 SIAtomicAddrSpace AddrSpace,
1204 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1236 SIAtomicAddrSpace AddrSpace,
1239 return insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,
1245 SIAtomicAddrSpace AddrSpace,
1264 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1297 SIAtomicAddrSpace AddrSpace) const {
1301 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1339 SIAtomicAddrSpace AddrSpace) const {
1343 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1374 SIAtomicAddrSpace AddrSpace) const {
1378 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1400 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1427 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
1446 SIAtomicAddrSpace AddrSpace,
1458 if (((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH |
1466 AddrSpace &= ~SIAtomicAddrSpace::LDS;
1468 return SIGfx7CacheControl::insertWait(MI, Scope, AddrSpace, Op,
1474 SIAtomicAddrSpace AddrSpace,
1487 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1533 Changed |= SIGfx7CacheControl::insertAcquire(MI, Scope, AddrSpace, Pos);
1540 SIAtomicAddrSpace AddrSpace,
1551 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1582 SIGfx7CacheControl::insertRelease(MI, Scope, AddrSpace,
1590 SIAtomicAddrSpace AddrSpace) const {
1594 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1634 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const {
1638 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1674 SIAtomicAddrSpace AddrSpace) const {
1678 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1702 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1727 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
1743 SIAtomicAddrSpace AddrSpace,
1756 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1829 SIAtomicAddrSpace AddrSpace,
1840 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1852 // Since AddrSpace contains SIAtomicAddrSpace::GLOBAL and Scope is
1862 // Since AddrSpace contains SIAtomicAddrSpace::GLOBAL and Scope is
1884 Changed |= insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,
1893 SIAtomicAddrSpace AddrSpace) const {
1897 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
1934 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1964 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
1986 SIAtomicAddrSpace AddrSpace,
2002 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) !=
2035 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) {
2058 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) {
2107 SIAtomicAddrSpace AddrSpace,
2120 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
2165 SIAtomicAddrSpace AddrSpace) const {
2169 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {
2205 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
2236 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
2306 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
2321 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) !=
2354 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) {
2402 SIAtomicAddrSpace AddrSpace,
2416 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) == SIAtomicAddrSpace::NONE)
2458 SIAtomicAddrSpace AddrSpace,
2470 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) == SIAtomicAddrSpace::NONE)
2516 insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,
2523 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,
2556 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false,
2574 SIAtomicAddrSpace AddrSpace) const {
2577 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) {