Lines Matching refs:AtomicExpr
186 static void emitAtomicCmpXchg(CodeGenFunction &CGF, AtomicExpr *E, bool IsWeak, in emitAtomicCmpXchg()
238 static void emitAtomicCmpXchgFailureSet(CodeGenFunction &CGF, AtomicExpr *E, in emitAtomicCmpXchgFailureSet()
251 case AtomicExpr::AO_ABI_memory_order_consume: in emitAtomicCmpXchgFailureSet()
252 case AtomicExpr::AO_ABI_memory_order_acquire: in emitAtomicCmpXchgFailureSet()
255 case AtomicExpr::AO_ABI_memory_order_seq_cst: in emitAtomicCmpXchgFailureSet()
297 SI->addCase(CGF.Builder.getInt32(AtomicExpr::AO_ABI_memory_order_consume), in emitAtomicCmpXchgFailureSet()
299 SI->addCase(CGF.Builder.getInt32(AtomicExpr::AO_ABI_memory_order_acquire), in emitAtomicCmpXchgFailureSet()
307 SI->addCase(CGF.Builder.getInt32(AtomicExpr::AO_ABI_memory_order_seq_cst), in emitAtomicCmpXchgFailureSet()
314 static void EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *E, llvm::Value *Dest, in EmitAtomicOp()
323 case AtomicExpr::AO__c11_atomic_init: in EmitAtomicOp()
326 case AtomicExpr::AO__c11_atomic_compare_exchange_strong: in EmitAtomicOp()
330 case AtomicExpr::AO__c11_atomic_compare_exchange_weak: in EmitAtomicOp()
334 case AtomicExpr::AO__atomic_compare_exchange: in EmitAtomicOp()
335 case AtomicExpr::AO__atomic_compare_exchange_n: { in EmitAtomicOp()
364 case AtomicExpr::AO__c11_atomic_load: in EmitAtomicOp()
365 case AtomicExpr::AO__atomic_load_n: in EmitAtomicOp()
366 case AtomicExpr::AO__atomic_load: { in EmitAtomicOp()
376 case AtomicExpr::AO__c11_atomic_store: in EmitAtomicOp()
377 case AtomicExpr::AO__atomic_store: in EmitAtomicOp()
378 case AtomicExpr::AO__atomic_store_n: { in EmitAtomicOp()
389 case AtomicExpr::AO__c11_atomic_exchange: in EmitAtomicOp()
390 case AtomicExpr::AO__atomic_exchange_n: in EmitAtomicOp()
391 case AtomicExpr::AO__atomic_exchange: in EmitAtomicOp()
395 case AtomicExpr::AO__atomic_add_fetch: in EmitAtomicOp()
398 case AtomicExpr::AO__c11_atomic_fetch_add: in EmitAtomicOp()
399 case AtomicExpr::AO__atomic_fetch_add: in EmitAtomicOp()
403 case AtomicExpr::AO__atomic_sub_fetch: in EmitAtomicOp()
406 case AtomicExpr::AO__c11_atomic_fetch_sub: in EmitAtomicOp()
407 case AtomicExpr::AO__atomic_fetch_sub: in EmitAtomicOp()
411 case AtomicExpr::AO__atomic_and_fetch: in EmitAtomicOp()
414 case AtomicExpr::AO__c11_atomic_fetch_and: in EmitAtomicOp()
415 case AtomicExpr::AO__atomic_fetch_and: in EmitAtomicOp()
419 case AtomicExpr::AO__atomic_or_fetch: in EmitAtomicOp()
422 case AtomicExpr::AO__c11_atomic_fetch_or: in EmitAtomicOp()
423 case AtomicExpr::AO__atomic_fetch_or: in EmitAtomicOp()
427 case AtomicExpr::AO__atomic_xor_fetch: in EmitAtomicOp()
430 case AtomicExpr::AO__c11_atomic_fetch_xor: in EmitAtomicOp()
431 case AtomicExpr::AO__atomic_fetch_xor: in EmitAtomicOp()
435 case AtomicExpr::AO__atomic_nand_fetch: in EmitAtomicOp()
438 case AtomicExpr::AO__atomic_fetch_nand: in EmitAtomicOp()
454 if (E->getOp() == AtomicExpr::AO__atomic_nand_fetch) in EmitAtomicOp()
494 RValue CodeGenFunction::EmitAtomicExpr(AtomicExpr *E, llvm::Value *Dest) { in EmitAtomicExpr()
512 if (E->getOp() == AtomicExpr::AO__c11_atomic_init) { in EmitAtomicExpr()
522 case AtomicExpr::AO__c11_atomic_init: in EmitAtomicExpr()
525 case AtomicExpr::AO__c11_atomic_load: in EmitAtomicExpr()
526 case AtomicExpr::AO__atomic_load_n: in EmitAtomicExpr()
529 case AtomicExpr::AO__atomic_load: in EmitAtomicExpr()
533 case AtomicExpr::AO__atomic_store: in EmitAtomicExpr()
537 case AtomicExpr::AO__atomic_exchange: in EmitAtomicExpr()
542 case AtomicExpr::AO__c11_atomic_compare_exchange_strong: in EmitAtomicExpr()
543 case AtomicExpr::AO__c11_atomic_compare_exchange_weak: in EmitAtomicExpr()
544 case AtomicExpr::AO__atomic_compare_exchange_n: in EmitAtomicExpr()
545 case AtomicExpr::AO__atomic_compare_exchange: in EmitAtomicExpr()
547 if (E->getOp() == AtomicExpr::AO__atomic_compare_exchange) in EmitAtomicExpr()
556 case AtomicExpr::AO__c11_atomic_fetch_add: in EmitAtomicExpr()
557 case AtomicExpr::AO__c11_atomic_fetch_sub: in EmitAtomicExpr()
573 case AtomicExpr::AO__atomic_fetch_add: in EmitAtomicExpr()
574 case AtomicExpr::AO__atomic_fetch_sub: in EmitAtomicExpr()
575 case AtomicExpr::AO__atomic_add_fetch: in EmitAtomicExpr()
576 case AtomicExpr::AO__atomic_sub_fetch: in EmitAtomicExpr()
577 case AtomicExpr::AO__c11_atomic_store: in EmitAtomicExpr()
578 case AtomicExpr::AO__c11_atomic_exchange: in EmitAtomicExpr()
579 case AtomicExpr::AO__atomic_store_n: in EmitAtomicExpr()
580 case AtomicExpr::AO__atomic_exchange_n: in EmitAtomicExpr()
581 case AtomicExpr::AO__c11_atomic_fetch_and: in EmitAtomicExpr()
582 case AtomicExpr::AO__c11_atomic_fetch_or: in EmitAtomicExpr()
583 case AtomicExpr::AO__c11_atomic_fetch_xor: in EmitAtomicExpr()
584 case AtomicExpr::AO__atomic_fetch_and: in EmitAtomicExpr()
585 case AtomicExpr::AO__atomic_fetch_or: in EmitAtomicExpr()
586 case AtomicExpr::AO__atomic_fetch_xor: in EmitAtomicExpr()
587 case AtomicExpr::AO__atomic_fetch_nand: in EmitAtomicExpr()
588 case AtomicExpr::AO__atomic_and_fetch: in EmitAtomicExpr()
589 case AtomicExpr::AO__atomic_or_fetch: in EmitAtomicExpr()
590 case AtomicExpr::AO__atomic_xor_fetch: in EmitAtomicExpr()
591 case AtomicExpr::AO__atomic_nand_fetch: in EmitAtomicExpr()
609 case AtomicExpr::AO__c11_atomic_fetch_add: in EmitAtomicExpr()
610 case AtomicExpr::AO__atomic_fetch_add: in EmitAtomicExpr()
611 case AtomicExpr::AO__c11_atomic_fetch_and: in EmitAtomicExpr()
612 case AtomicExpr::AO__atomic_fetch_and: in EmitAtomicExpr()
613 case AtomicExpr::AO__c11_atomic_fetch_or: in EmitAtomicExpr()
614 case AtomicExpr::AO__atomic_fetch_or: in EmitAtomicExpr()
615 case AtomicExpr::AO__c11_atomic_fetch_sub: in EmitAtomicExpr()
616 case AtomicExpr::AO__atomic_fetch_sub: in EmitAtomicExpr()
617 case AtomicExpr::AO__c11_atomic_fetch_xor: in EmitAtomicExpr()
618 case AtomicExpr::AO__atomic_fetch_xor: in EmitAtomicExpr()
651 case AtomicExpr::AO__c11_atomic_compare_exchange_weak: in EmitAtomicExpr()
652 case AtomicExpr::AO__c11_atomic_compare_exchange_strong: in EmitAtomicExpr()
653 case AtomicExpr::AO__atomic_compare_exchange: in EmitAtomicExpr()
654 case AtomicExpr::AO__atomic_compare_exchange_n: in EmitAtomicExpr()
667 case AtomicExpr::AO__c11_atomic_exchange: in EmitAtomicExpr()
668 case AtomicExpr::AO__atomic_exchange_n: in EmitAtomicExpr()
669 case AtomicExpr::AO__atomic_exchange: in EmitAtomicExpr()
676 case AtomicExpr::AO__c11_atomic_store: in EmitAtomicExpr()
677 case AtomicExpr::AO__atomic_store: in EmitAtomicExpr()
678 case AtomicExpr::AO__atomic_store_n: in EmitAtomicExpr()
687 case AtomicExpr::AO__c11_atomic_load: in EmitAtomicExpr()
688 case AtomicExpr::AO__atomic_load: in EmitAtomicExpr()
689 case AtomicExpr::AO__atomic_load_n: in EmitAtomicExpr()
693 case AtomicExpr::AO__c11_atomic_fetch_add: in EmitAtomicExpr()
694 case AtomicExpr::AO__atomic_fetch_add: in EmitAtomicExpr()
700 case AtomicExpr::AO__c11_atomic_fetch_and: in EmitAtomicExpr()
701 case AtomicExpr::AO__atomic_fetch_and: in EmitAtomicExpr()
707 case AtomicExpr::AO__c11_atomic_fetch_or: in EmitAtomicExpr()
708 case AtomicExpr::AO__atomic_fetch_or: in EmitAtomicExpr()
714 case AtomicExpr::AO__c11_atomic_fetch_sub: in EmitAtomicExpr()
715 case AtomicExpr::AO__atomic_fetch_sub: in EmitAtomicExpr()
721 case AtomicExpr::AO__c11_atomic_fetch_xor: in EmitAtomicExpr()
722 case AtomicExpr::AO__atomic_fetch_xor: in EmitAtomicExpr()
769 bool IsStore = E->getOp() == AtomicExpr::AO__c11_atomic_store || in EmitAtomicExpr()
770 E->getOp() == AtomicExpr::AO__atomic_store || in EmitAtomicExpr()
771 E->getOp() == AtomicExpr::AO__atomic_store_n; in EmitAtomicExpr()
772 bool IsLoad = E->getOp() == AtomicExpr::AO__c11_atomic_load || in EmitAtomicExpr()
773 E->getOp() == AtomicExpr::AO__atomic_load || in EmitAtomicExpr()
774 E->getOp() == AtomicExpr::AO__atomic_load_n; in EmitAtomicExpr()
789 case AtomicExpr::AO_ABI_memory_order_relaxed: in EmitAtomicExpr()
793 case AtomicExpr::AO_ABI_memory_order_consume: in EmitAtomicExpr()
794 case AtomicExpr::AO_ABI_memory_order_acquire: in EmitAtomicExpr()
800 case AtomicExpr::AO_ABI_memory_order_release: in EmitAtomicExpr()
806 case AtomicExpr::AO_ABI_memory_order_acq_rel: in EmitAtomicExpr()
812 case AtomicExpr::AO_ABI_memory_order_seq_cst: in EmitAtomicExpr()
859 SI->addCase(Builder.getInt32(AtomicExpr::AO_ABI_memory_order_consume), in EmitAtomicExpr()
861 SI->addCase(Builder.getInt32(AtomicExpr::AO_ABI_memory_order_acquire), in EmitAtomicExpr()
869 SI->addCase(Builder.getInt32(AtomicExpr::AO_ABI_memory_order_release), in EmitAtomicExpr()
877 SI->addCase(Builder.getInt32(AtomicExpr::AO_ABI_memory_order_acq_rel), in EmitAtomicExpr()
884 SI->addCase(Builder.getInt32(AtomicExpr::AO_ABI_memory_order_seq_cst), in EmitAtomicExpr()
981 IntTy, AtomicExpr::AO_ABI_memory_order_seq_cst)), in EmitAtomicLoad()
1119 IntTy, AtomicExpr::AO_ABI_memory_order_seq_cst)), in EmitAtomicStore()