374 static void emitAtomicCmpXchg(CodeGenFunction &CGF, AtomicExpr *E, bool IsWeak,  in emitAtomicCmpXchg()
423 static void emitAtomicCmpXchgFailureSet(CodeGenFunction &CGF, AtomicExpr *E,  in emitAtomicCmpXchgFailureSet()
501                                          AtomicExpr::AtomicOp Op,  in EmitPostAtomicMinMax()
509   case AtomicExpr::AO__atomic_max_fetch:  in EmitPostAtomicMinMax()
510   case AtomicExpr::AO__scoped_atomic_max_fetch:  in EmitPostAtomicMinMax()
513   case AtomicExpr::AO__atomic_min_fetch:  in EmitPostAtomicMinMax()
514   case AtomicExpr::AO__scoped_atomic_min_fetch:  in EmitPostAtomicMinMax()
522 static void EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *E, Address Dest,  in EmitAtomicOp()
532   case AtomicExpr::AO__c11_atomic_init:  in EmitAtomicOp()
533   case AtomicExpr::AO__opencl_atomic_init:  in EmitAtomicOp()
536   case AtomicExpr::AO__c11_atomic_compare_exchange_strong:  in EmitAtomicOp()
537   case AtomicExpr::AO__hip_atomic_compare_exchange_strong:  in EmitAtomicOp()
538   case AtomicExpr::AO__opencl_atomic_compare_exchange_strong:  in EmitAtomicOp()
542   case AtomicExpr::AO__c11_atomic_compare_exchange_weak:  in EmitAtomicOp()
543   case AtomicExpr::AO__opencl_atomic_compare_exchange_weak:  in EmitAtomicOp()
544   case AtomicExpr::AO__hip_atomic_compare_exchange_weak:  in EmitAtomicOp()
548   case AtomicExpr::AO__atomic_compare_exchange:  in EmitAtomicOp()
549   case AtomicExpr::AO__atomic_compare_exchange_n:  in EmitAtomicOp()
550   case AtomicExpr::AO__scoped_atomic_compare_exchange:  in EmitAtomicOp()
551   case AtomicExpr::AO__scoped_atomic_compare_exchange_n: {  in EmitAtomicOp()
580   case AtomicExpr::AO__c11_atomic_load:  in EmitAtomicOp()
581   case AtomicExpr::AO__opencl_atomic_load:  in EmitAtomicOp()
582   case AtomicExpr::AO__hip_atomic_load:  in EmitAtomicOp()
583   case AtomicExpr::AO__atomic_load_n:  in EmitAtomicOp()
584   case AtomicExpr::AO__atomic_load:  in EmitAtomicOp()
585   case AtomicExpr::AO__scoped_atomic_load_n:  in EmitAtomicOp()
586   case AtomicExpr::AO__scoped_atomic_load: {  in EmitAtomicOp()
594   case AtomicExpr::AO__c11_atomic_store:  in EmitAtomicOp()
595   case AtomicExpr::AO__opencl_atomic_store:  in EmitAtomicOp()
596   case AtomicExpr::AO__hip_atomic_store:  in EmitAtomicOp()
597   case AtomicExpr::AO__atomic_store:  in EmitAtomicOp()
598   case AtomicExpr::AO__atomic_store_n:  in EmitAtomicOp()
599   case AtomicExpr::AO__scoped_atomic_store:  in EmitAtomicOp()
600   case AtomicExpr::AO__scoped_atomic_store_n: {  in EmitAtomicOp()
608   case AtomicExpr::AO__c11_atomic_exchange:  in EmitAtomicOp()
609   case AtomicExpr::AO__hip_atomic_exchange:  in EmitAtomicOp()
610   case AtomicExpr::AO__opencl_atomic_exchange:  in EmitAtomicOp()
611   case AtomicExpr::AO__atomic_exchange_n:  in EmitAtomicOp()
612   case AtomicExpr::AO__atomic_exchange:  in EmitAtomicOp()
613   case AtomicExpr::AO__scoped_atomic_exchange_n:  in EmitAtomicOp()
614   case AtomicExpr::AO__scoped_atomic_exchange:  in EmitAtomicOp()
618   case AtomicExpr::AO__atomic_add_fetch:  in EmitAtomicOp()
619   case AtomicExpr::AO__scoped_atomic_add_fetch:  in EmitAtomicOp()
623   case AtomicExpr::AO__c11_atomic_fetch_add:  in EmitAtomicOp()
624   case AtomicExpr::AO__hip_atomic_fetch_add:  in EmitAtomicOp()
625   case AtomicExpr::AO__opencl_atomic_fetch_add:  in EmitAtomicOp()
626   case AtomicExpr::AO__atomic_fetch_add:  in EmitAtomicOp()
627   case AtomicExpr::AO__scoped_atomic_fetch_add:  in EmitAtomicOp()
632   case AtomicExpr::AO__atomic_sub_fetch:  in EmitAtomicOp()
633   case AtomicExpr::AO__scoped_atomic_sub_fetch:  in EmitAtomicOp()
637   case AtomicExpr::AO__c11_atomic_fetch_sub:  in EmitAtomicOp()
638   case AtomicExpr::AO__hip_atomic_fetch_sub:  in EmitAtomicOp()
639   case AtomicExpr::AO__opencl_atomic_fetch_sub:  in EmitAtomicOp()
640   case AtomicExpr::AO__atomic_fetch_sub:  in EmitAtomicOp()
641   case AtomicExpr::AO__scoped_atomic_fetch_sub:  in EmitAtomicOp()
646   case AtomicExpr::AO__atomic_min_fetch:  in EmitAtomicOp()
647   case AtomicExpr::AO__scoped_atomic_min_fetch:  in EmitAtomicOp()
650   case AtomicExpr::AO__c11_atomic_fetch_min:  in EmitAtomicOp()
651   case AtomicExpr::AO__hip_atomic_fetch_min:  in EmitAtomicOp()
652   case AtomicExpr::AO__opencl_atomic_fetch_min:  in EmitAtomicOp()
653   case AtomicExpr::AO__atomic_fetch_min:  in EmitAtomicOp()
654   case AtomicExpr::AO__scoped_atomic_fetch_min:  in EmitAtomicOp()
662   case AtomicExpr::AO__atomic_max_fetch:  in EmitAtomicOp()
663   case AtomicExpr::AO__scoped_atomic_max_fetch:  in EmitAtomicOp()
666   case AtomicExpr::AO__c11_atomic_fetch_max:  in EmitAtomicOp()
667   case AtomicExpr::AO__hip_atomic_fetch_max:  in EmitAtomicOp()
668   case AtomicExpr::AO__opencl_atomic_fetch_max:  in EmitAtomicOp()
669   case AtomicExpr::AO__atomic_fetch_max:  in EmitAtomicOp()
670   case AtomicExpr::AO__scoped_atomic_fetch_max:  in EmitAtomicOp()
678   case AtomicExpr::AO__atomic_and_fetch:  in EmitAtomicOp()
679   case AtomicExpr::AO__scoped_atomic_and_fetch:  in EmitAtomicOp()
682   case AtomicExpr::AO__c11_atomic_fetch_and:  in EmitAtomicOp()
683   case AtomicExpr::AO__hip_atomic_fetch_and:  in EmitAtomicOp()
684   case AtomicExpr::AO__opencl_atomic_fetch_and:  in EmitAtomicOp()
685   case AtomicExpr::AO__atomic_fetch_and:  in EmitAtomicOp()
686   case AtomicExpr::AO__scoped_atomic_fetch_and:  in EmitAtomicOp()
690   case AtomicExpr::AO__atomic_or_fetch:  in EmitAtomicOp()
691   case AtomicExpr::AO__scoped_atomic_or_fetch:  in EmitAtomicOp()
694   case AtomicExpr::AO__c11_atomic_fetch_or:  in EmitAtomicOp()
695   case AtomicExpr::AO__hip_atomic_fetch_or:  in EmitAtomicOp()
696   case AtomicExpr::AO__opencl_atomic_fetch_or:  in EmitAtomicOp()
697   case AtomicExpr::AO__atomic_fetch_or:  in EmitAtomicOp()
698   case AtomicExpr::AO__scoped_atomic_fetch_or:  in EmitAtomicOp()
702   case AtomicExpr::AO__atomic_xor_fetch:  in EmitAtomicOp()
703   case AtomicExpr::AO__scoped_atomic_xor_fetch:  in EmitAtomicOp()
706   case AtomicExpr::AO__c11_atomic_fetch_xor:  in EmitAtomicOp()
707   case AtomicExpr::AO__hip_atomic_fetch_xor:  in EmitAtomicOp()
708   case AtomicExpr::AO__opencl_atomic_fetch_xor:  in EmitAtomicOp()
709   case AtomicExpr::AO__atomic_fetch_xor:  in EmitAtomicOp()
710   case AtomicExpr::AO__scoped_atomic_fetch_xor:  in EmitAtomicOp()
714   case AtomicExpr::AO__atomic_nand_fetch:  in EmitAtomicOp()
715   case AtomicExpr::AO__scoped_atomic_nand_fetch:  in EmitAtomicOp()
718   case AtomicExpr::AO__c11_atomic_fetch_nand:  in EmitAtomicOp()
719   case AtomicExpr::AO__atomic_fetch_nand:  in EmitAtomicOp()
720   case AtomicExpr::AO__scoped_atomic_fetch_nand:  in EmitAtomicOp()
740   if (E->getOp() == AtomicExpr::AO__atomic_nand_fetch ||  in EmitAtomicOp()
741       E->getOp() == AtomicExpr::AO__scoped_atomic_nand_fetch)  in EmitAtomicOp()
756 static void EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *Expr, Address Dest,  in EmitAtomicOp()
837 RValue CodeGenFunction::EmitAtomicExpr(AtomicExpr *E) {  in EmitAtomicExpr()
849   if (E->getOp() == AtomicExpr::AO__c11_atomic_init ||  in EmitAtomicExpr()
850       E->getOp() == AtomicExpr::AO__opencl_atomic_init) {  in EmitAtomicExpr()
886   case AtomicExpr::AO__c11_atomic_init:  in EmitAtomicExpr()
887   case AtomicExpr::AO__opencl_atomic_init:  in EmitAtomicExpr()
890   case AtomicExpr::AO__atomic_load_n:  in EmitAtomicExpr()
891   case AtomicExpr::AO__scoped_atomic_load_n:  in EmitAtomicExpr()
892   case AtomicExpr::AO__c11_atomic_load:  in EmitAtomicExpr()
893   case AtomicExpr::AO__opencl_atomic_load:  in EmitAtomicExpr()
894   case AtomicExpr::AO__hip_atomic_load:  in EmitAtomicExpr()
897   case AtomicExpr::AO__atomic_load:  in EmitAtomicExpr()
898   case AtomicExpr::AO__scoped_atomic_load:  in EmitAtomicExpr()
902   case AtomicExpr::AO__atomic_store:  in EmitAtomicExpr()
903   case AtomicExpr::AO__scoped_atomic_store:  in EmitAtomicExpr()
907   case AtomicExpr::AO__atomic_exchange:  in EmitAtomicExpr()
908   case AtomicExpr::AO__scoped_atomic_exchange:  in EmitAtomicExpr()
913   case AtomicExpr::AO__atomic_compare_exchange:  in EmitAtomicExpr()
914   case AtomicExpr::AO__atomic_compare_exchange_n:  in EmitAtomicExpr()
915   case AtomicExpr::AO__c11_atomic_compare_exchange_weak:  in EmitAtomicExpr()
916   case AtomicExpr::AO__c11_atomic_compare_exchange_strong:  in EmitAtomicExpr()
917   case AtomicExpr::AO__hip_atomic_compare_exchange_weak:  in EmitAtomicExpr()
918   case AtomicExpr::AO__hip_atomic_compare_exchange_strong:  in EmitAtomicExpr()
919   case AtomicExpr::AO__opencl_atomic_compare_exchange_weak:  in EmitAtomicExpr()
920   case AtomicExpr::AO__opencl_atomic_compare_exchange_strong:  in EmitAtomicExpr()
921   case AtomicExpr::AO__scoped_atomic_compare_exchange:  in EmitAtomicExpr()
922   case AtomicExpr::AO__scoped_atomic_compare_exchange_n:  in EmitAtomicExpr()
924     if (E->getOp() == AtomicExpr::AO__atomic_compare_exchange ||  in EmitAtomicExpr()
925         E->getOp() == AtomicExpr::AO__scoped_atomic_compare_exchange)  in EmitAtomicExpr()
930     if (E->getOp() == AtomicExpr::AO__atomic_compare_exchange_n ||  in EmitAtomicExpr()
931         E->getOp() == AtomicExpr::AO__atomic_compare_exchange ||  in EmitAtomicExpr()
932         E->getOp() == AtomicExpr::AO__scoped_atomic_compare_exchange_n ||  in EmitAtomicExpr()
933         E->getOp() == AtomicExpr::AO__scoped_atomic_compare_exchange)  in EmitAtomicExpr()
937   case AtomicExpr::AO__c11_atomic_fetch_add:  in EmitAtomicExpr()
938   case AtomicExpr::AO__c11_atomic_fetch_sub:  in EmitAtomicExpr()
939   case AtomicExpr::AO__hip_atomic_fetch_add:  in EmitAtomicExpr()
940   case AtomicExpr::AO__hip_atomic_fetch_sub:  in EmitAtomicExpr()
941   case AtomicExpr::AO__opencl_atomic_fetch_add:  in EmitAtomicExpr()
942   case AtomicExpr::AO__opencl_atomic_fetch_sub:  in EmitAtomicExpr()
959   case AtomicExpr::AO__atomic_fetch_add:  in EmitAtomicExpr()
960   case AtomicExpr::AO__atomic_fetch_max:  in EmitAtomicExpr()
961   case AtomicExpr::AO__atomic_fetch_min:  in EmitAtomicExpr()
962   case AtomicExpr::AO__atomic_fetch_sub:  in EmitAtomicExpr()
963   case AtomicExpr::AO__atomic_add_fetch:  in EmitAtomicExpr()
964   case AtomicExpr::AO__atomic_max_fetch:  in EmitAtomicExpr()
965   case AtomicExpr::AO__atomic_min_fetch:  in EmitAtomicExpr()
966   case AtomicExpr::AO__atomic_sub_fetch:  in EmitAtomicExpr()
967   case AtomicExpr::AO__c11_atomic_fetch_max:  in EmitAtomicExpr()
968   case AtomicExpr::AO__c11_atomic_fetch_min:  in EmitAtomicExpr()
969   case AtomicExpr::AO__opencl_atomic_fetch_max:  in EmitAtomicExpr()
970   case AtomicExpr::AO__opencl_atomic_fetch_min:  in EmitAtomicExpr()
971   case AtomicExpr::AO__hip_atomic_fetch_max:  in EmitAtomicExpr()
972   case AtomicExpr::AO__hip_atomic_fetch_min:  in EmitAtomicExpr()
973   case AtomicExpr::AO__scoped_atomic_fetch_add:  in EmitAtomicExpr()
974   case AtomicExpr::AO__scoped_atomic_fetch_max:  in EmitAtomicExpr()
975   case AtomicExpr::AO__scoped_atomic_fetch_min:  in EmitAtomicExpr()
976   case AtomicExpr::AO__scoped_atomic_fetch_sub:  in EmitAtomicExpr()
977   case AtomicExpr::AO__scoped_atomic_add_fetch:  in EmitAtomicExpr()
978   case AtomicExpr::AO__scoped_atomic_max_fetch:  in EmitAtomicExpr()
979   case AtomicExpr::AO__scoped_atomic_min_fetch:  in EmitAtomicExpr()
980   case AtomicExpr::AO__scoped_atomic_sub_fetch:  in EmitAtomicExpr()
984   case AtomicExpr::AO__atomic_fetch_and:  in EmitAtomicExpr()
985   case AtomicExpr::AO__atomic_fetch_nand:  in EmitAtomicExpr()
986   case AtomicExpr::AO__atomic_fetch_or:  in EmitAtomicExpr()
987   case AtomicExpr::AO__atomic_fetch_xor:  in EmitAtomicExpr()
988   case AtomicExpr::AO__atomic_and_fetch:  in EmitAtomicExpr()
989   case AtomicExpr::AO__atomic_nand_fetch:  in EmitAtomicExpr()
990   case AtomicExpr::AO__atomic_or_fetch:  in EmitAtomicExpr()
991   case AtomicExpr::AO__atomic_xor_fetch:  in EmitAtomicExpr()
992   case AtomicExpr::AO__atomic_store_n:  in EmitAtomicExpr()
993   case AtomicExpr::AO__atomic_exchange_n:  in EmitAtomicExpr()
994   case AtomicExpr::AO__c11_atomic_fetch_and:  in EmitAtomicExpr()
995   case AtomicExpr::AO__c11_atomic_fetch_nand:  in EmitAtomicExpr()
996   case AtomicExpr::AO__c11_atomic_fetch_or:  in EmitAtomicExpr()
997   case AtomicExpr::AO__c11_atomic_fetch_xor:  in EmitAtomicExpr()
998   case AtomicExpr::AO__c11_atomic_store:  in EmitAtomicExpr()
999   case AtomicExpr::AO__c11_atomic_exchange:  in EmitAtomicExpr()
1000   case AtomicExpr::AO__hip_atomic_fetch_and:  in EmitAtomicExpr()
1001   case AtomicExpr::AO__hip_atomic_fetch_or:  in EmitAtomicExpr()
1002   case AtomicExpr::AO__hip_atomic_fetch_xor:  in EmitAtomicExpr()
1003   case AtomicExpr::AO__hip_atomic_store:  in EmitAtomicExpr()
1004   case AtomicExpr::AO__hip_atomic_exchange:  in EmitAtomicExpr()
1005   case AtomicExpr::AO__opencl_atomic_fetch_and:  in EmitAtomicExpr()
1006   case AtomicExpr::AO__opencl_atomic_fetch_or:  in EmitAtomicExpr()
1007   case AtomicExpr::AO__opencl_atomic_fetch_xor:  in EmitAtomicExpr()
1008   case AtomicExpr::AO__opencl_atomic_store:  in EmitAtomicExpr()
1009   case AtomicExpr::AO__opencl_atomic_exchange:  in EmitAtomicExpr()
1010   case AtomicExpr::AO__scoped_atomic_fetch_and:  in EmitAtomicExpr()
1011   case AtomicExpr::AO__scoped_atomic_fetch_nand:  in EmitAtomicExpr()
1012   case AtomicExpr::AO__scoped_atomic_fetch_or:  in EmitAtomicExpr()
1013   case AtomicExpr::AO__scoped_atomic_fetch_xor:  in EmitAtomicExpr()
1014   case AtomicExpr::AO__scoped_atomic_and_fetch:  in EmitAtomicExpr()
1015   case AtomicExpr::AO__scoped_atomic_nand_fetch:  in EmitAtomicExpr()
1016   case AtomicExpr::AO__scoped_atomic_or_fetch:  in EmitAtomicExpr()
1017   case AtomicExpr::AO__scoped_atomic_xor_fetch:  in EmitAtomicExpr()
1018   case AtomicExpr::AO__scoped_atomic_store_n:  in EmitAtomicExpr()
1019   case AtomicExpr::AO__scoped_atomic_exchange_n:  in EmitAtomicExpr()
1054     case AtomicExpr::AO__c11_atomic_init:  in EmitAtomicExpr()
1055     case AtomicExpr::AO__opencl_atomic_init:  in EmitAtomicExpr()
1058     case AtomicExpr::AO__atomic_fetch_add:  in EmitAtomicExpr()
1059     case AtomicExpr::AO__atomic_fetch_and:  in EmitAtomicExpr()
1060     case AtomicExpr::AO__atomic_fetch_max:  in EmitAtomicExpr()
1061     case AtomicExpr::AO__atomic_fetch_min:  in EmitAtomicExpr()
1062     case AtomicExpr::AO__atomic_fetch_nand:  in EmitAtomicExpr()
1063     case AtomicExpr::AO__atomic_fetch_or:  in EmitAtomicExpr()
1064     case AtomicExpr::AO__atomic_fetch_sub:  in EmitAtomicExpr()
1065     case AtomicExpr::AO__atomic_fetch_xor:  in EmitAtomicExpr()
1066     case AtomicExpr::AO__atomic_add_fetch:  in EmitAtomicExpr()
1067     case AtomicExpr::AO__atomic_and_fetch:  in EmitAtomicExpr()
1068     case AtomicExpr::AO__atomic_max_fetch:  in EmitAtomicExpr()
1069     case AtomicExpr::AO__atomic_min_fetch:  in EmitAtomicExpr()
1070     case AtomicExpr::AO__atomic_nand_fetch:  in EmitAtomicExpr()
1071     case AtomicExpr::AO__atomic_or_fetch:  in EmitAtomicExpr()
1072     case AtomicExpr::AO__atomic_sub_fetch:  in EmitAtomicExpr()
1073     case AtomicExpr::AO__atomic_xor_fetch:  in EmitAtomicExpr()
1074     case AtomicExpr::AO__c11_atomic_fetch_add:  in EmitAtomicExpr()
1075     case AtomicExpr::AO__c11_atomic_fetch_and:  in EmitAtomicExpr()
1076     case AtomicExpr::AO__c11_atomic_fetch_max:  in EmitAtomicExpr()
1077     case AtomicExpr::AO__c11_atomic_fetch_min:  in EmitAtomicExpr()
1078     case AtomicExpr::AO__c11_atomic_fetch_nand:  in EmitAtomicExpr()
1079     case AtomicExpr::AO__c11_atomic_fetch_or:  in EmitAtomicExpr()
1080     case AtomicExpr::AO__c11_atomic_fetch_sub:  in EmitAtomicExpr()
1081     case AtomicExpr::AO__c11_atomic_fetch_xor:  in EmitAtomicExpr()
1082     case AtomicExpr::AO__hip_atomic_fetch_add:  in EmitAtomicExpr()
1083     case AtomicExpr::AO__hip_atomic_fetch_and:  in EmitAtomicExpr()
1084     case AtomicExpr::AO__hip_atomic_fetch_max:  in EmitAtomicExpr()
1085     case AtomicExpr::AO__hip_atomic_fetch_min:  in EmitAtomicExpr()
1086     case AtomicExpr::AO__hip_atomic_fetch_or:  in EmitAtomicExpr()
1087     case AtomicExpr::AO__hip_atomic_fetch_sub:  in EmitAtomicExpr()
1088     case AtomicExpr::AO__hip_atomic_fetch_xor:  in EmitAtomicExpr()
1089     case AtomicExpr::AO__opencl_atomic_fetch_add:  in EmitAtomicExpr()
1090     case AtomicExpr::AO__opencl_atomic_fetch_and:  in EmitAtomicExpr()
1091     case AtomicExpr::AO__opencl_atomic_fetch_max:  in EmitAtomicExpr()
1092     case AtomicExpr::AO__opencl_atomic_fetch_min:  in EmitAtomicExpr()
1093     case AtomicExpr::AO__opencl_atomic_fetch_or:  in EmitAtomicExpr()
1094     case AtomicExpr::AO__opencl_atomic_fetch_sub:  in EmitAtomicExpr()
1095     case AtomicExpr::AO__opencl_atomic_fetch_xor:  in EmitAtomicExpr()
1096     case AtomicExpr::AO__scoped_atomic_fetch_add:  in EmitAtomicExpr()
1097     case AtomicExpr::AO__scoped_atomic_fetch_and:  in EmitAtomicExpr()
1098     case AtomicExpr::AO__scoped_atomic_fetch_max:  in EmitAtomicExpr()
1099     case AtomicExpr::AO__scoped_atomic_fetch_min:  in EmitAtomicExpr()
1100     case AtomicExpr::AO__scoped_atomic_fetch_nand:  in EmitAtomicExpr()
1101     case AtomicExpr::AO__scoped_atomic_fetch_or:  in EmitAtomicExpr()
1102     case AtomicExpr::AO__scoped_atomic_fetch_sub:  in EmitAtomicExpr()
1103     case AtomicExpr::AO__scoped_atomic_fetch_xor:  in EmitAtomicExpr()
1104     case AtomicExpr::AO__scoped_atomic_add_fetch:  in EmitAtomicExpr()
1105     case AtomicExpr::AO__scoped_atomic_and_fetch:  in EmitAtomicExpr()
1106     case AtomicExpr::AO__scoped_atomic_max_fetch:  in EmitAtomicExpr()
1107     case AtomicExpr::AO__scoped_atomic_min_fetch:  in EmitAtomicExpr()
1108     case AtomicExpr::AO__scoped_atomic_nand_fetch:  in EmitAtomicExpr()
1109     case AtomicExpr::AO__scoped_atomic_or_fetch:  in EmitAtomicExpr()
1110     case AtomicExpr::AO__scoped_atomic_sub_fetch:  in EmitAtomicExpr()
1111     case AtomicExpr::AO__scoped_atomic_xor_fetch:  in EmitAtomicExpr()
1116     case AtomicExpr::AO__atomic_load:  in EmitAtomicExpr()
1117     case AtomicExpr::AO__atomic_store:  in EmitAtomicExpr()
1118     case AtomicExpr::AO__atomic_exchange:  in EmitAtomicExpr()
1119     case AtomicExpr::AO__atomic_compare_exchange:  in EmitAtomicExpr()
1120     case AtomicExpr::AO__scoped_atomic_load:  in EmitAtomicExpr()
1121     case AtomicExpr::AO__scoped_atomic_store:  in EmitAtomicExpr()
1122     case AtomicExpr::AO__scoped_atomic_exchange:  in EmitAtomicExpr()
1123     case AtomicExpr::AO__scoped_atomic_compare_exchange:  in EmitAtomicExpr()
1129     case AtomicExpr::AO__atomic_load_n:  in EmitAtomicExpr()
1130     case AtomicExpr::AO__atomic_store_n:  in EmitAtomicExpr()
1131     case AtomicExpr::AO__atomic_exchange_n:  in EmitAtomicExpr()
1132     case AtomicExpr::AO__atomic_compare_exchange_n:  in EmitAtomicExpr()
1133     case AtomicExpr::AO__c11_atomic_load:  in EmitAtomicExpr()
1134     case AtomicExpr::AO__c11_atomic_store:  in EmitAtomicExpr()
1135     case AtomicExpr::AO__c11_atomic_exchange:  in EmitAtomicExpr()
1136     case AtomicExpr::AO__c11_atomic_compare_exchange_weak:  in EmitAtomicExpr()
1137     case AtomicExpr::AO__c11_atomic_compare_exchange_strong:  in EmitAtomicExpr()
1138     case AtomicExpr::AO__hip_atomic_load:  in EmitAtomicExpr()
1139     case AtomicExpr::AO__hip_atomic_store:  in EmitAtomicExpr()
1140     case AtomicExpr::AO__hip_atomic_exchange:  in EmitAtomicExpr()
1141     case AtomicExpr::AO__hip_atomic_compare_exchange_weak:  in EmitAtomicExpr()
1142     case AtomicExpr::AO__hip_atomic_compare_exchange_strong:  in EmitAtomicExpr()
1143     case AtomicExpr::AO__opencl_atomic_load:  in EmitAtomicExpr()
1144     case AtomicExpr::AO__opencl_atomic_store:  in EmitAtomicExpr()
1145     case AtomicExpr::AO__opencl_atomic_exchange:  in EmitAtomicExpr()
1146     case AtomicExpr::AO__opencl_atomic_compare_exchange_weak:  in EmitAtomicExpr()
1147     case AtomicExpr::AO__opencl_atomic_compare_exchange_strong:  in EmitAtomicExpr()
1148     case AtomicExpr::AO__scoped_atomic_load_n:  in EmitAtomicExpr()
1149     case AtomicExpr::AO__scoped_atomic_store_n:  in EmitAtomicExpr()
1150     case AtomicExpr::AO__scoped_atomic_exchange_n:  in EmitAtomicExpr()
1151     case AtomicExpr::AO__scoped_atomic_compare_exchange_n:  in EmitAtomicExpr()
1193     case AtomicExpr::AO__c11_atomic_init:  in EmitAtomicExpr()
1194     case AtomicExpr::AO__opencl_atomic_init:  in EmitAtomicExpr()
1204     case AtomicExpr::AO__atomic_compare_exchange:  in EmitAtomicExpr()
1205     case AtomicExpr::AO__atomic_compare_exchange_n:  in EmitAtomicExpr()
1206     case AtomicExpr::AO__c11_atomic_compare_exchange_weak:  in EmitAtomicExpr()
1207     case AtomicExpr::AO__c11_atomic_compare_exchange_strong:  in EmitAtomicExpr()
1208     case AtomicExpr::AO__hip_atomic_compare_exchange_weak:  in EmitAtomicExpr()
1209     case AtomicExpr::AO__hip_atomic_compare_exchange_strong:  in EmitAtomicExpr()
1210     case AtomicExpr::AO__opencl_atomic_compare_exchange_weak:  in EmitAtomicExpr()
1211     case AtomicExpr::AO__opencl_atomic_compare_exchange_strong:  in EmitAtomicExpr()
1212     case AtomicExpr::AO__scoped_atomic_compare_exchange:  in EmitAtomicExpr()
1213     case AtomicExpr::AO__scoped_atomic_compare_exchange_n:  in EmitAtomicExpr()
1228     case AtomicExpr::AO__atomic_exchange:  in EmitAtomicExpr()
1229     case AtomicExpr::AO__atomic_exchange_n:  in EmitAtomicExpr()
1230     case AtomicExpr::AO__c11_atomic_exchange:  in EmitAtomicExpr()
1231     case AtomicExpr::AO__hip_atomic_exchange:  in EmitAtomicExpr()
1232     case AtomicExpr::AO__opencl_atomic_exchange:  in EmitAtomicExpr()
1233     case AtomicExpr::AO__scoped_atomic_exchange:  in EmitAtomicExpr()
1234     case AtomicExpr::AO__scoped_atomic_exchange_n:  in EmitAtomicExpr()
1241     case AtomicExpr::AO__atomic_store:  in EmitAtomicExpr()
1242     case AtomicExpr::AO__atomic_store_n:  in EmitAtomicExpr()
1243     case AtomicExpr::AO__c11_atomic_store:  in EmitAtomicExpr()
1244     case AtomicExpr::AO__hip_atomic_store:  in EmitAtomicExpr()
1245     case AtomicExpr::AO__opencl_atomic_store:  in EmitAtomicExpr()
1246     case AtomicExpr::AO__scoped_atomic_store:  in EmitAtomicExpr()
1247     case AtomicExpr::AO__scoped_atomic_store_n:  in EmitAtomicExpr()
1256     case AtomicExpr::AO__atomic_load:  in EmitAtomicExpr()
1257     case AtomicExpr::AO__atomic_load_n:  in EmitAtomicExpr()
1258     case AtomicExpr::AO__c11_atomic_load:  in EmitAtomicExpr()
1259     case AtomicExpr::AO__hip_atomic_load:  in EmitAtomicExpr()
1260     case AtomicExpr::AO__opencl_atomic_load:  in EmitAtomicExpr()
1261     case AtomicExpr::AO__scoped_atomic_load:  in EmitAtomicExpr()
1262     case AtomicExpr::AO__scoped_atomic_load_n:  in EmitAtomicExpr()
1267     case AtomicExpr::AO__atomic_add_fetch:  in EmitAtomicExpr()
1268     case AtomicExpr::AO__scoped_atomic_add_fetch:  in EmitAtomicExpr()
1271     case AtomicExpr::AO__atomic_fetch_add:  in EmitAtomicExpr()
1272     case AtomicExpr::AO__c11_atomic_fetch_add:  in EmitAtomicExpr()
1273     case AtomicExpr::AO__hip_atomic_fetch_add:  in EmitAtomicExpr()
1274     case AtomicExpr::AO__opencl_atomic_fetch_add:  in EmitAtomicExpr()
1275     case AtomicExpr::AO__scoped_atomic_fetch_add:  in EmitAtomicExpr()
1282     case AtomicExpr::AO__atomic_and_fetch:  in EmitAtomicExpr()
1283     case AtomicExpr::AO__scoped_atomic_and_fetch:  in EmitAtomicExpr()
1286     case AtomicExpr::AO__atomic_fetch_and:  in EmitAtomicExpr()
1287     case AtomicExpr::AO__c11_atomic_fetch_and:  in EmitAtomicExpr()
1288     case AtomicExpr::AO__hip_atomic_fetch_and:  in EmitAtomicExpr()
1289     case AtomicExpr::AO__opencl_atomic_fetch_and:  in EmitAtomicExpr()
1290     case AtomicExpr::AO__scoped_atomic_fetch_and:  in EmitAtomicExpr()
1297     case AtomicExpr::AO__atomic_or_fetch:  in EmitAtomicExpr()
1298     case AtomicExpr::AO__scoped_atomic_or_fetch:  in EmitAtomicExpr()
1301     case AtomicExpr::AO__atomic_fetch_or:  in EmitAtomicExpr()
1302     case AtomicExpr::AO__c11_atomic_fetch_or:  in EmitAtomicExpr()
1303     case AtomicExpr::AO__hip_atomic_fetch_or:  in EmitAtomicExpr()
1304     case AtomicExpr::AO__opencl_atomic_fetch_or:  in EmitAtomicExpr()
1305     case AtomicExpr::AO__scoped_atomic_fetch_or:  in EmitAtomicExpr()
1312     case AtomicExpr::AO__atomic_sub_fetch:  in EmitAtomicExpr()
1313     case AtomicExpr::AO__scoped_atomic_sub_fetch:  in EmitAtomicExpr()
1316     case AtomicExpr::AO__atomic_fetch_sub:  in EmitAtomicExpr()
1317     case AtomicExpr::AO__c11_atomic_fetch_sub:  in EmitAtomicExpr()
1318     case AtomicExpr::AO__hip_atomic_fetch_sub:  in EmitAtomicExpr()
1319     case AtomicExpr::AO__opencl_atomic_fetch_sub:  in EmitAtomicExpr()
1320     case AtomicExpr::AO__scoped_atomic_fetch_sub:  in EmitAtomicExpr()
1327     case AtomicExpr::AO__atomic_xor_fetch:  in EmitAtomicExpr()
1328     case AtomicExpr::AO__scoped_atomic_xor_fetch:  in EmitAtomicExpr()
1331     case AtomicExpr::AO__atomic_fetch_xor:  in EmitAtomicExpr()
1332     case AtomicExpr::AO__c11_atomic_fetch_xor:  in EmitAtomicExpr()
1333     case AtomicExpr::AO__hip_atomic_fetch_xor:  in EmitAtomicExpr()
1334     case AtomicExpr::AO__opencl_atomic_fetch_xor:  in EmitAtomicExpr()
1335     case AtomicExpr::AO__scoped_atomic_fetch_xor:  in EmitAtomicExpr()
1340     case AtomicExpr::AO__atomic_min_fetch:  in EmitAtomicExpr()
1341     case AtomicExpr::AO__scoped_atomic_min_fetch:  in EmitAtomicExpr()
1344     case AtomicExpr::AO__atomic_fetch_min:  in EmitAtomicExpr()
1345     case AtomicExpr::AO__c11_atomic_fetch_min:  in EmitAtomicExpr()
1346     case AtomicExpr::AO__scoped_atomic_fetch_min:  in EmitAtomicExpr()
1347     case AtomicExpr::AO__hip_atomic_fetch_min:  in EmitAtomicExpr()
1348     case AtomicExpr::AO__opencl_atomic_fetch_min:  in EmitAtomicExpr()
1355     case AtomicExpr::AO__atomic_max_fetch:  in EmitAtomicExpr()
1356     case AtomicExpr::AO__scoped_atomic_max_fetch:  in EmitAtomicExpr()
1359     case AtomicExpr::AO__atomic_fetch_max:  in EmitAtomicExpr()
1360     case AtomicExpr::AO__c11_atomic_fetch_max:  in EmitAtomicExpr()
1361     case AtomicExpr::AO__hip_atomic_fetch_max:  in EmitAtomicExpr()
1362     case AtomicExpr::AO__opencl_atomic_fetch_max:  in EmitAtomicExpr()
1363     case AtomicExpr::AO__scoped_atomic_fetch_max:  in EmitAtomicExpr()
1372     case AtomicExpr::AO__atomic_nand_fetch:  in EmitAtomicExpr()
1373     case AtomicExpr::AO__scoped_atomic_nand_fetch:  in EmitAtomicExpr()
1376     case AtomicExpr::AO__atomic_fetch_nand:  in EmitAtomicExpr()
1377     case AtomicExpr::AO__c11_atomic_fetch_nand:  in EmitAtomicExpr()
1378     case AtomicExpr::AO__scoped_atomic_fetch_nand:  in EmitAtomicExpr()
1435       if (E->getOp() == AtomicExpr::AO__atomic_nand_fetch ||  in EmitAtomicExpr()
1436           E->getOp() == AtomicExpr::AO__scoped_atomic_nand_fetch)  in EmitAtomicExpr()
1449   bool IsStore = E->getOp() == AtomicExpr::AO__c11_atomic_store ||  in EmitAtomicExpr()
1450                  E->getOp() == AtomicExpr::AO__opencl_atomic_store ||  in EmitAtomicExpr()
1451                  E->getOp() == AtomicExpr::AO__hip_atomic_store ||  in EmitAtomicExpr()
1452                  E->getOp() == AtomicExpr::AO__atomic_store ||  in EmitAtomicExpr()
1453                  E->getOp() == AtomicExpr::AO__atomic_store_n ||  in EmitAtomicExpr()
1454                  E->getOp() == AtomicExpr::AO__scoped_atomic_store ||  in EmitAtomicExpr()
1455                  E->getOp() == AtomicExpr::AO__scoped_atomic_store_n;  in EmitAtomicExpr()
1456   bool IsLoad = E->getOp() == AtomicExpr::AO__c11_atomic_load ||  in EmitAtomicExpr()
1457                 E->getOp() == AtomicExpr::AO__opencl_atomic_load ||  in EmitAtomicExpr()
1458                 E->getOp() == AtomicExpr::AO__hip_atomic_load ||  in EmitAtomicExpr()
1459                 E->getOp() == AtomicExpr::AO__atomic_load ||  in EmitAtomicExpr()
1460                 E->getOp() == AtomicExpr::AO__atomic_load_n ||  in EmitAtomicExpr()
1461                 E->getOp() == AtomicExpr::AO__scoped_atomic_load ||  in EmitAtomicExpr()
1462                 E->getOp() == AtomicExpr::AO__scoped_atomic_load_n;  in EmitAtomicExpr()