Lines Matching refs:MVT
227 if (LT.second == MVT::v2i64) in getIntrinsicInstrCost()
233 static const auto ValidMinMaxTys = {MVT::v8i8, MVT::v16i8, MVT::v4i16, in getIntrinsicInstrCost()
234 MVT::v8i16, MVT::v2i32, MVT::v4i32}; in getIntrinsicInstrCost()
236 if (any_of(ValidMinMaxTys, [<](MVT M) { return M == LT.second; })) in getIntrinsicInstrCost()
244 static const auto ValidSatTys = {MVT::v8i8, MVT::v16i8, MVT::v4i16, in getIntrinsicInstrCost()
245 MVT::v8i16, MVT::v2i32, MVT::v4i32, in getIntrinsicInstrCost()
246 MVT::v2i64}; in getIntrinsicInstrCost()
252 if (any_of(ValidSatTys, [<](MVT M) { return M == LT.second; })) in getIntrinsicInstrCost()
257 static const auto ValidAbsTys = {MVT::v8i8, MVT::v16i8, MVT::v4i16, in getIntrinsicInstrCost()
258 MVT::v8i16, MVT::v2i32, MVT::v4i32, in getIntrinsicInstrCost()
259 MVT::v2i64}; in getIntrinsicInstrCost()
261 if (any_of(ValidAbsTys, [<](MVT M) { return M == LT.second; })) in getIntrinsicInstrCost()
280 {Intrinsic::bitreverse, MVT::i32, 1}, in getIntrinsicInstrCost()
281 {Intrinsic::bitreverse, MVT::i64, 1}, in getIntrinsicInstrCost()
282 {Intrinsic::bitreverse, MVT::v8i8, 1}, in getIntrinsicInstrCost()
283 {Intrinsic::bitreverse, MVT::v16i8, 1}, in getIntrinsicInstrCost()
284 {Intrinsic::bitreverse, MVT::v4i16, 2}, in getIntrinsicInstrCost()
285 {Intrinsic::bitreverse, MVT::v8i16, 2}, in getIntrinsicInstrCost()
286 {Intrinsic::bitreverse, MVT::v2i32, 2}, in getIntrinsicInstrCost()
287 {Intrinsic::bitreverse, MVT::v4i32, 2}, in getIntrinsicInstrCost()
288 {Intrinsic::bitreverse, MVT::v1i64, 2}, in getIntrinsicInstrCost()
289 {Intrinsic::bitreverse, MVT::v2i64, 2}, in getIntrinsicInstrCost()
296 if (TLI->getValueType(DL, RetTy, true) == MVT::i8 || in getIntrinsicInstrCost()
297 TLI->getValueType(DL, RetTy, true) == MVT::i16) in getIntrinsicInstrCost()
305 {ISD::CTPOP, MVT::v2i64, 4}, in getIntrinsicInstrCost()
306 {ISD::CTPOP, MVT::v4i32, 3}, in getIntrinsicInstrCost()
307 {ISD::CTPOP, MVT::v8i16, 2}, in getIntrinsicInstrCost()
308 {ISD::CTPOP, MVT::v16i8, 1}, in getIntrinsicInstrCost()
309 {ISD::CTPOP, MVT::i64, 4}, in getIntrinsicInstrCost()
310 {ISD::CTPOP, MVT::v2i32, 3}, in getIntrinsicInstrCost()
311 {ISD::CTPOP, MVT::v4i16, 2}, in getIntrinsicInstrCost()
312 {ISD::CTPOP, MVT::v8i8, 1}, in getIntrinsicInstrCost()
313 {ISD::CTPOP, MVT::i32, 5}, in getIntrinsicInstrCost()
316 MVT MTy = LT.second; in getIntrinsicInstrCost()
949 { ISD::TRUNCATE, MVT::v4i16, MVT::v4i32, 1 }, in getCastInstrCost()
950 { ISD::TRUNCATE, MVT::v4i32, MVT::v4i64, 0 }, in getCastInstrCost()
951 { ISD::TRUNCATE, MVT::v8i8, MVT::v8i32, 3 }, in getCastInstrCost()
952 { ISD::TRUNCATE, MVT::v16i8, MVT::v16i32, 6 }, in getCastInstrCost()
955 { ISD::TRUNCATE, MVT::nxv2i1, MVT::nxv2i16, 1 }, in getCastInstrCost()
956 { ISD::TRUNCATE, MVT::nxv2i1, MVT::nxv2i32, 1 }, in getCastInstrCost()
957 { ISD::TRUNCATE, MVT::nxv2i1, MVT::nxv2i64, 1 }, in getCastInstrCost()
958 { ISD::TRUNCATE, MVT::nxv4i1, MVT::nxv4i16, 1 }, in getCastInstrCost()
959 { ISD::TRUNCATE, MVT::nxv4i1, MVT::nxv4i32, 1 }, in getCastInstrCost()
960 { ISD::TRUNCATE, MVT::nxv4i1, MVT::nxv4i64, 2 }, in getCastInstrCost()
961 { ISD::TRUNCATE, MVT::nxv8i1, MVT::nxv8i16, 1 }, in getCastInstrCost()
962 { ISD::TRUNCATE, MVT::nxv8i1, MVT::nxv8i32, 3 }, in getCastInstrCost()
963 { ISD::TRUNCATE, MVT::nxv8i1, MVT::nxv8i64, 5 }, in getCastInstrCost()
964 { ISD::TRUNCATE, MVT::nxv16i1, MVT::nxv16i8, 1 }, in getCastInstrCost()
965 { ISD::TRUNCATE, MVT::nxv2i16, MVT::nxv2i32, 1 }, in getCastInstrCost()
966 { ISD::TRUNCATE, MVT::nxv2i32, MVT::nxv2i64, 1 }, in getCastInstrCost()
967 { ISD::TRUNCATE, MVT::nxv4i16, MVT::nxv4i32, 1 }, in getCastInstrCost()
968 { ISD::TRUNCATE, MVT::nxv4i32, MVT::nxv4i64, 2 }, in getCastInstrCost()
969 { ISD::TRUNCATE, MVT::nxv8i16, MVT::nxv8i32, 3 }, in getCastInstrCost()
970 { ISD::TRUNCATE, MVT::nxv8i32, MVT::nxv8i64, 6 }, in getCastInstrCost()
973 { ISD::SIGN_EXTEND, MVT::v4i64, MVT::v4i16, 3 }, in getCastInstrCost()
974 { ISD::ZERO_EXTEND, MVT::v4i64, MVT::v4i16, 3 }, in getCastInstrCost()
975 { ISD::SIGN_EXTEND, MVT::v4i64, MVT::v4i32, 2 }, in getCastInstrCost()
976 { ISD::ZERO_EXTEND, MVT::v4i64, MVT::v4i32, 2 }, in getCastInstrCost()
977 { ISD::SIGN_EXTEND, MVT::v8i32, MVT::v8i8, 3 }, in getCastInstrCost()
978 { ISD::ZERO_EXTEND, MVT::v8i32, MVT::v8i8, 3 }, in getCastInstrCost()
979 { ISD::SIGN_EXTEND, MVT::v8i32, MVT::v8i16, 2 }, in getCastInstrCost()
980 { ISD::ZERO_EXTEND, MVT::v8i32, MVT::v8i16, 2 }, in getCastInstrCost()
981 { ISD::SIGN_EXTEND, MVT::v8i64, MVT::v8i8, 7 }, in getCastInstrCost()
982 { ISD::ZERO_EXTEND, MVT::v8i64, MVT::v8i8, 7 }, in getCastInstrCost()
983 { ISD::SIGN_EXTEND, MVT::v8i64, MVT::v8i16, 6 }, in getCastInstrCost()
984 { ISD::ZERO_EXTEND, MVT::v8i64, MVT::v8i16, 6 }, in getCastInstrCost()
985 { ISD::SIGN_EXTEND, MVT::v16i16, MVT::v16i8, 2 }, in getCastInstrCost()
986 { ISD::ZERO_EXTEND, MVT::v16i16, MVT::v16i8, 2 }, in getCastInstrCost()
987 { ISD::SIGN_EXTEND, MVT::v16i32, MVT::v16i8, 6 }, in getCastInstrCost()
988 { ISD::ZERO_EXTEND, MVT::v16i32, MVT::v16i8, 6 }, in getCastInstrCost()
991 { ISD::SINT_TO_FP, MVT::v2f32, MVT::v2i32, 1 }, in getCastInstrCost()
992 { ISD::SINT_TO_FP, MVT::v4f32, MVT::v4i32, 1 }, in getCastInstrCost()
993 { ISD::SINT_TO_FP, MVT::v2f64, MVT::v2i64, 1 }, in getCastInstrCost()
994 { ISD::UINT_TO_FP, MVT::v2f32, MVT::v2i32, 1 }, in getCastInstrCost()
995 { ISD::UINT_TO_FP, MVT::v4f32, MVT::v4i32, 1 }, in getCastInstrCost()
996 { ISD::UINT_TO_FP, MVT::v2f64, MVT::v2i64, 1 }, in getCastInstrCost()
999 { ISD::SINT_TO_FP, MVT::v2f32, MVT::v2i8, 3 }, in getCastInstrCost()
1000 { ISD::SINT_TO_FP, MVT::v2f32, MVT::v2i16, 3 }, in getCastInstrCost()
1001 { ISD::SINT_TO_FP, MVT::v2f32, MVT::v2i64, 2 }, in getCastInstrCost()
1002 { ISD::UINT_TO_FP, MVT::v2f32, MVT::v2i8, 3 }, in getCastInstrCost()
1003 { ISD::UINT_TO_FP, MVT::v2f32, MVT::v2i16, 3 }, in getCastInstrCost()
1004 { ISD::UINT_TO_FP, MVT::v2f32, MVT::v2i64, 2 }, in getCastInstrCost()
1007 { ISD::SINT_TO_FP, MVT::v4f32, MVT::v4i8, 4 }, in getCastInstrCost()
1008 { ISD::SINT_TO_FP, MVT::v4f32, MVT::v4i16, 2 }, in getCastInstrCost()
1009 { ISD::UINT_TO_FP, MVT::v4f32, MVT::v4i8, 3 }, in getCastInstrCost()
1010 { ISD::UINT_TO_FP, MVT::v4f32, MVT::v4i16, 2 }, in getCastInstrCost()
1013 { ISD::SINT_TO_FP, MVT::v8f32, MVT::v8i8, 10 }, in getCastInstrCost()
1014 { ISD::SINT_TO_FP, MVT::v8f32, MVT::v8i16, 4 }, in getCastInstrCost()
1015 { ISD::UINT_TO_FP, MVT::v8f32, MVT::v8i8, 10 }, in getCastInstrCost()
1016 { ISD::UINT_TO_FP, MVT::v8f32, MVT::v8i16, 4 }, in getCastInstrCost()
1019 { ISD::SINT_TO_FP, MVT::v16f32, MVT::v16i8, 21 }, in getCastInstrCost()
1020 { ISD::UINT_TO_FP, MVT::v16f32, MVT::v16i8, 21 }, in getCastInstrCost()
1023 { ISD::SINT_TO_FP, MVT::v2f64, MVT::v2i8, 4 }, in getCastInstrCost()
1024 { ISD::SINT_TO_FP, MVT::v2f64, MVT::v2i16, 4 }, in getCastInstrCost()
1025 { ISD::SINT_TO_FP, MVT::v2f64, MVT::v2i32, 2 }, in getCastInstrCost()
1026 { ISD::UINT_TO_FP, MVT::v2f64, MVT::v2i8, 4 }, in getCastInstrCost()
1027 { ISD::UINT_TO_FP, MVT::v2f64, MVT::v2i16, 4 }, in getCastInstrCost()
1028 { ISD::UINT_TO_FP, MVT::v2f64, MVT::v2i32, 2 }, in getCastInstrCost()
1032 { ISD::FP_TO_SINT, MVT::v2i32, MVT::v2f32, 1 }, in getCastInstrCost()
1033 { ISD::FP_TO_SINT, MVT::v4i32, MVT::v4f32, 1 }, in getCastInstrCost()
1034 { ISD::FP_TO_SINT, MVT::v2i64, MVT::v2f64, 1 }, in getCastInstrCost()
1035 { ISD::FP_TO_UINT, MVT::v2i32, MVT::v2f32, 1 }, in getCastInstrCost()
1036 { ISD::FP_TO_UINT, MVT::v4i32, MVT::v4f32, 1 }, in getCastInstrCost()
1037 { ISD::FP_TO_UINT, MVT::v2i64, MVT::v2f64, 1 }, in getCastInstrCost()
1040 { ISD::FP_TO_SINT, MVT::v2i64, MVT::v2f32, 2 }, in getCastInstrCost()
1041 { ISD::FP_TO_SINT, MVT::v2i16, MVT::v2f32, 1 }, in getCastInstrCost()
1042 { ISD::FP_TO_SINT, MVT::v2i8, MVT::v2f32, 1 }, in getCastInstrCost()
1043 { ISD::FP_TO_UINT, MVT::v2i64, MVT::v2f32, 2 }, in getCastInstrCost()
1044 { ISD::FP_TO_UINT, MVT::v2i16, MVT::v2f32, 1 }, in getCastInstrCost()
1045 { ISD::FP_TO_UINT, MVT::v2i8, MVT::v2f32, 1 }, in getCastInstrCost()
1048 { ISD::FP_TO_SINT, MVT::v4i16, MVT::v4f32, 2 }, in getCastInstrCost()
1049 { ISD::FP_TO_SINT, MVT::v4i8, MVT::v4f32, 2 }, in getCastInstrCost()
1050 { ISD::FP_TO_UINT, MVT::v4i16, MVT::v4f32, 2 }, in getCastInstrCost()
1051 { ISD::FP_TO_UINT, MVT::v4i8, MVT::v4f32, 2 }, in getCastInstrCost()
1054 { ISD::FP_TO_SINT, MVT::nxv2i64, MVT::nxv2f32, 1 }, in getCastInstrCost()
1055 { ISD::FP_TO_SINT, MVT::nxv2i32, MVT::nxv2f32, 1 }, in getCastInstrCost()
1056 { ISD::FP_TO_SINT, MVT::nxv2i16, MVT::nxv2f32, 1 }, in getCastInstrCost()
1057 { ISD::FP_TO_SINT, MVT::nxv2i8, MVT::nxv2f32, 1 }, in getCastInstrCost()
1058 { ISD::FP_TO_UINT, MVT::nxv2i64, MVT::nxv2f32, 1 }, in getCastInstrCost()
1059 { ISD::FP_TO_UINT, MVT::nxv2i32, MVT::nxv2f32, 1 }, in getCastInstrCost()
1060 { ISD::FP_TO_UINT, MVT::nxv2i16, MVT::nxv2f32, 1 }, in getCastInstrCost()
1061 { ISD::FP_TO_UINT, MVT::nxv2i8, MVT::nxv2f32, 1 }, in getCastInstrCost()
1064 { ISD::FP_TO_SINT, MVT::v2i32, MVT::v2f64, 2 }, in getCastInstrCost()
1065 { ISD::FP_TO_SINT, MVT::v2i16, MVT::v2f64, 2 }, in getCastInstrCost()
1066 { ISD::FP_TO_SINT, MVT::v2i8, MVT::v2f64, 2 }, in getCastInstrCost()
1067 { ISD::FP_TO_UINT, MVT::v2i32, MVT::v2f64, 2 }, in getCastInstrCost()
1068 { ISD::FP_TO_UINT, MVT::v2i16, MVT::v2f64, 2 }, in getCastInstrCost()
1069 { ISD::FP_TO_UINT, MVT::v2i8, MVT::v2f64, 2 }, in getCastInstrCost()
1072 { ISD::FP_TO_SINT, MVT::nxv2i64, MVT::nxv2f64, 1 }, in getCastInstrCost()
1073 { ISD::FP_TO_SINT, MVT::nxv2i32, MVT::nxv2f64, 1 }, in getCastInstrCost()
1074 { ISD::FP_TO_SINT, MVT::nxv2i16, MVT::nxv2f64, 1 }, in getCastInstrCost()
1075 { ISD::FP_TO_SINT, MVT::nxv2i8, MVT::nxv2f64, 1 }, in getCastInstrCost()
1076 { ISD::FP_TO_UINT, MVT::nxv2i64, MVT::nxv2f64, 1 }, in getCastInstrCost()
1077 { ISD::FP_TO_UINT, MVT::nxv2i32, MVT::nxv2f64, 1 }, in getCastInstrCost()
1078 { ISD::FP_TO_UINT, MVT::nxv2i16, MVT::nxv2f64, 1 }, in getCastInstrCost()
1079 { ISD::FP_TO_UINT, MVT::nxv2i8, MVT::nxv2f64, 1 }, in getCastInstrCost()
1082 { ISD::FP_TO_SINT, MVT::nxv4i64, MVT::nxv4f32, 4 }, in getCastInstrCost()
1083 { ISD::FP_TO_SINT, MVT::nxv4i32, MVT::nxv4f32, 1 }, in getCastInstrCost()
1084 { ISD::FP_TO_SINT, MVT::nxv4i16, MVT::nxv4f32, 1 }, in getCastInstrCost()
1085 { ISD::FP_TO_SINT, MVT::nxv4i8, MVT::nxv4f32, 1 }, in getCastInstrCost()
1086 { ISD::FP_TO_UINT, MVT::nxv4i64, MVT::nxv4f32, 4 }, in getCastInstrCost()
1087 { ISD::FP_TO_UINT, MVT::nxv4i32, MVT::nxv4f32, 1 }, in getCastInstrCost()
1088 { ISD::FP_TO_UINT, MVT::nxv4i16, MVT::nxv4f32, 1 }, in getCastInstrCost()
1089 { ISD::FP_TO_UINT, MVT::nxv4i8, MVT::nxv4f32, 1 }, in getCastInstrCost()
1092 { ISD::FP_TO_SINT, MVT::nxv8i16, MVT::nxv8f64, 7 }, in getCastInstrCost()
1093 { ISD::FP_TO_SINT, MVT::nxv8i8, MVT::nxv8f64, 7 }, in getCastInstrCost()
1094 { ISD::FP_TO_UINT, MVT::nxv8i16, MVT::nxv8f64, 7 }, in getCastInstrCost()
1095 { ISD::FP_TO_UINT, MVT::nxv8i8, MVT::nxv8f64, 7 }, in getCastInstrCost()
1098 { ISD::FP_TO_SINT, MVT::nxv4i32, MVT::nxv4f64, 3 }, in getCastInstrCost()
1099 { ISD::FP_TO_SINT, MVT::nxv4i16, MVT::nxv4f64, 3 }, in getCastInstrCost()
1100 { ISD::FP_TO_SINT, MVT::nxv4i8, MVT::nxv4f64, 3 }, in getCastInstrCost()
1101 { ISD::FP_TO_UINT, MVT::nxv4i32, MVT::nxv4f64, 3 }, in getCastInstrCost()
1102 { ISD::FP_TO_UINT, MVT::nxv4i16, MVT::nxv4f64, 3 }, in getCastInstrCost()
1103 { ISD::FP_TO_UINT, MVT::nxv4i8, MVT::nxv4f64, 3 }, in getCastInstrCost()
1106 { ISD::FP_TO_SINT, MVT::nxv8i16, MVT::nxv8f32, 3 }, in getCastInstrCost()
1107 { ISD::FP_TO_SINT, MVT::nxv8i8, MVT::nxv8f32, 3 }, in getCastInstrCost()
1108 { ISD::FP_TO_UINT, MVT::nxv8i16, MVT::nxv8f32, 3 }, in getCastInstrCost()
1109 { ISD::FP_TO_UINT, MVT::nxv8i8, MVT::nxv8f32, 3 }, in getCastInstrCost()
1112 { ISD::FP_TO_SINT, MVT::nxv8i64, MVT::nxv8f16, 10 }, in getCastInstrCost()
1113 { ISD::FP_TO_SINT, MVT::nxv8i32, MVT::nxv8f16, 4 }, in getCastInstrCost()
1114 { ISD::FP_TO_SINT, MVT::nxv8i16, MVT::nxv8f16, 1 }, in getCastInstrCost()
1115 { ISD::FP_TO_SINT, MVT::nxv8i8, MVT::nxv8f16, 1 }, in getCastInstrCost()
1116 { ISD::FP_TO_UINT, MVT::nxv8i64, MVT::nxv8f16, 10 }, in getCastInstrCost()
1117 { ISD::FP_TO_UINT, MVT::nxv8i32, MVT::nxv8f16, 4 }, in getCastInstrCost()
1118 { ISD::FP_TO_UINT, MVT::nxv8i16, MVT::nxv8f16, 1 }, in getCastInstrCost()
1119 { ISD::FP_TO_UINT, MVT::nxv8i8, MVT::nxv8f16, 1 }, in getCastInstrCost()
1122 { ISD::FP_TO_SINT, MVT::nxv4i64, MVT::nxv4f16, 4 }, in getCastInstrCost()
1123 { ISD::FP_TO_SINT, MVT::nxv4i32, MVT::nxv4f16, 1 }, in getCastInstrCost()
1124 { ISD::FP_TO_SINT, MVT::nxv4i16, MVT::nxv4f16, 1 }, in getCastInstrCost()
1125 { ISD::FP_TO_SINT, MVT::nxv4i8, MVT::nxv4f16, 1 }, in getCastInstrCost()
1126 { ISD::FP_TO_UINT, MVT::nxv4i64, MVT::nxv4f16, 4 }, in getCastInstrCost()
1127 { ISD::FP_TO_UINT, MVT::nxv4i32, MVT::nxv4f16, 1 }, in getCastInstrCost()
1128 { ISD::FP_TO_UINT, MVT::nxv4i16, MVT::nxv4f16, 1 }, in getCastInstrCost()
1129 { ISD::FP_TO_UINT, MVT::nxv4i8, MVT::nxv4f16, 1 }, in getCastInstrCost()
1132 { ISD::FP_TO_SINT, MVT::nxv2i64, MVT::nxv2f16, 1 }, in getCastInstrCost()
1133 { ISD::FP_TO_SINT, MVT::nxv2i32, MVT::nxv2f16, 1 }, in getCastInstrCost()
1134 { ISD::FP_TO_SINT, MVT::nxv2i16, MVT::nxv2f16, 1 }, in getCastInstrCost()
1135 { ISD::FP_TO_SINT, MVT::nxv2i8, MVT::nxv2f16, 1 }, in getCastInstrCost()
1136 { ISD::FP_TO_UINT, MVT::nxv2i64, MVT::nxv2f16, 1 }, in getCastInstrCost()
1137 { ISD::FP_TO_UINT, MVT::nxv2i32, MVT::nxv2f16, 1 }, in getCastInstrCost()
1138 { ISD::FP_TO_UINT, MVT::nxv2i16, MVT::nxv2f16, 1 }, in getCastInstrCost()
1139 { ISD::FP_TO_UINT, MVT::nxv2i8, MVT::nxv2f16, 1 }, in getCastInstrCost()
1142 { ISD::FP_ROUND, MVT::nxv2f16, MVT::nxv2f32, 1 }, in getCastInstrCost()
1143 { ISD::FP_ROUND, MVT::nxv4f16, MVT::nxv4f32, 1 }, in getCastInstrCost()
1144 { ISD::FP_ROUND, MVT::nxv8f16, MVT::nxv8f32, 3 }, in getCastInstrCost()
1147 { ISD::FP_ROUND, MVT::nxv2f16, MVT::nxv2f64, 1 }, in getCastInstrCost()
1148 { ISD::FP_ROUND, MVT::nxv4f16, MVT::nxv4f64, 3 }, in getCastInstrCost()
1149 { ISD::FP_ROUND, MVT::nxv8f16, MVT::nxv8f64, 7 }, in getCastInstrCost()
1152 { ISD::FP_ROUND, MVT::nxv2f32, MVT::nxv2f64, 1 }, in getCastInstrCost()
1153 { ISD::FP_ROUND, MVT::nxv4f32, MVT::nxv4f64, 3 }, in getCastInstrCost()
1154 { ISD::FP_ROUND, MVT::nxv8f32, MVT::nxv8f64, 6 }, in getCastInstrCost()
1157 { ISD::FP_EXTEND, MVT::nxv2f32, MVT::nxv2f16, 1}, in getCastInstrCost()
1158 { ISD::FP_EXTEND, MVT::nxv4f32, MVT::nxv4f16, 1}, in getCastInstrCost()
1159 { ISD::FP_EXTEND, MVT::nxv8f32, MVT::nxv8f16, 2}, in getCastInstrCost()
1162 { ISD::FP_EXTEND, MVT::nxv2f64, MVT::nxv2f16, 1}, in getCastInstrCost()
1163 { ISD::FP_EXTEND, MVT::nxv4f64, MVT::nxv4f16, 2}, in getCastInstrCost()
1164 { ISD::FP_EXTEND, MVT::nxv8f64, MVT::nxv8f16, 4}, in getCastInstrCost()
1167 { ISD::FP_EXTEND, MVT::nxv2f64, MVT::nxv2f32, 1}, in getCastInstrCost()
1168 { ISD::FP_EXTEND, MVT::nxv4f64, MVT::nxv4f32, 2}, in getCastInstrCost()
1169 { ISD::FP_EXTEND, MVT::nxv8f64, MVT::nxv8f32, 6}, in getCastInstrCost()
1259 std::pair<InstructionCost, MVT> LT = TLI->getTypeLegalizationCost(DL, Val); in getVectorInstrCost()
1291 std::pair<InstructionCost, MVT> LT = TLI->getTypeLegalizationCost(DL, Ty); in getArithmeticInstrCost()
1375 if (LT.second != MVT::v2i64) in getArithmeticInstrCost()
1454 static const auto ValidMinMaxTys = {MVT::v8i8, MVT::v16i8, MVT::v4i16, in getCmpSelInstrCost()
1455 MVT::v8i16, MVT::v2i32, MVT::v4i32, in getCmpSelInstrCost()
1456 MVT::v2i64}; in getCmpSelInstrCost()
1458 if (any_of(ValidMinMaxTys, [<](MVT M) { return M == LT.second; })) in getCmpSelInstrCost()
1464 { ISD::SELECT, MVT::v16i1, MVT::v16i16, 16 }, in getCmpSelInstrCost()
1465 { ISD::SELECT, MVT::v8i1, MVT::v8i32, 8 }, in getCmpSelInstrCost()
1466 { ISD::SELECT, MVT::v16i1, MVT::v16i32, 16 }, in getCmpSelInstrCost()
1467 { ISD::SELECT, MVT::v4i1, MVT::v4i64, 4 * AmortizationCost }, in getCmpSelInstrCost()
1468 { ISD::SELECT, MVT::v8i1, MVT::v8i64, 8 * AmortizationCost }, in getCmpSelInstrCost()
1469 { ISD::SELECT, MVT::v16i1, MVT::v16i64, 16 * AmortizationCost } in getCmpSelInstrCost()
1562 if (VT == MVT::Other) in getMemoryOpCost()
1601 if (VT == MVT::v4i8) in getMemoryOpCost()
1910 std::pair<InstructionCost, MVT> LT = TLI->getTypeLegalizationCost(DL, Ty); in getMinMaxReductionCost()
1929 std::pair<InstructionCost, MVT> LT = TLI->getTypeLegalizationCost(DL, ValTy); in getArithmeticReductionCostSVE()
1973 std::pair<InstructionCost, MVT> LT = TLI->getTypeLegalizationCost(DL, ValTy); in getArithmeticReductionCost()
1974 MVT MTy = LT.second; in getArithmeticReductionCost()
1987 {ISD::ADD, MVT::v8i8, 2}, in getArithmeticReductionCost()
1988 {ISD::ADD, MVT::v16i8, 2}, in getArithmeticReductionCost()
1989 {ISD::ADD, MVT::v4i16, 2}, in getArithmeticReductionCost()
1990 {ISD::ADD, MVT::v8i16, 2}, in getArithmeticReductionCost()
1991 {ISD::ADD, MVT::v4i32, 2}, in getArithmeticReductionCost()
1992 {ISD::OR, MVT::v8i8, 15}, in getArithmeticReductionCost()
1993 {ISD::OR, MVT::v16i8, 17}, in getArithmeticReductionCost()
1994 {ISD::OR, MVT::v4i16, 7}, in getArithmeticReductionCost()
1995 {ISD::OR, MVT::v8i16, 9}, in getArithmeticReductionCost()
1996 {ISD::OR, MVT::v2i32, 3}, in getArithmeticReductionCost()
1997 {ISD::OR, MVT::v4i32, 5}, in getArithmeticReductionCost()
1998 {ISD::OR, MVT::v2i64, 3}, in getArithmeticReductionCost()
1999 {ISD::XOR, MVT::v8i8, 15}, in getArithmeticReductionCost()
2000 {ISD::XOR, MVT::v16i8, 17}, in getArithmeticReductionCost()
2001 {ISD::XOR, MVT::v4i16, 7}, in getArithmeticReductionCost()
2002 {ISD::XOR, MVT::v8i16, 9}, in getArithmeticReductionCost()
2003 {ISD::XOR, MVT::v2i32, 3}, in getArithmeticReductionCost()
2004 {ISD::XOR, MVT::v4i32, 5}, in getArithmeticReductionCost()
2005 {ISD::XOR, MVT::v2i64, 3}, in getArithmeticReductionCost()
2006 {ISD::AND, MVT::v8i8, 15}, in getArithmeticReductionCost()
2007 {ISD::AND, MVT::v16i8, 17}, in getArithmeticReductionCost()
2008 {ISD::AND, MVT::v4i16, 7}, in getArithmeticReductionCost()
2009 {ISD::AND, MVT::v8i16, 9}, in getArithmeticReductionCost()
2010 {ISD::AND, MVT::v2i32, 3}, in getArithmeticReductionCost()
2011 {ISD::AND, MVT::v4i32, 5}, in getArithmeticReductionCost()
2012 {ISD::AND, MVT::v2i64, 3}, in getArithmeticReductionCost()
2049 { TTI::SK_Splice, MVT::nxv16i8, 1 }, in getSpliceCost()
2050 { TTI::SK_Splice, MVT::nxv8i16, 1 }, in getSpliceCost()
2051 { TTI::SK_Splice, MVT::nxv4i32, 1 }, in getSpliceCost()
2052 { TTI::SK_Splice, MVT::nxv2i64, 1 }, in getSpliceCost()
2053 { TTI::SK_Splice, MVT::nxv2f16, 1 }, in getSpliceCost()
2054 { TTI::SK_Splice, MVT::nxv4f16, 1 }, in getSpliceCost()
2055 { TTI::SK_Splice, MVT::nxv8f16, 1 }, in getSpliceCost()
2056 { TTI::SK_Splice, MVT::nxv2bf16, 1 }, in getSpliceCost()
2057 { TTI::SK_Splice, MVT::nxv4bf16, 1 }, in getSpliceCost()
2058 { TTI::SK_Splice, MVT::nxv8bf16, 1 }, in getSpliceCost()
2059 { TTI::SK_Splice, MVT::nxv2f32, 1 }, in getSpliceCost()
2060 { TTI::SK_Splice, MVT::nxv4f32, 1 }, in getSpliceCost()
2061 { TTI::SK_Splice, MVT::nxv2f64, 1 }, in getSpliceCost()
2064 std::pair<InstructionCost, MVT> LT = TLI->getTypeLegalizationCost(DL, Tp); in getSpliceCost()
2067 EVT PromotedVT = LT.second.getScalarType() == MVT::i1 in getSpliceCost()
2082 if (LT.second.getScalarType() == MVT::i1) { in getSpliceCost()
2106 { TTI::SK_Broadcast, MVT::v8i8, 1 }, in getShuffleCost()
2107 { TTI::SK_Broadcast, MVT::v16i8, 1 }, in getShuffleCost()
2108 { TTI::SK_Broadcast, MVT::v4i16, 1 }, in getShuffleCost()
2109 { TTI::SK_Broadcast, MVT::v8i16, 1 }, in getShuffleCost()
2110 { TTI::SK_Broadcast, MVT::v2i32, 1 }, in getShuffleCost()
2111 { TTI::SK_Broadcast, MVT::v4i32, 1 }, in getShuffleCost()
2112 { TTI::SK_Broadcast, MVT::v2i64, 1 }, in getShuffleCost()
2113 { TTI::SK_Broadcast, MVT::v2f32, 1 }, in getShuffleCost()
2114 { TTI::SK_Broadcast, MVT::v4f32, 1 }, in getShuffleCost()
2115 { TTI::SK_Broadcast, MVT::v2f64, 1 }, in getShuffleCost()
2118 { TTI::SK_Transpose, MVT::v8i8, 1 }, in getShuffleCost()
2119 { TTI::SK_Transpose, MVT::v16i8, 1 }, in getShuffleCost()
2120 { TTI::SK_Transpose, MVT::v4i16, 1 }, in getShuffleCost()
2121 { TTI::SK_Transpose, MVT::v8i16, 1 }, in getShuffleCost()
2122 { TTI::SK_Transpose, MVT::v2i32, 1 }, in getShuffleCost()
2123 { TTI::SK_Transpose, MVT::v4i32, 1 }, in getShuffleCost()
2124 { TTI::SK_Transpose, MVT::v2i64, 1 }, in getShuffleCost()
2125 { TTI::SK_Transpose, MVT::v2f32, 1 }, in getShuffleCost()
2126 { TTI::SK_Transpose, MVT::v4f32, 1 }, in getShuffleCost()
2127 { TTI::SK_Transpose, MVT::v2f64, 1 }, in getShuffleCost()
2130 { TTI::SK_Select, MVT::v2i32, 1 }, // mov. in getShuffleCost()
2131 { TTI::SK_Select, MVT::v4i32, 2 }, // rev+trn (or similar). in getShuffleCost()
2132 { TTI::SK_Select, MVT::v2i64, 1 }, // mov. in getShuffleCost()
2133 { TTI::SK_Select, MVT::v2f32, 1 }, // mov. in getShuffleCost()
2134 { TTI::SK_Select, MVT::v4f32, 2 }, // rev+trn (or similar). in getShuffleCost()
2135 { TTI::SK_Select, MVT::v2f64, 1 }, // mov. in getShuffleCost()
2137 { TTI::SK_PermuteSingleSrc, MVT::v2i32, 1 }, // mov. in getShuffleCost()
2138 { TTI::SK_PermuteSingleSrc, MVT::v4i32, 3 }, // perfectshuffle worst case. in getShuffleCost()
2139 { TTI::SK_PermuteSingleSrc, MVT::v2i64, 1 }, // mov. in getShuffleCost()
2140 { TTI::SK_PermuteSingleSrc, MVT::v2f32, 1 }, // mov. in getShuffleCost()
2141 { TTI::SK_PermuteSingleSrc, MVT::v4f32, 3 }, // perfectshuffle worst case. in getShuffleCost()
2142 { TTI::SK_PermuteSingleSrc, MVT::v2f64, 1 }, // mov. in getShuffleCost()
2143 { TTI::SK_PermuteSingleSrc, MVT::v4i16, 3 }, // perfectshuffle worst case. in getShuffleCost()
2144 { TTI::SK_PermuteSingleSrc, MVT::v4f16, 3 }, // perfectshuffle worst case. in getShuffleCost()
2145 { TTI::SK_PermuteSingleSrc, MVT::v4bf16, 3 }, // perfectshuffle worst case. in getShuffleCost()
2146 { TTI::SK_PermuteSingleSrc, MVT::v8i16, 8 }, // constpool + load + tbl in getShuffleCost()
2147 { TTI::SK_PermuteSingleSrc, MVT::v8f16, 8 }, // constpool + load + tbl in getShuffleCost()
2148 { TTI::SK_PermuteSingleSrc, MVT::v8bf16, 8 }, // constpool + load + tbl in getShuffleCost()
2149 { TTI::SK_PermuteSingleSrc, MVT::v8i8, 8 }, // constpool + load + tbl in getShuffleCost()
2150 { TTI::SK_PermuteSingleSrc, MVT::v16i8, 8 }, // constpool + load + tbl in getShuffleCost()
2152 { TTI::SK_Reverse, MVT::v2i32, 1 }, // mov. in getShuffleCost()
2153 { TTI::SK_Reverse, MVT::v4i32, 2 }, // REV64; EXT in getShuffleCost()
2154 { TTI::SK_Reverse, MVT::v2i64, 1 }, // mov. in getShuffleCost()
2155 { TTI::SK_Reverse, MVT::v2f32, 1 }, // mov. in getShuffleCost()
2156 { TTI::SK_Reverse, MVT::v4f32, 2 }, // REV64; EXT in getShuffleCost()
2157 { TTI::SK_Reverse, MVT::v2f64, 1 }, // mov. in getShuffleCost()
2159 { TTI::SK_Broadcast, MVT::nxv16i8, 1 }, in getShuffleCost()
2160 { TTI::SK_Broadcast, MVT::nxv8i16, 1 }, in getShuffleCost()
2161 { TTI::SK_Broadcast, MVT::nxv4i32, 1 }, in getShuffleCost()
2162 { TTI::SK_Broadcast, MVT::nxv2i64, 1 }, in getShuffleCost()
2163 { TTI::SK_Broadcast, MVT::nxv2f16, 1 }, in getShuffleCost()
2164 { TTI::SK_Broadcast, MVT::nxv4f16, 1 }, in getShuffleCost()
2165 { TTI::SK_Broadcast, MVT::nxv8f16, 1 }, in getShuffleCost()
2166 { TTI::SK_Broadcast, MVT::nxv2bf16, 1 }, in getShuffleCost()
2167 { TTI::SK_Broadcast, MVT::nxv4bf16, 1 }, in getShuffleCost()
2168 { TTI::SK_Broadcast, MVT::nxv8bf16, 1 }, in getShuffleCost()
2169 { TTI::SK_Broadcast, MVT::nxv2f32, 1 }, in getShuffleCost()
2170 { TTI::SK_Broadcast, MVT::nxv4f32, 1 }, in getShuffleCost()
2171 { TTI::SK_Broadcast, MVT::nxv2f64, 1 }, in getShuffleCost()
2172 { TTI::SK_Broadcast, MVT::nxv16i1, 1 }, in getShuffleCost()
2173 { TTI::SK_Broadcast, MVT::nxv8i1, 1 }, in getShuffleCost()
2174 { TTI::SK_Broadcast, MVT::nxv4i1, 1 }, in getShuffleCost()
2175 { TTI::SK_Broadcast, MVT::nxv2i1, 1 }, in getShuffleCost()
2177 { TTI::SK_Reverse, MVT::nxv16i8, 1 }, in getShuffleCost()
2178 { TTI::SK_Reverse, MVT::nxv8i16, 1 }, in getShuffleCost()
2179 { TTI::SK_Reverse, MVT::nxv4i32, 1 }, in getShuffleCost()
2180 { TTI::SK_Reverse, MVT::nxv2i64, 1 }, in getShuffleCost()
2181 { TTI::SK_Reverse, MVT::nxv2f16, 1 }, in getShuffleCost()
2182 { TTI::SK_Reverse, MVT::nxv4f16, 1 }, in getShuffleCost()
2183 { TTI::SK_Reverse, MVT::nxv8f16, 1 }, in getShuffleCost()
2184 { TTI::SK_Reverse, MVT::nxv2bf16, 1 }, in getShuffleCost()
2185 { TTI::SK_Reverse, MVT::nxv4bf16, 1 }, in getShuffleCost()
2186 { TTI::SK_Reverse, MVT::nxv8bf16, 1 }, in getShuffleCost()
2187 { TTI::SK_Reverse, MVT::nxv2f32, 1 }, in getShuffleCost()
2188 { TTI::SK_Reverse, MVT::nxv4f32, 1 }, in getShuffleCost()
2189 { TTI::SK_Reverse, MVT::nxv2f64, 1 }, in getShuffleCost()
2190 { TTI::SK_Reverse, MVT::nxv16i1, 1 }, in getShuffleCost()
2191 { TTI::SK_Reverse, MVT::nxv8i1, 1 }, in getShuffleCost()
2192 { TTI::SK_Reverse, MVT::nxv4i1, 1 }, in getShuffleCost()
2193 { TTI::SK_Reverse, MVT::nxv2i1, 1 }, in getShuffleCost()
2195 std::pair<InstructionCost, MVT> LT = TLI->getTypeLegalizationCost(DL, Tp); in getShuffleCost()