Lines Matching refs:Custom
201 setOperationAction(ISD::ABS , MVT::i16 , Custom); in X86TargetLowering()
202 setOperationAction(ISD::ABS , MVT::i32 , Custom); in X86TargetLowering()
204 setOperationAction(ISD::ABS , MVT::i64 , Custom); in X86TargetLowering()
208 setOperationAction(ISD::SSUBSAT , MVT::i8 , Custom); in X86TargetLowering()
209 setOperationAction(ISD::SSUBSAT , MVT::i16 , Custom); in X86TargetLowering()
210 setOperationAction(ISD::SSUBSAT , MVT::i32 , Custom); in X86TargetLowering()
212 setOperationAction(ISD::SSUBSAT , MVT::i64 , Custom); in X86TargetLowering()
217 LegalizeAction ShiftDoubleAction = Subtarget.isSHLDSlow() ? Custom : Legal; in X86TargetLowering()
219 setOperationAction(ShiftOp , MVT::i8 , Custom); in X86TargetLowering()
220 setOperationAction(ShiftOp , MVT::i16 , Custom); in X86TargetLowering()
235 setOperationAction(ISD::UINT_TO_FP, MVT::i32, Custom); in X86TargetLowering()
236 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i32, Custom); in X86TargetLowering()
239 setOperationAction(ISD::UINT_TO_FP, MVT::i64, Custom); in X86TargetLowering()
240 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i64, Custom); in X86TargetLowering()
248 setOperationAction(ISD::SINT_TO_FP, MVT::i16, Custom); in X86TargetLowering()
249 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i16, Custom); in X86TargetLowering()
251 setOperationAction(ISD::SINT_TO_FP, MVT::i32, Custom); in X86TargetLowering()
252 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i32, Custom); in X86TargetLowering()
255 setOperationAction(ISD::SINT_TO_FP, MVT::i64, Custom); in X86TargetLowering()
256 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i64, Custom); in X86TargetLowering()
263 setOperationAction(ISD::FP_TO_SINT, MVT::i16, Custom); in X86TargetLowering()
264 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i16, Custom); in X86TargetLowering()
265 setOperationAction(ISD::FP_TO_SINT, MVT::i32, Custom); in X86TargetLowering()
266 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i32, Custom); in X86TargetLowering()
269 setOperationAction(ISD::FP_TO_SINT, MVT::i64, Custom); in X86TargetLowering()
270 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i64, Custom); in X86TargetLowering()
280 setOperationAction(ISD::FP_TO_UINT, MVT::i32, Custom); in X86TargetLowering()
281 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i32, Custom); in X86TargetLowering()
282 setOperationAction(ISD::FP_TO_UINT, MVT::i64, Custom); in X86TargetLowering()
283 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i64, Custom); in X86TargetLowering()
285 setOperationAction(ISD::LRINT, MVT::f32, Custom); in X86TargetLowering()
286 setOperationAction(ISD::LRINT, MVT::f64, Custom); in X86TargetLowering()
287 setOperationAction(ISD::LLRINT, MVT::f32, Custom); in X86TargetLowering()
288 setOperationAction(ISD::LLRINT, MVT::f64, Custom); in X86TargetLowering()
291 setOperationAction(ISD::LRINT, MVT::i64, Custom); in X86TargetLowering()
292 setOperationAction(ISD::LLRINT, MVT::i64, Custom); in X86TargetLowering()
300 setOperationAction(ISD::FP_TO_UINT_SAT, VT, Custom); in X86TargetLowering()
301 setOperationAction(ISD::FP_TO_SINT_SAT, VT, Custom); in X86TargetLowering()
304 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i64, Custom); in X86TargetLowering()
305 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i64, Custom); in X86TargetLowering()
310 setOperationAction(ISD::ADDRSPACECAST, MVT::i32, Custom); in X86TargetLowering()
311 setOperationAction(ISD::ADDRSPACECAST, MVT::i64, Custom); in X86TargetLowering()
323 setOperationAction(ISD::BITCAST , MVT::i64 , Custom); in X86TargetLowering()
345 setOperationAction(ISD::BRCOND , MVT::Other, Custom); in X86TargetLowering()
363 setOperationAction(ISD::FLT_ROUNDS_ , MVT::i32 , Custom); in X86TargetLowering()
364 setOperationAction(ISD::SET_ROUNDING , MVT::Other, Custom); in X86TargetLowering()
377 setOperationAction(ISD::CTTZ, MVT::i16, Custom); in X86TargetLowering()
378 setOperationAction(ISD::CTTZ , MVT::i32 , Custom); in X86TargetLowering()
382 setOperationAction(ISD::CTTZ , MVT::i64 , Custom); in X86TargetLowering()
396 setOperationAction(ISD::CTLZ , VT, Custom); in X86TargetLowering()
397 setOperationAction(ISD::CTLZ_ZERO_UNDEF, VT, Custom); in X86TargetLowering()
408 (!Subtarget.useSoftFloat() && Subtarget.hasF16C()) ? Custom : Expand); in X86TargetLowering()
422 setOperationAction(ISD::FP_TO_BF16, VT, Custom); in X86TargetLowering()
425 setOperationAction(ISD::PARITY, MVT::i8, Custom); in X86TargetLowering()
426 setOperationAction(ISD::PARITY, MVT::i16, Custom); in X86TargetLowering()
427 setOperationAction(ISD::PARITY, MVT::i32, Custom); in X86TargetLowering()
429 setOperationAction(ISD::PARITY, MVT::i64, Custom); in X86TargetLowering()
442 setOperationAction(ISD::CTPOP , MVT::i64 , Custom); in X86TargetLowering()
445 setOperationAction(ISD::READCYCLECOUNTER , MVT::i64 , Custom); in X86TargetLowering()
452 setOperationAction(ISD::SELECT, VT, Custom); in X86TargetLowering()
453 setOperationAction(ISD::SETCC, VT, Custom); in X86TargetLowering()
454 setOperationAction(ISD::STRICT_FSETCC, VT, Custom); in X86TargetLowering()
455 setOperationAction(ISD::STRICT_FSETCCS, VT, Custom); in X86TargetLowering()
460 setOperationAction(ISD::SELECT, VT, Custom); in X86TargetLowering()
461 setOperationAction(ISD::SETCC, VT, Custom); in X86TargetLowering()
465 setOperationAction(ISD::SELECT, MVT::x86mmx, Custom); in X86TargetLowering()
468 setOperationAction(ISD::EH_RETURN , MVT::Other, Custom); in X86TargetLowering()
471 setOperationAction(ISD::EH_SJLJ_SETJMP, MVT::i32, Custom); in X86TargetLowering()
472 setOperationAction(ISD::EH_SJLJ_LONGJMP, MVT::Other, Custom); in X86TargetLowering()
473 setOperationAction(ISD::EH_SJLJ_SETUP_DISPATCH, MVT::Other, Custom); in X86TargetLowering()
481 setOperationAction(ISD::ConstantPool , VT, Custom); in X86TargetLowering()
482 setOperationAction(ISD::JumpTable , VT, Custom); in X86TargetLowering()
483 setOperationAction(ISD::GlobalAddress , VT, Custom); in X86TargetLowering()
484 setOperationAction(ISD::GlobalTLSAddress, VT, Custom); in X86TargetLowering()
485 setOperationAction(ISD::ExternalSymbol , VT, Custom); in X86TargetLowering()
486 setOperationAction(ISD::BlockAddress , VT, Custom); in X86TargetLowering()
493 setOperationAction(ISD::SHL_PARTS, VT, Custom); in X86TargetLowering()
494 setOperationAction(ISD::SRA_PARTS, VT, Custom); in X86TargetLowering()
495 setOperationAction(ISD::SRL_PARTS, VT, Custom); in X86TargetLowering()
501 setOperationAction(ISD::ATOMIC_FENCE , MVT::Other, Custom); in X86TargetLowering()
505 setOperationAction(ISD::ATOMIC_CMP_SWAP_WITH_SUCCESS, VT, Custom); in X86TargetLowering()
506 setOperationAction(ISD::ATOMIC_LOAD_SUB, VT, Custom); in X86TargetLowering()
507 setOperationAction(ISD::ATOMIC_LOAD_ADD, VT, Custom); in X86TargetLowering()
508 setOperationAction(ISD::ATOMIC_LOAD_OR, VT, Custom); in X86TargetLowering()
509 setOperationAction(ISD::ATOMIC_LOAD_XOR, VT, Custom); in X86TargetLowering()
510 setOperationAction(ISD::ATOMIC_LOAD_AND, VT, Custom); in X86TargetLowering()
511 setOperationAction(ISD::ATOMIC_STORE, VT, Custom); in X86TargetLowering()
515 setOperationAction(ISD::ATOMIC_LOAD, MVT::i64, Custom); in X86TargetLowering()
518 setOperationAction(ISD::ATOMIC_CMP_SWAP_WITH_SUCCESS, MVT::i128, Custom); in X86TargetLowering()
527 setOperationAction(ISD::FRAME_TO_ARGS_OFFSET, MVT::i32, Custom); in X86TargetLowering()
528 setOperationAction(ISD::FRAME_TO_ARGS_OFFSET, MVT::i64, Custom); in X86TargetLowering()
530 setOperationAction(ISD::INIT_TRAMPOLINE, MVT::Other, Custom); in X86TargetLowering()
531 setOperationAction(ISD::ADJUST_TRAMPOLINE, MVT::Other, Custom); in X86TargetLowering()
541 setOperationAction(ISD::VASTART , MVT::Other, Custom); in X86TargetLowering()
544 setOperationAction(ISD::VAARG, MVT::Other, Is64Bit ? Custom : Expand); in X86TargetLowering()
545 setOperationAction(ISD::VACOPY, MVT::Other, Is64Bit ? Custom : Expand); in X86TargetLowering()
550 setOperationAction(ISD::DYNAMIC_STACKALLOC, PtrVT, Custom); in X86TargetLowering()
553 setOperationAction(ISD::GC_TRANSITION_START, MVT::Other, Custom); in X86TargetLowering()
554 setOperationAction(ISD::GC_TRANSITION_END, MVT::Other, Custom); in X86TargetLowering()
584 setOperationAction(ISD::SELECT, VT, Custom); in X86TargetLowering()
609 setOperationAction(ISD::FABS, VT, Custom); in X86TargetLowering()
612 setOperationAction(ISD::FNEG, VT, Custom); in X86TargetLowering()
615 setOperationAction(ISD::FCOPYSIGN, VT, Custom); in X86TargetLowering()
618 setOperationAction(ISD::FADD, VT, Custom); in X86TargetLowering()
619 setOperationAction(ISD::FSUB, VT, Custom); in X86TargetLowering()
635 setOperationAction(ISD::FP_EXTEND, MVT::f64, Custom); in X86TargetLowering()
664 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f64, Custom); in X86TargetLowering()
670 setOperationAction(ISD::FGETSIGN, MVT::i64, Custom); in X86TargetLowering()
671 setOperationAction(ISD::FGETSIGN, MVT::i32, Custom); in X86TargetLowering()
682 setOperationAction(ISD::FABS , MVT::f32, Custom); in X86TargetLowering()
685 setOperationAction(ISD::FNEG , MVT::f32, Custom); in X86TargetLowering()
693 setOperationAction(ISD::FCOPYSIGN, MVT::f32, Custom); in X86TargetLowering()
798 setOperationAction(ISD::LRINT, MVT::f80, Custom); in X86TargetLowering()
799 setOperationAction(ISD::LLRINT, MVT::f80, Custom); in X86TargetLowering()
808 setOperationAction(ISD::FP_EXTEND, MVT::f80, Custom); in X86TargetLowering()
809 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f80, Custom); in X86TargetLowering()
836 setOperationAction(ISD::FABS, MVT::f128, Custom); in X86TargetLowering()
837 setOperationAction(ISD::FNEG, MVT::f128, Custom); in X86TargetLowering()
838 setOperationAction(ISD::FCOPYSIGN, MVT::f128, Custom); in X86TargetLowering()
849 setOperationAction(ISD::FP_EXTEND, MVT::f128, Custom); in X86TargetLowering()
850 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f128, Custom); in X86TargetLowering()
855 setOperationAction(ISD::FP_ROUND, MVT::f32, Custom); in X86TargetLowering()
856 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f32, Custom); in X86TargetLowering()
859 setOperationAction(ISD::FP_ROUND, MVT::f64, Custom); in X86TargetLowering()
860 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f64, Custom); in X86TargetLowering()
863 setOperationAction(ISD::FP_ROUND, MVT::f80, Custom); in X86TargetLowering()
864 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f80, Custom); in X86TargetLowering()
867 setOperationAction(ISD::SETCC, MVT::f128, Custom); in X86TargetLowering()
981 setOperationAction(ISD::FNEG, MVT::v4f32, Custom); in X86TargetLowering()
982 setOperationAction(ISD::FABS, MVT::v4f32, Custom); in X86TargetLowering()
983 setOperationAction(ISD::FCOPYSIGN, MVT::v4f32, Custom); in X86TargetLowering()
984 setOperationAction(ISD::BUILD_VECTOR, MVT::v4f32, Custom); in X86TargetLowering()
985 setOperationAction(ISD::VECTOR_SHUFFLE, MVT::v4f32, Custom); in X86TargetLowering()
986 setOperationAction(ISD::VSELECT, MVT::v4f32, Custom); in X86TargetLowering()
987 setOperationAction(ISD::EXTRACT_VECTOR_ELT, MVT::v4f32, Custom); in X86TargetLowering()
988 setOperationAction(ISD::SELECT, MVT::v4f32, Custom); in X86TargetLowering()
990 setOperationAction(ISD::LOAD, MVT::v2f32, Custom); in X86TargetLowering()
991 setOperationAction(ISD::STORE, MVT::v2f32, Custom); in X86TargetLowering()
1019 setOperationAction(ISD::SDIV, VT, Custom); in X86TargetLowering()
1020 setOperationAction(ISD::SREM, VT, Custom); in X86TargetLowering()
1021 setOperationAction(ISD::UDIV, VT, Custom); in X86TargetLowering()
1022 setOperationAction(ISD::UREM, VT, Custom); in X86TargetLowering()
1025 setOperationAction(ISD::MUL, MVT::v2i8, Custom); in X86TargetLowering()
1026 setOperationAction(ISD::MUL, MVT::v4i8, Custom); in X86TargetLowering()
1027 setOperationAction(ISD::MUL, MVT::v8i8, Custom); in X86TargetLowering()
1029 setOperationAction(ISD::MUL, MVT::v16i8, Custom); in X86TargetLowering()
1030 setOperationAction(ISD::MUL, MVT::v4i32, Custom); in X86TargetLowering()
1031 setOperationAction(ISD::MUL, MVT::v2i64, Custom); in X86TargetLowering()
1032 setOperationAction(ISD::MULHU, MVT::v4i32, Custom); in X86TargetLowering()
1033 setOperationAction(ISD::MULHS, MVT::v4i32, Custom); in X86TargetLowering()
1034 setOperationAction(ISD::MULHU, MVT::v16i8, Custom); in X86TargetLowering()
1035 setOperationAction(ISD::MULHS, MVT::v16i8, Custom); in X86TargetLowering()
1042 setOperationAction(ISD::SMULO, MVT::v16i8, Custom); in X86TargetLowering()
1043 setOperationAction(ISD::UMULO, MVT::v16i8, Custom); in X86TargetLowering()
1044 setOperationAction(ISD::UMULO, MVT::v2i32, Custom); in X86TargetLowering()
1046 setOperationAction(ISD::FNEG, MVT::v2f64, Custom); in X86TargetLowering()
1047 setOperationAction(ISD::FABS, MVT::v2f64, Custom); in X86TargetLowering()
1048 setOperationAction(ISD::FCOPYSIGN, MVT::v2f64, Custom); in X86TargetLowering()
1051 setOperationAction(ISD::SMAX, VT, VT == MVT::v8i16 ? Legal : Custom); in X86TargetLowering()
1052 setOperationAction(ISD::SMIN, VT, VT == MVT::v8i16 ? Legal : Custom); in X86TargetLowering()
1053 setOperationAction(ISD::UMAX, VT, VT == MVT::v16i8 ? Legal : Custom); in X86TargetLowering()
1054 setOperationAction(ISD::UMIN, VT, VT == MVT::v16i8 ? Legal : Custom); in X86TargetLowering()
1065 setOperationAction(ISD::USUBSAT, MVT::v4i32, Custom); in X86TargetLowering()
1066 setOperationAction(ISD::USUBSAT, MVT::v2i64, Custom); in X86TargetLowering()
1068 setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v16i8, Custom); in X86TargetLowering()
1069 setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v8i16, Custom); in X86TargetLowering()
1070 setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v4i32, Custom); in X86TargetLowering()
1071 setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v4f32, Custom); in X86TargetLowering()
1074 setOperationAction(ISD::SETCC, VT, Custom); in X86TargetLowering()
1075 setOperationAction(ISD::STRICT_FSETCC, VT, Custom); in X86TargetLowering()
1076 setOperationAction(ISD::STRICT_FSETCCS, VT, Custom); in X86TargetLowering()
1077 setOperationAction(ISD::CTPOP, VT, Custom); in X86TargetLowering()
1078 setOperationAction(ISD::ABS, VT, Custom); in X86TargetLowering()
1082 setCondCodeAction(ISD::SETLT, VT, Custom); in X86TargetLowering()
1083 setCondCodeAction(ISD::SETLE, VT, Custom); in X86TargetLowering()
1087 setOperationAction(ISD::SCALAR_TO_VECTOR, VT, Custom); in X86TargetLowering()
1088 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in X86TargetLowering()
1089 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in X86TargetLowering()
1090 setOperationAction(ISD::VSELECT, VT, Custom); in X86TargetLowering()
1091 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1095 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in X86TargetLowering()
1096 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in X86TargetLowering()
1097 setOperationAction(ISD::VSELECT, VT, Custom); in X86TargetLowering()
1102 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1103 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1112 setOperationAction(ISD::SELECT, MVT::v2f64, Custom); in X86TargetLowering()
1113 setOperationAction(ISD::SELECT, MVT::v2i64, Custom); in X86TargetLowering()
1114 setOperationAction(ISD::SELECT, MVT::v4i32, Custom); in X86TargetLowering()
1115 setOperationAction(ISD::SELECT, MVT::v8i16, Custom); in X86TargetLowering()
1116 setOperationAction(ISD::SELECT, MVT::v8f16, Custom); in X86TargetLowering()
1117 setOperationAction(ISD::SELECT, MVT::v16i8, Custom); in X86TargetLowering()
1119 setOperationAction(ISD::FP_TO_SINT, MVT::v4i32, Custom); in X86TargetLowering()
1120 setOperationAction(ISD::FP_TO_UINT, MVT::v4i32, Custom); in X86TargetLowering()
1121 setOperationAction(ISD::FP_TO_SINT, MVT::v2i32, Custom); in X86TargetLowering()
1122 setOperationAction(ISD::FP_TO_UINT, MVT::v2i32, Custom); in X86TargetLowering()
1123 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v4i32, Custom); in X86TargetLowering()
1124 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v2i32, Custom); in X86TargetLowering()
1128 setOperationAction(ISD::FP_TO_SINT, VT, Custom); in X86TargetLowering()
1129 setOperationAction(ISD::FP_TO_UINT, VT, Custom); in X86TargetLowering()
1130 setOperationAction(ISD::STRICT_FP_TO_SINT, VT, Custom); in X86TargetLowering()
1131 setOperationAction(ISD::STRICT_FP_TO_UINT, VT, Custom); in X86TargetLowering()
1134 setOperationAction(ISD::SINT_TO_FP, MVT::v4i32, Custom); in X86TargetLowering()
1135 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v4i32, Custom); in X86TargetLowering()
1136 setOperationAction(ISD::SINT_TO_FP, MVT::v2i32, Custom); in X86TargetLowering()
1137 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v2i32, Custom); in X86TargetLowering()
1139 setOperationAction(ISD::UINT_TO_FP, MVT::v2i32, Custom); in X86TargetLowering()
1140 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::v2i32, Custom); in X86TargetLowering()
1142 setOperationAction(ISD::UINT_TO_FP, MVT::v4i32, Custom); in X86TargetLowering()
1143 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::v4i32, Custom); in X86TargetLowering()
1146 setOperationAction(ISD::SINT_TO_FP, MVT::v2f32, Custom); in X86TargetLowering()
1147 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v2f32, Custom); in X86TargetLowering()
1148 setOperationAction(ISD::UINT_TO_FP, MVT::v2f32, Custom); in X86TargetLowering()
1149 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::v2f32, Custom); in X86TargetLowering()
1151 setOperationAction(ISD::FP_EXTEND, MVT::v2f32, Custom); in X86TargetLowering()
1152 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v2f32, Custom); in X86TargetLowering()
1153 setOperationAction(ISD::FP_ROUND, MVT::v2f32, Custom); in X86TargetLowering()
1154 setOperationAction(ISD::STRICT_FP_ROUND, MVT::v2f32, Custom); in X86TargetLowering()
1159 setOperationAction(ISD::LOAD, MVT::v2i32, Custom); in X86TargetLowering()
1160 setOperationAction(ISD::LOAD, MVT::v4i16, Custom); in X86TargetLowering()
1161 setOperationAction(ISD::LOAD, MVT::v8i8, Custom); in X86TargetLowering()
1162 setOperationAction(ISD::STORE, MVT::v2i32, Custom); in X86TargetLowering()
1163 setOperationAction(ISD::STORE, MVT::v4i16, Custom); in X86TargetLowering()
1164 setOperationAction(ISD::STORE, MVT::v8i8, Custom); in X86TargetLowering()
1167 setOperationAction(ISD::STORE, MVT::v2i16, Custom); in X86TargetLowering()
1168 setOperationAction(ISD::STORE, MVT::v4i8, Custom); in X86TargetLowering()
1170 setOperationAction(ISD::BITCAST, MVT::v2i32, Custom); in X86TargetLowering()
1171 setOperationAction(ISD::BITCAST, MVT::v4i16, Custom); in X86TargetLowering()
1172 setOperationAction(ISD::BITCAST, MVT::v8i8, Custom); in X86TargetLowering()
1174 setOperationAction(ISD::BITCAST, MVT::v16i1, Custom); in X86TargetLowering()
1176 setOperationAction(ISD::SIGN_EXTEND_VECTOR_INREG, MVT::v2i64, Custom); in X86TargetLowering()
1177 setOperationAction(ISD::SIGN_EXTEND_VECTOR_INREG, MVT::v4i32, Custom); in X86TargetLowering()
1178 setOperationAction(ISD::SIGN_EXTEND_VECTOR_INREG, MVT::v8i16, Custom); in X86TargetLowering()
1180 setOperationAction(ISD::SIGN_EXTEND, MVT::v4i64, Custom); in X86TargetLowering()
1182 setOperationAction(ISD::TRUNCATE, MVT::v2i8, Custom); in X86TargetLowering()
1183 setOperationAction(ISD::TRUNCATE, MVT::v2i16, Custom); in X86TargetLowering()
1184 setOperationAction(ISD::TRUNCATE, MVT::v2i32, Custom); in X86TargetLowering()
1185 setOperationAction(ISD::TRUNCATE, MVT::v4i8, Custom); in X86TargetLowering()
1186 setOperationAction(ISD::TRUNCATE, MVT::v4i16, Custom); in X86TargetLowering()
1187 setOperationAction(ISD::TRUNCATE, MVT::v8i8, Custom); in X86TargetLowering()
1192 setOperationAction(ISD::SRL, VT, Custom); in X86TargetLowering()
1193 setOperationAction(ISD::SHL, VT, Custom); in X86TargetLowering()
1194 setOperationAction(ISD::SRA, VT, Custom); in X86TargetLowering()
1196 setOperationAction(ISD::ROTL, VT, Custom); in X86TargetLowering()
1197 setOperationAction(ISD::ROTR, VT, Custom); in X86TargetLowering()
1198 setOperationAction(ISD::FSHL, VT, Custom); in X86TargetLowering()
1199 setOperationAction(ISD::FSHR, VT, Custom); in X86TargetLowering()
1213 setOperationAction(ISD::BITREVERSE, MVT::v16i8, Custom); in X86TargetLowering()
1214 setOperationAction(ISD::CTLZ, MVT::v16i8, Custom); in X86TargetLowering()
1215 setOperationAction(ISD::CTLZ, MVT::v8i16, Custom); in X86TargetLowering()
1216 setOperationAction(ISD::CTLZ, MVT::v4i32, Custom); in X86TargetLowering()
1217 setOperationAction(ISD::CTLZ, MVT::v2i64, Custom); in X86TargetLowering()
1220 setOperationAction(ISD::ADD, MVT::i16, Custom); in X86TargetLowering()
1221 setOperationAction(ISD::ADD, MVT::i32, Custom); in X86TargetLowering()
1222 setOperationAction(ISD::SUB, MVT::i16, Custom); in X86TargetLowering()
1223 setOperationAction(ISD::SUB, MVT::i32, Custom); in X86TargetLowering()
1241 setOperationAction(ISD::FROUND, RoundedTy, Custom); in X86TargetLowering()
1253 setOperationAction(ISD::UADDSAT, MVT::v4i32, Custom); in X86TargetLowering()
1254 setOperationAction(ISD::SADDSAT, MVT::v2i64, Custom); in X86TargetLowering()
1255 setOperationAction(ISD::SSUBSAT, MVT::v2i64, Custom); in X86TargetLowering()
1259 setOperationAction(ISD::SMULO, MVT::v2i32, Custom); in X86TargetLowering()
1285 setOperationAction(ISD::UINT_TO_FP, MVT::v4i64, Custom); in X86TargetLowering()
1286 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::v4i64, Custom); in X86TargetLowering()
1289 setOperationAction(ISD::SINT_TO_FP, MVT::v4i64, Custom); in X86TargetLowering()
1290 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v4i64, Custom); in X86TargetLowering()
1295 setOperationAction(ISD::UADDSAT, MVT::v2i64, Custom); in X86TargetLowering()
1301 setOperationAction(ISD::ROTL, VT, Custom); in X86TargetLowering()
1302 setOperationAction(ISD::ROTR, VT, Custom); in X86TargetLowering()
1307 setOperationAction(ISD::BITREVERSE, VT, Custom); in X86TargetLowering()
1311 setOperationAction(ISD::BITREVERSE, VT, Custom); in X86TargetLowering()
1346 setOperationAction(ISD::FROUND, VT, Custom); in X86TargetLowering()
1348 setOperationAction(ISD::FNEG, VT, Custom); in X86TargetLowering()
1349 setOperationAction(ISD::FABS, VT, Custom); in X86TargetLowering()
1350 setOperationAction(ISD::FCOPYSIGN, VT, Custom); in X86TargetLowering()
1359 setOperationAction(ISD::FP_TO_SINT, MVT::v8i32, Custom); in X86TargetLowering()
1360 setOperationAction(ISD::FP_TO_UINT, MVT::v8i32, Custom); in X86TargetLowering()
1361 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v8i32, Custom); in X86TargetLowering()
1363 setOperationAction(ISD::SINT_TO_FP, MVT::v8i32, Custom); in X86TargetLowering()
1364 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v8i32, Custom); in X86TargetLowering()
1367 setOperationAction(ISD::FP_EXTEND, MVT::v4f64, Custom); in X86TargetLowering()
1368 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v4f64, Custom); in X86TargetLowering()
1383 setOperationAction(ISD::BITCAST, MVT::v32i1, Custom); in X86TargetLowering()
1388 setOperationAction(ISD::SRL, VT, Custom); in X86TargetLowering()
1389 setOperationAction(ISD::SHL, VT, Custom); in X86TargetLowering()
1390 setOperationAction(ISD::SRA, VT, Custom); in X86TargetLowering()
1392 setOperationAction(ISD::ROTL, VT, Custom); in X86TargetLowering()
1393 setOperationAction(ISD::ROTR, VT, Custom); in X86TargetLowering()
1394 setOperationAction(ISD::FSHL, VT, Custom); in X86TargetLowering()
1395 setOperationAction(ISD::FSHR, VT, Custom); in X86TargetLowering()
1399 setOperationAction(ISD::SIGN_EXTEND, MVT::v8i64, Custom); in X86TargetLowering()
1400 setOperationAction(ISD::SIGN_EXTEND, MVT::v16i32, Custom); in X86TargetLowering()
1401 setOperationAction(ISD::ZERO_EXTEND, MVT::v8i64, Custom); in X86TargetLowering()
1402 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i32, Custom); in X86TargetLowering()
1404 setOperationAction(ISD::SELECT, MVT::v4f64, Custom); in X86TargetLowering()
1405 setOperationAction(ISD::SELECT, MVT::v4i64, Custom); in X86TargetLowering()
1406 setOperationAction(ISD::SELECT, MVT::v8i32, Custom); in X86TargetLowering()
1407 setOperationAction(ISD::SELECT, MVT::v16i16, Custom); in X86TargetLowering()
1408 setOperationAction(ISD::SELECT, MVT::v16f16, Custom); in X86TargetLowering()
1409 setOperationAction(ISD::SELECT, MVT::v32i8, Custom); in X86TargetLowering()
1410 setOperationAction(ISD::SELECT, MVT::v8f32, Custom); in X86TargetLowering()
1413 setOperationAction(ISD::SIGN_EXTEND, VT, Custom); in X86TargetLowering()
1414 setOperationAction(ISD::ZERO_EXTEND, VT, Custom); in X86TargetLowering()
1415 setOperationAction(ISD::ANY_EXTEND, VT, Custom); in X86TargetLowering()
1418 setOperationAction(ISD::TRUNCATE, MVT::v16i8, Custom); in X86TargetLowering()
1419 setOperationAction(ISD::TRUNCATE, MVT::v8i16, Custom); in X86TargetLowering()
1420 setOperationAction(ISD::TRUNCATE, MVT::v4i32, Custom); in X86TargetLowering()
1421 setOperationAction(ISD::BITREVERSE, MVT::v32i8, Custom); in X86TargetLowering()
1424 setOperationAction(ISD::SETCC, VT, Custom); in X86TargetLowering()
1425 setOperationAction(ISD::STRICT_FSETCC, VT, Custom); in X86TargetLowering()
1426 setOperationAction(ISD::STRICT_FSETCCS, VT, Custom); in X86TargetLowering()
1427 setOperationAction(ISD::CTPOP, VT, Custom); in X86TargetLowering()
1428 setOperationAction(ISD::CTLZ, VT, Custom); in X86TargetLowering()
1432 setCondCodeAction(ISD::SETLT, VT, Custom); in X86TargetLowering()
1433 setCondCodeAction(ISD::SETLE, VT, Custom); in X86TargetLowering()
1445 setOperationAction(ISD::ADD, VT, HasInt256 ? Legal : Custom); in X86TargetLowering()
1446 setOperationAction(ISD::SUB, VT, HasInt256 ? Legal : Custom); in X86TargetLowering()
1449 setOperationAction(ISD::MUL, MVT::v4i64, Custom); in X86TargetLowering()
1450 setOperationAction(ISD::MUL, MVT::v8i32, HasInt256 ? Legal : Custom); in X86TargetLowering()
1451 setOperationAction(ISD::MUL, MVT::v16i16, HasInt256 ? Legal : Custom); in X86TargetLowering()
1452 setOperationAction(ISD::MUL, MVT::v32i8, Custom); in X86TargetLowering()
1454 setOperationAction(ISD::MULHU, MVT::v8i32, Custom); in X86TargetLowering()
1455 setOperationAction(ISD::MULHS, MVT::v8i32, Custom); in X86TargetLowering()
1456 setOperationAction(ISD::MULHU, MVT::v16i16, HasInt256 ? Legal : Custom); in X86TargetLowering()
1457 setOperationAction(ISD::MULHS, MVT::v16i16, HasInt256 ? Legal : Custom); in X86TargetLowering()
1458 setOperationAction(ISD::MULHU, MVT::v32i8, Custom); in X86TargetLowering()
1459 setOperationAction(ISD::MULHS, MVT::v32i8, Custom); in X86TargetLowering()
1460 setOperationAction(ISD::AVGCEILU, MVT::v16i16, HasInt256 ? Legal : Custom); in X86TargetLowering()
1461 setOperationAction(ISD::AVGCEILU, MVT::v32i8, HasInt256 ? Legal : Custom); in X86TargetLowering()
1463 setOperationAction(ISD::SMULO, MVT::v32i8, Custom); in X86TargetLowering()
1464 setOperationAction(ISD::UMULO, MVT::v32i8, Custom); in X86TargetLowering()
1466 setOperationAction(ISD::ABS, MVT::v4i64, Custom); in X86TargetLowering()
1467 setOperationAction(ISD::SMAX, MVT::v4i64, Custom); in X86TargetLowering()
1468 setOperationAction(ISD::UMAX, MVT::v4i64, Custom); in X86TargetLowering()
1469 setOperationAction(ISD::SMIN, MVT::v4i64, Custom); in X86TargetLowering()
1470 setOperationAction(ISD::UMIN, MVT::v4i64, Custom); in X86TargetLowering()
1472 setOperationAction(ISD::UADDSAT, MVT::v32i8, HasInt256 ? Legal : Custom); in X86TargetLowering()
1473 setOperationAction(ISD::SADDSAT, MVT::v32i8, HasInt256 ? Legal : Custom); in X86TargetLowering()
1474 setOperationAction(ISD::USUBSAT, MVT::v32i8, HasInt256 ? Legal : Custom); in X86TargetLowering()
1475 setOperationAction(ISD::SSUBSAT, MVT::v32i8, HasInt256 ? Legal : Custom); in X86TargetLowering()
1476 setOperationAction(ISD::UADDSAT, MVT::v16i16, HasInt256 ? Legal : Custom); in X86TargetLowering()
1477 setOperationAction(ISD::SADDSAT, MVT::v16i16, HasInt256 ? Legal : Custom); in X86TargetLowering()
1478 setOperationAction(ISD::USUBSAT, MVT::v16i16, HasInt256 ? Legal : Custom); in X86TargetLowering()
1479 setOperationAction(ISD::SSUBSAT, MVT::v16i16, HasInt256 ? Legal : Custom); in X86TargetLowering()
1480 setOperationAction(ISD::UADDSAT, MVT::v8i32, Custom); in X86TargetLowering()
1481 setOperationAction(ISD::USUBSAT, MVT::v8i32, Custom); in X86TargetLowering()
1482 setOperationAction(ISD::UADDSAT, MVT::v4i64, Custom); in X86TargetLowering()
1483 setOperationAction(ISD::USUBSAT, MVT::v4i64, Custom); in X86TargetLowering()
1486 setOperationAction(ISD::ABS, VT, HasInt256 ? Legal : Custom); in X86TargetLowering()
1487 setOperationAction(ISD::SMAX, VT, HasInt256 ? Legal : Custom); in X86TargetLowering()
1488 setOperationAction(ISD::UMAX, VT, HasInt256 ? Legal : Custom); in X86TargetLowering()
1489 setOperationAction(ISD::SMIN, VT, HasInt256 ? Legal : Custom); in X86TargetLowering()
1490 setOperationAction(ISD::UMIN, VT, HasInt256 ? Legal : Custom); in X86TargetLowering()
1494 setOperationAction(ISD::SIGN_EXTEND_VECTOR_INREG, VT, Custom); in X86TargetLowering()
1495 setOperationAction(ISD::ZERO_EXTEND_VECTOR_INREG, VT, Custom); in X86TargetLowering()
1501 setOperationAction(ISD::UINT_TO_FP, MVT::v8i32, Custom); in X86TargetLowering()
1502 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::v8i32, Custom); in X86TargetLowering()
1517 setOperationAction(ISD::MLOAD, VT, Subtarget.hasVLX() ? Legal : Custom); in X86TargetLowering()
1531 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in X86TargetLowering()
1532 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in X86TargetLowering()
1533 setOperationAction(ISD::VSELECT, VT, Custom); in X86TargetLowering()
1534 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1535 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1536 setOperationAction(ISD::SCALAR_TO_VECTOR, VT, Custom); in X86TargetLowering()
1538 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in X86TargetLowering()
1539 setOperationAction(ISD::STORE, VT, Custom); in X86TargetLowering()
1551 setOperationAction(ISD::MGATHER, MVT::v2f32, Custom); in X86TargetLowering()
1552 setOperationAction(ISD::MGATHER, MVT::v2i32, Custom); in X86TargetLowering()
1556 setOperationAction(ISD::MGATHER, VT, Custom); in X86TargetLowering()
1563 setOperationAction(ISD::FP_ROUND, VT, Custom); in X86TargetLowering()
1564 setOperationAction(ISD::STRICT_FP_ROUND, VT, Custom); in X86TargetLowering()
1567 setOperationAction(ISD::FP_EXTEND, VT, Custom); in X86TargetLowering()
1568 setOperationAction(ISD::STRICT_FP_EXTEND, VT, Custom); in X86TargetLowering()
1589 setOperationAction(ISD::SELECT, MVT::v1i1, Custom); in X86TargetLowering()
1590 setOperationAction(ISD::EXTRACT_VECTOR_ELT, MVT::v1i1, Custom); in X86TargetLowering()
1591 setOperationAction(ISD::BUILD_VECTOR, MVT::v1i1, Custom); in X86TargetLowering()
1601 setOperationAction(ISD::FP_TO_SINT, MVT::v2i1, Custom); in X86TargetLowering()
1602 setOperationAction(ISD::FP_TO_UINT, MVT::v2i1, Custom); in X86TargetLowering()
1603 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v2i1, Custom); in X86TargetLowering()
1604 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v2i1, Custom); in X86TargetLowering()
1608 setOperationAction(ISD::LOAD, MVT::v1i1, Custom); in X86TargetLowering()
1609 setOperationAction(ISD::LOAD, MVT::v2i1, Custom); in X86TargetLowering()
1610 setOperationAction(ISD::LOAD, MVT::v4i1, Custom); in X86TargetLowering()
1611 setOperationAction(ISD::LOAD, MVT::v8i1, Custom); in X86TargetLowering()
1613 setOperationAction(ISD::STORE, MVT::v1i1, Custom); in X86TargetLowering()
1614 setOperationAction(ISD::STORE, MVT::v2i1, Custom); in X86TargetLowering()
1615 setOperationAction(ISD::STORE, MVT::v4i1, Custom); in X86TargetLowering()
1616 setOperationAction(ISD::STORE, MVT::v8i1, Custom); in X86TargetLowering()
1621 setOperationAction(ISD::SIGN_EXTEND, VT, Custom); in X86TargetLowering()
1622 setOperationAction(ISD::ZERO_EXTEND, VT, Custom); in X86TargetLowering()
1623 setOperationAction(ISD::ANY_EXTEND, VT, Custom); in X86TargetLowering()
1630 setOperationAction(ISD::SETCC, VT, Custom); in X86TargetLowering()
1631 setOperationAction(ISD::STRICT_FSETCC, VT, Custom); in X86TargetLowering()
1632 setOperationAction(ISD::STRICT_FSETCCS, VT, Custom); in X86TargetLowering()
1633 setOperationAction(ISD::SELECT, VT, Custom); in X86TargetLowering()
1634 setOperationAction(ISD::TRUNCATE, VT, Custom); in X86TargetLowering()
1636 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in X86TargetLowering()
1637 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in X86TargetLowering()
1638 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1639 setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom); in X86TargetLowering()
1640 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1641 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in X86TargetLowering()
1645 setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom); in X86TargetLowering()
1673 setOperationAction(ISD::FNEG, VT, Custom); in X86TargetLowering()
1674 setOperationAction(ISD::FABS, VT, Custom); in X86TargetLowering()
1677 setOperationAction(ISD::FCOPYSIGN, VT, Custom); in X86TargetLowering()
1686 setOperationAction(ISD::FP_TO_SINT, MVT::v16i32, Custom); in X86TargetLowering()
1687 setOperationAction(ISD::FP_TO_UINT, MVT::v16i32, Custom); in X86TargetLowering()
1688 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v16i32, Custom); in X86TargetLowering()
1689 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v16i32, Custom); in X86TargetLowering()
1690 setOperationAction(ISD::SINT_TO_FP, MVT::v16i32, Custom); in X86TargetLowering()
1691 setOperationAction(ISD::UINT_TO_FP, MVT::v16i32, Custom); in X86TargetLowering()
1692 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v16i32, Custom); in X86TargetLowering()
1693 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::v16i32, Custom); in X86TargetLowering()
1694 setOperationAction(ISD::FP_EXTEND, MVT::v8f64, Custom); in X86TargetLowering()
1695 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v8f64, Custom); in X86TargetLowering()
1723 setOperationAction(ISD::MLOAD, VT, Custom); in X86TargetLowering()
1724 setOperationAction(ISD::MSTORE, VT, Custom); in X86TargetLowering()
1730 setOperationAction(ISD::TRUNCATE, MVT::v32i8, HasBWI ? Legal : Custom); in X86TargetLowering()
1731 setOperationAction(ISD::TRUNCATE, MVT::v16i64, Custom); in X86TargetLowering()
1732 setOperationAction(ISD::ZERO_EXTEND, MVT::v32i16, Custom); in X86TargetLowering()
1733 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i32, Custom); in X86TargetLowering()
1734 setOperationAction(ISD::ZERO_EXTEND, MVT::v8i64, Custom); in X86TargetLowering()
1735 setOperationAction(ISD::ANY_EXTEND, MVT::v32i16, Custom); in X86TargetLowering()
1736 setOperationAction(ISD::ANY_EXTEND, MVT::v16i32, Custom); in X86TargetLowering()
1737 setOperationAction(ISD::ANY_EXTEND, MVT::v8i64, Custom); in X86TargetLowering()
1738 setOperationAction(ISD::SIGN_EXTEND, MVT::v32i16, Custom); in X86TargetLowering()
1739 setOperationAction(ISD::SIGN_EXTEND, MVT::v16i32, Custom); in X86TargetLowering()
1740 setOperationAction(ISD::SIGN_EXTEND, MVT::v8i64, Custom); in X86TargetLowering()
1744 setOperationAction(ISD::SIGN_EXTEND, MVT::v64i8, Custom); in X86TargetLowering()
1745 setOperationAction(ISD::ZERO_EXTEND, MVT::v64i8, Custom); in X86TargetLowering()
1746 setOperationAction(ISD::ANY_EXTEND, MVT::v64i8, Custom); in X86TargetLowering()
1763 setOperationAction(ISD::FROUND, VT, Custom); in X86TargetLowering()
1767 setOperationAction(ISD::SIGN_EXTEND_VECTOR_INREG, VT, Custom); in X86TargetLowering()
1768 setOperationAction(ISD::ZERO_EXTEND_VECTOR_INREG, VT, Custom); in X86TargetLowering()
1771 setOperationAction(ISD::ADD, MVT::v32i16, HasBWI ? Legal : Custom); in X86TargetLowering()
1772 setOperationAction(ISD::SUB, MVT::v32i16, HasBWI ? Legal : Custom); in X86TargetLowering()
1773 setOperationAction(ISD::ADD, MVT::v64i8, HasBWI ? Legal : Custom); in X86TargetLowering()
1774 setOperationAction(ISD::SUB, MVT::v64i8, HasBWI ? Legal : Custom); in X86TargetLowering()
1776 setOperationAction(ISD::MUL, MVT::v8i64, Custom); in X86TargetLowering()
1778 setOperationAction(ISD::MUL, MVT::v32i16, HasBWI ? Legal : Custom); in X86TargetLowering()
1779 setOperationAction(ISD::MUL, MVT::v64i8, Custom); in X86TargetLowering()
1781 setOperationAction(ISD::MULHU, MVT::v16i32, Custom); in X86TargetLowering()
1782 setOperationAction(ISD::MULHS, MVT::v16i32, Custom); in X86TargetLowering()
1783 setOperationAction(ISD::MULHS, MVT::v32i16, HasBWI ? Legal : Custom); in X86TargetLowering()
1784 setOperationAction(ISD::MULHU, MVT::v32i16, HasBWI ? Legal : Custom); in X86TargetLowering()
1785 setOperationAction(ISD::MULHS, MVT::v64i8, Custom); in X86TargetLowering()
1786 setOperationAction(ISD::MULHU, MVT::v64i8, Custom); in X86TargetLowering()
1787 setOperationAction(ISD::AVGCEILU, MVT::v32i16, HasBWI ? Legal : Custom); in X86TargetLowering()
1788 setOperationAction(ISD::AVGCEILU, MVT::v64i8, HasBWI ? Legal : Custom); in X86TargetLowering()
1790 setOperationAction(ISD::SMULO, MVT::v64i8, Custom); in X86TargetLowering()
1791 setOperationAction(ISD::UMULO, MVT::v64i8, Custom); in X86TargetLowering()
1793 setOperationAction(ISD::BITREVERSE, MVT::v64i8, Custom); in X86TargetLowering()
1796 setOperationAction(ISD::SRL, VT, Custom); in X86TargetLowering()
1797 setOperationAction(ISD::SHL, VT, Custom); in X86TargetLowering()
1798 setOperationAction(ISD::SRA, VT, Custom); in X86TargetLowering()
1799 setOperationAction(ISD::ROTL, VT, Custom); in X86TargetLowering()
1800 setOperationAction(ISD::ROTR, VT, Custom); in X86TargetLowering()
1801 setOperationAction(ISD::SETCC, VT, Custom); in X86TargetLowering()
1805 setCondCodeAction(ISD::SETLT, VT, Custom); in X86TargetLowering()
1806 setCondCodeAction(ISD::SETLE, VT, Custom); in X86TargetLowering()
1814 setOperationAction(ISD::CTPOP, VT, Custom); in X86TargetLowering()
1815 setOperationAction(ISD::STRICT_FSETCC, VT, Custom); in X86TargetLowering()
1816 setOperationAction(ISD::STRICT_FSETCCS, VT, Custom); in X86TargetLowering()
1820 setOperationAction(ISD::ABS, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1821 setOperationAction(ISD::CTPOP, VT, Subtarget.hasBITALG() ? Legal : Custom); in X86TargetLowering()
1822 setOperationAction(ISD::CTLZ, VT, Custom); in X86TargetLowering()
1823 setOperationAction(ISD::SMAX, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1824 setOperationAction(ISD::UMAX, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1825 setOperationAction(ISD::SMIN, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1826 setOperationAction(ISD::UMIN, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1827 setOperationAction(ISD::UADDSAT, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1828 setOperationAction(ISD::SADDSAT, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1829 setOperationAction(ISD::USUBSAT, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1830 setOperationAction(ISD::SSUBSAT, VT, HasBWI ? Legal : Custom); in X86TargetLowering()
1833 setOperationAction(ISD::FSHL, MVT::v64i8, Custom); in X86TargetLowering()
1834 setOperationAction(ISD::FSHR, MVT::v64i8, Custom); in X86TargetLowering()
1835 setOperationAction(ISD::FSHL, MVT::v32i16, Custom); in X86TargetLowering()
1836 setOperationAction(ISD::FSHR, MVT::v32i16, Custom); in X86TargetLowering()
1837 setOperationAction(ISD::FSHL, MVT::v16i32, Custom); in X86TargetLowering()
1838 setOperationAction(ISD::FSHR, MVT::v16i32, Custom); in X86TargetLowering()
1844 setOperationAction(Opc, MVT::v8i64, Custom); in X86TargetLowering()
1869 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in X86TargetLowering()
1871 setOperationAction(ISD::SELECT, VT, Custom); in X86TargetLowering()
1872 setOperationAction(ISD::VSELECT, VT, Custom); in X86TargetLowering()
1873 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in X86TargetLowering()
1874 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1875 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in X86TargetLowering()
1876 setOperationAction(ISD::SCALAR_TO_VECTOR, VT, Custom); in X86TargetLowering()
1877 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
1880 setOperationAction(ISD::FP_ROUND, MVT::v16f16, Custom); in X86TargetLowering()
1881 setOperationAction(ISD::STRICT_FP_ROUND, MVT::v16f16, Custom); in X86TargetLowering()
1892 setOperationAction(ISD::MGATHER, VT, Custom); in X86TargetLowering()
1893 setOperationAction(ISD::MSCATTER, VT, Custom); in X86TargetLowering()
1901 setOperationAction(ISD::STORE, MVT::v32i16, Custom); in X86TargetLowering()
1902 setOperationAction(ISD::STORE, MVT::v64i8, Custom); in X86TargetLowering()
1909 setOperationAction(ISD::FSHL, VT, Custom); in X86TargetLowering()
1910 setOperationAction(ISD::FSHR, VT, Custom); in X86TargetLowering()
1913 setOperationAction(ISD::ROTL, MVT::v32i16, Custom); in X86TargetLowering()
1914 setOperationAction(ISD::ROTR, MVT::v8i16, Custom); in X86TargetLowering()
1915 setOperationAction(ISD::ROTR, MVT::v16i16, Custom); in X86TargetLowering()
1916 setOperationAction(ISD::ROTR, MVT::v32i16, Custom); in X86TargetLowering()
1927 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v8i32, Custom); in X86TargetLowering()
1928 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v4i32, Custom); in X86TargetLowering()
1929 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v2i32, Custom); in X86TargetLowering()
1938 setOperationAction(ISD::FP_TO_SINT, MVT::v2f32, Custom); in X86TargetLowering()
1939 setOperationAction(ISD::FP_TO_UINT, MVT::v2f32, Custom); in X86TargetLowering()
1940 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v2f32, Custom); in X86TargetLowering()
1941 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v2f32, Custom); in X86TargetLowering()
1953 setOperationAction(ISD::ROTL, VT, Custom); in X86TargetLowering()
1954 setOperationAction(ISD::ROTR, VT, Custom); in X86TargetLowering()
1958 setOperationAction(ISD::MSCATTER, MVT::v2f32, Custom); in X86TargetLowering()
1959 setOperationAction(ISD::MSCATTER, MVT::v2i32, Custom); in X86TargetLowering()
1963 setOperationAction(ISD::MSCATTER, VT, Custom); in X86TargetLowering()
1969 setOperationAction(Opc, MVT::v2i64, Custom); in X86TargetLowering()
1970 setOperationAction(Opc, MVT::v4i64, Custom); in X86TargetLowering()
1997 setOperationAction(ISD::TRUNCATE, VT, Custom); in X86TargetLowering()
1998 setOperationAction(ISD::SETCC, VT, Custom); in X86TargetLowering()
1999 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
2000 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
2001 setOperationAction(ISD::SELECT, VT, Custom); in X86TargetLowering()
2002 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in X86TargetLowering()
2003 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in X86TargetLowering()
2004 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in X86TargetLowering()
2005 setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom); in X86TargetLowering()
2009 setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom); in X86TargetLowering()
2012 setOperationAction(ISD::SIGN_EXTEND, MVT::v32i8, Custom); in X86TargetLowering()
2013 setOperationAction(ISD::ZERO_EXTEND, MVT::v32i8, Custom); in X86TargetLowering()
2014 setOperationAction(ISD::ANY_EXTEND, MVT::v32i8, Custom); in X86TargetLowering()
2017 setOperationAction(ISD::MLOAD, VT, Subtarget.hasVLX() ? Legal : Custom); in X86TargetLowering()
2018 setOperationAction(ISD::MSTORE, VT, Subtarget.hasVLX() ? Legal : Custom); in X86TargetLowering()
2061 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in X86TargetLowering()
2062 setOperationAction(ISD::SELECT, VT, Custom); in X86TargetLowering()
2064 setOperationAction(ISD::FNEG, VT, Custom); in X86TargetLowering()
2065 setOperationAction(ISD::FABS, VT, Custom); in X86TargetLowering()
2066 setOperationAction(ISD::FCOPYSIGN, VT, Custom); in X86TargetLowering()
2067 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in X86TargetLowering()
2068 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in X86TargetLowering()
2077 setOperationAction(ISD::SETCC, MVT::f16, Custom); in X86TargetLowering()
2078 setOperationAction(ISD::STRICT_FSETCC, MVT::f16, Custom); in X86TargetLowering()
2079 setOperationAction(ISD::STRICT_FSETCCS, MVT::f16, Custom); in X86TargetLowering()
2080 setOperationAction(ISD::FROUND, MVT::f16, Custom); in X86TargetLowering()
2084 setOperationAction(ISD::FP_ROUND, MVT::f16, Custom); in X86TargetLowering()
2085 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f16, Custom); in X86TargetLowering()
2094 setOperationAction(ISD::SCALAR_TO_VECTOR, MVT::v32f16, Custom); in X86TargetLowering()
2105 setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v32f16, Custom); in X86TargetLowering()
2107 setOperationAction(ISD::FP_TO_SINT, MVT::v32i16, Custom); in X86TargetLowering()
2108 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v32i16, Custom); in X86TargetLowering()
2109 setOperationAction(ISD::FP_TO_UINT, MVT::v32i16, Custom); in X86TargetLowering()
2110 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v32i16, Custom); in X86TargetLowering()
2126 setOperationAction(ISD::CONCAT_VECTORS, MVT::v32f16, Custom); in X86TargetLowering()
2131 setOperationAction(ISD::STRICT_FSETCC, MVT::v32i1, Custom); in X86TargetLowering()
2132 setOperationAction(ISD::STRICT_FSETCCS, MVT::v32i1, Custom); in X86TargetLowering()
2140 setOperationAction(ISD::SCALAR_TO_VECTOR, MVT::v16f16, Custom); in X86TargetLowering()
2150 setOperationAction(ISD::FP_TO_SINT, MVT::v8i16, Custom); in X86TargetLowering()
2151 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v8i16, Custom); in X86TargetLowering()
2152 setOperationAction(ISD::FP_TO_UINT, MVT::v8i16, Custom); in X86TargetLowering()
2153 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v8i16, Custom); in X86TargetLowering()
2162 setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v8f16, Custom); in X86TargetLowering()
2163 setOperationAction(ISD::INSERT_VECTOR_ELT, MVT::v16f16, Custom); in X86TargetLowering()
2167 setOperationAction(ISD::CONCAT_VECTORS, MVT::v16f16, Custom); in X86TargetLowering()
2175 setOperationAction(ISD::LOAD, MVT::v4f16, Custom); in X86TargetLowering()
2176 setOperationAction(ISD::STORE, MVT::v4f16, Custom); in X86TargetLowering()
2200 setOperationAction(ISD::FP_TO_SINT, MVT::v2f16, Custom); in X86TargetLowering()
2201 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v2f16, Custom); in X86TargetLowering()
2202 setOperationAction(ISD::FP_TO_UINT, MVT::v2f16, Custom); in X86TargetLowering()
2203 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v2f16, Custom); in X86TargetLowering()
2204 setOperationAction(ISD::FP_TO_SINT, MVT::v4f16, Custom); in X86TargetLowering()
2205 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::v4f16, Custom); in X86TargetLowering()
2206 setOperationAction(ISD::FP_TO_UINT, MVT::v4f16, Custom); in X86TargetLowering()
2207 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::v4f16, Custom); in X86TargetLowering()
2209 setOperationAction(ISD::SINT_TO_FP, MVT::v2f16, Custom); in X86TargetLowering()
2210 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v2f16, Custom); in X86TargetLowering()
2211 setOperationAction(ISD::UINT_TO_FP, MVT::v2f16, Custom); in X86TargetLowering()
2212 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::v2f16, Custom); in X86TargetLowering()
2213 setOperationAction(ISD::SINT_TO_FP, MVT::v4f16, Custom); in X86TargetLowering()
2214 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::v4f16, Custom); in X86TargetLowering()
2215 setOperationAction(ISD::UINT_TO_FP, MVT::v4f16, Custom); in X86TargetLowering()
2216 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::v4f16, Custom); in X86TargetLowering()
2218 setOperationAction(ISD::FP_ROUND, MVT::v2f16, Custom); in X86TargetLowering()
2219 setOperationAction(ISD::STRICT_FP_ROUND, MVT::v2f16, Custom); in X86TargetLowering()
2220 setOperationAction(ISD::FP_ROUND, MVT::v4f16, Custom); in X86TargetLowering()
2221 setOperationAction(ISD::STRICT_FP_ROUND, MVT::v4f16, Custom); in X86TargetLowering()
2223 setOperationAction(ISD::FP_EXTEND, MVT::v2f16, Custom); in X86TargetLowering()
2224 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v2f16, Custom); in X86TargetLowering()
2225 setOperationAction(ISD::FP_EXTEND, MVT::v4f16, Custom); in X86TargetLowering()
2226 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::v4f16, Custom); in X86TargetLowering()
2229 setOperationAction(ISD::TRUNCATE, MVT::v16i32, Custom); in X86TargetLowering()
2230 setOperationAction(ISD::TRUNCATE, MVT::v8i64, Custom); in X86TargetLowering()
2231 setOperationAction(ISD::TRUNCATE, MVT::v16i64, Custom); in X86TargetLowering()
2239 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom); in X86TargetLowering()
2240 setOperationAction(ISD::INTRINSIC_W_CHAIN, MVT::Other, Custom); in X86TargetLowering()
2241 setOperationAction(ISD::INTRINSIC_VOID, MVT::Other, Custom); in X86TargetLowering()
2243 setOperationAction(ISD::INTRINSIC_W_CHAIN, MVT::i64, Custom); in X86TargetLowering()
2256 setOperationAction(ISD::SADDO, VT, Custom); in X86TargetLowering()
2257 setOperationAction(ISD::UADDO, VT, Custom); in X86TargetLowering()
2258 setOperationAction(ISD::SSUBO, VT, Custom); in X86TargetLowering()
2259 setOperationAction(ISD::USUBO, VT, Custom); in X86TargetLowering()
2260 setOperationAction(ISD::SMULO, VT, Custom); in X86TargetLowering()
2261 setOperationAction(ISD::UMULO, VT, Custom); in X86TargetLowering()
2264 setOperationAction(ISD::ADDCARRY, VT, Custom); in X86TargetLowering()
2265 setOperationAction(ISD::SUBCARRY, VT, Custom); in X86TargetLowering()
2266 setOperationAction(ISD::SETCCCARRY, VT, Custom); in X86TargetLowering()
2267 setOperationAction(ISD::SADDO_CARRY, VT, Custom); in X86TargetLowering()
2268 setOperationAction(ISD::SSUBO_CARRY, VT, Custom); in X86TargetLowering()
2286 setOperationAction(ISD::FSINCOS, MVT::f64, Custom); in X86TargetLowering()
2287 setOperationAction(ISD::FSINCOS, MVT::f32, Custom); in X86TargetLowering()
2291 setOperationAction(ISD::SDIV, MVT::i128, Custom); in X86TargetLowering()
2292 setOperationAction(ISD::UDIV, MVT::i128, Custom); in X86TargetLowering()
2293 setOperationAction(ISD::SREM, MVT::i128, Custom); in X86TargetLowering()
2294 setOperationAction(ISD::UREM, MVT::i128, Custom); in X86TargetLowering()
2295 setOperationAction(ISD::FP_TO_SINT, MVT::i128, Custom); in X86TargetLowering()
2296 setOperationAction(ISD::FP_TO_UINT, MVT::i128, Custom); in X86TargetLowering()
2297 setOperationAction(ISD::SINT_TO_FP, MVT::i128, Custom); in X86TargetLowering()
2298 setOperationAction(ISD::UINT_TO_FP, MVT::i128, Custom); in X86TargetLowering()
2299 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i128, Custom); in X86TargetLowering()
2300 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i128, Custom); in X86TargetLowering()
2301 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i128, Custom); in X86TargetLowering()
2302 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i128, Custom); in X86TargetLowering()