Lines Matching refs:src
600 &mut |masm: &mut M, dst, src, size| { in visit_f32_add()
601 masm.float_add(writable!(dst), dst, src, size)?; in visit_f32_add()
611 &mut |masm: &mut M, dst, src, size| { in visit_f64_add()
612 masm.float_add(writable!(dst), dst, src, size)?; in visit_f64_add()
622 &mut |masm: &mut M, dst, src, size| { in visit_f32_sub()
623 masm.float_sub(writable!(dst), dst, src, size)?; in visit_f32_sub()
633 &mut |masm: &mut M, dst, src, size| { in visit_f64_sub()
634 masm.float_sub(writable!(dst), dst, src, size)?; in visit_f64_sub()
644 &mut |masm: &mut M, dst, src, size| { in visit_f32_mul()
645 masm.float_mul(writable!(dst), dst, src, size)?; in visit_f32_mul()
655 &mut |masm: &mut M, dst, src, size| { in visit_f64_mul()
656 masm.float_mul(writable!(dst), dst, src, size)?; in visit_f64_mul()
666 &mut |masm: &mut M, dst, src, size| { in visit_f32_div()
667 masm.float_div(writable!(dst), dst, src, size)?; in visit_f32_div()
677 &mut |masm: &mut M, dst, src, size| { in visit_f64_div()
678 masm.float_div(writable!(dst), dst, src, size)?; in visit_f64_div()
688 &mut |masm: &mut M, dst, src, size| { in visit_f32_min()
689 masm.float_min(writable!(dst), dst, src, size)?; in visit_f32_min()
699 &mut |masm: &mut M, dst, src, size| { in visit_f64_min()
700 masm.float_min(writable!(dst), dst, src, size)?; in visit_f64_min()
710 &mut |masm: &mut M, dst, src, size| { in visit_f32_max()
711 masm.float_max(writable!(dst), dst, src, size)?; in visit_f32_max()
721 &mut |masm: &mut M, dst, src, size| { in visit_f64_max()
722 masm.float_max(writable!(dst), dst, src, size)?; in visit_f64_max()
732 &mut |masm: &mut M, dst, src, size| { in visit_f32_copysign()
733 masm.float_copysign(writable!(dst), dst, src, size)?; in visit_f32_copysign()
743 &mut |masm: &mut M, dst, src, size| { in visit_f64_copysign()
744 masm.float_copysign(writable!(dst), dst, src, size)?; in visit_f64_copysign()
1018 .convert_op(self.masm, WasmValType::F32, |masm, dst, src, dst_size| { in visit_f32_convert_i32_s()
1019 masm.signed_convert(writable!(dst), src, OperandSize::S32, dst_size) in visit_f32_convert_i32_s()
1028 |masm, dst, src, tmp_gpr, dst_size| { in visit_f32_convert_i32_u()
1029 masm.unsigned_convert(writable!(dst), src, tmp_gpr, OperandSize::S32, dst_size) in visit_f32_convert_i32_u()
1036 .convert_op(self.masm, WasmValType::F32, |masm, dst, src, dst_size| { in visit_f32_convert_i64_s()
1037 masm.signed_convert(writable!(dst), src, OperandSize::S64, dst_size) in visit_f32_convert_i64_s()
1046 |masm, dst, src, tmp_gpr, dst_size| { in visit_f32_convert_i64_u()
1047 masm.unsigned_convert(writable!(dst), src, tmp_gpr, OperandSize::S64, dst_size) in visit_f32_convert_i64_u()
1054 .convert_op(self.masm, WasmValType::F64, |masm, dst, src, dst_size| { in visit_f64_convert_i32_s()
1055 masm.signed_convert(writable!(dst), src, OperandSize::S32, dst_size) in visit_f64_convert_i32_s()
1064 |masm, dst, src, tmp_gpr, dst_size| { in visit_f64_convert_i32_u()
1065 masm.unsigned_convert(writable!(dst), src, tmp_gpr, OperandSize::S32, dst_size) in visit_f64_convert_i32_u()
1072 .convert_op(self.masm, WasmValType::F64, |masm, dst, src, dst_size| { in visit_f64_convert_i64_s()
1073 masm.signed_convert(writable!(dst), src, OperandSize::S64, dst_size) in visit_f64_convert_i64_s()
1082 |masm, dst, src, tmp_gpr, dst_size| { in visit_f64_convert_i64_u()
1083 masm.unsigned_convert(writable!(dst), src, tmp_gpr, OperandSize::S64, dst_size) in visit_f64_convert_i64_u()
1090 .convert_op(self.masm, WasmValType::F32, |masm, dst, src, size| { in visit_f32_reinterpret_i32()
1091 masm.reinterpret_int_as_float(writable!(dst), src, size) in visit_f32_reinterpret_i32()
1097 .convert_op(self.masm, WasmValType::F64, |masm, dst, src, size| { in visit_f64_reinterpret_i64()
1098 masm.reinterpret_int_as_float(writable!(dst), src, size) in visit_f64_reinterpret_i64()
1117 self.context.i32_binop(self.masm, |masm, dst, src, size| { in visit_i32_add()
1118 masm.add(writable!(dst), dst, src, size)?; in visit_i32_add()
1124 self.context.i64_binop(self.masm, |masm, dst, src, size| { in visit_i64_add()
1125 masm.add(writable!(dst), dst, src, size)?; in visit_i64_add()
1131 self.context.i32_binop(self.masm, |masm, dst, src, size| { in visit_i32_sub()
1132 masm.sub(writable!(dst), dst, src, size)?; in visit_i32_sub()
1138 self.context.i64_binop(self.masm, |masm, dst, src, size| { in visit_i64_sub()
1139 masm.sub(writable!(dst), dst, src, size)?; in visit_i64_sub()
1145 self.context.i32_binop(self.masm, |masm, dst, src, size| { in visit_i32_mul()
1146 masm.mul(writable!(dst), dst, src, size)?; in visit_i32_mul()
1152 self.context.i64_binop(self.masm, |masm, dst, src, size| { in visit_i64_mul()
1153 masm.mul(writable!(dst), dst, src, size)?; in visit_i64_mul()
1349 self.context.i32_binop(self.masm, |masm, dst, src, size| { in visit_i32_and()
1350 masm.and(writable!(dst), dst, src, size)?; in visit_i32_and()
1356 self.context.i64_binop(self.masm, |masm, dst, src, size| { in visit_i64_and()
1357 masm.and(writable!(dst), dst, src, size)?; in visit_i64_and()
1363 self.context.i32_binop(self.masm, |masm, dst, src, size| { in visit_i32_or()
1364 masm.or(writable!(dst), dst, src, size)?; in visit_i32_or()
1370 self.context.i64_binop(self.masm, |masm, dst, src, size| { in visit_i64_or()
1371 masm.or(writable!(dst), dst, src, size)?; in visit_i64_or()
1377 self.context.i32_binop(self.masm, |masm, dst, src, size| { in visit_i32_xor()
1378 masm.xor(writable!(dst), dst, src, size)?; in visit_i32_xor()
1384 self.context.i64_binop(self.masm, |masm, dst, src, size| { in visit_i64_xor()
1385 masm.xor(writable!(dst), dst, src, size)?; in visit_i64_xor()
1530 .convert_op(self.masm, WasmValType::I32, |masm, dst, src, dst_size| { in visit_i32_trunc_f32_s()
1531 masm.signed_truncate(writable!(dst), src, S32, dst_size, TruncKind::Unchecked) in visit_i32_trunc_f32_s()
1546 .convert_op(self.masm, WasmValType::I32, |masm, dst, src, dst_size| { in visit_i32_trunc_f64_s()
1547 masm.signed_truncate(writable!(dst), src, S64, dst_size, TruncKind::Unchecked) in visit_i32_trunc_f64_s()
1561 .convert_op(self.masm, WasmValType::I64, |masm, dst, src, dst_size| { in visit_i64_trunc_f32_s()
1562 masm.signed_truncate(writable!(dst), src, S32, dst_size, TruncKind::Unchecked) in visit_i64_trunc_f32_s()
1577 .convert_op(self.masm, WasmValType::I64, |masm, dst, src, dst_size| { in visit_i64_trunc_f64_s()
1578 masm.signed_truncate(writable!(dst), src, S64, dst_size, TruncKind::Unchecked) in visit_i64_trunc_f64_s()
1591 .convert_op(self.masm, WasmValType::I32, |masm, dst, src, size| { in visit_i32_reinterpret_f32()
1592 masm.reinterpret_float_as_int(writable!(dst), src, size) in visit_i32_reinterpret_f32()
1598 .convert_op(self.masm, WasmValType::I64, |masm, dst, src, size| { in visit_i64_reinterpret_f64()
1599 masm.reinterpret_float_as_int(writable!(dst), src, size) in visit_i64_reinterpret_f64()
1619 let src = self.emit_set_local(index)?; in visit_local_set() localVariable
1620 self.context.free_reg(src); in visit_local_set()
1679 fn visit_table_copy(&mut self, dst: u32, src: u32) -> Self::Output { in visit_table_copy()
1683 .insert_many(at, &[dst.try_into()?, src.try_into()?]); in visit_table_copy()
2422 .convert_op(self.masm, WasmValType::I32, |masm, dst, src, dst_size| { in visit_i32_trunc_sat_f32_s()
2423 masm.signed_truncate(writable!(dst), src, S32, dst_size, TruncKind::Checked) in visit_i32_trunc_sat_f32_s()
2438 .convert_op(self.masm, WasmValType::I32, |masm, dst, src, dst_size| { in visit_i32_trunc_sat_f64_s()
2439 masm.signed_truncate(writable!(dst), src, S64, dst_size, TruncKind::Checked) in visit_i32_trunc_sat_f64_s()
2454 .convert_op(self.masm, WasmValType::I64, |masm, dst, src, dst_size| { in visit_i64_trunc_sat_f32_s()
2455 masm.signed_truncate(writable!(dst), src, S32, dst_size, TruncKind::Checked) in visit_i64_trunc_sat_f32_s()
2470 .convert_op(self.masm, WasmValType::I64, |masm, dst, src, dst_size| { in visit_i64_trunc_sat_f64_s()
2471 masm.signed_truncate(writable!(dst), src, S64, dst_size, TruncKind::Checked) in visit_i64_trunc_sat_f64_s()
3118 |masm, src, dst, kind| masm.extract_lane(src, dst, lane, kind), in visit_i8x16_extract_lane_s()
3126 |masm, src, dst, kind| masm.extract_lane(src, dst, lane, kind), in visit_i8x16_extract_lane_u()
3134 |masm, src, dst, kind| masm.extract_lane(src, dst, lane, kind), in visit_i16x8_extract_lane_s()
3142 |masm, src, dst, kind| masm.extract_lane(src, dst, lane, kind), in visit_i16x8_extract_lane_u()
3148 .extract_lane_op(self.masm, ExtractLaneKind::I32x4, |masm, src, dst, kind| { in visit_i32x4_extract_lane()
3149 masm.extract_lane(src, dst, lane, kind) in visit_i32x4_extract_lane()
3155 .extract_lane_op(self.masm, ExtractLaneKind::I64x2, |masm, src, dst, kind| { in visit_i64x2_extract_lane()
3156 masm.extract_lane(src, dst, lane, kind) in visit_i64x2_extract_lane()
3162 .extract_lane_op(self.masm, ExtractLaneKind::F32x4, |masm, src, dst, kind| { in visit_f32x4_extract_lane()
3163 masm.extract_lane(src, dst, lane, kind) in visit_f32x4_extract_lane()
3169 .extract_lane_op(self.masm, ExtractLaneKind::F64x2, |masm, src, dst, kind| { in visit_f64x2_extract_lane()
3170 masm.extract_lane(src, dst, lane, kind) in visit_f64x2_extract_lane()
3176 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_eq()
3177 masm.v128_eq(writable!(dst), dst, src, VectorEqualityKind::I8x16)?; in visit_i8x16_eq()
3184 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_eq()
3185 masm.v128_eq(writable!(dst), dst, src, VectorEqualityKind::I16x8)?; in visit_i16x8_eq()
3192 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_eq()
3193 masm.v128_eq(writable!(dst), dst, src, VectorEqualityKind::I32x4)?; in visit_i32x4_eq()
3200 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_i64x2_eq()
3201 masm.v128_eq(writable!(dst), dst, src, VectorEqualityKind::I64x2)?; in visit_i64x2_eq()
3208 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_eq()
3209 masm.v128_eq(writable!(dst), dst, src, VectorEqualityKind::F32x4)?; in visit_f32x4_eq()
3216 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_eq()
3217 masm.v128_eq(writable!(dst), dst, src, VectorEqualityKind::F64x2)?; in visit_f64x2_eq()
3224 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_ne()
3225 masm.v128_ne(writable!(dst), dst, src, VectorEqualityKind::I8x16)?; in visit_i8x16_ne()
3232 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_ne()
3233 masm.v128_ne(writable!(dst), dst, src, VectorEqualityKind::I16x8)?; in visit_i16x8_ne()
3240 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_ne()
3241 masm.v128_ne(writable!(dst), dst, src, VectorEqualityKind::I32x4)?; in visit_i32x4_ne()
3248 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_i64x2_ne()
3249 masm.v128_ne(writable!(dst), dst, src, VectorEqualityKind::I64x2)?; in visit_i64x2_ne()
3256 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_ne()
3257 masm.v128_ne(writable!(dst), dst, src, VectorEqualityKind::F32x4)?; in visit_f32x4_ne()
3264 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_ne()
3265 masm.v128_ne(writable!(dst), dst, src, VectorEqualityKind::F64x2)?; in visit_f64x2_ne()
3272 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_lt_s()
3273 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::I8x16S)?; in visit_i8x16_lt_s()
3280 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_lt_u()
3281 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::I8x16U)?; in visit_i8x16_lt_u()
3288 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_lt_s()
3289 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::I16x8S)?; in visit_i16x8_lt_s()
3296 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_lt_u()
3297 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::I16x8U)?; in visit_i16x8_lt_u()
3304 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_lt_s()
3305 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::I32x4S)?; in visit_i32x4_lt_s()
3312 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_lt_u()
3313 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::I32x4U)?; in visit_i32x4_lt_u()
3320 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_i64x2_lt_s()
3321 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::I64x2S)?; in visit_i64x2_lt_s()
3328 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_lt()
3329 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::F32x4)?; in visit_f32x4_lt()
3336 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_lt()
3337 masm.v128_lt(writable!(dst), dst, src, VectorCompareKind::F64x2)?; in visit_f64x2_lt()
3344 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_le_s()
3345 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::I8x16S)?; in visit_i8x16_le_s()
3352 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_le_u()
3353 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::I8x16U)?; in visit_i8x16_le_u()
3360 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_le_s()
3361 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::I16x8S)?; in visit_i16x8_le_s()
3368 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_le_u()
3369 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::I16x8U)?; in visit_i16x8_le_u()
3376 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_le_s()
3377 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::I32x4S)?; in visit_i32x4_le_s()
3384 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_le_u()
3385 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::I32x4U)?; in visit_i32x4_le_u()
3392 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_i64x2_le_s()
3393 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::I64x2S)?; in visit_i64x2_le_s()
3400 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_le()
3401 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::F32x4)?; in visit_f32x4_le()
3408 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_le()
3409 masm.v128_le(writable!(dst), dst, src, VectorCompareKind::F64x2)?; in visit_f64x2_le()
3416 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_gt_s()
3417 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::I8x16S)?; in visit_i8x16_gt_s()
3424 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_gt_u()
3425 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::I8x16U)?; in visit_i8x16_gt_u()
3432 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_gt_s()
3433 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::I16x8S)?; in visit_i16x8_gt_s()
3440 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_gt_u()
3441 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::I16x8U)?; in visit_i16x8_gt_u()
3448 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_gt_s()
3449 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::I32x4S)?; in visit_i32x4_gt_s()
3456 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_gt_u()
3457 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::I32x4U)?; in visit_i32x4_gt_u()
3464 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_i64x2_gt_s()
3465 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::I64x2S)?; in visit_i64x2_gt_s()
3472 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_gt()
3473 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::F32x4)?; in visit_f32x4_gt()
3480 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_gt()
3481 masm.v128_gt(writable!(dst), dst, src, VectorCompareKind::F64x2)?; in visit_f64x2_gt()
3488 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_ge_s()
3489 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::I8x16S)?; in visit_i8x16_ge_s()
3496 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_ge_u()
3497 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::I8x16U)?; in visit_i8x16_ge_u()
3504 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_ge_s()
3505 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::I16x8S)?; in visit_i16x8_ge_s()
3512 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_ge_u()
3513 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::I16x8U)?; in visit_i16x8_ge_u()
3520 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_ge_s()
3521 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::I32x4S)?; in visit_i32x4_ge_s()
3528 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_ge_u()
3529 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::I32x4U)?; in visit_i32x4_ge_u()
3536 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_i64x2_ge_s()
3537 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::I64x2S)?; in visit_i64x2_ge_s()
3544 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_ge()
3545 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::F32x4)?; in visit_f32x4_ge()
3552 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f64x2_ge()
3553 masm.v128_ge(writable!(dst), dst, src, VectorCompareKind::F64x2)?; in visit_f64x2_ge()
3560 .replace_lane_op(self.masm, ReplaceLaneKind::I8x16, |masm, src, dst, kind| { in visit_i8x16_replace_lane()
3561 masm.replace_lane(src, dst, lane, kind) in visit_i8x16_replace_lane()
3567 .replace_lane_op(self.masm, ReplaceLaneKind::I16x8, |masm, src, dst, kind| { in visit_i16x8_replace_lane()
3568 masm.replace_lane(src, dst, lane, kind) in visit_i16x8_replace_lane()
3574 .replace_lane_op(self.masm, ReplaceLaneKind::I32x4, |masm, src, dst, kind| { in visit_i32x4_replace_lane()
3575 masm.replace_lane(src, dst, lane, kind) in visit_i32x4_replace_lane()
3581 .replace_lane_op(self.masm, ReplaceLaneKind::I64x2, |masm, src, dst, kind| { in visit_i64x2_replace_lane()
3582 masm.replace_lane(src, dst, lane, kind) in visit_i64x2_replace_lane()
3588 .replace_lane_op(self.masm, ReplaceLaneKind::F32x4, |masm, src, dst, kind| { in visit_f32x4_replace_lane()
3589 masm.replace_lane(src, dst, lane, kind) in visit_f32x4_replace_lane()
3595 .replace_lane_op(self.masm, ReplaceLaneKind::F64x2, |masm, src, dst, kind| { in visit_f64x2_replace_lane()
3596 masm.replace_lane(src, dst, lane, kind) in visit_f64x2_replace_lane()
3609 .binop(self.masm, OperandSize::S128, |masm, dst, src, _size| { in visit_v128_and()
3610 masm.v128_and(dst, src, writable!(dst))?; in visit_v128_and()
3617 .binop(self.masm, OperandSize::S128, |masm, dst, src, _size| { in visit_v128_andnot()
3619 masm.v128_and_not(src, dst, writable!(dst))?; in visit_v128_andnot()
3626 .binop(self.masm, OperandSize::S128, |masm, dst, src, _size| { in visit_v128_or()
3628 masm.v128_or(src, dst, writable!(dst))?; in visit_v128_or()
3635 .binop(self.masm, OperandSize::S128, |masm, dst, src, _size| { in visit_v128_xor()
3637 masm.v128_xor(src, dst, writable!(dst))?; in visit_v128_xor()
3663 let src = self.context.pop_to_reg(self.masm, None)?; in visit_v128_any_true() localVariable
3666 self.masm.v128_any_true(src.reg, writable!(dst))?; in visit_v128_any_true()
3671 self.context.free_reg(src); in visit_v128_any_true()
3754 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i8x16_narrow_i16x8_s()
3755 masm.v128_narrow(dst, src, writable!(dst), V128NarrowKind::I16x8S)?; in visit_i8x16_narrow_i16x8_s()
3762 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i8x16_narrow_i16x8_u()
3763 masm.v128_narrow(dst, src, writable!(dst), V128NarrowKind::I16x8U)?; in visit_i8x16_narrow_i16x8_u()
3770 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i16x8_narrow_i32x4_s()
3771 masm.v128_narrow(dst, src, writable!(dst), V128NarrowKind::I32x4S)?; in visit_i16x8_narrow_i32x4_s()
3778 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i16x8_narrow_i32x4_u()
3779 masm.v128_narrow(dst, src, writable!(dst), V128NarrowKind::I32x4U)?; in visit_i16x8_narrow_i32x4_u()
3884 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_add()
3885 masm.v128_add(dst, src, writable!(dst), V128AddKind::I8x16)?; in visit_i8x16_add()
3892 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_add()
3893 masm.v128_add(dst, src, writable!(dst), V128AddKind::I16x8)?; in visit_i16x8_add()
3900 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_add()
3901 masm.v128_add(dst, src, writable!(dst), V128AddKind::I32x4)?; in visit_i32x4_add()
3908 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_i64x2_add()
3909 masm.v128_add(dst, src, writable!(dst), V128AddKind::I64x2)?; in visit_i64x2_add()
3916 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_sub()
3917 masm.v128_sub(dst, src, writable!(dst), V128SubKind::I8x16)?; in visit_i8x16_sub()
3924 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_sub()
3925 masm.v128_sub(dst, src, writable!(dst), V128SubKind::I16x8)?; in visit_i16x8_sub()
3932 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_sub()
3933 masm.v128_sub(dst, src, writable!(dst), V128SubKind::I32x4)?; in visit_i32x4_sub()
3940 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_i64x2_sub()
3941 masm.v128_sub(dst, src, writable!(dst), V128SubKind::I64x2)?; in visit_i64x2_sub()
3960 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_add_sat_s()
3961 masm.v128_add(dst, src, writable!(dst), V128AddKind::I8x16SatS)?; in visit_i8x16_add_sat_s()
3968 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_add_sat_s()
3969 masm.v128_add(dst, src, writable!(dst), V128AddKind::I16x8SatS)?; in visit_i16x8_add_sat_s()
3976 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_add_sat_u()
3977 masm.v128_add(dst, src, writable!(dst), V128AddKind::I8x16SatU)?; in visit_i8x16_add_sat_u()
3984 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_add_sat_u()
3985 masm.v128_add(dst, src, writable!(dst), V128AddKind::I16x8SatU)?; in visit_i16x8_add_sat_u()
3992 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_sub_sat_s()
3993 masm.v128_sub(dst, src, writable!(dst), V128SubKind::I8x16SatS)?; in visit_i8x16_sub_sat_s()
4000 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_sub_sat_s()
4001 masm.v128_sub(dst, src, writable!(dst), V128SubKind::I16x8SatS)?; in visit_i16x8_sub_sat_s()
4008 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_sub_sat_u()
4009 masm.v128_sub(dst, src, writable!(dst), V128SubKind::I8x16SatU)?; in visit_i8x16_sub_sat_u()
4016 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_sub_sat_u()
4017 masm.v128_sub(dst, src, writable!(dst), V128SubKind::I16x8SatU)?; in visit_i16x8_sub_sat_u()
4154 .binop(self.masm, OperandSize::S16, |masm, dst, src, size| { in visit_i16x8_q15mulr_sat_s()
4155 masm.v128_q15mulr_sat_s(dst, src, writable!(dst), size)?; in visit_i16x8_q15mulr_sat_s()
4162 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_min_s()
4163 masm.v128_min(src, dst, writable!(dst), V128MinKind::I8x16S)?; in visit_i8x16_min_s()
4169 self.context.v128_all_true_op(self.masm, |masm, src, dst| { in visit_i8x16_all_true()
4170 masm.v128_all_true(src, writable!(dst), OperandSize::S8) in visit_i8x16_all_true()
4175 self.context.v128_all_true_op(self.masm, |masm, src, dst| { in visit_i16x8_all_true()
4176 masm.v128_all_true(src, writable!(dst), OperandSize::S16) in visit_i16x8_all_true()
4181 self.context.v128_all_true_op(self.masm, |masm, src, dst| { in visit_i32x4_all_true()
4182 masm.v128_all_true(src, writable!(dst), OperandSize::S32) in visit_i32x4_all_true()
4187 self.context.v128_all_true_op(self.masm, |masm, src, dst| { in visit_i64x2_all_true()
4188 masm.v128_all_true(src, writable!(dst), OperandSize::S64) in visit_i64x2_all_true()
4193 self.context.v128_bitmask_op(self.masm, |masm, src, dst| { in visit_i8x16_bitmask()
4194 masm.v128_bitmask(src, writable!(dst), OperandSize::S8) in visit_i8x16_bitmask()
4199 self.context.v128_bitmask_op(self.masm, |masm, src, dst| { in visit_i16x8_bitmask()
4200 masm.v128_bitmask(src, writable!(dst), OperandSize::S16) in visit_i16x8_bitmask()
4205 self.context.v128_bitmask_op(self.masm, |masm, src, dst| { in visit_i32x4_bitmask()
4206 masm.v128_bitmask(src, writable!(dst), OperandSize::S32) in visit_i32x4_bitmask()
4211 self.context.v128_bitmask_op(self.masm, |masm, src, dst| { in visit_i64x2_bitmask()
4212 masm.v128_bitmask(src, writable!(dst), OperandSize::S64) in visit_i64x2_bitmask()
4238 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_min_s()
4239 masm.v128_min(src, dst, writable!(dst), V128MinKind::I16x8S)?; in visit_i16x8_min_s()
4246 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_dot_i16x8_s()
4247 masm.v128_dot(dst, src, writable!(dst))?; in visit_i32x4_dot_i16x8_s()
4258 .binop(self.masm, OperandSize::S8, |masm, dst, src, size| { in visit_i8x16_avgr_u()
4259 masm.v128_avgr(dst, src, writable!(dst), size)?; in visit_i8x16_avgr_u()
4266 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_min_s()
4267 masm.v128_min(src, dst, writable!(dst), V128MinKind::I32x4S)?; in visit_i32x4_min_s()
4274 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_min_u()
4275 masm.v128_min(src, dst, writable!(dst), V128MinKind::I8x16U)?; in visit_i8x16_min_u()
4282 .binop(self.masm, OperandSize::S16, |masm, dst, src, size| { in visit_i16x8_avgr_u()
4283 masm.v128_avgr(dst, src, writable!(dst), size)?; in visit_i16x8_avgr_u()
4290 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_min_u()
4291 masm.v128_min(src, dst, writable!(dst), V128MinKind::I16x8U)?; in visit_i16x8_min_u()
4298 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_min_u()
4299 masm.v128_min(src, dst, writable!(dst), V128MinKind::I32x4U)?; in visit_i32x4_min_u()
4306 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_max_s()
4307 masm.v128_max(src, dst, writable!(dst), V128MaxKind::I8x16S)?; in visit_i8x16_max_s()
4314 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_max_s()
4315 masm.v128_max(src, dst, writable!(dst), V128MaxKind::I16x8S)?; in visit_i16x8_max_s()
4322 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_max_s()
4323 masm.v128_max(src, dst, writable!(dst), V128MaxKind::I32x4S)?; in visit_i32x4_max_s()
4330 .binop(self.masm, OperandSize::S8, |masm, dst, src, _size| { in visit_i8x16_max_u()
4331 masm.v128_max(src, dst, writable!(dst), V128MaxKind::I8x16U)?; in visit_i8x16_max_u()
4338 .binop(self.masm, OperandSize::S16, |masm, dst, src, _size| { in visit_i16x8_max_u()
4339 masm.v128_max(src, dst, writable!(dst), V128MaxKind::I16x8U)?; in visit_i16x8_max_u()
4346 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_i32x4_max_u()
4347 masm.v128_max(src, dst, writable!(dst), V128MaxKind::I32x4U)?; in visit_i32x4_max_u()
4442 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_add()
4443 masm.v128_add(dst, src, writable!(dst), V128AddKind::F32x4)?; in visit_f32x4_add()
4450 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_add()
4451 masm.v128_add(dst, src, writable!(dst), V128AddKind::F64x2)?; in visit_f64x2_add()
4458 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_sub()
4459 masm.v128_sub(dst, src, writable!(dst), V128SubKind::F32x4)?; in visit_f32x4_sub()
4466 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_sub()
4467 masm.v128_sub(dst, src, writable!(dst), V128SubKind::F64x2)?; in visit_f64x2_sub()
4482 .binop(self.masm, OperandSize::S32, |masm, dst, src, size| { in visit_f32x4_div()
4483 masm.v128_div(dst, src, writable!(dst), size)?; in visit_f32x4_div()
4490 .binop(self.masm, OperandSize::S64, |masm, dst, src, size| { in visit_f64x2_div()
4491 masm.v128_div(dst, src, writable!(dst), size)?; in visit_f64x2_div()
4594 .binop(self.masm, OperandSize::S32, |masm, dst, src, size| { in visit_f32x4_pmin()
4595 masm.v128_pmin(dst, src, writable!(dst), size)?; in visit_f32x4_pmin()
4602 .binop(self.masm, OperandSize::S64, |masm, dst, src, size| { in visit_f64x2_pmin()
4603 masm.v128_pmin(dst, src, writable!(dst), size)?; in visit_f64x2_pmin()
4610 .binop(self.masm, OperandSize::S32, |masm, dst, src, size| { in visit_f32x4_pmax()
4611 masm.v128_pmax(dst, src, writable!(dst), size)?; in visit_f32x4_pmax()
4618 .binop(self.masm, OperandSize::S64, |masm, dst, src, size| { in visit_f64x2_pmax()
4619 masm.v128_pmax(dst, src, writable!(dst), size)?; in visit_f64x2_pmax()
4626 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_min()
4627 masm.v128_min(dst, src, writable!(dst), V128MinKind::F32x4)?; in visit_f32x4_min()
4634 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_min()
4635 masm.v128_min(dst, src, writable!(dst), V128MinKind::F64x2)?; in visit_f64x2_min()
4642 .binop(self.masm, OperandSize::S32, |masm, dst, src, _size| { in visit_f32x4_max()
4643 masm.v128_max(dst, src, writable!(dst), V128MaxKind::F32x4)?; in visit_f32x4_max()
4650 .binop(self.masm, OperandSize::S64, |masm, dst, src, _size| { in visit_f64x2_max()
4651 masm.v128_max(dst, src, writable!(dst), V128MaxKind::F64x2)?; in visit_f64x2_max()
4664 self.context.i32_binop(self.masm, |masm, dst, src, size| { in cmp_i32s()
4665 masm.cmp_with_set(writable!(dst), src, kind, size)?; in cmp_i32s()
4672 .i64_binop(self.masm, move |masm, dst, src, size| { in cmp_i64s()
4673 masm.cmp_with_set(writable!(dst), src, kind, size)?; in cmp_i64s()