Lines Matching refs:FMA
4 … %s -mtriple=x86_64-unknown-unknown -mattr=+avx,+fma | FileCheck %s --check-prefixes=AVX,FMA-RECIP
9 …x86_64-unknown-unknown -mcpu=haswell -mattr=-fma | FileCheck %s --check-prefixes=AVX,HASWELL-NO-FMA
56 ; FMA-RECIP-LABEL: f32_one_step_2:
57 ; FMA-RECIP: # %bb.0:
58 ; FMA-RECIP-NEXT: vrcpss %xmm0, %xmm0, %xmm1
59 ; FMA-RECIP-NEXT: vmovss {{.*#+}} xmm2 = mem[0],zero,zero,zero
60 ; FMA-RECIP-NEXT: vmulss %xmm2, %xmm1, %xmm3
61 ; FMA-RECIP-NEXT: vfmsub213ss {{.*#+}} xmm0 = (xmm3 * xmm0) - xmm2
62 ; FMA-RECIP-NEXT: vfnmadd213ss {{.*#+}} xmm0 = -(xmm1 * xmm0) + xmm3
63 ; FMA-RECIP-NEXT: retq
105 ; HASWELL-NO-FMA-LABEL: f32_one_step_2:
106 ; HASWELL-NO-FMA: # %bb.0:
107 ; HASWELL-NO-FMA-NEXT: vrcpss %xmm0, %xmm0, %xmm1
108 ; HASWELL-NO-FMA-NEXT: vmovss {{.*#+}} xmm2 = mem[0],zero,zero,zero
109 ; HASWELL-NO-FMA-NEXT: vmulss %xmm2, %xmm1, %xmm3
110 ; HASWELL-NO-FMA-NEXT: vmulss %xmm3, %xmm0, %xmm0
111 ; HASWELL-NO-FMA-NEXT: vsubss %xmm0, %xmm2, %xmm0
112 ; HASWELL-NO-FMA-NEXT: vmulss %xmm0, %xmm1, %xmm0
113 ; HASWELL-NO-FMA-NEXT: vaddss %xmm0, %xmm3, %xmm0
114 ; HASWELL-NO-FMA-NEXT: retq
154 ; FMA-RECIP-LABEL: f32_one_step_2_divs:
155 ; FMA-RECIP: # %bb.0:
156 ; FMA-RECIP-NEXT: vrcpss %xmm0, %xmm0, %xmm1
157 ; FMA-RECIP-NEXT: vfmsub213ss {{.*#+}} xmm0 = (xmm1 * xmm0) - mem
158 ; FMA-RECIP-NEXT: vfnmadd132ss {{.*#+}} xmm0 = -(xmm0 * xmm1) + xmm1
159 ; FMA-RECIP-NEXT: vmulss {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0, %xmm1
160 ; FMA-RECIP-NEXT: vmulss %xmm0, %xmm1, %xmm0
161 ; FMA-RECIP-NEXT: retq
205 ; HASWELL-NO-FMA-LABEL: f32_one_step_2_divs:
206 ; HASWELL-NO-FMA: # %bb.0:
207 ; HASWELL-NO-FMA-NEXT: vrcpss %xmm0, %xmm0, %xmm1
208 ; HASWELL-NO-FMA-NEXT: vmulss %xmm1, %xmm0, %xmm0
209 ; HASWELL-NO-FMA-NEXT: vmovss {{.*#+}} xmm2 = mem[0],zero,zero,zero
210 ; HASWELL-NO-FMA-NEXT: vsubss %xmm0, %xmm2, %xmm0
211 ; HASWELL-NO-FMA-NEXT: vmulss %xmm0, %xmm1, %xmm0
212 ; HASWELL-NO-FMA-NEXT: vaddss %xmm0, %xmm1, %xmm0
213 ; HASWELL-NO-FMA-NEXT: vmulss {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0, %xmm1
214 ; HASWELL-NO-FMA-NEXT: vmulss %xmm0, %xmm1, %xmm0
215 ; HASWELL-NO-FMA-NEXT: retq
266 ; FMA-RECIP-LABEL: f32_two_step_2:
267 ; FMA-RECIP: # %bb.0:
268 ; FMA-RECIP-NEXT: vrcpss %xmm0, %xmm0, %xmm1
269 ; FMA-RECIP-NEXT: vmovss {{.*#+}} xmm2 = mem[0],zero,zero,zero
270 ; FMA-RECIP-NEXT: vfmsub231ss {{.*#+}} xmm2 = (xmm0 * xmm1) - xmm2
271 ; FMA-RECIP-NEXT: vfnmadd132ss {{.*#+}} xmm2 = -(xmm2 * xmm1) + xmm1
272 ; FMA-RECIP-NEXT: vmovss {{.*#+}} xmm1 = mem[0],zero,zero,zero
273 ; FMA-RECIP-NEXT: vmulss %xmm1, %xmm2, %xmm3
274 ; FMA-RECIP-NEXT: vfmsub213ss {{.*#+}} xmm0 = (xmm3 * xmm0) - xmm1
275 ; FMA-RECIP-NEXT: vfnmadd213ss {{.*#+}} xmm0 = -(xmm2 * xmm0) + xmm3
276 ; FMA-RECIP-NEXT: retq
333 ; HASWELL-NO-FMA-LABEL: f32_two_step_2:
334 ; HASWELL-NO-FMA: # %bb.0:
335 ; HASWELL-NO-FMA-NEXT: vrcpss %xmm0, %xmm0, %xmm1
336 ; HASWELL-NO-FMA-NEXT: vmulss %xmm1, %xmm0, %xmm2
337 ; HASWELL-NO-FMA-NEXT: vmovss {{.*#+}} xmm3 = mem[0],zero,zero,zero
338 ; HASWELL-NO-FMA-NEXT: vsubss %xmm2, %xmm3, %xmm2
339 ; HASWELL-NO-FMA-NEXT: vmulss %xmm2, %xmm1, %xmm2
340 ; HASWELL-NO-FMA-NEXT: vaddss %xmm2, %xmm1, %xmm1
341 ; HASWELL-NO-FMA-NEXT: vmovss {{.*#+}} xmm2 = mem[0],zero,zero,zero
342 ; HASWELL-NO-FMA-NEXT: vmulss %xmm2, %xmm1, %xmm3
343 ; HASWELL-NO-FMA-NEXT: vmulss %xmm3, %xmm0, %xmm0
344 ; HASWELL-NO-FMA-NEXT: vsubss %xmm0, %xmm2, %xmm0
345 ; HASWELL-NO-FMA-NEXT: vmulss %xmm0, %xmm1, %xmm0
346 ; HASWELL-NO-FMA-NEXT: vaddss %xmm0, %xmm3, %xmm0
347 ; HASWELL-NO-FMA-NEXT: retq
389 ; FMA-RECIP-LABEL: v4f32_one_step2:
390 ; FMA-RECIP: # %bb.0:
391 ; FMA-RECIP-NEXT: vrcpps %xmm0, %xmm1
392 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} xmm2 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0]
393 ; FMA-RECIP-NEXT: vmulps %xmm2, %xmm1, %xmm3
394 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} xmm0 = (xmm3 * xmm0) - xmm2
395 ; FMA-RECIP-NEXT: vfnmadd213ps {{.*#+}} xmm0 = -(xmm1 * xmm0) + xmm3
396 ; FMA-RECIP-NEXT: retq
438 ; HASWELL-NO-FMA-LABEL: v4f32_one_step2:
439 ; HASWELL-NO-FMA: # %bb.0:
440 ; HASWELL-NO-FMA-NEXT: vrcpps %xmm0, %xmm1
441 ; HASWELL-NO-FMA-NEXT: vmovaps {{.*#+}} xmm2 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0]
442 ; HASWELL-NO-FMA-NEXT: vmulps %xmm2, %xmm1, %xmm3
443 ; HASWELL-NO-FMA-NEXT: vmulps %xmm3, %xmm0, %xmm0
444 ; HASWELL-NO-FMA-NEXT: vsubps %xmm0, %xmm2, %xmm0
445 ; HASWELL-NO-FMA-NEXT: vmulps %xmm0, %xmm1, %xmm0
446 ; HASWELL-NO-FMA-NEXT: vaddps %xmm0, %xmm3, %xmm0
447 ; HASWELL-NO-FMA-NEXT: retq
487 ; FMA-RECIP-LABEL: v4f32_one_step_2_divs:
488 ; FMA-RECIP: # %bb.0:
489 ; FMA-RECIP-NEXT: vrcpps %xmm0, %xmm1
490 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} xmm0 = (xmm1 * xmm0) - mem
491 ; FMA-RECIP-NEXT: vfnmadd132ps {{.*#+}} xmm0 = -(xmm0 * xmm1) + xmm1
492 ; FMA-RECIP-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0, %xmm1
493 ; FMA-RECIP-NEXT: vmulps %xmm0, %xmm1, %xmm0
494 ; FMA-RECIP-NEXT: retq
539 ; HASWELL-NO-FMA-LABEL: v4f32_one_step_2_divs:
540 ; HASWELL-NO-FMA: # %bb.0:
541 ; HASWELL-NO-FMA-NEXT: vrcpps %xmm0, %xmm1
542 ; HASWELL-NO-FMA-NEXT: vmulps %xmm1, %xmm0, %xmm0
543 ; HASWELL-NO-FMA-NEXT: vbroadcastss {{.*#+}} xmm2 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0]
544 ; HASWELL-NO-FMA-NEXT: vsubps %xmm0, %xmm2, %xmm0
545 ; HASWELL-NO-FMA-NEXT: vmulps %xmm0, %xmm1, %xmm0
546 ; HASWELL-NO-FMA-NEXT: vaddps %xmm0, %xmm1, %xmm0
547 ; HASWELL-NO-FMA-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0, %xmm1
548 ; HASWELL-NO-FMA-NEXT: vmulps %xmm0, %xmm1, %xmm0
549 ; HASWELL-NO-FMA-NEXT: retq
610 ; FMA-RECIP-LABEL: v4f32_two_step2:
611 ; FMA-RECIP: # %bb.0:
612 ; FMA-RECIP-NEXT: vrcpps %xmm0, %xmm1
613 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} xmm2 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0]
614 ; FMA-RECIP-NEXT: vfmsub231ps {{.*#+}} xmm2 = (xmm0 * xmm1) - xmm2
615 ; FMA-RECIP-NEXT: vfnmadd132ps {{.*#+}} xmm2 = -(xmm2 * xmm1) + xmm1
616 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} xmm1 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0]
617 ; FMA-RECIP-NEXT: vmulps %xmm1, %xmm2, %xmm3
618 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} xmm0 = (xmm3 * xmm0) - xmm1
619 ; FMA-RECIP-NEXT: vfnmadd213ps {{.*#+}} xmm0 = -(xmm2 * xmm0) + xmm3
620 ; FMA-RECIP-NEXT: retq
677 ; HASWELL-NO-FMA-LABEL: v4f32_two_step2:
678 ; HASWELL-NO-FMA: # %bb.0:
679 ; HASWELL-NO-FMA-NEXT: vrcpps %xmm0, %xmm1
680 ; HASWELL-NO-FMA-NEXT: vmulps %xmm1, %xmm0, %xmm2
681 ; HASWELL-NO-FMA-NEXT: vbroadcastss {{.*#+}} xmm3 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0]
682 ; HASWELL-NO-FMA-NEXT: vsubps %xmm2, %xmm3, %xmm2
683 ; HASWELL-NO-FMA-NEXT: vmulps %xmm2, %xmm1, %xmm2
684 ; HASWELL-NO-FMA-NEXT: vaddps %xmm2, %xmm1, %xmm1
685 ; HASWELL-NO-FMA-NEXT: vmovaps {{.*#+}} xmm2 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0]
686 ; HASWELL-NO-FMA-NEXT: vmulps %xmm2, %xmm1, %xmm3
687 ; HASWELL-NO-FMA-NEXT: vmulps %xmm3, %xmm0, %xmm0
688 ; HASWELL-NO-FMA-NEXT: vsubps %xmm0, %xmm2, %xmm0
689 ; HASWELL-NO-FMA-NEXT: vmulps %xmm0, %xmm1, %xmm0
690 ; HASWELL-NO-FMA-NEXT: vaddps %xmm0, %xmm3, %xmm0
691 ; HASWELL-NO-FMA-NEXT: retq
742 ; FMA-RECIP-LABEL: v8f32_one_step2:
743 ; FMA-RECIP: # %bb.0:
744 ; FMA-RECIP-NEXT: vrcpps %ymm0, %ymm1
745 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm2 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0,5.0E+0,6.0E+0,7.0E+0,8.0E…
746 ; FMA-RECIP-NEXT: vmulps %ymm2, %ymm1, %ymm3
747 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm0 = (ymm3 * ymm0) - ymm2
748 ; FMA-RECIP-NEXT: vfnmadd213ps {{.*#+}} ymm0 = -(ymm1 * ymm0) + ymm3
749 ; FMA-RECIP-NEXT: retq
791 ; HASWELL-NO-FMA-LABEL: v8f32_one_step2:
792 ; HASWELL-NO-FMA: # %bb.0:
793 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm0, %ymm1
794 ; HASWELL-NO-FMA-NEXT: vmovaps {{.*#+}} ymm2 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0,5.0E+0,6.0E+0,7.0E+0…
795 ; HASWELL-NO-FMA-NEXT: vmulps %ymm2, %ymm1, %ymm3
796 ; HASWELL-NO-FMA-NEXT: vmulps %ymm3, %ymm0, %ymm0
797 ; HASWELL-NO-FMA-NEXT: vsubps %ymm0, %ymm2, %ymm0
798 ; HASWELL-NO-FMA-NEXT: vmulps %ymm0, %ymm1, %ymm0
799 ; HASWELL-NO-FMA-NEXT: vaddps %ymm0, %ymm3, %ymm0
800 ; HASWELL-NO-FMA-NEXT: retq
849 ; FMA-RECIP-LABEL: v8f32_one_step_2_divs:
850 ; FMA-RECIP: # %bb.0:
851 ; FMA-RECIP-NEXT: vrcpps %ymm0, %ymm1
852 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm0 = (ymm1 * ymm0) - mem
853 ; FMA-RECIP-NEXT: vfnmadd132ps {{.*#+}} ymm0 = -(ymm0 * ymm1) + ymm1
854 ; FMA-RECIP-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm1
855 ; FMA-RECIP-NEXT: vmulps %ymm0, %ymm1, %ymm0
856 ; FMA-RECIP-NEXT: retq
901 ; HASWELL-NO-FMA-LABEL: v8f32_one_step_2_divs:
902 ; HASWELL-NO-FMA: # %bb.0:
903 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm0, %ymm1
904 ; HASWELL-NO-FMA-NEXT: vmulps %ymm1, %ymm0, %ymm0
905 ; HASWELL-NO-FMA-NEXT: vbroadcastss {{.*#+}} ymm2 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1…
906 ; HASWELL-NO-FMA-NEXT: vsubps %ymm0, %ymm2, %ymm0
907 ; HASWELL-NO-FMA-NEXT: vmulps %ymm0, %ymm1, %ymm0
908 ; HASWELL-NO-FMA-NEXT: vaddps %ymm0, %ymm1, %ymm0
909 ; HASWELL-NO-FMA-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm1
910 ; HASWELL-NO-FMA-NEXT: vmulps %ymm0, %ymm1, %ymm0
911 ; HASWELL-NO-FMA-NEXT: retq
987 ; FMA-RECIP-LABEL: v8f32_two_step2:
988 ; FMA-RECIP: # %bb.0:
989 ; FMA-RECIP-NEXT: vrcpps %ymm0, %ymm1
990 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm2 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E…
991 ; FMA-RECIP-NEXT: vfmsub231ps {{.*#+}} ymm2 = (ymm0 * ymm1) - ymm2
992 ; FMA-RECIP-NEXT: vfnmadd132ps {{.*#+}} ymm2 = -(ymm2 * ymm1) + ymm1
993 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm1 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0,5.0E+0,6.0E+0,7.0E+0,8.0E…
994 ; FMA-RECIP-NEXT: vmulps %ymm1, %ymm2, %ymm3
995 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm0 = (ymm3 * ymm0) - ymm1
996 ; FMA-RECIP-NEXT: vfnmadd213ps {{.*#+}} ymm0 = -(ymm2 * ymm0) + ymm3
997 ; FMA-RECIP-NEXT: retq
1054 ; HASWELL-NO-FMA-LABEL: v8f32_two_step2:
1055 ; HASWELL-NO-FMA: # %bb.0:
1056 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm0, %ymm1
1057 ; HASWELL-NO-FMA-NEXT: vmulps %ymm1, %ymm0, %ymm2
1058 ; HASWELL-NO-FMA-NEXT: vbroadcastss {{.*#+}} ymm3 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1…
1059 ; HASWELL-NO-FMA-NEXT: vsubps %ymm2, %ymm3, %ymm2
1060 ; HASWELL-NO-FMA-NEXT: vmulps %ymm2, %ymm1, %ymm2
1061 ; HASWELL-NO-FMA-NEXT: vaddps %ymm2, %ymm1, %ymm1
1062 ; HASWELL-NO-FMA-NEXT: vmovaps {{.*#+}} ymm2 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0,5.0E+0,6.0E+0,7.0E+0…
1063 ; HASWELL-NO-FMA-NEXT: vmulps %ymm2, %ymm1, %ymm3
1064 ; HASWELL-NO-FMA-NEXT: vmulps %ymm3, %ymm0, %ymm0
1065 ; HASWELL-NO-FMA-NEXT: vsubps %ymm0, %ymm2, %ymm0
1066 ; HASWELL-NO-FMA-NEXT: vmulps %ymm0, %ymm1, %ymm0
1067 ; HASWELL-NO-FMA-NEXT: vaddps %ymm0, %ymm3, %ymm0
1068 ; HASWELL-NO-FMA-NEXT: retq
1177 ; FMA-RECIP-LABEL: v16f32_one_step2:
1178 ; FMA-RECIP: # %bb.0:
1179 ; FMA-RECIP-NEXT: vrcpps %ymm0, %ymm2
1180 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm3 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0,5.0E+0,6.0E+0,7.0E+0,8.0E…
1181 ; FMA-RECIP-NEXT: vmulps %ymm3, %ymm2, %ymm4
1182 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm0 = (ymm4 * ymm0) - ymm3
1183 ; FMA-RECIP-NEXT: vfnmadd213ps {{.*#+}} ymm0 = -(ymm2 * ymm0) + ymm4
1184 ; FMA-RECIP-NEXT: vrcpps %ymm1, %ymm2
1185 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm3 = [9.0E+0,1.0E+1,1.1E+1,1.2E+1,1.3E+1,1.4E+1,1.5E+1,1.6E…
1186 ; FMA-RECIP-NEXT: vmulps %ymm3, %ymm2, %ymm4
1187 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm1 = (ymm4 * ymm1) - ymm3
1188 ; FMA-RECIP-NEXT: vfnmadd213ps {{.*#+}} ymm1 = -(ymm2 * ymm1) + ymm4
1189 ; FMA-RECIP-NEXT: retq
1255 ; HASWELL-NO-FMA-LABEL: v16f32_one_step2:
1256 ; HASWELL-NO-FMA: # %bb.0:
1257 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm0, %ymm2
1258 ; HASWELL-NO-FMA-NEXT: vmovaps {{.*#+}} ymm3 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0,5.0E+0,6.0E+0,7.0E+0…
1259 ; HASWELL-NO-FMA-NEXT: vmulps %ymm3, %ymm2, %ymm4
1260 ; HASWELL-NO-FMA-NEXT: vmulps %ymm4, %ymm0, %ymm0
1261 ; HASWELL-NO-FMA-NEXT: vsubps %ymm0, %ymm3, %ymm0
1262 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm1, %ymm3
1263 ; HASWELL-NO-FMA-NEXT: vmulps %ymm0, %ymm2, %ymm0
1264 ; HASWELL-NO-FMA-NEXT: vaddps %ymm0, %ymm4, %ymm0
1265 ; HASWELL-NO-FMA-NEXT: vmovaps {{.*#+}} ymm2 = [9.0E+0,1.0E+1,1.1E+1,1.2E+1,1.3E+1,1.4E+1,1.5E+1…
1266 ; HASWELL-NO-FMA-NEXT: vmulps %ymm2, %ymm3, %ymm4
1267 ; HASWELL-NO-FMA-NEXT: vmulps %ymm4, %ymm1, %ymm1
1268 ; HASWELL-NO-FMA-NEXT: vsubps %ymm1, %ymm2, %ymm1
1269 ; HASWELL-NO-FMA-NEXT: vmulps %ymm1, %ymm3, %ymm1
1270 ; HASWELL-NO-FMA-NEXT: vaddps %ymm1, %ymm4, %ymm1
1271 ; HASWELL-NO-FMA-NEXT: retq
1345 ; FMA-RECIP-LABEL: v16f32_one_step_2_divs:
1346 ; FMA-RECIP: # %bb.0:
1347 ; FMA-RECIP-NEXT: vrcpps %ymm0, %ymm2
1348 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm3 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E…
1349 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm0 = (ymm2 * ymm0) - ymm3
1350 ; FMA-RECIP-NEXT: vfnmadd132ps {{.*#+}} ymm0 = -(ymm0 * ymm2) + ymm2
1351 ; FMA-RECIP-NEXT: vrcpps %ymm1, %ymm2
1352 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm1 = (ymm2 * ymm1) - ymm3
1353 ; FMA-RECIP-NEXT: vfnmadd132ps {{.*#+}} ymm1 = -(ymm1 * ymm2) + ymm2
1354 ; FMA-RECIP-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm1, %ymm2
1355 ; FMA-RECIP-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm3
1356 ; FMA-RECIP-NEXT: vmulps %ymm0, %ymm3, %ymm0
1357 ; FMA-RECIP-NEXT: vmulps %ymm1, %ymm2, %ymm1
1358 ; FMA-RECIP-NEXT: retq
1428 ; HASWELL-NO-FMA-LABEL: v16f32_one_step_2_divs:
1429 ; HASWELL-NO-FMA: # %bb.0:
1430 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm0, %ymm2
1431 ; HASWELL-NO-FMA-NEXT: vmulps %ymm2, %ymm0, %ymm0
1432 ; HASWELL-NO-FMA-NEXT: vbroadcastss {{.*#+}} ymm3 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1…
1433 ; HASWELL-NO-FMA-NEXT: vsubps %ymm0, %ymm3, %ymm0
1434 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm1, %ymm4
1435 ; HASWELL-NO-FMA-NEXT: vmulps %ymm0, %ymm2, %ymm0
1436 ; HASWELL-NO-FMA-NEXT: vaddps %ymm0, %ymm2, %ymm0
1437 ; HASWELL-NO-FMA-NEXT: vmulps %ymm4, %ymm1, %ymm1
1438 ; HASWELL-NO-FMA-NEXT: vsubps %ymm1, %ymm3, %ymm1
1439 ; HASWELL-NO-FMA-NEXT: vmulps %ymm1, %ymm4, %ymm1
1440 ; HASWELL-NO-FMA-NEXT: vaddps %ymm1, %ymm4, %ymm1
1441 ; HASWELL-NO-FMA-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm1, %ymm2
1442 ; HASWELL-NO-FMA-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm3
1443 ; HASWELL-NO-FMA-NEXT: vmulps %ymm0, %ymm3, %ymm0
1444 ; HASWELL-NO-FMA-NEXT: vmulps %ymm1, %ymm2, %ymm1
1445 ; HASWELL-NO-FMA-NEXT: retq
1552 ; FMA-RECIP-LABEL: v16f32_two_step2:
1553 ; FMA-RECIP: # %bb.0:
1554 ; FMA-RECIP-NEXT: vrcpps %ymm0, %ymm2
1555 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm3 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E…
1556 ; FMA-RECIP-NEXT: vmovaps %ymm2, %ymm4
1557 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm4 = (ymm0 * ymm4) - ymm3
1558 ; FMA-RECIP-NEXT: vfnmadd132ps {{.*#+}} ymm4 = -(ymm4 * ymm2) + ymm2
1559 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm2 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0,5.0E+0,6.0E+0,7.0E+0,8.0E…
1560 ; FMA-RECIP-NEXT: vmulps %ymm2, %ymm4, %ymm5
1561 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm0 = (ymm5 * ymm0) - ymm2
1562 ; FMA-RECIP-NEXT: vfnmadd213ps {{.*#+}} ymm0 = -(ymm4 * ymm0) + ymm5
1563 ; FMA-RECIP-NEXT: vrcpps %ymm1, %ymm2
1564 ; FMA-RECIP-NEXT: vfmsub231ps {{.*#+}} ymm3 = (ymm1 * ymm2) - ymm3
1565 ; FMA-RECIP-NEXT: vfnmadd132ps {{.*#+}} ymm3 = -(ymm3 * ymm2) + ymm2
1566 ; FMA-RECIP-NEXT: vmovaps {{.*#+}} ymm2 = [9.0E+0,1.0E+1,1.1E+1,1.2E+1,1.3E+1,1.4E+1,1.5E+1,1.6E…
1567 ; FMA-RECIP-NEXT: vmulps %ymm2, %ymm3, %ymm4
1568 ; FMA-RECIP-NEXT: vfmsub213ps {{.*#+}} ymm1 = (ymm4 * ymm1) - ymm2
1569 ; FMA-RECIP-NEXT: vfnmadd213ps {{.*#+}} ymm1 = -(ymm3 * ymm1) + ymm4
1570 ; FMA-RECIP-NEXT: retq
1665 ; HASWELL-NO-FMA-LABEL: v16f32_two_step2:
1666 ; HASWELL-NO-FMA: # %bb.0:
1667 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm0, %ymm2
1668 ; HASWELL-NO-FMA-NEXT: vmulps %ymm2, %ymm0, %ymm3
1669 ; HASWELL-NO-FMA-NEXT: vbroadcastss {{.*#+}} ymm4 = [1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1.0E+0,1…
1670 ; HASWELL-NO-FMA-NEXT: vsubps %ymm3, %ymm4, %ymm3
1671 ; HASWELL-NO-FMA-NEXT: vmulps %ymm3, %ymm2, %ymm3
1672 ; HASWELL-NO-FMA-NEXT: vaddps %ymm3, %ymm2, %ymm2
1673 ; HASWELL-NO-FMA-NEXT: vmovaps {{.*#+}} ymm3 = [1.0E+0,2.0E+0,3.0E+0,4.0E+0,5.0E+0,6.0E+0,7.0E+0…
1674 ; HASWELL-NO-FMA-NEXT: vmulps %ymm3, %ymm2, %ymm5
1675 ; HASWELL-NO-FMA-NEXT: vmulps %ymm5, %ymm0, %ymm0
1676 ; HASWELL-NO-FMA-NEXT: vsubps %ymm0, %ymm3, %ymm0
1677 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm1, %ymm3
1678 ; HASWELL-NO-FMA-NEXT: vmulps %ymm0, %ymm2, %ymm0
1679 ; HASWELL-NO-FMA-NEXT: vaddps %ymm0, %ymm5, %ymm0
1680 ; HASWELL-NO-FMA-NEXT: vmulps %ymm3, %ymm1, %ymm2
1681 ; HASWELL-NO-FMA-NEXT: vsubps %ymm2, %ymm4, %ymm2
1682 ; HASWELL-NO-FMA-NEXT: vmulps %ymm2, %ymm3, %ymm2
1683 ; HASWELL-NO-FMA-NEXT: vaddps %ymm2, %ymm3, %ymm2
1684 ; HASWELL-NO-FMA-NEXT: vmovaps {{.*#+}} ymm3 = [9.0E+0,1.0E+1,1.1E+1,1.2E+1,1.3E+1,1.4E+1,1.5E+1…
1685 ; HASWELL-NO-FMA-NEXT: vmulps %ymm3, %ymm2, %ymm4
1686 ; HASWELL-NO-FMA-NEXT: vmulps %ymm4, %ymm1, %ymm1
1687 ; HASWELL-NO-FMA-NEXT: vsubps %ymm1, %ymm3, %ymm1
1688 ; HASWELL-NO-FMA-NEXT: vmulps %ymm1, %ymm2, %ymm1
1689 ; HASWELL-NO-FMA-NEXT: vaddps %ymm1, %ymm4, %ymm1
1690 ; HASWELL-NO-FMA-NEXT: retq
1722 ; FMA-RECIP-LABEL: v16f32_no_step:
1723 ; FMA-RECIP: # %bb.0:
1724 ; FMA-RECIP-NEXT: vrcpps %ymm0, %ymm0
1725 ; FMA-RECIP-NEXT: vrcpps %ymm1, %ymm1
1726 ; FMA-RECIP-NEXT: retq
1752 ; HASWELL-NO-FMA-LABEL: v16f32_no_step:
1753 ; HASWELL-NO-FMA: # %bb.0:
1754 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm0, %ymm0
1755 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm1, %ymm1
1756 ; HASWELL-NO-FMA-NEXT: retq
1787 ; FMA-RECIP-LABEL: v16f32_no_step2:
1788 ; FMA-RECIP: # %bb.0:
1789 ; FMA-RECIP-NEXT: vrcpps %ymm0, %ymm0
1790 ; FMA-RECIP-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
1791 ; FMA-RECIP-NEXT: vrcpps %ymm1, %ymm1
1792 ; FMA-RECIP-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm1, %ymm1
1793 ; FMA-RECIP-NEXT: retq
1827 ; HASWELL-NO-FMA-LABEL: v16f32_no_step2:
1828 ; HASWELL-NO-FMA: # %bb.0:
1829 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm0, %ymm0
1830 ; HASWELL-NO-FMA-NEXT: vrcpps %ymm1, %ymm1
1831 ; HASWELL-NO-FMA-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
1832 ; HASWELL-NO-FMA-NEXT: vmulps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm1, %ymm1
1833 ; HASWELL-NO-FMA-NEXT: retq