Lines Matching refs:Intrinsic
27 case Intrinsic::nvvm_read_ptx_sreg_tid_x: in readsThreadIndex()
28 case Intrinsic::nvvm_read_ptx_sreg_tid_y: in readsThreadIndex()
29 case Intrinsic::nvvm_read_ptx_sreg_tid_z: in readsThreadIndex()
35 return II->getIntrinsicID() == Intrinsic::nvvm_read_ptx_sreg_laneid; in readsLaneId()
42 case Intrinsic::nvvm_atomic_load_inc_32: in isNVVMAtomic()
43 case Intrinsic::nvvm_atomic_load_dec_32: in isNVVMAtomic()
45 case Intrinsic::nvvm_atomic_add_gen_f_cta: in isNVVMAtomic()
46 case Intrinsic::nvvm_atomic_add_gen_f_sys: in isNVVMAtomic()
47 case Intrinsic::nvvm_atomic_add_gen_i_cta: in isNVVMAtomic()
48 case Intrinsic::nvvm_atomic_add_gen_i_sys: in isNVVMAtomic()
49 case Intrinsic::nvvm_atomic_and_gen_i_cta: in isNVVMAtomic()
50 case Intrinsic::nvvm_atomic_and_gen_i_sys: in isNVVMAtomic()
51 case Intrinsic::nvvm_atomic_cas_gen_i_cta: in isNVVMAtomic()
52 case Intrinsic::nvvm_atomic_cas_gen_i_sys: in isNVVMAtomic()
53 case Intrinsic::nvvm_atomic_dec_gen_i_cta: in isNVVMAtomic()
54 case Intrinsic::nvvm_atomic_dec_gen_i_sys: in isNVVMAtomic()
55 case Intrinsic::nvvm_atomic_inc_gen_i_cta: in isNVVMAtomic()
56 case Intrinsic::nvvm_atomic_inc_gen_i_sys: in isNVVMAtomic()
57 case Intrinsic::nvvm_atomic_max_gen_i_cta: in isNVVMAtomic()
58 case Intrinsic::nvvm_atomic_max_gen_i_sys: in isNVVMAtomic()
59 case Intrinsic::nvvm_atomic_min_gen_i_cta: in isNVVMAtomic()
60 case Intrinsic::nvvm_atomic_min_gen_i_sys: in isNVVMAtomic()
61 case Intrinsic::nvvm_atomic_or_gen_i_cta: in isNVVMAtomic()
62 case Intrinsic::nvvm_atomic_or_gen_i_sys: in isNVVMAtomic()
63 case Intrinsic::nvvm_atomic_exch_gen_i_cta: in isNVVMAtomic()
64 case Intrinsic::nvvm_atomic_exch_gen_i_sys: in isNVVMAtomic()
65 case Intrinsic::nvvm_atomic_xor_gen_i_cta: in isNVVMAtomic()
66 case Intrinsic::nvvm_atomic_xor_gen_i_sys: in isNVVMAtomic()
142 Optional<Intrinsic::ID> IID; in simplifyNvvmIntrinsic()
154 SimplifyAction(Intrinsic::ID IID, FtzRequirementTy FtzReq, in simplifyNvvmIntrinsic()
174 case Intrinsic::nvvm_ceil_d: in simplifyNvvmIntrinsic()
175 return {Intrinsic::ceil, FTZ_Any}; in simplifyNvvmIntrinsic()
176 case Intrinsic::nvvm_ceil_f: in simplifyNvvmIntrinsic()
177 return {Intrinsic::ceil, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
178 case Intrinsic::nvvm_ceil_ftz_f: in simplifyNvvmIntrinsic()
179 return {Intrinsic::ceil, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
180 case Intrinsic::nvvm_fabs_d: in simplifyNvvmIntrinsic()
181 return {Intrinsic::fabs, FTZ_Any}; in simplifyNvvmIntrinsic()
182 case Intrinsic::nvvm_fabs_f: in simplifyNvvmIntrinsic()
183 return {Intrinsic::fabs, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
184 case Intrinsic::nvvm_fabs_ftz_f: in simplifyNvvmIntrinsic()
185 return {Intrinsic::fabs, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
186 case Intrinsic::nvvm_floor_d: in simplifyNvvmIntrinsic()
187 return {Intrinsic::floor, FTZ_Any}; in simplifyNvvmIntrinsic()
188 case Intrinsic::nvvm_floor_f: in simplifyNvvmIntrinsic()
189 return {Intrinsic::floor, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
190 case Intrinsic::nvvm_floor_ftz_f: in simplifyNvvmIntrinsic()
191 return {Intrinsic::floor, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
192 case Intrinsic::nvvm_fma_rn_d: in simplifyNvvmIntrinsic()
193 return {Intrinsic::fma, FTZ_Any}; in simplifyNvvmIntrinsic()
194 case Intrinsic::nvvm_fma_rn_f: in simplifyNvvmIntrinsic()
195 return {Intrinsic::fma, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
196 case Intrinsic::nvvm_fma_rn_ftz_f: in simplifyNvvmIntrinsic()
197 return {Intrinsic::fma, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
198 case Intrinsic::nvvm_fma_rn_f16: in simplifyNvvmIntrinsic()
199 return {Intrinsic::fma, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
200 case Intrinsic::nvvm_fma_rn_ftz_f16: in simplifyNvvmIntrinsic()
201 return {Intrinsic::fma, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
202 case Intrinsic::nvvm_fma_rn_f16x2: in simplifyNvvmIntrinsic()
203 return {Intrinsic::fma, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
204 case Intrinsic::nvvm_fma_rn_ftz_f16x2: in simplifyNvvmIntrinsic()
205 return {Intrinsic::fma, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
206 case Intrinsic::nvvm_fmax_d: in simplifyNvvmIntrinsic()
207 return {Intrinsic::maxnum, FTZ_Any}; in simplifyNvvmIntrinsic()
208 case Intrinsic::nvvm_fmax_f: in simplifyNvvmIntrinsic()
209 return {Intrinsic::maxnum, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
210 case Intrinsic::nvvm_fmax_ftz_f: in simplifyNvvmIntrinsic()
211 return {Intrinsic::maxnum, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
212 case Intrinsic::nvvm_fmax_nan_f: in simplifyNvvmIntrinsic()
213 return {Intrinsic::maximum, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
214 case Intrinsic::nvvm_fmax_ftz_nan_f: in simplifyNvvmIntrinsic()
215 return {Intrinsic::maximum, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
216 case Intrinsic::nvvm_fmax_f16: in simplifyNvvmIntrinsic()
217 return {Intrinsic::maxnum, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
218 case Intrinsic::nvvm_fmax_ftz_f16: in simplifyNvvmIntrinsic()
219 return {Intrinsic::maxnum, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
220 case Intrinsic::nvvm_fmax_f16x2: in simplifyNvvmIntrinsic()
221 return {Intrinsic::maxnum, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
222 case Intrinsic::nvvm_fmax_ftz_f16x2: in simplifyNvvmIntrinsic()
223 return {Intrinsic::maxnum, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
224 case Intrinsic::nvvm_fmax_nan_f16: in simplifyNvvmIntrinsic()
225 return {Intrinsic::maximum, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
226 case Intrinsic::nvvm_fmax_ftz_nan_f16: in simplifyNvvmIntrinsic()
227 return {Intrinsic::maximum, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
228 case Intrinsic::nvvm_fmax_nan_f16x2: in simplifyNvvmIntrinsic()
229 return {Intrinsic::maximum, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
230 case Intrinsic::nvvm_fmax_ftz_nan_f16x2: in simplifyNvvmIntrinsic()
231 return {Intrinsic::maximum, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
232 case Intrinsic::nvvm_fmin_d: in simplifyNvvmIntrinsic()
233 return {Intrinsic::minnum, FTZ_Any}; in simplifyNvvmIntrinsic()
234 case Intrinsic::nvvm_fmin_f: in simplifyNvvmIntrinsic()
235 return {Intrinsic::minnum, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
236 case Intrinsic::nvvm_fmin_ftz_f: in simplifyNvvmIntrinsic()
237 return {Intrinsic::minnum, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
238 case Intrinsic::nvvm_fmin_nan_f: in simplifyNvvmIntrinsic()
239 return {Intrinsic::minimum, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
240 case Intrinsic::nvvm_fmin_ftz_nan_f: in simplifyNvvmIntrinsic()
241 return {Intrinsic::minimum, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
242 case Intrinsic::nvvm_fmin_f16: in simplifyNvvmIntrinsic()
243 return {Intrinsic::minnum, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
244 case Intrinsic::nvvm_fmin_ftz_f16: in simplifyNvvmIntrinsic()
245 return {Intrinsic::minnum, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
246 case Intrinsic::nvvm_fmin_f16x2: in simplifyNvvmIntrinsic()
247 return {Intrinsic::minnum, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
248 case Intrinsic::nvvm_fmin_ftz_f16x2: in simplifyNvvmIntrinsic()
249 return {Intrinsic::minnum, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
250 case Intrinsic::nvvm_fmin_nan_f16: in simplifyNvvmIntrinsic()
251 return {Intrinsic::minimum, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
252 case Intrinsic::nvvm_fmin_ftz_nan_f16: in simplifyNvvmIntrinsic()
253 return {Intrinsic::minimum, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
254 case Intrinsic::nvvm_fmin_nan_f16x2: in simplifyNvvmIntrinsic()
255 return {Intrinsic::minimum, FTZ_MustBeOff, true}; in simplifyNvvmIntrinsic()
256 case Intrinsic::nvvm_fmin_ftz_nan_f16x2: in simplifyNvvmIntrinsic()
257 return {Intrinsic::minimum, FTZ_MustBeOn, true}; in simplifyNvvmIntrinsic()
258 case Intrinsic::nvvm_round_d: in simplifyNvvmIntrinsic()
259 return {Intrinsic::round, FTZ_Any}; in simplifyNvvmIntrinsic()
260 case Intrinsic::nvvm_round_f: in simplifyNvvmIntrinsic()
261 return {Intrinsic::round, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
262 case Intrinsic::nvvm_round_ftz_f: in simplifyNvvmIntrinsic()
263 return {Intrinsic::round, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
264 case Intrinsic::nvvm_sqrt_rn_d: in simplifyNvvmIntrinsic()
265 return {Intrinsic::sqrt, FTZ_Any}; in simplifyNvvmIntrinsic()
266 case Intrinsic::nvvm_sqrt_f: in simplifyNvvmIntrinsic()
271 return {Intrinsic::sqrt, FTZ_Any}; in simplifyNvvmIntrinsic()
272 case Intrinsic::nvvm_sqrt_rn_f: in simplifyNvvmIntrinsic()
273 return {Intrinsic::sqrt, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
274 case Intrinsic::nvvm_sqrt_rn_ftz_f: in simplifyNvvmIntrinsic()
275 return {Intrinsic::sqrt, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
276 case Intrinsic::nvvm_trunc_d: in simplifyNvvmIntrinsic()
277 return {Intrinsic::trunc, FTZ_Any}; in simplifyNvvmIntrinsic()
278 case Intrinsic::nvvm_trunc_f: in simplifyNvvmIntrinsic()
279 return {Intrinsic::trunc, FTZ_MustBeOff}; in simplifyNvvmIntrinsic()
280 case Intrinsic::nvvm_trunc_ftz_f: in simplifyNvvmIntrinsic()
281 return {Intrinsic::trunc, FTZ_MustBeOn}; in simplifyNvvmIntrinsic()
288 case Intrinsic::nvvm_d2i_rz: in simplifyNvvmIntrinsic()
289 case Intrinsic::nvvm_f2i_rz: in simplifyNvvmIntrinsic()
290 case Intrinsic::nvvm_d2ll_rz: in simplifyNvvmIntrinsic()
291 case Intrinsic::nvvm_f2ll_rz: in simplifyNvvmIntrinsic()
293 case Intrinsic::nvvm_d2ui_rz: in simplifyNvvmIntrinsic()
294 case Intrinsic::nvvm_f2ui_rz: in simplifyNvvmIntrinsic()
295 case Intrinsic::nvvm_d2ull_rz: in simplifyNvvmIntrinsic()
296 case Intrinsic::nvvm_f2ull_rz: in simplifyNvvmIntrinsic()
298 case Intrinsic::nvvm_i2d_rz: in simplifyNvvmIntrinsic()
299 case Intrinsic::nvvm_i2f_rz: in simplifyNvvmIntrinsic()
300 case Intrinsic::nvvm_ll2d_rz: in simplifyNvvmIntrinsic()
301 case Intrinsic::nvvm_ll2f_rz: in simplifyNvvmIntrinsic()
303 case Intrinsic::nvvm_ui2d_rz: in simplifyNvvmIntrinsic()
304 case Intrinsic::nvvm_ui2f_rz: in simplifyNvvmIntrinsic()
305 case Intrinsic::nvvm_ull2d_rz: in simplifyNvvmIntrinsic()
306 case Intrinsic::nvvm_ull2f_rz: in simplifyNvvmIntrinsic()
310 case Intrinsic::nvvm_add_rn_d: in simplifyNvvmIntrinsic()
312 case Intrinsic::nvvm_add_rn_f: in simplifyNvvmIntrinsic()
314 case Intrinsic::nvvm_add_rn_ftz_f: in simplifyNvvmIntrinsic()
316 case Intrinsic::nvvm_mul_rn_d: in simplifyNvvmIntrinsic()
318 case Intrinsic::nvvm_mul_rn_f: in simplifyNvvmIntrinsic()
320 case Intrinsic::nvvm_mul_rn_ftz_f: in simplifyNvvmIntrinsic()
322 case Intrinsic::nvvm_div_rn_d: in simplifyNvvmIntrinsic()
324 case Intrinsic::nvvm_div_rn_f: in simplifyNvvmIntrinsic()
326 case Intrinsic::nvvm_div_rn_ftz_f: in simplifyNvvmIntrinsic()
334 case Intrinsic::nvvm_rcp_rn_d: in simplifyNvvmIntrinsic()
336 case Intrinsic::nvvm_rcp_rn_f: in simplifyNvvmIntrinsic()
338 case Intrinsic::nvvm_rcp_rn_ftz_f: in simplifyNvvmIntrinsic()
389 Intrinsic::getDeclaration(II->getModule(), *Action.IID, Tys), Args); in simplifyNvvmIntrinsic()