Lines Matching refs:NEONMAP1
2059 #define NEONMAP1(NameBase, LLVMIntrinsic, TypeModifier) \ macro
2071 NEONMAP1(vabs_v, arm_neon_vabs, 0),
2072 NEONMAP1(vabsq_v, arm_neon_vabs, 0),
2074 NEONMAP1(vaesdq_v, arm_neon_aesd, 0),
2075 NEONMAP1(vaeseq_v, arm_neon_aese, 0),
2076 NEONMAP1(vaesimcq_v, arm_neon_aesimc, 0),
2077 NEONMAP1(vaesmcq_v, arm_neon_aesmc, 0),
2078 NEONMAP1(vbsl_v, arm_neon_vbsl, AddRetType),
2079 NEONMAP1(vbslq_v, arm_neon_vbsl, AddRetType),
2080 NEONMAP1(vcage_v, arm_neon_vacge, 0),
2081 NEONMAP1(vcageq_v, arm_neon_vacge, 0),
2082 NEONMAP1(vcagt_v, arm_neon_vacgt, 0),
2083 NEONMAP1(vcagtq_v, arm_neon_vacgt, 0),
2084 NEONMAP1(vcale_v, arm_neon_vacge, 0),
2085 NEONMAP1(vcaleq_v, arm_neon_vacge, 0),
2086 NEONMAP1(vcalt_v, arm_neon_vacgt, 0),
2087 NEONMAP1(vcaltq_v, arm_neon_vacgt, 0),
2088 NEONMAP1(vcls_v, arm_neon_vcls, Add1ArgType),
2089 NEONMAP1(vclsq_v, arm_neon_vcls, Add1ArgType),
2090 NEONMAP1(vclz_v, ctlz, Add1ArgType),
2091 NEONMAP1(vclzq_v, ctlz, Add1ArgType),
2092 NEONMAP1(vcnt_v, ctpop, Add1ArgType),
2093 NEONMAP1(vcntq_v, ctpop, Add1ArgType),
2094 NEONMAP1(vcvt_f16_v, arm_neon_vcvtfp2hf, 0),
2095 NEONMAP1(vcvt_f32_f16, arm_neon_vcvthf2fp, 0),
2098 NEONMAP1(vcvt_n_s32_v, arm_neon_vcvtfp2fxs, 0),
2099 NEONMAP1(vcvt_n_s64_v, arm_neon_vcvtfp2fxs, 0),
2100 NEONMAP1(vcvt_n_u32_v, arm_neon_vcvtfp2fxu, 0),
2101 NEONMAP1(vcvt_n_u64_v, arm_neon_vcvtfp2fxu, 0),
2106 NEONMAP1(vcvta_s32_v, arm_neon_vcvtas, 0),
2107 NEONMAP1(vcvta_s64_v, arm_neon_vcvtas, 0),
2108 NEONMAP1(vcvta_u32_v, arm_neon_vcvtau, 0),
2109 NEONMAP1(vcvta_u64_v, arm_neon_vcvtau, 0),
2110 NEONMAP1(vcvtaq_s32_v, arm_neon_vcvtas, 0),
2111 NEONMAP1(vcvtaq_s64_v, arm_neon_vcvtas, 0),
2112 NEONMAP1(vcvtaq_u32_v, arm_neon_vcvtau, 0),
2113 NEONMAP1(vcvtaq_u64_v, arm_neon_vcvtau, 0),
2114 NEONMAP1(vcvtm_s32_v, arm_neon_vcvtms, 0),
2115 NEONMAP1(vcvtm_s64_v, arm_neon_vcvtms, 0),
2116 NEONMAP1(vcvtm_u32_v, arm_neon_vcvtmu, 0),
2117 NEONMAP1(vcvtm_u64_v, arm_neon_vcvtmu, 0),
2118 NEONMAP1(vcvtmq_s32_v, arm_neon_vcvtms, 0),
2119 NEONMAP1(vcvtmq_s64_v, arm_neon_vcvtms, 0),
2120 NEONMAP1(vcvtmq_u32_v, arm_neon_vcvtmu, 0),
2121 NEONMAP1(vcvtmq_u64_v, arm_neon_vcvtmu, 0),
2122 NEONMAP1(vcvtn_s32_v, arm_neon_vcvtns, 0),
2123 NEONMAP1(vcvtn_s64_v, arm_neon_vcvtns, 0),
2124 NEONMAP1(vcvtn_u32_v, arm_neon_vcvtnu, 0),
2125 NEONMAP1(vcvtn_u64_v, arm_neon_vcvtnu, 0),
2126 NEONMAP1(vcvtnq_s32_v, arm_neon_vcvtns, 0),
2127 NEONMAP1(vcvtnq_s64_v, arm_neon_vcvtns, 0),
2128 NEONMAP1(vcvtnq_u32_v, arm_neon_vcvtnu, 0),
2129 NEONMAP1(vcvtnq_u64_v, arm_neon_vcvtnu, 0),
2130 NEONMAP1(vcvtp_s32_v, arm_neon_vcvtps, 0),
2131 NEONMAP1(vcvtp_s64_v, arm_neon_vcvtps, 0),
2132 NEONMAP1(vcvtp_u32_v, arm_neon_vcvtpu, 0),
2133 NEONMAP1(vcvtp_u64_v, arm_neon_vcvtpu, 0),
2134 NEONMAP1(vcvtpq_s32_v, arm_neon_vcvtps, 0),
2135 NEONMAP1(vcvtpq_s64_v, arm_neon_vcvtps, 0),
2136 NEONMAP1(vcvtpq_u32_v, arm_neon_vcvtpu, 0),
2137 NEONMAP1(vcvtpq_u64_v, arm_neon_vcvtpu, 0),
2140 NEONMAP1(vcvtq_n_s32_v, arm_neon_vcvtfp2fxs, 0),
2141 NEONMAP1(vcvtq_n_s64_v, arm_neon_vcvtfp2fxs, 0),
2142 NEONMAP1(vcvtq_n_u32_v, arm_neon_vcvtfp2fxu, 0),
2143 NEONMAP1(vcvtq_n_u64_v, arm_neon_vcvtfp2fxu, 0),
2157 NEONMAP1(vld1_v, arm_neon_vld1, 0),
2159 NEONMAP1(vld1q_v, arm_neon_vld1, 0),
2160 NEONMAP1(vld2_lane_v, arm_neon_vld2lane, 0),
2161 NEONMAP1(vld2_v, arm_neon_vld2, 0),
2162 NEONMAP1(vld2q_lane_v, arm_neon_vld2lane, 0),
2163 NEONMAP1(vld2q_v, arm_neon_vld2, 0),
2164 NEONMAP1(vld3_lane_v, arm_neon_vld3lane, 0),
2165 NEONMAP1(vld3_v, arm_neon_vld3, 0),
2166 NEONMAP1(vld3q_lane_v, arm_neon_vld3lane, 0),
2167 NEONMAP1(vld3q_v, arm_neon_vld3, 0),
2168 NEONMAP1(vld4_lane_v, arm_neon_vld4lane, 0),
2169 NEONMAP1(vld4_v, arm_neon_vld4, 0),
2170 NEONMAP1(vld4q_lane_v, arm_neon_vld4lane, 0),
2171 NEONMAP1(vld4q_v, arm_neon_vld4, 0),
2173 NEONMAP1(vmaxnm_v, arm_neon_vmaxnm, Add1ArgType),
2174 NEONMAP1(vmaxnmq_v, arm_neon_vmaxnm, Add1ArgType),
2177 NEONMAP1(vminnm_v, arm_neon_vminnm, Add1ArgType),
2178 NEONMAP1(vminnmq_v, arm_neon_vminnm, Add1ArgType),
2182 NEONMAP1(vmul_v, arm_neon_vmulp, Add1ArgType),
2184 NEONMAP1(vmulq_v, arm_neon_vmulp, Add1ArgType),
2187 NEONMAP1(vpadd_v, arm_neon_vpadd, Add1ArgType),
2190 NEONMAP1(vpaddq_v, arm_neon_vpadd, Add1ArgType),
2193 NEONMAP1(vqabs_v, arm_neon_vqabs, Add1ArgType),
2194 NEONMAP1(vqabsq_v, arm_neon_vqabs, Add1ArgType),
2199 NEONMAP1(vqdmulh_v, arm_neon_vqdmulh, Add1ArgType),
2200 NEONMAP1(vqdmulhq_v, arm_neon_vqdmulh, Add1ArgType),
2201 NEONMAP1(vqdmull_v, arm_neon_vqdmull, Add1ArgType),
2203 NEONMAP1(vqmovun_v, arm_neon_vqmovnsu, Add1ArgType),
2204 NEONMAP1(vqneg_v, arm_neon_vqneg, Add1ArgType),
2205 NEONMAP1(vqnegq_v, arm_neon_vqneg, Add1ArgType),
2206 NEONMAP1(vqrdmulh_v, arm_neon_vqrdmulh, Add1ArgType),
2207 NEONMAP1(vqrdmulhq_v, arm_neon_vqrdmulh, Add1ArgType),
2214 NEONMAP1(vqshlu_n_v, arm_neon_vqshiftsu, 0),
2215 NEONMAP1(vqshluq_n_v, arm_neon_vqshiftsu, 0),
2218 NEONMAP1(vraddhn_v, arm_neon_vraddhn, Add1ArgType),
2221 NEONMAP1(vrecps_v, arm_neon_vrecps, Add1ArgType),
2222 NEONMAP1(vrecpsq_v, arm_neon_vrecps, Add1ArgType),
2225 NEONMAP1(vrnd_v, arm_neon_vrintz, Add1ArgType),
2226 NEONMAP1(vrnda_v, arm_neon_vrinta, Add1ArgType),
2227 NEONMAP1(vrndaq_v, arm_neon_vrinta, Add1ArgType),
2228 NEONMAP1(vrndm_v, arm_neon_vrintm, Add1ArgType),
2229 NEONMAP1(vrndmq_v, arm_neon_vrintm, Add1ArgType),
2230 NEONMAP1(vrndn_v, arm_neon_vrintn, Add1ArgType),
2231 NEONMAP1(vrndnq_v, arm_neon_vrintn, Add1ArgType),
2232 NEONMAP1(vrndp_v, arm_neon_vrintp, Add1ArgType),
2233 NEONMAP1(vrndpq_v, arm_neon_vrintp, Add1ArgType),
2234 NEONMAP1(vrndq_v, arm_neon_vrintz, Add1ArgType),
2235 NEONMAP1(vrndx_v, arm_neon_vrintx, Add1ArgType),
2236 NEONMAP1(vrndxq_v, arm_neon_vrintx, Add1ArgType),
2243 NEONMAP1(vrsqrts_v, arm_neon_vrsqrts, Add1ArgType),
2244 NEONMAP1(vrsqrtsq_v, arm_neon_vrsqrts, Add1ArgType),
2245 NEONMAP1(vrsubhn_v, arm_neon_vrsubhn, Add1ArgType),
2246 NEONMAP1(vsha1su0q_v, arm_neon_sha1su0, 0),
2247 NEONMAP1(vsha1su1q_v, arm_neon_sha1su1, 0),
2248 NEONMAP1(vsha256h2q_v, arm_neon_sha256h2, 0),
2249 NEONMAP1(vsha256hq_v, arm_neon_sha256h, 0),
2250 NEONMAP1(vsha256su0q_v, arm_neon_sha256su0, 0),
2251 NEONMAP1(vsha256su1q_v, arm_neon_sha256su1, 0),
2260 NEONMAP1(vst1_v, arm_neon_vst1, 0),
2261 NEONMAP1(vst1q_v, arm_neon_vst1, 0),
2262 NEONMAP1(vst2_lane_v, arm_neon_vst2lane, 0),
2263 NEONMAP1(vst2_v, arm_neon_vst2, 0),
2264 NEONMAP1(vst2q_lane_v, arm_neon_vst2lane, 0),
2265 NEONMAP1(vst2q_v, arm_neon_vst2, 0),
2266 NEONMAP1(vst3_lane_v, arm_neon_vst3lane, 0),
2267 NEONMAP1(vst3_v, arm_neon_vst3, 0),
2268 NEONMAP1(vst3q_lane_v, arm_neon_vst3lane, 0),
2269 NEONMAP1(vst3q_v, arm_neon_vst3, 0),
2270 NEONMAP1(vst4_lane_v, arm_neon_vst4lane, 0),
2271 NEONMAP1(vst4_v, arm_neon_vst4, 0),
2272 NEONMAP1(vst4q_lane_v, arm_neon_vst4lane, 0),
2273 NEONMAP1(vst4q_v, arm_neon_vst4, 0),
2286 NEONMAP1(vabs_v, aarch64_neon_abs, 0),
2287 NEONMAP1(vabsq_v, aarch64_neon_abs, 0),
2289 NEONMAP1(vaesdq_v, aarch64_crypto_aesd, 0),
2290 NEONMAP1(vaeseq_v, aarch64_crypto_aese, 0),
2291 NEONMAP1(vaesimcq_v, aarch64_crypto_aesimc, 0),
2292 NEONMAP1(vaesmcq_v, aarch64_crypto_aesmc, 0),
2293 NEONMAP1(vcage_v, aarch64_neon_facge, 0),
2294 NEONMAP1(vcageq_v, aarch64_neon_facge, 0),
2295 NEONMAP1(vcagt_v, aarch64_neon_facgt, 0),
2296 NEONMAP1(vcagtq_v, aarch64_neon_facgt, 0),
2297 NEONMAP1(vcale_v, aarch64_neon_facge, 0),
2298 NEONMAP1(vcaleq_v, aarch64_neon_facge, 0),
2299 NEONMAP1(vcalt_v, aarch64_neon_facgt, 0),
2300 NEONMAP1(vcaltq_v, aarch64_neon_facgt, 0),
2301 NEONMAP1(vcls_v, aarch64_neon_cls, Add1ArgType),
2302 NEONMAP1(vclsq_v, aarch64_neon_cls, Add1ArgType),
2303 NEONMAP1(vclz_v, ctlz, Add1ArgType),
2304 NEONMAP1(vclzq_v, ctlz, Add1ArgType),
2305 NEONMAP1(vcnt_v, ctpop, Add1ArgType),
2306 NEONMAP1(vcntq_v, ctpop, Add1ArgType),
2307 NEONMAP1(vcvt_f16_v, aarch64_neon_vcvtfp2hf, 0),
2308 NEONMAP1(vcvt_f32_f16, aarch64_neon_vcvthf2fp, 0),
2312 NEONMAP1(vcvt_n_s32_v, aarch64_neon_vcvtfp2fxs, 0),
2313 NEONMAP1(vcvt_n_s64_v, aarch64_neon_vcvtfp2fxs, 0),
2314 NEONMAP1(vcvt_n_u32_v, aarch64_neon_vcvtfp2fxu, 0),
2315 NEONMAP1(vcvt_n_u64_v, aarch64_neon_vcvtfp2fxu, 0),
2319 NEONMAP1(vcvtq_n_s32_v, aarch64_neon_vcvtfp2fxs, 0),
2320 NEONMAP1(vcvtq_n_s64_v, aarch64_neon_vcvtfp2fxs, 0),
2321 NEONMAP1(vcvtq_n_u32_v, aarch64_neon_vcvtfp2fxu, 0),
2322 NEONMAP1(vcvtq_n_u64_v, aarch64_neon_vcvtfp2fxu, 0),
2323 NEONMAP1(vcvtx_f32_v, aarch64_neon_fcvtxn, AddRetType | Add1ArgType),
2334 NEONMAP1(vmul_v, aarch64_neon_pmul, Add1ArgType),
2335 NEONMAP1(vmulq_v, aarch64_neon_pmul, Add1ArgType),
2336 NEONMAP1(vpadd_v, aarch64_neon_addp, Add1ArgType),
2339 NEONMAP1(vpaddq_v, aarch64_neon_addp, Add1ArgType),
2340 NEONMAP1(vqabs_v, aarch64_neon_sqabs, Add1ArgType),
2341 NEONMAP1(vqabsq_v, aarch64_neon_sqabs, Add1ArgType),
2346 NEONMAP1(vqdmulh_v, aarch64_neon_sqdmulh, Add1ArgType),
2347 NEONMAP1(vqdmulhq_v, aarch64_neon_sqdmulh, Add1ArgType),
2348 NEONMAP1(vqdmull_v, aarch64_neon_sqdmull, Add1ArgType),
2350 NEONMAP1(vqmovun_v, aarch64_neon_sqxtun, Add1ArgType),
2351 NEONMAP1(vqneg_v, aarch64_neon_sqneg, Add1ArgType),
2352 NEONMAP1(vqnegq_v, aarch64_neon_sqneg, Add1ArgType),
2353 NEONMAP1(vqrdmulh_v, aarch64_neon_sqrdmulh, Add1ArgType),
2354 NEONMAP1(vqrdmulhq_v, aarch64_neon_sqrdmulh, Add1ArgType),
2361 NEONMAP1(vqshlu_n_v, aarch64_neon_sqshlu, 0),
2362 NEONMAP1(vqshluq_n_v, aarch64_neon_sqshlu, 0),
2365 NEONMAP1(vraddhn_v, aarch64_neon_raddhn, Add1ArgType),
2368 NEONMAP1(vrecps_v, aarch64_neon_frecps, Add1ArgType),
2369 NEONMAP1(vrecpsq_v, aarch64_neon_frecps, Add1ArgType),
2378 NEONMAP1(vrsqrts_v, aarch64_neon_frsqrts, Add1ArgType),
2379 NEONMAP1(vrsqrtsq_v, aarch64_neon_frsqrts, Add1ArgType),
2380 NEONMAP1(vrsubhn_v, aarch64_neon_rsubhn, Add1ArgType),
2381 NEONMAP1(vsha1su0q_v, aarch64_crypto_sha1su0, 0),
2382 NEONMAP1(vsha1su1q_v, aarch64_crypto_sha1su1, 0),
2383 NEONMAP1(vsha256h2q_v, aarch64_crypto_sha256h2, 0),
2384 NEONMAP1(vsha256hq_v, aarch64_crypto_sha256h, 0),
2385 NEONMAP1(vsha256su0q_v, aarch64_crypto_sha256su0, 0),
2386 NEONMAP1(vsha256su1q_v, aarch64_crypto_sha256su1, 0),
2401 NEONMAP1(vabdd_f64, aarch64_sisd_fabd, Add1ArgType),
2402 NEONMAP1(vabds_f32, aarch64_sisd_fabd, Add1ArgType),
2403 NEONMAP1(vabsd_s64, aarch64_neon_abs, Add1ArgType),
2404 NEONMAP1(vaddlv_s32, aarch64_neon_saddlv, AddRetType | Add1ArgType),
2405 NEONMAP1(vaddlv_u32, aarch64_neon_uaddlv, AddRetType | Add1ArgType),
2406 NEONMAP1(vaddlvq_s32, aarch64_neon_saddlv, AddRetType | Add1ArgType),
2407 NEONMAP1(vaddlvq_u32, aarch64_neon_uaddlv, AddRetType | Add1ArgType),
2408 NEONMAP1(vaddv_f32, aarch64_neon_faddv, AddRetType | Add1ArgType),
2409 NEONMAP1(vaddv_s32, aarch64_neon_saddv, AddRetType | Add1ArgType),
2410 NEONMAP1(vaddv_u32, aarch64_neon_uaddv, AddRetType | Add1ArgType),
2411 NEONMAP1(vaddvq_f32, aarch64_neon_faddv, AddRetType | Add1ArgType),
2412 NEONMAP1(vaddvq_f64, aarch64_neon_faddv, AddRetType | Add1ArgType),
2413 NEONMAP1(vaddvq_s32, aarch64_neon_saddv, AddRetType | Add1ArgType),
2414 NEONMAP1(vaddvq_s64, aarch64_neon_saddv, AddRetType | Add1ArgType),
2415 NEONMAP1(vaddvq_u32, aarch64_neon_uaddv, AddRetType | Add1ArgType),
2416 NEONMAP1(vaddvq_u64, aarch64_neon_uaddv, AddRetType | Add1ArgType),
2417 NEONMAP1(vcaged_f64, aarch64_neon_facge, AddRetType | Add1ArgType),
2418 NEONMAP1(vcages_f32, aarch64_neon_facge, AddRetType | Add1ArgType),
2419 NEONMAP1(vcagtd_f64, aarch64_neon_facgt, AddRetType | Add1ArgType),
2420 NEONMAP1(vcagts_f32, aarch64_neon_facgt, AddRetType | Add1ArgType),
2421 NEONMAP1(vcaled_f64, aarch64_neon_facge, AddRetType | Add1ArgType),
2422 NEONMAP1(vcales_f32, aarch64_neon_facge, AddRetType | Add1ArgType),
2423 NEONMAP1(vcaltd_f64, aarch64_neon_facgt, AddRetType | Add1ArgType),
2424 NEONMAP1(vcalts_f32, aarch64_neon_facgt, AddRetType | Add1ArgType),
2425 NEONMAP1(vcvtad_s64_f64, aarch64_neon_fcvtas, AddRetType | Add1ArgType),
2426 NEONMAP1(vcvtad_u64_f64, aarch64_neon_fcvtau, AddRetType | Add1ArgType),
2427 NEONMAP1(vcvtas_s32_f32, aarch64_neon_fcvtas, AddRetType | Add1ArgType),
2428 NEONMAP1(vcvtas_u32_f32, aarch64_neon_fcvtau, AddRetType | Add1ArgType),
2429 NEONMAP1(vcvtd_n_f64_s64, aarch64_neon_vcvtfxs2fp, AddRetType | Add1ArgType),
2430 NEONMAP1(vcvtd_n_f64_u64, aarch64_neon_vcvtfxu2fp, AddRetType | Add1ArgType),
2431 NEONMAP1(vcvtd_n_s64_f64, aarch64_neon_vcvtfp2fxs, AddRetType | Add1ArgType),
2432 NEONMAP1(vcvtd_n_u64_f64, aarch64_neon_vcvtfp2fxu, AddRetType | Add1ArgType),
2433 NEONMAP1(vcvtmd_s64_f64, aarch64_neon_fcvtms, AddRetType | Add1ArgType),
2434 NEONMAP1(vcvtmd_u64_f64, aarch64_neon_fcvtmu, AddRetType | Add1ArgType),
2435 NEONMAP1(vcvtms_s32_f32, aarch64_neon_fcvtms, AddRetType | Add1ArgType),
2436 NEONMAP1(vcvtms_u32_f32, aarch64_neon_fcvtmu, AddRetType | Add1ArgType),
2437 NEONMAP1(vcvtnd_s64_f64, aarch64_neon_fcvtns, AddRetType | Add1ArgType),
2438 NEONMAP1(vcvtnd_u64_f64, aarch64_neon_fcvtnu, AddRetType | Add1ArgType),
2439 NEONMAP1(vcvtns_s32_f32, aarch64_neon_fcvtns, AddRetType | Add1ArgType),
2440 NEONMAP1(vcvtns_u32_f32, aarch64_neon_fcvtnu, AddRetType | Add1ArgType),
2441 NEONMAP1(vcvtpd_s64_f64, aarch64_neon_fcvtps, AddRetType | Add1ArgType),
2442 NEONMAP1(vcvtpd_u64_f64, aarch64_neon_fcvtpu, AddRetType | Add1ArgType),
2443 NEONMAP1(vcvtps_s32_f32, aarch64_neon_fcvtps, AddRetType | Add1ArgType),
2444 NEONMAP1(vcvtps_u32_f32, aarch64_neon_fcvtpu, AddRetType | Add1ArgType),
2445 NEONMAP1(vcvts_n_f32_s32, aarch64_neon_vcvtfxs2fp, AddRetType | Add1ArgType),
2446 NEONMAP1(vcvts_n_f32_u32, aarch64_neon_vcvtfxu2fp, AddRetType | Add1ArgType),
2447 NEONMAP1(vcvts_n_s32_f32, aarch64_neon_vcvtfp2fxs, AddRetType | Add1ArgType),
2448 NEONMAP1(vcvts_n_u32_f32, aarch64_neon_vcvtfp2fxu, AddRetType | Add1ArgType),
2449 NEONMAP1(vcvtxd_f32_f64, aarch64_sisd_fcvtxn, 0),
2450 NEONMAP1(vmaxnmv_f32, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
2451 NEONMAP1(vmaxnmvq_f32, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
2452 NEONMAP1(vmaxnmvq_f64, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
2453 NEONMAP1(vmaxv_f32, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
2454 NEONMAP1(vmaxv_s32, aarch64_neon_smaxv, AddRetType | Add1ArgType),
2455 NEONMAP1(vmaxv_u32, aarch64_neon_umaxv, AddRetType | Add1ArgType),
2456 NEONMAP1(vmaxvq_f32, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
2457 NEONMAP1(vmaxvq_f64, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
2458 NEONMAP1(vmaxvq_s32, aarch64_neon_smaxv, AddRetType | Add1ArgType),
2459 NEONMAP1(vmaxvq_u32, aarch64_neon_umaxv, AddRetType | Add1ArgType),
2460 NEONMAP1(vminnmv_f32, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
2461 NEONMAP1(vminnmvq_f32, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
2462 NEONMAP1(vminnmvq_f64, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
2463 NEONMAP1(vminv_f32, aarch64_neon_fminv, AddRetType | Add1ArgType),
2464 NEONMAP1(vminv_s32, aarch64_neon_sminv, AddRetType | Add1ArgType),
2465 NEONMAP1(vminv_u32, aarch64_neon_uminv, AddRetType | Add1ArgType),
2466 NEONMAP1(vminvq_f32, aarch64_neon_fminv, AddRetType | Add1ArgType),
2467 NEONMAP1(vminvq_f64, aarch64_neon_fminv, AddRetType | Add1ArgType),
2468 NEONMAP1(vminvq_s32, aarch64_neon_sminv, AddRetType | Add1ArgType),
2469 NEONMAP1(vminvq_u32, aarch64_neon_uminv, AddRetType | Add1ArgType),
2470 NEONMAP1(vmull_p64, aarch64_neon_pmull64, 0),
2471 NEONMAP1(vmulxd_f64, aarch64_neon_fmulx, Add1ArgType),
2472 NEONMAP1(vmulxs_f32, aarch64_neon_fmulx, Add1ArgType),
2473 NEONMAP1(vpaddd_s64, aarch64_neon_uaddv, AddRetType | Add1ArgType),
2474 NEONMAP1(vpaddd_u64, aarch64_neon_uaddv, AddRetType | Add1ArgType),
2475 NEONMAP1(vpmaxnmqd_f64, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
2476 NEONMAP1(vpmaxnms_f32, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
2477 NEONMAP1(vpmaxqd_f64, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
2478 NEONMAP1(vpmaxs_f32, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
2479 NEONMAP1(vpminnmqd_f64, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
2480 NEONMAP1(vpminnms_f32, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
2481 NEONMAP1(vpminqd_f64, aarch64_neon_fminv, AddRetType | Add1ArgType),
2482 NEONMAP1(vpmins_f32, aarch64_neon_fminv, AddRetType | Add1ArgType),
2483 NEONMAP1(vqabsb_s8, aarch64_neon_sqabs, Vectorize1ArgType | Use64BitVectors),
2484 NEONMAP1(vqabsd_s64, aarch64_neon_sqabs, Add1ArgType),
2485 NEONMAP1(vqabsh_s16, aarch64_neon_sqabs, Vectorize1ArgType | Use64BitVectors),
2486 NEONMAP1(vqabss_s32, aarch64_neon_sqabs, Add1ArgType),
2487 NEONMAP1(vqaddb_s8, aarch64_neon_sqadd, Vectorize1ArgType | Use64BitVectors),
2488 NEONMAP1(vqaddb_u8, aarch64_neon_uqadd, Vectorize1ArgType | Use64BitVectors),
2489 NEONMAP1(vqaddd_s64, aarch64_neon_sqadd, Add1ArgType),
2490 NEONMAP1(vqaddd_u64, aarch64_neon_uqadd, Add1ArgType),
2491 NEONMAP1(vqaddh_s16, aarch64_neon_sqadd, Vectorize1ArgType | Use64BitVectors),
2492 NEONMAP1(vqaddh_u16, aarch64_neon_uqadd, Vectorize1ArgType | Use64BitVectors),
2493 NEONMAP1(vqadds_s32, aarch64_neon_sqadd, Add1ArgType),
2494 NEONMAP1(vqadds_u32, aarch64_neon_uqadd, Add1ArgType),
2495 NEONMAP1(vqdmulhh_s16, aarch64_neon_sqdmulh, Vectorize1ArgType | Use64BitVectors),
2496 NEONMAP1(vqdmulhs_s32, aarch64_neon_sqdmulh, Add1ArgType),
2497 NEONMAP1(vqdmullh_s16, aarch64_neon_sqdmull, VectorRet | Use128BitVectors),
2498 NEONMAP1(vqdmulls_s32, aarch64_neon_sqdmulls_scalar, 0),
2499 NEONMAP1(vqmovnd_s64, aarch64_neon_scalar_sqxtn, AddRetType | Add1ArgType),
2500 NEONMAP1(vqmovnd_u64, aarch64_neon_scalar_uqxtn, AddRetType | Add1ArgType),
2501 NEONMAP1(vqmovnh_s16, aarch64_neon_sqxtn, VectorRet | Use64BitVectors),
2502 NEONMAP1(vqmovnh_u16, aarch64_neon_uqxtn, VectorRet | Use64BitVectors),
2503 NEONMAP1(vqmovns_s32, aarch64_neon_sqxtn, VectorRet | Use64BitVectors),
2504 NEONMAP1(vqmovns_u32, aarch64_neon_uqxtn, VectorRet | Use64BitVectors),
2505 NEONMAP1(vqmovund_s64, aarch64_neon_scalar_sqxtun, AddRetType | Add1ArgType),
2506 NEONMAP1(vqmovunh_s16, aarch64_neon_sqxtun, VectorRet | Use64BitVectors),
2507 NEONMAP1(vqmovuns_s32, aarch64_neon_sqxtun, VectorRet | Use64BitVectors),
2508 NEONMAP1(vqnegb_s8, aarch64_neon_sqneg, Vectorize1ArgType | Use64BitVectors),
2509 NEONMAP1(vqnegd_s64, aarch64_neon_sqneg, Add1ArgType),
2510 NEONMAP1(vqnegh_s16, aarch64_neon_sqneg, Vectorize1ArgType | Use64BitVectors),
2511 NEONMAP1(vqnegs_s32, aarch64_neon_sqneg, Add1ArgType),
2512 NEONMAP1(vqrdmulhh_s16, aarch64_neon_sqrdmulh, Vectorize1ArgType | Use64BitVectors),
2513 NEONMAP1(vqrdmulhs_s32, aarch64_neon_sqrdmulh, Add1ArgType),
2514 NEONMAP1(vqrshlb_s8, aarch64_neon_sqrshl, Vectorize1ArgType | Use64BitVectors),
2515 NEONMAP1(vqrshlb_u8, aarch64_neon_uqrshl, Vectorize1ArgType | Use64BitVectors),
2516 NEONMAP1(vqrshld_s64, aarch64_neon_sqrshl, Add1ArgType),
2517 NEONMAP1(vqrshld_u64, aarch64_neon_uqrshl, Add1ArgType),
2518 NEONMAP1(vqrshlh_s16, aarch64_neon_sqrshl, Vectorize1ArgType | Use64BitVectors),
2519 NEONMAP1(vqrshlh_u16, aarch64_neon_uqrshl, Vectorize1ArgType | Use64BitVectors),
2520 NEONMAP1(vqrshls_s32, aarch64_neon_sqrshl, Add1ArgType),
2521 NEONMAP1(vqrshls_u32, aarch64_neon_uqrshl, Add1ArgType),
2522 NEONMAP1(vqrshrnd_n_s64, aarch64_neon_sqrshrn, AddRetType),
2523 NEONMAP1(vqrshrnd_n_u64, aarch64_neon_uqrshrn, AddRetType),
2524 NEONMAP1(vqrshrnh_n_s16, aarch64_neon_sqrshrn, VectorRet | Use64BitVectors),
2525 NEONMAP1(vqrshrnh_n_u16, aarch64_neon_uqrshrn, VectorRet | Use64BitVectors),
2526 NEONMAP1(vqrshrns_n_s32, aarch64_neon_sqrshrn, VectorRet | Use64BitVectors),
2527 NEONMAP1(vqrshrns_n_u32, aarch64_neon_uqrshrn, VectorRet | Use64BitVectors),
2528 NEONMAP1(vqrshrund_n_s64, aarch64_neon_sqrshrun, AddRetType),
2529 NEONMAP1(vqrshrunh_n_s16, aarch64_neon_sqrshrun, VectorRet | Use64BitVectors),
2530 NEONMAP1(vqrshruns_n_s32, aarch64_neon_sqrshrun, VectorRet | Use64BitVectors),
2531 NEONMAP1(vqshlb_n_s8, aarch64_neon_sqshl, Vectorize1ArgType | Use64BitVectors),
2532 NEONMAP1(vqshlb_n_u8, aarch64_neon_uqshl, Vectorize1ArgType | Use64BitVectors),
2533 NEONMAP1(vqshlb_s8, aarch64_neon_sqshl, Vectorize1ArgType | Use64BitVectors),
2534 NEONMAP1(vqshlb_u8, aarch64_neon_uqshl, Vectorize1ArgType | Use64BitVectors),
2535 NEONMAP1(vqshld_s64, aarch64_neon_sqshl, Add1ArgType),
2536 NEONMAP1(vqshld_u64, aarch64_neon_uqshl, Add1ArgType),
2537 NEONMAP1(vqshlh_n_s16, aarch64_neon_sqshl, Vectorize1ArgType | Use64BitVectors),
2538 NEONMAP1(vqshlh_n_u16, aarch64_neon_uqshl, Vectorize1ArgType | Use64BitVectors),
2539 NEONMAP1(vqshlh_s16, aarch64_neon_sqshl, Vectorize1ArgType | Use64BitVectors),
2540 NEONMAP1(vqshlh_u16, aarch64_neon_uqshl, Vectorize1ArgType | Use64BitVectors),
2541 NEONMAP1(vqshls_n_s32, aarch64_neon_sqshl, Add1ArgType),
2542 NEONMAP1(vqshls_n_u32, aarch64_neon_uqshl, Add1ArgType),
2543 NEONMAP1(vqshls_s32, aarch64_neon_sqshl, Add1ArgType),
2544 NEONMAP1(vqshls_u32, aarch64_neon_uqshl, Add1ArgType),
2545 NEONMAP1(vqshlub_n_s8, aarch64_neon_sqshlu, Vectorize1ArgType | Use64BitVectors),
2546 NEONMAP1(vqshluh_n_s16, aarch64_neon_sqshlu, Vectorize1ArgType | Use64BitVectors),
2547 NEONMAP1(vqshlus_n_s32, aarch64_neon_sqshlu, Add1ArgType),
2548 NEONMAP1(vqshrnd_n_s64, aarch64_neon_sqshrn, AddRetType),
2549 NEONMAP1(vqshrnd_n_u64, aarch64_neon_uqshrn, AddRetType),
2550 NEONMAP1(vqshrnh_n_s16, aarch64_neon_sqshrn, VectorRet | Use64BitVectors),
2551 NEONMAP1(vqshrnh_n_u16, aarch64_neon_uqshrn, VectorRet | Use64BitVectors),
2552 NEONMAP1(vqshrns_n_s32, aarch64_neon_sqshrn, VectorRet | Use64BitVectors),
2553 NEONMAP1(vqshrns_n_u32, aarch64_neon_uqshrn, VectorRet | Use64BitVectors),
2554 NEONMAP1(vqshrund_n_s64, aarch64_neon_sqshrun, AddRetType),
2555 NEONMAP1(vqshrunh_n_s16, aarch64_neon_sqshrun, VectorRet | Use64BitVectors),
2556 NEONMAP1(vqshruns_n_s32, aarch64_neon_sqshrun, VectorRet | Use64BitVectors),
2557 NEONMAP1(vqsubb_s8, aarch64_neon_sqsub, Vectorize1ArgType | Use64BitVectors),
2558 NEONMAP1(vqsubb_u8, aarch64_neon_uqsub, Vectorize1ArgType | Use64BitVectors),
2559 NEONMAP1(vqsubd_s64, aarch64_neon_sqsub, Add1ArgType),
2560 NEONMAP1(vqsubd_u64, aarch64_neon_uqsub, Add1ArgType),
2561 NEONMAP1(vqsubh_s16, aarch64_neon_sqsub, Vectorize1ArgType | Use64BitVectors),
2562 NEONMAP1(vqsubh_u16, aarch64_neon_uqsub, Vectorize1ArgType | Use64BitVectors),
2563 NEONMAP1(vqsubs_s32, aarch64_neon_sqsub, Add1ArgType),
2564 NEONMAP1(vqsubs_u32, aarch64_neon_uqsub, Add1ArgType),
2565 NEONMAP1(vrecped_f64, aarch64_neon_frecpe, Add1ArgType),
2566 NEONMAP1(vrecpes_f32, aarch64_neon_frecpe, Add1ArgType),
2567 NEONMAP1(vrecpxd_f64, aarch64_neon_frecpx, Add1ArgType),
2568 NEONMAP1(vrecpxs_f32, aarch64_neon_frecpx, Add1ArgType),
2569 NEONMAP1(vrshld_s64, aarch64_neon_srshl, Add1ArgType),
2570 NEONMAP1(vrshld_u64, aarch64_neon_urshl, Add1ArgType),
2571 NEONMAP1(vrsqrted_f64, aarch64_neon_frsqrte, Add1ArgType),
2572 NEONMAP1(vrsqrtes_f32, aarch64_neon_frsqrte, Add1ArgType),
2573 NEONMAP1(vrsqrtsd_f64, aarch64_neon_frsqrts, Add1ArgType),
2574 NEONMAP1(vrsqrtss_f32, aarch64_neon_frsqrts, Add1ArgType),
2575 NEONMAP1(vsha1cq_u32, aarch64_crypto_sha1c, 0),
2576 NEONMAP1(vsha1h_u32, aarch64_crypto_sha1h, 0),
2577 NEONMAP1(vsha1mq_u32, aarch64_crypto_sha1m, 0),
2578 NEONMAP1(vsha1pq_u32, aarch64_crypto_sha1p, 0),
2579 NEONMAP1(vshld_s64, aarch64_neon_sshl, Add1ArgType),
2580 NEONMAP1(vshld_u64, aarch64_neon_ushl, Add1ArgType),
2581 NEONMAP1(vslid_n_s64, aarch64_neon_vsli, Vectorize1ArgType),
2582 NEONMAP1(vslid_n_u64, aarch64_neon_vsli, Vectorize1ArgType),
2583 NEONMAP1(vsqaddb_u8, aarch64_neon_usqadd, Vectorize1ArgType | Use64BitVectors),
2584 NEONMAP1(vsqaddd_u64, aarch64_neon_usqadd, Add1ArgType),
2585 NEONMAP1(vsqaddh_u16, aarch64_neon_usqadd, Vectorize1ArgType | Use64BitVectors),
2586 NEONMAP1(vsqadds_u32, aarch64_neon_usqadd, Add1ArgType),
2587 NEONMAP1(vsrid_n_s64, aarch64_neon_vsri, Vectorize1ArgType),
2588 NEONMAP1(vsrid_n_u64, aarch64_neon_vsri, Vectorize1ArgType),
2589 NEONMAP1(vuqaddb_s8, aarch64_neon_suqadd, Vectorize1ArgType | Use64BitVectors),
2590 NEONMAP1(vuqaddd_s64, aarch64_neon_suqadd, Add1ArgType),
2591 NEONMAP1(vuqaddh_s16, aarch64_neon_suqadd, Vectorize1ArgType | Use64BitVectors),
2592 NEONMAP1(vuqadds_s32, aarch64_neon_suqadd, Add1ArgType),
2596 #undef NEONMAP1