Lines Matching refs:NEONMAP1
2666 #define NEONMAP1(NameBase, LLVMIntrinsic, TypeModifier) \ macro
2678 NEONMAP1(vabs_v, arm_neon_vabs, 0),
2679 NEONMAP1(vabsq_v, arm_neon_vabs, 0),
2681 NEONMAP1(vaesdq_v, arm_neon_aesd, 0),
2682 NEONMAP1(vaeseq_v, arm_neon_aese, 0),
2683 NEONMAP1(vaesimcq_v, arm_neon_aesimc, 0),
2684 NEONMAP1(vaesmcq_v, arm_neon_aesmc, 0),
2685 NEONMAP1(vbsl_v, arm_neon_vbsl, AddRetType),
2686 NEONMAP1(vbslq_v, arm_neon_vbsl, AddRetType),
2687 NEONMAP1(vcage_v, arm_neon_vacge, 0),
2688 NEONMAP1(vcageq_v, arm_neon_vacge, 0),
2689 NEONMAP1(vcagt_v, arm_neon_vacgt, 0),
2690 NEONMAP1(vcagtq_v, arm_neon_vacgt, 0),
2691 NEONMAP1(vcale_v, arm_neon_vacge, 0),
2692 NEONMAP1(vcaleq_v, arm_neon_vacge, 0),
2693 NEONMAP1(vcalt_v, arm_neon_vacgt, 0),
2694 NEONMAP1(vcaltq_v, arm_neon_vacgt, 0),
2695 NEONMAP1(vcls_v, arm_neon_vcls, Add1ArgType),
2696 NEONMAP1(vclsq_v, arm_neon_vcls, Add1ArgType),
2697 NEONMAP1(vclz_v, ctlz, Add1ArgType),
2698 NEONMAP1(vclzq_v, ctlz, Add1ArgType),
2699 NEONMAP1(vcnt_v, ctpop, Add1ArgType),
2700 NEONMAP1(vcntq_v, ctpop, Add1ArgType),
2701 NEONMAP1(vcvt_f16_f32, arm_neon_vcvtfp2hf, 0),
2702 NEONMAP1(vcvt_f32_f16, arm_neon_vcvthf2fp, 0),
2705 NEONMAP1(vcvt_n_s32_v, arm_neon_vcvtfp2fxs, 0),
2706 NEONMAP1(vcvt_n_s64_v, arm_neon_vcvtfp2fxs, 0),
2707 NEONMAP1(vcvt_n_u32_v, arm_neon_vcvtfp2fxu, 0),
2708 NEONMAP1(vcvt_n_u64_v, arm_neon_vcvtfp2fxu, 0),
2713 NEONMAP1(vcvta_s32_v, arm_neon_vcvtas, 0),
2714 NEONMAP1(vcvta_s64_v, arm_neon_vcvtas, 0),
2715 NEONMAP1(vcvta_u32_v, arm_neon_vcvtau, 0),
2716 NEONMAP1(vcvta_u64_v, arm_neon_vcvtau, 0),
2717 NEONMAP1(vcvtaq_s32_v, arm_neon_vcvtas, 0),
2718 NEONMAP1(vcvtaq_s64_v, arm_neon_vcvtas, 0),
2719 NEONMAP1(vcvtaq_u32_v, arm_neon_vcvtau, 0),
2720 NEONMAP1(vcvtaq_u64_v, arm_neon_vcvtau, 0),
2721 NEONMAP1(vcvtm_s32_v, arm_neon_vcvtms, 0),
2722 NEONMAP1(vcvtm_s64_v, arm_neon_vcvtms, 0),
2723 NEONMAP1(vcvtm_u32_v, arm_neon_vcvtmu, 0),
2724 NEONMAP1(vcvtm_u64_v, arm_neon_vcvtmu, 0),
2725 NEONMAP1(vcvtmq_s32_v, arm_neon_vcvtms, 0),
2726 NEONMAP1(vcvtmq_s64_v, arm_neon_vcvtms, 0),
2727 NEONMAP1(vcvtmq_u32_v, arm_neon_vcvtmu, 0),
2728 NEONMAP1(vcvtmq_u64_v, arm_neon_vcvtmu, 0),
2729 NEONMAP1(vcvtn_s32_v, arm_neon_vcvtns, 0),
2730 NEONMAP1(vcvtn_s64_v, arm_neon_vcvtns, 0),
2731 NEONMAP1(vcvtn_u32_v, arm_neon_vcvtnu, 0),
2732 NEONMAP1(vcvtn_u64_v, arm_neon_vcvtnu, 0),
2733 NEONMAP1(vcvtnq_s32_v, arm_neon_vcvtns, 0),
2734 NEONMAP1(vcvtnq_s64_v, arm_neon_vcvtns, 0),
2735 NEONMAP1(vcvtnq_u32_v, arm_neon_vcvtnu, 0),
2736 NEONMAP1(vcvtnq_u64_v, arm_neon_vcvtnu, 0),
2737 NEONMAP1(vcvtp_s32_v, arm_neon_vcvtps, 0),
2738 NEONMAP1(vcvtp_s64_v, arm_neon_vcvtps, 0),
2739 NEONMAP1(vcvtp_u32_v, arm_neon_vcvtpu, 0),
2740 NEONMAP1(vcvtp_u64_v, arm_neon_vcvtpu, 0),
2741 NEONMAP1(vcvtpq_s32_v, arm_neon_vcvtps, 0),
2742 NEONMAP1(vcvtpq_s64_v, arm_neon_vcvtps, 0),
2743 NEONMAP1(vcvtpq_u32_v, arm_neon_vcvtpu, 0),
2744 NEONMAP1(vcvtpq_u64_v, arm_neon_vcvtpu, 0),
2747 NEONMAP1(vcvtq_n_s32_v, arm_neon_vcvtfp2fxs, 0),
2748 NEONMAP1(vcvtq_n_s64_v, arm_neon_vcvtfp2fxs, 0),
2749 NEONMAP1(vcvtq_n_u32_v, arm_neon_vcvtfp2fxu, 0),
2750 NEONMAP1(vcvtq_n_u64_v, arm_neon_vcvtfp2fxu, 0),
2764 NEONMAP1(vld1_v, arm_neon_vld1, 0),
2766 NEONMAP1(vld1q_v, arm_neon_vld1, 0),
2767 NEONMAP1(vld2_lane_v, arm_neon_vld2lane, 0),
2768 NEONMAP1(vld2_v, arm_neon_vld2, 0),
2769 NEONMAP1(vld2q_lane_v, arm_neon_vld2lane, 0),
2770 NEONMAP1(vld2q_v, arm_neon_vld2, 0),
2771 NEONMAP1(vld3_lane_v, arm_neon_vld3lane, 0),
2772 NEONMAP1(vld3_v, arm_neon_vld3, 0),
2773 NEONMAP1(vld3q_lane_v, arm_neon_vld3lane, 0),
2774 NEONMAP1(vld3q_v, arm_neon_vld3, 0),
2775 NEONMAP1(vld4_lane_v, arm_neon_vld4lane, 0),
2776 NEONMAP1(vld4_v, arm_neon_vld4, 0),
2777 NEONMAP1(vld4q_lane_v, arm_neon_vld4lane, 0),
2778 NEONMAP1(vld4q_v, arm_neon_vld4, 0),
2780 NEONMAP1(vmaxnm_v, arm_neon_vmaxnm, Add1ArgType),
2781 NEONMAP1(vmaxnmq_v, arm_neon_vmaxnm, Add1ArgType),
2784 NEONMAP1(vminnm_v, arm_neon_vminnm, Add1ArgType),
2785 NEONMAP1(vminnmq_v, arm_neon_vminnm, Add1ArgType),
2789 NEONMAP1(vmul_v, arm_neon_vmulp, Add1ArgType),
2791 NEONMAP1(vmulq_v, arm_neon_vmulp, Add1ArgType),
2794 NEONMAP1(vpadd_v, arm_neon_vpadd, Add1ArgType),
2797 NEONMAP1(vpaddq_v, arm_neon_vpadd, Add1ArgType),
2800 NEONMAP1(vqabs_v, arm_neon_vqabs, Add1ArgType),
2801 NEONMAP1(vqabsq_v, arm_neon_vqabs, Add1ArgType),
2806 NEONMAP1(vqdmulh_v, arm_neon_vqdmulh, Add1ArgType),
2807 NEONMAP1(vqdmulhq_v, arm_neon_vqdmulh, Add1ArgType),
2808 NEONMAP1(vqdmull_v, arm_neon_vqdmull, Add1ArgType),
2810 NEONMAP1(vqmovun_v, arm_neon_vqmovnsu, Add1ArgType),
2811 NEONMAP1(vqneg_v, arm_neon_vqneg, Add1ArgType),
2812 NEONMAP1(vqnegq_v, arm_neon_vqneg, Add1ArgType),
2813 NEONMAP1(vqrdmulh_v, arm_neon_vqrdmulh, Add1ArgType),
2814 NEONMAP1(vqrdmulhq_v, arm_neon_vqrdmulh, Add1ArgType),
2821 NEONMAP1(vqshlu_n_v, arm_neon_vqshiftsu, 0),
2822 NEONMAP1(vqshluq_n_v, arm_neon_vqshiftsu, 0),
2825 NEONMAP1(vraddhn_v, arm_neon_vraddhn, Add1ArgType),
2828 NEONMAP1(vrecps_v, arm_neon_vrecps, Add1ArgType),
2829 NEONMAP1(vrecpsq_v, arm_neon_vrecps, Add1ArgType),
2832 NEONMAP1(vrnd_v, arm_neon_vrintz, Add1ArgType),
2833 NEONMAP1(vrnda_v, arm_neon_vrinta, Add1ArgType),
2834 NEONMAP1(vrndaq_v, arm_neon_vrinta, Add1ArgType),
2835 NEONMAP1(vrndm_v, arm_neon_vrintm, Add1ArgType),
2836 NEONMAP1(vrndmq_v, arm_neon_vrintm, Add1ArgType),
2837 NEONMAP1(vrndn_v, arm_neon_vrintn, Add1ArgType),
2838 NEONMAP1(vrndnq_v, arm_neon_vrintn, Add1ArgType),
2839 NEONMAP1(vrndp_v, arm_neon_vrintp, Add1ArgType),
2840 NEONMAP1(vrndpq_v, arm_neon_vrintp, Add1ArgType),
2841 NEONMAP1(vrndq_v, arm_neon_vrintz, Add1ArgType),
2842 NEONMAP1(vrndx_v, arm_neon_vrintx, Add1ArgType),
2843 NEONMAP1(vrndxq_v, arm_neon_vrintx, Add1ArgType),
2850 NEONMAP1(vrsqrts_v, arm_neon_vrsqrts, Add1ArgType),
2851 NEONMAP1(vrsqrtsq_v, arm_neon_vrsqrts, Add1ArgType),
2852 NEONMAP1(vrsubhn_v, arm_neon_vrsubhn, Add1ArgType),
2853 NEONMAP1(vsha1su0q_v, arm_neon_sha1su0, 0),
2854 NEONMAP1(vsha1su1q_v, arm_neon_sha1su1, 0),
2855 NEONMAP1(vsha256h2q_v, arm_neon_sha256h2, 0),
2856 NEONMAP1(vsha256hq_v, arm_neon_sha256h, 0),
2857 NEONMAP1(vsha256su0q_v, arm_neon_sha256su0, 0),
2858 NEONMAP1(vsha256su1q_v, arm_neon_sha256su1, 0),
2867 NEONMAP1(vst1_v, arm_neon_vst1, 0),
2868 NEONMAP1(vst1q_v, arm_neon_vst1, 0),
2869 NEONMAP1(vst2_lane_v, arm_neon_vst2lane, 0),
2870 NEONMAP1(vst2_v, arm_neon_vst2, 0),
2871 NEONMAP1(vst2q_lane_v, arm_neon_vst2lane, 0),
2872 NEONMAP1(vst2q_v, arm_neon_vst2, 0),
2873 NEONMAP1(vst3_lane_v, arm_neon_vst3lane, 0),
2874 NEONMAP1(vst3_v, arm_neon_vst3, 0),
2875 NEONMAP1(vst3q_lane_v, arm_neon_vst3lane, 0),
2876 NEONMAP1(vst3q_v, arm_neon_vst3, 0),
2877 NEONMAP1(vst4_lane_v, arm_neon_vst4lane, 0),
2878 NEONMAP1(vst4_v, arm_neon_vst4, 0),
2879 NEONMAP1(vst4q_lane_v, arm_neon_vst4lane, 0),
2880 NEONMAP1(vst4q_v, arm_neon_vst4, 0),
2893 NEONMAP1(vabs_v, aarch64_neon_abs, 0),
2894 NEONMAP1(vabsq_v, aarch64_neon_abs, 0),
2896 NEONMAP1(vaesdq_v, aarch64_crypto_aesd, 0),
2897 NEONMAP1(vaeseq_v, aarch64_crypto_aese, 0),
2898 NEONMAP1(vaesimcq_v, aarch64_crypto_aesimc, 0),
2899 NEONMAP1(vaesmcq_v, aarch64_crypto_aesmc, 0),
2900 NEONMAP1(vcage_v, aarch64_neon_facge, 0),
2901 NEONMAP1(vcageq_v, aarch64_neon_facge, 0),
2902 NEONMAP1(vcagt_v, aarch64_neon_facgt, 0),
2903 NEONMAP1(vcagtq_v, aarch64_neon_facgt, 0),
2904 NEONMAP1(vcale_v, aarch64_neon_facge, 0),
2905 NEONMAP1(vcaleq_v, aarch64_neon_facge, 0),
2906 NEONMAP1(vcalt_v, aarch64_neon_facgt, 0),
2907 NEONMAP1(vcaltq_v, aarch64_neon_facgt, 0),
2908 NEONMAP1(vcls_v, aarch64_neon_cls, Add1ArgType),
2909 NEONMAP1(vclsq_v, aarch64_neon_cls, Add1ArgType),
2910 NEONMAP1(vclz_v, ctlz, Add1ArgType),
2911 NEONMAP1(vclzq_v, ctlz, Add1ArgType),
2912 NEONMAP1(vcnt_v, ctpop, Add1ArgType),
2913 NEONMAP1(vcntq_v, ctpop, Add1ArgType),
2914 NEONMAP1(vcvt_f16_f32, aarch64_neon_vcvtfp2hf, 0),
2915 NEONMAP1(vcvt_f32_f16, aarch64_neon_vcvthf2fp, 0),
2919 NEONMAP1(vcvt_n_s32_v, aarch64_neon_vcvtfp2fxs, 0),
2920 NEONMAP1(vcvt_n_s64_v, aarch64_neon_vcvtfp2fxs, 0),
2921 NEONMAP1(vcvt_n_u32_v, aarch64_neon_vcvtfp2fxu, 0),
2922 NEONMAP1(vcvt_n_u64_v, aarch64_neon_vcvtfp2fxu, 0),
2926 NEONMAP1(vcvtq_n_s32_v, aarch64_neon_vcvtfp2fxs, 0),
2927 NEONMAP1(vcvtq_n_s64_v, aarch64_neon_vcvtfp2fxs, 0),
2928 NEONMAP1(vcvtq_n_u32_v, aarch64_neon_vcvtfp2fxu, 0),
2929 NEONMAP1(vcvtq_n_u64_v, aarch64_neon_vcvtfp2fxu, 0),
2930 NEONMAP1(vcvtx_f32_v, aarch64_neon_fcvtxn, AddRetType | Add1ArgType),
2941 NEONMAP1(vmul_v, aarch64_neon_pmul, Add1ArgType),
2942 NEONMAP1(vmulq_v, aarch64_neon_pmul, Add1ArgType),
2943 NEONMAP1(vpadd_v, aarch64_neon_addp, Add1ArgType),
2946 NEONMAP1(vpaddq_v, aarch64_neon_addp, Add1ArgType),
2947 NEONMAP1(vqabs_v, aarch64_neon_sqabs, Add1ArgType),
2948 NEONMAP1(vqabsq_v, aarch64_neon_sqabs, Add1ArgType),
2953 NEONMAP1(vqdmulh_v, aarch64_neon_sqdmulh, Add1ArgType),
2954 NEONMAP1(vqdmulhq_v, aarch64_neon_sqdmulh, Add1ArgType),
2955 NEONMAP1(vqdmull_v, aarch64_neon_sqdmull, Add1ArgType),
2957 NEONMAP1(vqmovun_v, aarch64_neon_sqxtun, Add1ArgType),
2958 NEONMAP1(vqneg_v, aarch64_neon_sqneg, Add1ArgType),
2959 NEONMAP1(vqnegq_v, aarch64_neon_sqneg, Add1ArgType),
2960 NEONMAP1(vqrdmulh_v, aarch64_neon_sqrdmulh, Add1ArgType),
2961 NEONMAP1(vqrdmulhq_v, aarch64_neon_sqrdmulh, Add1ArgType),
2968 NEONMAP1(vqshlu_n_v, aarch64_neon_sqshlu, 0),
2969 NEONMAP1(vqshluq_n_v, aarch64_neon_sqshlu, 0),
2972 NEONMAP1(vraddhn_v, aarch64_neon_raddhn, Add1ArgType),
2975 NEONMAP1(vrecps_v, aarch64_neon_frecps, Add1ArgType),
2976 NEONMAP1(vrecpsq_v, aarch64_neon_frecps, Add1ArgType),
2985 NEONMAP1(vrsqrts_v, aarch64_neon_frsqrts, Add1ArgType),
2986 NEONMAP1(vrsqrtsq_v, aarch64_neon_frsqrts, Add1ArgType),
2987 NEONMAP1(vrsubhn_v, aarch64_neon_rsubhn, Add1ArgType),
2988 NEONMAP1(vsha1su0q_v, aarch64_crypto_sha1su0, 0),
2989 NEONMAP1(vsha1su1q_v, aarch64_crypto_sha1su1, 0),
2990 NEONMAP1(vsha256h2q_v, aarch64_crypto_sha256h2, 0),
2991 NEONMAP1(vsha256hq_v, aarch64_crypto_sha256h, 0),
2992 NEONMAP1(vsha256su0q_v, aarch64_crypto_sha256su0, 0),
2993 NEONMAP1(vsha256su1q_v, aarch64_crypto_sha256su1, 0),
3008 NEONMAP1(vabdd_f64, aarch64_sisd_fabd, Add1ArgType),
3009 NEONMAP1(vabds_f32, aarch64_sisd_fabd, Add1ArgType),
3010 NEONMAP1(vabsd_s64, aarch64_neon_abs, Add1ArgType),
3011 NEONMAP1(vaddlv_s32, aarch64_neon_saddlv, AddRetType | Add1ArgType),
3012 NEONMAP1(vaddlv_u32, aarch64_neon_uaddlv, AddRetType | Add1ArgType),
3013 NEONMAP1(vaddlvq_s32, aarch64_neon_saddlv, AddRetType | Add1ArgType),
3014 NEONMAP1(vaddlvq_u32, aarch64_neon_uaddlv, AddRetType | Add1ArgType),
3015 NEONMAP1(vaddv_f32, aarch64_neon_faddv, AddRetType | Add1ArgType),
3016 NEONMAP1(vaddv_s32, aarch64_neon_saddv, AddRetType | Add1ArgType),
3017 NEONMAP1(vaddv_u32, aarch64_neon_uaddv, AddRetType | Add1ArgType),
3018 NEONMAP1(vaddvq_f32, aarch64_neon_faddv, AddRetType | Add1ArgType),
3019 NEONMAP1(vaddvq_f64, aarch64_neon_faddv, AddRetType | Add1ArgType),
3020 NEONMAP1(vaddvq_s32, aarch64_neon_saddv, AddRetType | Add1ArgType),
3021 NEONMAP1(vaddvq_s64, aarch64_neon_saddv, AddRetType | Add1ArgType),
3022 NEONMAP1(vaddvq_u32, aarch64_neon_uaddv, AddRetType | Add1ArgType),
3023 NEONMAP1(vaddvq_u64, aarch64_neon_uaddv, AddRetType | Add1ArgType),
3024 NEONMAP1(vcaged_f64, aarch64_neon_facge, AddRetType | Add1ArgType),
3025 NEONMAP1(vcages_f32, aarch64_neon_facge, AddRetType | Add1ArgType),
3026 NEONMAP1(vcagtd_f64, aarch64_neon_facgt, AddRetType | Add1ArgType),
3027 NEONMAP1(vcagts_f32, aarch64_neon_facgt, AddRetType | Add1ArgType),
3028 NEONMAP1(vcaled_f64, aarch64_neon_facge, AddRetType | Add1ArgType),
3029 NEONMAP1(vcales_f32, aarch64_neon_facge, AddRetType | Add1ArgType),
3030 NEONMAP1(vcaltd_f64, aarch64_neon_facgt, AddRetType | Add1ArgType),
3031 NEONMAP1(vcalts_f32, aarch64_neon_facgt, AddRetType | Add1ArgType),
3032 NEONMAP1(vcvtad_s64_f64, aarch64_neon_fcvtas, AddRetType | Add1ArgType),
3033 NEONMAP1(vcvtad_u64_f64, aarch64_neon_fcvtau, AddRetType | Add1ArgType),
3034 NEONMAP1(vcvtas_s32_f32, aarch64_neon_fcvtas, AddRetType | Add1ArgType),
3035 NEONMAP1(vcvtas_u32_f32, aarch64_neon_fcvtau, AddRetType | Add1ArgType),
3036 NEONMAP1(vcvtd_n_f64_s64, aarch64_neon_vcvtfxs2fp, AddRetType | Add1ArgType),
3037 NEONMAP1(vcvtd_n_f64_u64, aarch64_neon_vcvtfxu2fp, AddRetType | Add1ArgType),
3038 NEONMAP1(vcvtd_n_s64_f64, aarch64_neon_vcvtfp2fxs, AddRetType | Add1ArgType),
3039 NEONMAP1(vcvtd_n_u64_f64, aarch64_neon_vcvtfp2fxu, AddRetType | Add1ArgType),
3040 NEONMAP1(vcvtmd_s64_f64, aarch64_neon_fcvtms, AddRetType | Add1ArgType),
3041 NEONMAP1(vcvtmd_u64_f64, aarch64_neon_fcvtmu, AddRetType | Add1ArgType),
3042 NEONMAP1(vcvtms_s32_f32, aarch64_neon_fcvtms, AddRetType | Add1ArgType),
3043 NEONMAP1(vcvtms_u32_f32, aarch64_neon_fcvtmu, AddRetType | Add1ArgType),
3044 NEONMAP1(vcvtnd_s64_f64, aarch64_neon_fcvtns, AddRetType | Add1ArgType),
3045 NEONMAP1(vcvtnd_u64_f64, aarch64_neon_fcvtnu, AddRetType | Add1ArgType),
3046 NEONMAP1(vcvtns_s32_f32, aarch64_neon_fcvtns, AddRetType | Add1ArgType),
3047 NEONMAP1(vcvtns_u32_f32, aarch64_neon_fcvtnu, AddRetType | Add1ArgType),
3048 NEONMAP1(vcvtpd_s64_f64, aarch64_neon_fcvtps, AddRetType | Add1ArgType),
3049 NEONMAP1(vcvtpd_u64_f64, aarch64_neon_fcvtpu, AddRetType | Add1ArgType),
3050 NEONMAP1(vcvtps_s32_f32, aarch64_neon_fcvtps, AddRetType | Add1ArgType),
3051 NEONMAP1(vcvtps_u32_f32, aarch64_neon_fcvtpu, AddRetType | Add1ArgType),
3052 NEONMAP1(vcvts_n_f32_s32, aarch64_neon_vcvtfxs2fp, AddRetType | Add1ArgType),
3053 NEONMAP1(vcvts_n_f32_u32, aarch64_neon_vcvtfxu2fp, AddRetType | Add1ArgType),
3054 NEONMAP1(vcvts_n_s32_f32, aarch64_neon_vcvtfp2fxs, AddRetType | Add1ArgType),
3055 NEONMAP1(vcvts_n_u32_f32, aarch64_neon_vcvtfp2fxu, AddRetType | Add1ArgType),
3056 NEONMAP1(vcvtxd_f32_f64, aarch64_sisd_fcvtxn, 0),
3057 NEONMAP1(vmaxnmv_f32, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
3058 NEONMAP1(vmaxnmvq_f32, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
3059 NEONMAP1(vmaxnmvq_f64, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
3060 NEONMAP1(vmaxv_f32, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
3061 NEONMAP1(vmaxv_s32, aarch64_neon_smaxv, AddRetType | Add1ArgType),
3062 NEONMAP1(vmaxv_u32, aarch64_neon_umaxv, AddRetType | Add1ArgType),
3063 NEONMAP1(vmaxvq_f32, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
3064 NEONMAP1(vmaxvq_f64, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
3065 NEONMAP1(vmaxvq_s32, aarch64_neon_smaxv, AddRetType | Add1ArgType),
3066 NEONMAP1(vmaxvq_u32, aarch64_neon_umaxv, AddRetType | Add1ArgType),
3067 NEONMAP1(vminnmv_f32, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
3068 NEONMAP1(vminnmvq_f32, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
3069 NEONMAP1(vminnmvq_f64, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
3070 NEONMAP1(vminv_f32, aarch64_neon_fminv, AddRetType | Add1ArgType),
3071 NEONMAP1(vminv_s32, aarch64_neon_sminv, AddRetType | Add1ArgType),
3072 NEONMAP1(vminv_u32, aarch64_neon_uminv, AddRetType | Add1ArgType),
3073 NEONMAP1(vminvq_f32, aarch64_neon_fminv, AddRetType | Add1ArgType),
3074 NEONMAP1(vminvq_f64, aarch64_neon_fminv, AddRetType | Add1ArgType),
3075 NEONMAP1(vminvq_s32, aarch64_neon_sminv, AddRetType | Add1ArgType),
3076 NEONMAP1(vminvq_u32, aarch64_neon_uminv, AddRetType | Add1ArgType),
3077 NEONMAP1(vmull_p64, aarch64_neon_pmull64, 0),
3078 NEONMAP1(vmulxd_f64, aarch64_neon_fmulx, Add1ArgType),
3079 NEONMAP1(vmulxs_f32, aarch64_neon_fmulx, Add1ArgType),
3080 NEONMAP1(vpaddd_s64, aarch64_neon_uaddv, AddRetType | Add1ArgType),
3081 NEONMAP1(vpaddd_u64, aarch64_neon_uaddv, AddRetType | Add1ArgType),
3082 NEONMAP1(vpmaxnmqd_f64, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
3083 NEONMAP1(vpmaxnms_f32, aarch64_neon_fmaxnmv, AddRetType | Add1ArgType),
3084 NEONMAP1(vpmaxqd_f64, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
3085 NEONMAP1(vpmaxs_f32, aarch64_neon_fmaxv, AddRetType | Add1ArgType),
3086 NEONMAP1(vpminnmqd_f64, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
3087 NEONMAP1(vpminnms_f32, aarch64_neon_fminnmv, AddRetType | Add1ArgType),
3088 NEONMAP1(vpminqd_f64, aarch64_neon_fminv, AddRetType | Add1ArgType),
3089 NEONMAP1(vpmins_f32, aarch64_neon_fminv, AddRetType | Add1ArgType),
3090 NEONMAP1(vqabsb_s8, aarch64_neon_sqabs, Vectorize1ArgType | Use64BitVectors),
3091 NEONMAP1(vqabsd_s64, aarch64_neon_sqabs, Add1ArgType),
3092 NEONMAP1(vqabsh_s16, aarch64_neon_sqabs, Vectorize1ArgType | Use64BitVectors),
3093 NEONMAP1(vqabss_s32, aarch64_neon_sqabs, Add1ArgType),
3094 NEONMAP1(vqaddb_s8, aarch64_neon_sqadd, Vectorize1ArgType | Use64BitVectors),
3095 NEONMAP1(vqaddb_u8, aarch64_neon_uqadd, Vectorize1ArgType | Use64BitVectors),
3096 NEONMAP1(vqaddd_s64, aarch64_neon_sqadd, Add1ArgType),
3097 NEONMAP1(vqaddd_u64, aarch64_neon_uqadd, Add1ArgType),
3098 NEONMAP1(vqaddh_s16, aarch64_neon_sqadd, Vectorize1ArgType | Use64BitVectors),
3099 NEONMAP1(vqaddh_u16, aarch64_neon_uqadd, Vectorize1ArgType | Use64BitVectors),
3100 NEONMAP1(vqadds_s32, aarch64_neon_sqadd, Add1ArgType),
3101 NEONMAP1(vqadds_u32, aarch64_neon_uqadd, Add1ArgType),
3102 NEONMAP1(vqdmulhh_s16, aarch64_neon_sqdmulh, Vectorize1ArgType | Use64BitVectors),
3103 NEONMAP1(vqdmulhs_s32, aarch64_neon_sqdmulh, Add1ArgType),
3104 NEONMAP1(vqdmullh_s16, aarch64_neon_sqdmull, VectorRet | Use128BitVectors),
3105 NEONMAP1(vqdmulls_s32, aarch64_neon_sqdmulls_scalar, 0),
3106 NEONMAP1(vqmovnd_s64, aarch64_neon_scalar_sqxtn, AddRetType | Add1ArgType),
3107 NEONMAP1(vqmovnd_u64, aarch64_neon_scalar_uqxtn, AddRetType | Add1ArgType),
3108 NEONMAP1(vqmovnh_s16, aarch64_neon_sqxtn, VectorRet | Use64BitVectors),
3109 NEONMAP1(vqmovnh_u16, aarch64_neon_uqxtn, VectorRet | Use64BitVectors),
3110 NEONMAP1(vqmovns_s32, aarch64_neon_sqxtn, VectorRet | Use64BitVectors),
3111 NEONMAP1(vqmovns_u32, aarch64_neon_uqxtn, VectorRet | Use64BitVectors),
3112 NEONMAP1(vqmovund_s64, aarch64_neon_scalar_sqxtun, AddRetType | Add1ArgType),
3113 NEONMAP1(vqmovunh_s16, aarch64_neon_sqxtun, VectorRet | Use64BitVectors),
3114 NEONMAP1(vqmovuns_s32, aarch64_neon_sqxtun, VectorRet | Use64BitVectors),
3115 NEONMAP1(vqnegb_s8, aarch64_neon_sqneg, Vectorize1ArgType | Use64BitVectors),
3116 NEONMAP1(vqnegd_s64, aarch64_neon_sqneg, Add1ArgType),
3117 NEONMAP1(vqnegh_s16, aarch64_neon_sqneg, Vectorize1ArgType | Use64BitVectors),
3118 NEONMAP1(vqnegs_s32, aarch64_neon_sqneg, Add1ArgType),
3119 NEONMAP1(vqrdmulhh_s16, aarch64_neon_sqrdmulh, Vectorize1ArgType | Use64BitVectors),
3120 NEONMAP1(vqrdmulhs_s32, aarch64_neon_sqrdmulh, Add1ArgType),
3121 NEONMAP1(vqrshlb_s8, aarch64_neon_sqrshl, Vectorize1ArgType | Use64BitVectors),
3122 NEONMAP1(vqrshlb_u8, aarch64_neon_uqrshl, Vectorize1ArgType | Use64BitVectors),
3123 NEONMAP1(vqrshld_s64, aarch64_neon_sqrshl, Add1ArgType),
3124 NEONMAP1(vqrshld_u64, aarch64_neon_uqrshl, Add1ArgType),
3125 NEONMAP1(vqrshlh_s16, aarch64_neon_sqrshl, Vectorize1ArgType | Use64BitVectors),
3126 NEONMAP1(vqrshlh_u16, aarch64_neon_uqrshl, Vectorize1ArgType | Use64BitVectors),
3127 NEONMAP1(vqrshls_s32, aarch64_neon_sqrshl, Add1ArgType),
3128 NEONMAP1(vqrshls_u32, aarch64_neon_uqrshl, Add1ArgType),
3129 NEONMAP1(vqrshrnd_n_s64, aarch64_neon_sqrshrn, AddRetType),
3130 NEONMAP1(vqrshrnd_n_u64, aarch64_neon_uqrshrn, AddRetType),
3131 NEONMAP1(vqrshrnh_n_s16, aarch64_neon_sqrshrn, VectorRet | Use64BitVectors),
3132 NEONMAP1(vqrshrnh_n_u16, aarch64_neon_uqrshrn, VectorRet | Use64BitVectors),
3133 NEONMAP1(vqrshrns_n_s32, aarch64_neon_sqrshrn, VectorRet | Use64BitVectors),
3134 NEONMAP1(vqrshrns_n_u32, aarch64_neon_uqrshrn, VectorRet | Use64BitVectors),
3135 NEONMAP1(vqrshrund_n_s64, aarch64_neon_sqrshrun, AddRetType),
3136 NEONMAP1(vqrshrunh_n_s16, aarch64_neon_sqrshrun, VectorRet | Use64BitVectors),
3137 NEONMAP1(vqrshruns_n_s32, aarch64_neon_sqrshrun, VectorRet | Use64BitVectors),
3138 NEONMAP1(vqshlb_n_s8, aarch64_neon_sqshl, Vectorize1ArgType | Use64BitVectors),
3139 NEONMAP1(vqshlb_n_u8, aarch64_neon_uqshl, Vectorize1ArgType | Use64BitVectors),
3140 NEONMAP1(vqshlb_s8, aarch64_neon_sqshl, Vectorize1ArgType | Use64BitVectors),
3141 NEONMAP1(vqshlb_u8, aarch64_neon_uqshl, Vectorize1ArgType | Use64BitVectors),
3142 NEONMAP1(vqshld_s64, aarch64_neon_sqshl, Add1ArgType),
3143 NEONMAP1(vqshld_u64, aarch64_neon_uqshl, Add1ArgType),
3144 NEONMAP1(vqshlh_n_s16, aarch64_neon_sqshl, Vectorize1ArgType | Use64BitVectors),
3145 NEONMAP1(vqshlh_n_u16, aarch64_neon_uqshl, Vectorize1ArgType | Use64BitVectors),
3146 NEONMAP1(vqshlh_s16, aarch64_neon_sqshl, Vectorize1ArgType | Use64BitVectors),
3147 NEONMAP1(vqshlh_u16, aarch64_neon_uqshl, Vectorize1ArgType | Use64BitVectors),
3148 NEONMAP1(vqshls_n_s32, aarch64_neon_sqshl, Add1ArgType),
3149 NEONMAP1(vqshls_n_u32, aarch64_neon_uqshl, Add1ArgType),
3150 NEONMAP1(vqshls_s32, aarch64_neon_sqshl, Add1ArgType),
3151 NEONMAP1(vqshls_u32, aarch64_neon_uqshl, Add1ArgType),
3152 NEONMAP1(vqshlub_n_s8, aarch64_neon_sqshlu, Vectorize1ArgType | Use64BitVectors),
3153 NEONMAP1(vqshluh_n_s16, aarch64_neon_sqshlu, Vectorize1ArgType | Use64BitVectors),
3154 NEONMAP1(vqshlus_n_s32, aarch64_neon_sqshlu, Add1ArgType),
3155 NEONMAP1(vqshrnd_n_s64, aarch64_neon_sqshrn, AddRetType),
3156 NEONMAP1(vqshrnd_n_u64, aarch64_neon_uqshrn, AddRetType),
3157 NEONMAP1(vqshrnh_n_s16, aarch64_neon_sqshrn, VectorRet | Use64BitVectors),
3158 NEONMAP1(vqshrnh_n_u16, aarch64_neon_uqshrn, VectorRet | Use64BitVectors),
3159 NEONMAP1(vqshrns_n_s32, aarch64_neon_sqshrn, VectorRet | Use64BitVectors),
3160 NEONMAP1(vqshrns_n_u32, aarch64_neon_uqshrn, VectorRet | Use64BitVectors),
3161 NEONMAP1(vqshrund_n_s64, aarch64_neon_sqshrun, AddRetType),
3162 NEONMAP1(vqshrunh_n_s16, aarch64_neon_sqshrun, VectorRet | Use64BitVectors),
3163 NEONMAP1(vqshruns_n_s32, aarch64_neon_sqshrun, VectorRet | Use64BitVectors),
3164 NEONMAP1(vqsubb_s8, aarch64_neon_sqsub, Vectorize1ArgType | Use64BitVectors),
3165 NEONMAP1(vqsubb_u8, aarch64_neon_uqsub, Vectorize1ArgType | Use64BitVectors),
3166 NEONMAP1(vqsubd_s64, aarch64_neon_sqsub, Add1ArgType),
3167 NEONMAP1(vqsubd_u64, aarch64_neon_uqsub, Add1ArgType),
3168 NEONMAP1(vqsubh_s16, aarch64_neon_sqsub, Vectorize1ArgType | Use64BitVectors),
3169 NEONMAP1(vqsubh_u16, aarch64_neon_uqsub, Vectorize1ArgType | Use64BitVectors),
3170 NEONMAP1(vqsubs_s32, aarch64_neon_sqsub, Add1ArgType),
3171 NEONMAP1(vqsubs_u32, aarch64_neon_uqsub, Add1ArgType),
3172 NEONMAP1(vrecped_f64, aarch64_neon_frecpe, Add1ArgType),
3173 NEONMAP1(vrecpes_f32, aarch64_neon_frecpe, Add1ArgType),
3174 NEONMAP1(vrecpxd_f64, aarch64_neon_frecpx, Add1ArgType),
3175 NEONMAP1(vrecpxs_f32, aarch64_neon_frecpx, Add1ArgType),
3176 NEONMAP1(vrshld_s64, aarch64_neon_srshl, Add1ArgType),
3177 NEONMAP1(vrshld_u64, aarch64_neon_urshl, Add1ArgType),
3178 NEONMAP1(vrsqrted_f64, aarch64_neon_frsqrte, Add1ArgType),
3179 NEONMAP1(vrsqrtes_f32, aarch64_neon_frsqrte, Add1ArgType),
3180 NEONMAP1(vrsqrtsd_f64, aarch64_neon_frsqrts, Add1ArgType),
3181 NEONMAP1(vrsqrtss_f32, aarch64_neon_frsqrts, Add1ArgType),
3182 NEONMAP1(vsha1cq_u32, aarch64_crypto_sha1c, 0),
3183 NEONMAP1(vsha1h_u32, aarch64_crypto_sha1h, 0),
3184 NEONMAP1(vsha1mq_u32, aarch64_crypto_sha1m, 0),
3185 NEONMAP1(vsha1pq_u32, aarch64_crypto_sha1p, 0),
3186 NEONMAP1(vshld_s64, aarch64_neon_sshl, Add1ArgType),
3187 NEONMAP1(vshld_u64, aarch64_neon_ushl, Add1ArgType),
3188 NEONMAP1(vslid_n_s64, aarch64_neon_vsli, Vectorize1ArgType),
3189 NEONMAP1(vslid_n_u64, aarch64_neon_vsli, Vectorize1ArgType),
3190 NEONMAP1(vsqaddb_u8, aarch64_neon_usqadd, Vectorize1ArgType | Use64BitVectors),
3191 NEONMAP1(vsqaddd_u64, aarch64_neon_usqadd, Add1ArgType),
3192 NEONMAP1(vsqaddh_u16, aarch64_neon_usqadd, Vectorize1ArgType | Use64BitVectors),
3193 NEONMAP1(vsqadds_u32, aarch64_neon_usqadd, Add1ArgType),
3194 NEONMAP1(vsrid_n_s64, aarch64_neon_vsri, Vectorize1ArgType),
3195 NEONMAP1(vsrid_n_u64, aarch64_neon_vsri, Vectorize1ArgType),
3196 NEONMAP1(vuqaddb_s8, aarch64_neon_suqadd, Vectorize1ArgType | Use64BitVectors),
3197 NEONMAP1(vuqaddd_s64, aarch64_neon_suqadd, Add1ArgType),
3198 NEONMAP1(vuqaddh_s16, aarch64_neon_suqadd, Vectorize1ArgType | Use64BitVectors),
3199 NEONMAP1(vuqadds_s32, aarch64_neon_suqadd, Add1ArgType),
3203 #undef NEONMAP1