29 typedef double __m128d __attribute__((__vector_size__(16)));  typedef
52 static __inline__ __m128d __DEFAULT_FN_ATTRS
53 _mm_add_sd(__m128d __a, __m128d __b)  in _mm_add_sd()
59 static __inline__ __m128d __DEFAULT_FN_ATTRS
60 _mm_add_pd(__m128d __a, __m128d __b)  in _mm_add_pd()
62   return (__m128d)((__v2df)__a + (__v2df)__b);  in _mm_add_pd()
65 static __inline__ __m128d __DEFAULT_FN_ATTRS
66 _mm_sub_sd(__m128d __a, __m128d __b)  in _mm_sub_sd()
72 static __inline__ __m128d __DEFAULT_FN_ATTRS
73 _mm_sub_pd(__m128d __a, __m128d __b)  in _mm_sub_pd()
75   return (__m128d)((__v2df)__a - (__v2df)__b);  in _mm_sub_pd()
78 static __inline__ __m128d __DEFAULT_FN_ATTRS
79 _mm_mul_sd(__m128d __a, __m128d __b)  in _mm_mul_sd()
85 static __inline__ __m128d __DEFAULT_FN_ATTRS
86 _mm_mul_pd(__m128d __a, __m128d __b)  in _mm_mul_pd()
88   return (__m128d)((__v2df)__a * (__v2df)__b);  in _mm_mul_pd()
91 static __inline__ __m128d __DEFAULT_FN_ATTRS
92 _mm_div_sd(__m128d __a, __m128d __b)  in _mm_div_sd()
98 static __inline__ __m128d __DEFAULT_FN_ATTRS
99 _mm_div_pd(__m128d __a, __m128d __b)  in _mm_div_pd()
101   return (__m128d)((__v2df)__a / (__v2df)__b);  in _mm_div_pd()
104 static __inline__ __m128d __DEFAULT_FN_ATTRS
105 _mm_sqrt_sd(__m128d __a, __m128d __b)  in _mm_sqrt_sd()
107   __m128d __c = __builtin_ia32_sqrtsd((__v2df)__b);  in _mm_sqrt_sd()
108   return (__m128d) { __c[0], __a[1] };  in _mm_sqrt_sd()
111 static __inline__ __m128d __DEFAULT_FN_ATTRS
112 _mm_sqrt_pd(__m128d __a)  in _mm_sqrt_pd()
117 static __inline__ __m128d __DEFAULT_FN_ATTRS
118 _mm_min_sd(__m128d __a, __m128d __b)  in _mm_min_sd()
123 static __inline__ __m128d __DEFAULT_FN_ATTRS
124 _mm_min_pd(__m128d __a, __m128d __b)  in _mm_min_pd()
129 static __inline__ __m128d __DEFAULT_FN_ATTRS
130 _mm_max_sd(__m128d __a, __m128d __b)  in _mm_max_sd()
135 static __inline__ __m128d __DEFAULT_FN_ATTRS
136 _mm_max_pd(__m128d __a, __m128d __b)  in _mm_max_pd()
141 static __inline__ __m128d __DEFAULT_FN_ATTRS
142 _mm_and_pd(__m128d __a, __m128d __b)  in _mm_and_pd()
144   return (__m128d)((__v4su)__a & (__v4su)__b);  in _mm_and_pd()
147 static __inline__ __m128d __DEFAULT_FN_ATTRS
148 _mm_andnot_pd(__m128d __a, __m128d __b)  in _mm_andnot_pd()
150   return (__m128d)(~(__v4su)__a & (__v4su)__b);  in _mm_andnot_pd()
153 static __inline__ __m128d __DEFAULT_FN_ATTRS
154 _mm_or_pd(__m128d __a, __m128d __b)  in _mm_or_pd()
156   return (__m128d)((__v4su)__a | (__v4su)__b);  in _mm_or_pd()
159 static __inline__ __m128d __DEFAULT_FN_ATTRS
160 _mm_xor_pd(__m128d __a, __m128d __b)  in _mm_xor_pd()
162   return (__m128d)((__v4su)__a ^ (__v4su)__b);  in _mm_xor_pd()
165 static __inline__ __m128d __DEFAULT_FN_ATTRS
166 _mm_cmpeq_pd(__m128d __a, __m128d __b)  in _mm_cmpeq_pd()
168   return (__m128d)__builtin_ia32_cmpeqpd((__v2df)__a, (__v2df)__b);  in _mm_cmpeq_pd()
171 static __inline__ __m128d __DEFAULT_FN_ATTRS
172 _mm_cmplt_pd(__m128d __a, __m128d __b)  in _mm_cmplt_pd()
174   return (__m128d)__builtin_ia32_cmpltpd((__v2df)__a, (__v2df)__b);  in _mm_cmplt_pd()
177 static __inline__ __m128d __DEFAULT_FN_ATTRS
178 _mm_cmple_pd(__m128d __a, __m128d __b)  in _mm_cmple_pd()
180   return (__m128d)__builtin_ia32_cmplepd((__v2df)__a, (__v2df)__b);  in _mm_cmple_pd()
183 static __inline__ __m128d __DEFAULT_FN_ATTRS
184 _mm_cmpgt_pd(__m128d __a, __m128d __b)  in _mm_cmpgt_pd()
186   return (__m128d)__builtin_ia32_cmpltpd((__v2df)__b, (__v2df)__a);  in _mm_cmpgt_pd()
189 static __inline__ __m128d __DEFAULT_FN_ATTRS
190 _mm_cmpge_pd(__m128d __a, __m128d __b)  in _mm_cmpge_pd()
192   return (__m128d)__builtin_ia32_cmplepd((__v2df)__b, (__v2df)__a);  in _mm_cmpge_pd()
195 static __inline__ __m128d __DEFAULT_FN_ATTRS
196 _mm_cmpord_pd(__m128d __a, __m128d __b)  in _mm_cmpord_pd()
198   return (__m128d)__builtin_ia32_cmpordpd((__v2df)__a, (__v2df)__b);  in _mm_cmpord_pd()
201 static __inline__ __m128d __DEFAULT_FN_ATTRS
202 _mm_cmpunord_pd(__m128d __a, __m128d __b)  in _mm_cmpunord_pd()
204   return (__m128d)__builtin_ia32_cmpunordpd((__v2df)__a, (__v2df)__b);  in _mm_cmpunord_pd()
207 static __inline__ __m128d __DEFAULT_FN_ATTRS
208 _mm_cmpneq_pd(__m128d __a, __m128d __b)  in _mm_cmpneq_pd()
210   return (__m128d)__builtin_ia32_cmpneqpd((__v2df)__a, (__v2df)__b);  in _mm_cmpneq_pd()
213 static __inline__ __m128d __DEFAULT_FN_ATTRS
214 _mm_cmpnlt_pd(__m128d __a, __m128d __b)  in _mm_cmpnlt_pd()
216   return (__m128d)__builtin_ia32_cmpnltpd((__v2df)__a, (__v2df)__b);  in _mm_cmpnlt_pd()
219 static __inline__ __m128d __DEFAULT_FN_ATTRS
220 _mm_cmpnle_pd(__m128d __a, __m128d __b)  in _mm_cmpnle_pd()
222   return (__m128d)__builtin_ia32_cmpnlepd((__v2df)__a, (__v2df)__b);  in _mm_cmpnle_pd()
225 static __inline__ __m128d __DEFAULT_FN_ATTRS
226 _mm_cmpngt_pd(__m128d __a, __m128d __b)  in _mm_cmpngt_pd()
228   return (__m128d)__builtin_ia32_cmpnltpd((__v2df)__b, (__v2df)__a);  in _mm_cmpngt_pd()
231 static __inline__ __m128d __DEFAULT_FN_ATTRS
232 _mm_cmpnge_pd(__m128d __a, __m128d __b)  in _mm_cmpnge_pd()
234   return (__m128d)__builtin_ia32_cmpnlepd((__v2df)__b, (__v2df)__a);  in _mm_cmpnge_pd()
237 static __inline__ __m128d __DEFAULT_FN_ATTRS
238 _mm_cmpeq_sd(__m128d __a, __m128d __b)  in _mm_cmpeq_sd()
240   return (__m128d)__builtin_ia32_cmpeqsd((__v2df)__a, (__v2df)__b);  in _mm_cmpeq_sd()
243 static __inline__ __m128d __DEFAULT_FN_ATTRS
244 _mm_cmplt_sd(__m128d __a, __m128d __b)  in _mm_cmplt_sd()
246   return (__m128d)__builtin_ia32_cmpltsd((__v2df)__a, (__v2df)__b);  in _mm_cmplt_sd()
249 static __inline__ __m128d __DEFAULT_FN_ATTRS
250 _mm_cmple_sd(__m128d __a, __m128d __b)  in _mm_cmple_sd()
252   return (__m128d)__builtin_ia32_cmplesd((__v2df)__a, (__v2df)__b);  in _mm_cmple_sd()
255 static __inline__ __m128d __DEFAULT_FN_ATTRS
256 _mm_cmpgt_sd(__m128d __a, __m128d __b)  in _mm_cmpgt_sd()
258   __m128d __c = __builtin_ia32_cmpltsd((__v2df)__b, (__v2df)__a);  in _mm_cmpgt_sd()
259   return (__m128d) { __c[0], __a[1] };  in _mm_cmpgt_sd()
262 static __inline__ __m128d __DEFAULT_FN_ATTRS
263 _mm_cmpge_sd(__m128d __a, __m128d __b)  in _mm_cmpge_sd()
265   __m128d __c = __builtin_ia32_cmplesd((__v2df)__b, (__v2df)__a);  in _mm_cmpge_sd()
266   return (__m128d) { __c[0], __a[1] };  in _mm_cmpge_sd()
269 static __inline__ __m128d __DEFAULT_FN_ATTRS
270 _mm_cmpord_sd(__m128d __a, __m128d __b)  in _mm_cmpord_sd()
272   return (__m128d)__builtin_ia32_cmpordsd((__v2df)__a, (__v2df)__b);  in _mm_cmpord_sd()
275 static __inline__ __m128d __DEFAULT_FN_ATTRS
276 _mm_cmpunord_sd(__m128d __a, __m128d __b)  in _mm_cmpunord_sd()
278   return (__m128d)__builtin_ia32_cmpunordsd((__v2df)__a, (__v2df)__b);  in _mm_cmpunord_sd()
281 static __inline__ __m128d __DEFAULT_FN_ATTRS
282 _mm_cmpneq_sd(__m128d __a, __m128d __b)  in _mm_cmpneq_sd()
284   return (__m128d)__builtin_ia32_cmpneqsd((__v2df)__a, (__v2df)__b);  in _mm_cmpneq_sd()
287 static __inline__ __m128d __DEFAULT_FN_ATTRS
288 _mm_cmpnlt_sd(__m128d __a, __m128d __b)  in _mm_cmpnlt_sd()
290   return (__m128d)__builtin_ia32_cmpnltsd((__v2df)__a, (__v2df)__b);  in _mm_cmpnlt_sd()
293 static __inline__ __m128d __DEFAULT_FN_ATTRS
294 _mm_cmpnle_sd(__m128d __a, __m128d __b)  in _mm_cmpnle_sd()
296   return (__m128d)__builtin_ia32_cmpnlesd((__v2df)__a, (__v2df)__b);  in _mm_cmpnle_sd()
299 static __inline__ __m128d __DEFAULT_FN_ATTRS
300 _mm_cmpngt_sd(__m128d __a, __m128d __b)  in _mm_cmpngt_sd()
302   __m128d __c = __builtin_ia32_cmpnltsd((__v2df)__b, (__v2df)__a);  in _mm_cmpngt_sd()
303   return (__m128d) { __c[0], __a[1] };  in _mm_cmpngt_sd()
306 static __inline__ __m128d __DEFAULT_FN_ATTRS
307 _mm_cmpnge_sd(__m128d __a, __m128d __b)  in _mm_cmpnge_sd()
309   __m128d __c = __builtin_ia32_cmpnlesd((__v2df)__b, (__v2df)__a);  in _mm_cmpnge_sd()
310   return (__m128d) { __c[0], __a[1] };  in _mm_cmpnge_sd()
314 _mm_comieq_sd(__m128d __a, __m128d __b)  in _mm_comieq_sd()
320 _mm_comilt_sd(__m128d __a, __m128d __b)  in _mm_comilt_sd()
326 _mm_comile_sd(__m128d __a, __m128d __b)  in _mm_comile_sd()
332 _mm_comigt_sd(__m128d __a, __m128d __b)  in _mm_comigt_sd()
338 _mm_comige_sd(__m128d __a, __m128d __b)  in _mm_comige_sd()
344 _mm_comineq_sd(__m128d __a, __m128d __b)  in _mm_comineq_sd()
350 _mm_ucomieq_sd(__m128d __a, __m128d __b)  in _mm_ucomieq_sd()
356 _mm_ucomilt_sd(__m128d __a, __m128d __b)  in _mm_ucomilt_sd()
362 _mm_ucomile_sd(__m128d __a, __m128d __b)  in _mm_ucomile_sd()
368 _mm_ucomigt_sd(__m128d __a, __m128d __b)  in _mm_ucomigt_sd()
374 _mm_ucomige_sd(__m128d __a, __m128d __b)  in _mm_ucomige_sd()
380 _mm_ucomineq_sd(__m128d __a, __m128d __b)  in _mm_ucomineq_sd()
386 _mm_cvtpd_ps(__m128d __a)  in _mm_cvtpd_ps()
391 static __inline__ __m128d __DEFAULT_FN_ATTRS
394   return (__m128d) __builtin_convertvector(  in _mm_cvtps_pd()
398 static __inline__ __m128d __DEFAULT_FN_ATTRS
401   return (__m128d) __builtin_convertvector(  in _mm_cvtepi32_pd()
406 _mm_cvtpd_epi32(__m128d __a)  in _mm_cvtpd_epi32()
412 _mm_cvtsd_si32(__m128d __a)  in _mm_cvtsd_si32()
418 _mm_cvtsd_ss(__m128 __a, __m128d __b)  in _mm_cvtsd_ss()
424 static __inline__ __m128d __DEFAULT_FN_ATTRS
425 _mm_cvtsi32_sd(__m128d __a, int __b)  in _mm_cvtsi32_sd()
431 static __inline__ __m128d __DEFAULT_FN_ATTRS
432 _mm_cvtss_sd(__m128d __a, __m128 __b)  in _mm_cvtss_sd()
439 _mm_cvttpd_epi32(__m128d __a)  in _mm_cvttpd_epi32()
445 _mm_cvttsd_si32(__m128d __a)  in _mm_cvttsd_si32()
451 _mm_cvtpd_pi32(__m128d __a)  in _mm_cvtpd_pi32()
457 _mm_cvttpd_pi32(__m128d __a)  in _mm_cvttpd_pi32()
462 static __inline__ __m128d __DEFAULT_FN_ATTRS
469 _mm_cvtsd_f64(__m128d __a)  in _mm_cvtsd_f64()
474 static __inline__ __m128d __DEFAULT_FN_ATTRS
477   return *(__m128d*)__dp;  in _mm_load_pd()
480 static __inline__ __m128d __DEFAULT_FN_ATTRS
487   return (__m128d){ __u, __u };  in _mm_load1_pd()
492 static __inline__ __m128d __DEFAULT_FN_ATTRS
495   __m128d __u = *(__m128d*)__dp;  in _mm_loadr_pd()
499 static __inline__ __m128d __DEFAULT_FN_ATTRS
503     __m128d __v;  in _mm_loadu_pd()
518 static __inline__ __m128d __DEFAULT_FN_ATTRS
525   return (__m128d){ __u, 0 };  in _mm_load_sd()
528 static __inline__ __m128d __DEFAULT_FN_ATTRS
529 _mm_loadh_pd(__m128d __a, double const *__dp)  in _mm_loadh_pd()
535   return (__m128d){ __a[0], __u };  in _mm_loadh_pd()
538 static __inline__ __m128d __DEFAULT_FN_ATTRS
539 _mm_loadl_pd(__m128d __a, double const *__dp)  in _mm_loadl_pd()
545   return (__m128d){ __u, __a[1] };  in _mm_loadl_pd()
548 static __inline__ __m128d __DEFAULT_FN_ATTRS
551   return (__m128d)__builtin_ia32_undef128();  in _mm_undefined_pd()
554 static __inline__ __m128d __DEFAULT_FN_ATTRS
557   return (__m128d){ __w, 0 };  in _mm_set_sd()
560 static __inline__ __m128d __DEFAULT_FN_ATTRS
563   return (__m128d){ __w, __w };  in _mm_set1_pd()
566 static __inline__ __m128d __DEFAULT_FN_ATTRS
569   return (__m128d){ __x, __w };  in _mm_set_pd()
572 static __inline__ __m128d __DEFAULT_FN_ATTRS
575   return (__m128d){ __w, __x };  in _mm_setr_pd()
578 static __inline__ __m128d __DEFAULT_FN_ATTRS
581   return (__m128d){ 0, 0 };  in _mm_setzero_pd()
584 static __inline__ __m128d __DEFAULT_FN_ATTRS
585 _mm_move_sd(__m128d __a, __m128d __b)  in _mm_move_sd()
587   return (__m128d){ __b[0], __a[1] };  in _mm_move_sd()
591 _mm_store_sd(double *__dp, __m128d __a)  in _mm_store_sd()
600 _mm_store_pd(double *__dp, __m128d __a)  in _mm_store_pd()
602   *(__m128d*)__dp = __a;  in _mm_store_pd()
606 _mm_store1_pd(double *__dp, __m128d __a)  in _mm_store1_pd()
613 _mm_store_pd1(double *__dp, __m128d __a)  in _mm_store_pd1()
619 _mm_storeu_pd(double *__dp, __m128d __a)  in _mm_storeu_pd()
622     __m128d __v;  in _mm_storeu_pd()
628 _mm_storer_pd(double *__dp, __m128d __a)  in _mm_storer_pd()
631   *(__m128d *)__dp = __a;  in _mm_storer_pd()
635 _mm_storeh_pd(double *__dp, __m128d __a)  in _mm_storeh_pd()
644 _mm_storel_pd(double *__dp, __m128d __a)  in _mm_storel_pd()
1672 static __inline__ __m128d __DEFAULT_FN_ATTRS
1673 _mm_cvtsi64_sd(__m128d __a, long long __b)  in _mm_cvtsi64_sd()
1691 _mm_cvtsd_si64(__m128d __a)  in _mm_cvtsd_si64()
1708 _mm_cvttsd_si64(__m128d __a)  in _mm_cvttsd_si64()
2219 _mm_stream_pd(double *__p, __m128d __a)  in _mm_stream_pd()
2389 static __inline__ __m128d __DEFAULT_FN_ATTRS
2390 _mm_unpackhi_pd(__m128d __a, __m128d __b)  in _mm_unpackhi_pd()
2395 static __inline__ __m128d __DEFAULT_FN_ATTRS
2396 _mm_unpacklo_pd(__m128d __a, __m128d __b)  in _mm_unpacklo_pd()
2402 _mm_movemask_pd(__m128d __a)  in _mm_movemask_pd()
2408   (__m128d)__builtin_shufflevector((__v2df)(__m128d)(a), (__v2df)(__m128d)(b), \
2413 _mm_castpd_ps(__m128d __a)  in _mm_castpd_ps()
2419 _mm_castpd_si128(__m128d __a)  in _mm_castpd_si128()
2424 static __inline__ __m128d __DEFAULT_FN_ATTRS
2427   return (__m128d)__a;  in _mm_castps_pd()
2442 static __inline__ __m128d __DEFAULT_FN_ATTRS
2445   return (__m128d)__a;  in _mm_castsi128_pd()