29 typedef double __m128d __attribute__((__vector_size__(16)));  typedef
47 static __inline__ __m128d __DEFAULT_FN_ATTRS
48 _mm_add_sd(__m128d __a, __m128d __b)  in _mm_add_sd()
54 static __inline__ __m128d __DEFAULT_FN_ATTRS
55 _mm_add_pd(__m128d __a, __m128d __b)  in _mm_add_pd()
60 static __inline__ __m128d __DEFAULT_FN_ATTRS
61 _mm_sub_sd(__m128d __a, __m128d __b)  in _mm_sub_sd()
67 static __inline__ __m128d __DEFAULT_FN_ATTRS
68 _mm_sub_pd(__m128d __a, __m128d __b)  in _mm_sub_pd()
73 static __inline__ __m128d __DEFAULT_FN_ATTRS
74 _mm_mul_sd(__m128d __a, __m128d __b)  in _mm_mul_sd()
80 static __inline__ __m128d __DEFAULT_FN_ATTRS
81 _mm_mul_pd(__m128d __a, __m128d __b)  in _mm_mul_pd()
86 static __inline__ __m128d __DEFAULT_FN_ATTRS
87 _mm_div_sd(__m128d __a, __m128d __b)  in _mm_div_sd()
93 static __inline__ __m128d __DEFAULT_FN_ATTRS
94 _mm_div_pd(__m128d __a, __m128d __b)  in _mm_div_pd()
99 static __inline__ __m128d __DEFAULT_FN_ATTRS
100 _mm_sqrt_sd(__m128d __a, __m128d __b)  in _mm_sqrt_sd()
102   __m128d __c = __builtin_ia32_sqrtsd(__b);  in _mm_sqrt_sd()
103   return (__m128d) { __c[0], __a[1] };  in _mm_sqrt_sd()
106 static __inline__ __m128d __DEFAULT_FN_ATTRS
107 _mm_sqrt_pd(__m128d __a)  in _mm_sqrt_pd()
112 static __inline__ __m128d __DEFAULT_FN_ATTRS
113 _mm_min_sd(__m128d __a, __m128d __b)  in _mm_min_sd()
118 static __inline__ __m128d __DEFAULT_FN_ATTRS
119 _mm_min_pd(__m128d __a, __m128d __b)  in _mm_min_pd()
124 static __inline__ __m128d __DEFAULT_FN_ATTRS
125 _mm_max_sd(__m128d __a, __m128d __b)  in _mm_max_sd()
130 static __inline__ __m128d __DEFAULT_FN_ATTRS
131 _mm_max_pd(__m128d __a, __m128d __b)  in _mm_max_pd()
136 static __inline__ __m128d __DEFAULT_FN_ATTRS
137 _mm_and_pd(__m128d __a, __m128d __b)  in _mm_and_pd()
139   return (__m128d)((__v4si)__a & (__v4si)__b);  in _mm_and_pd()
142 static __inline__ __m128d __DEFAULT_FN_ATTRS
143 _mm_andnot_pd(__m128d __a, __m128d __b)  in _mm_andnot_pd()
145   return (__m128d)(~(__v4si)__a & (__v4si)__b);  in _mm_andnot_pd()
148 static __inline__ __m128d __DEFAULT_FN_ATTRS
149 _mm_or_pd(__m128d __a, __m128d __b)  in _mm_or_pd()
151   return (__m128d)((__v4si)__a | (__v4si)__b);  in _mm_or_pd()
154 static __inline__ __m128d __DEFAULT_FN_ATTRS
155 _mm_xor_pd(__m128d __a, __m128d __b)  in _mm_xor_pd()
157   return (__m128d)((__v4si)__a ^ (__v4si)__b);  in _mm_xor_pd()
160 static __inline__ __m128d __DEFAULT_FN_ATTRS
161 _mm_cmpeq_pd(__m128d __a, __m128d __b)  in _mm_cmpeq_pd()
163   return (__m128d)__builtin_ia32_cmpeqpd(__a, __b);  in _mm_cmpeq_pd()
166 static __inline__ __m128d __DEFAULT_FN_ATTRS
167 _mm_cmplt_pd(__m128d __a, __m128d __b)  in _mm_cmplt_pd()
169   return (__m128d)__builtin_ia32_cmpltpd(__a, __b);  in _mm_cmplt_pd()
172 static __inline__ __m128d __DEFAULT_FN_ATTRS
173 _mm_cmple_pd(__m128d __a, __m128d __b)  in _mm_cmple_pd()
175   return (__m128d)__builtin_ia32_cmplepd(__a, __b);  in _mm_cmple_pd()
178 static __inline__ __m128d __DEFAULT_FN_ATTRS
179 _mm_cmpgt_pd(__m128d __a, __m128d __b)  in _mm_cmpgt_pd()
181   return (__m128d)__builtin_ia32_cmpltpd(__b, __a);  in _mm_cmpgt_pd()
184 static __inline__ __m128d __DEFAULT_FN_ATTRS
185 _mm_cmpge_pd(__m128d __a, __m128d __b)  in _mm_cmpge_pd()
187   return (__m128d)__builtin_ia32_cmplepd(__b, __a);  in _mm_cmpge_pd()
190 static __inline__ __m128d __DEFAULT_FN_ATTRS
191 _mm_cmpord_pd(__m128d __a, __m128d __b)  in _mm_cmpord_pd()
193   return (__m128d)__builtin_ia32_cmpordpd(__a, __b);  in _mm_cmpord_pd()
196 static __inline__ __m128d __DEFAULT_FN_ATTRS
197 _mm_cmpunord_pd(__m128d __a, __m128d __b)  in _mm_cmpunord_pd()
199   return (__m128d)__builtin_ia32_cmpunordpd(__a, __b);  in _mm_cmpunord_pd()
202 static __inline__ __m128d __DEFAULT_FN_ATTRS
203 _mm_cmpneq_pd(__m128d __a, __m128d __b)  in _mm_cmpneq_pd()
205   return (__m128d)__builtin_ia32_cmpneqpd(__a, __b);  in _mm_cmpneq_pd()
208 static __inline__ __m128d __DEFAULT_FN_ATTRS
209 _mm_cmpnlt_pd(__m128d __a, __m128d __b)  in _mm_cmpnlt_pd()
211   return (__m128d)__builtin_ia32_cmpnltpd(__a, __b);  in _mm_cmpnlt_pd()
214 static __inline__ __m128d __DEFAULT_FN_ATTRS
215 _mm_cmpnle_pd(__m128d __a, __m128d __b)  in _mm_cmpnle_pd()
217   return (__m128d)__builtin_ia32_cmpnlepd(__a, __b);  in _mm_cmpnle_pd()
220 static __inline__ __m128d __DEFAULT_FN_ATTRS
221 _mm_cmpngt_pd(__m128d __a, __m128d __b)  in _mm_cmpngt_pd()
223   return (__m128d)__builtin_ia32_cmpnltpd(__b, __a);  in _mm_cmpngt_pd()
226 static __inline__ __m128d __DEFAULT_FN_ATTRS
227 _mm_cmpnge_pd(__m128d __a, __m128d __b)  in _mm_cmpnge_pd()
229   return (__m128d)__builtin_ia32_cmpnlepd(__b, __a);  in _mm_cmpnge_pd()
232 static __inline__ __m128d __DEFAULT_FN_ATTRS
233 _mm_cmpeq_sd(__m128d __a, __m128d __b)  in _mm_cmpeq_sd()
235   return (__m128d)__builtin_ia32_cmpeqsd(__a, __b);  in _mm_cmpeq_sd()
238 static __inline__ __m128d __DEFAULT_FN_ATTRS
239 _mm_cmplt_sd(__m128d __a, __m128d __b)  in _mm_cmplt_sd()
241   return (__m128d)__builtin_ia32_cmpltsd(__a, __b);  in _mm_cmplt_sd()
244 static __inline__ __m128d __DEFAULT_FN_ATTRS
245 _mm_cmple_sd(__m128d __a, __m128d __b)  in _mm_cmple_sd()
247   return (__m128d)__builtin_ia32_cmplesd(__a, __b);  in _mm_cmple_sd()
250 static __inline__ __m128d __DEFAULT_FN_ATTRS
251 _mm_cmpgt_sd(__m128d __a, __m128d __b)  in _mm_cmpgt_sd()
253   __m128d __c = __builtin_ia32_cmpltsd(__b, __a);  in _mm_cmpgt_sd()
254   return (__m128d) { __c[0], __a[1] };  in _mm_cmpgt_sd()
257 static __inline__ __m128d __DEFAULT_FN_ATTRS
258 _mm_cmpge_sd(__m128d __a, __m128d __b)  in _mm_cmpge_sd()
260   __m128d __c = __builtin_ia32_cmplesd(__b, __a);  in _mm_cmpge_sd()
261   return (__m128d) { __c[0], __a[1] };  in _mm_cmpge_sd()
264 static __inline__ __m128d __DEFAULT_FN_ATTRS
265 _mm_cmpord_sd(__m128d __a, __m128d __b)  in _mm_cmpord_sd()
267   return (__m128d)__builtin_ia32_cmpordsd(__a, __b);  in _mm_cmpord_sd()
270 static __inline__ __m128d __DEFAULT_FN_ATTRS
271 _mm_cmpunord_sd(__m128d __a, __m128d __b)  in _mm_cmpunord_sd()
273   return (__m128d)__builtin_ia32_cmpunordsd(__a, __b);  in _mm_cmpunord_sd()
276 static __inline__ __m128d __DEFAULT_FN_ATTRS
277 _mm_cmpneq_sd(__m128d __a, __m128d __b)  in _mm_cmpneq_sd()
279   return (__m128d)__builtin_ia32_cmpneqsd(__a, __b);  in _mm_cmpneq_sd()
282 static __inline__ __m128d __DEFAULT_FN_ATTRS
283 _mm_cmpnlt_sd(__m128d __a, __m128d __b)  in _mm_cmpnlt_sd()
285   return (__m128d)__builtin_ia32_cmpnltsd(__a, __b);  in _mm_cmpnlt_sd()
288 static __inline__ __m128d __DEFAULT_FN_ATTRS
289 _mm_cmpnle_sd(__m128d __a, __m128d __b)  in _mm_cmpnle_sd()
291   return (__m128d)__builtin_ia32_cmpnlesd(__a, __b);  in _mm_cmpnle_sd()
294 static __inline__ __m128d __DEFAULT_FN_ATTRS
295 _mm_cmpngt_sd(__m128d __a, __m128d __b)  in _mm_cmpngt_sd()
297   __m128d __c = __builtin_ia32_cmpnltsd(__b, __a);  in _mm_cmpngt_sd()
298   return (__m128d) { __c[0], __a[1] };  in _mm_cmpngt_sd()
301 static __inline__ __m128d __DEFAULT_FN_ATTRS
302 _mm_cmpnge_sd(__m128d __a, __m128d __b)  in _mm_cmpnge_sd()
304   __m128d __c = __builtin_ia32_cmpnlesd(__b, __a);  in _mm_cmpnge_sd()
305   return (__m128d) { __c[0], __a[1] };  in _mm_cmpnge_sd()
309 _mm_comieq_sd(__m128d __a, __m128d __b)  in _mm_comieq_sd()
315 _mm_comilt_sd(__m128d __a, __m128d __b)  in _mm_comilt_sd()
321 _mm_comile_sd(__m128d __a, __m128d __b)  in _mm_comile_sd()
327 _mm_comigt_sd(__m128d __a, __m128d __b)  in _mm_comigt_sd()
333 _mm_comige_sd(__m128d __a, __m128d __b)  in _mm_comige_sd()
339 _mm_comineq_sd(__m128d __a, __m128d __b)  in _mm_comineq_sd()
345 _mm_ucomieq_sd(__m128d __a, __m128d __b)  in _mm_ucomieq_sd()
351 _mm_ucomilt_sd(__m128d __a, __m128d __b)  in _mm_ucomilt_sd()
357 _mm_ucomile_sd(__m128d __a, __m128d __b)  in _mm_ucomile_sd()
363 _mm_ucomigt_sd(__m128d __a, __m128d __b)  in _mm_ucomigt_sd()
369 _mm_ucomige_sd(__m128d __a, __m128d __b)  in _mm_ucomige_sd()
375 _mm_ucomineq_sd(__m128d __a, __m128d __b)  in _mm_ucomineq_sd()
381 _mm_cvtpd_ps(__m128d __a)  in _mm_cvtpd_ps()
386 static __inline__ __m128d __DEFAULT_FN_ATTRS
392 static __inline__ __m128d __DEFAULT_FN_ATTRS
399 _mm_cvtpd_epi32(__m128d __a)  in _mm_cvtpd_epi32()
405 _mm_cvtsd_si32(__m128d __a)  in _mm_cvtsd_si32()
411 _mm_cvtsd_ss(__m128 __a, __m128d __b)  in _mm_cvtsd_ss()
417 static __inline__ __m128d __DEFAULT_FN_ATTRS
418 _mm_cvtsi32_sd(__m128d __a, int __b)  in _mm_cvtsi32_sd()
424 static __inline__ __m128d __DEFAULT_FN_ATTRS
425 _mm_cvtss_sd(__m128d __a, __m128 __b)  in _mm_cvtss_sd()
432 _mm_cvttpd_epi32(__m128d __a)  in _mm_cvttpd_epi32()
438 _mm_cvttsd_si32(__m128d __a)  in _mm_cvttsd_si32()
444 _mm_cvtpd_pi32(__m128d __a)  in _mm_cvtpd_pi32()
450 _mm_cvttpd_pi32(__m128d __a)  in _mm_cvttpd_pi32()
455 static __inline__ __m128d __DEFAULT_FN_ATTRS
462 _mm_cvtsd_f64(__m128d __a)  in _mm_cvtsd_f64()
467 static __inline__ __m128d __DEFAULT_FN_ATTRS
470   return *(__m128d*)__dp;  in _mm_load_pd()
473 static __inline__ __m128d __DEFAULT_FN_ATTRS
480   return (__m128d){ __u, __u };  in _mm_load1_pd()
485 static __inline__ __m128d __DEFAULT_FN_ATTRS
488   __m128d __u = *(__m128d*)__dp;  in _mm_loadr_pd()
492 static __inline__ __m128d __DEFAULT_FN_ATTRS
496     __m128d __v;  in _mm_loadu_pd()
501 static __inline__ __m128d __DEFAULT_FN_ATTRS
508   return (__m128d){ __u, 0 };  in _mm_load_sd()
511 static __inline__ __m128d __DEFAULT_FN_ATTRS
512 _mm_loadh_pd(__m128d __a, double const *__dp)  in _mm_loadh_pd()
518   return (__m128d){ __a[0], __u };  in _mm_loadh_pd()
521 static __inline__ __m128d __DEFAULT_FN_ATTRS
522 _mm_loadl_pd(__m128d __a, double const *__dp)  in _mm_loadl_pd()
528   return (__m128d){ __u, __a[1] };  in _mm_loadl_pd()
531 static __inline__ __m128d __DEFAULT_FN_ATTRS
534   return (__m128d)__builtin_ia32_undef128();  in _mm_undefined_pd()
537 static __inline__ __m128d __DEFAULT_FN_ATTRS
540   return (__m128d){ __w, 0 };  in _mm_set_sd()
543 static __inline__ __m128d __DEFAULT_FN_ATTRS
546   return (__m128d){ __w, __w };  in _mm_set1_pd()
549 static __inline__ __m128d __DEFAULT_FN_ATTRS
552   return (__m128d){ __x, __w };  in _mm_set_pd()
555 static __inline__ __m128d __DEFAULT_FN_ATTRS
558   return (__m128d){ __w, __x };  in _mm_setr_pd()
561 static __inline__ __m128d __DEFAULT_FN_ATTRS
564   return (__m128d){ 0, 0 };  in _mm_setzero_pd()
567 static __inline__ __m128d __DEFAULT_FN_ATTRS
568 _mm_move_sd(__m128d __a, __m128d __b)  in _mm_move_sd()
570   return (__m128d){ __b[0], __a[1] };  in _mm_move_sd()
574 _mm_store_sd(double *__dp, __m128d __a)  in _mm_store_sd()
583 _mm_store1_pd(double *__dp, __m128d __a)  in _mm_store1_pd()
593 _mm_store_pd(double *__dp, __m128d __a)  in _mm_store_pd()
595   *(__m128d *)__dp = __a;  in _mm_store_pd()
599 _mm_storeu_pd(double *__dp, __m128d __a)  in _mm_storeu_pd()
605 _mm_storer_pd(double *__dp, __m128d __a)  in _mm_storer_pd()
608   *(__m128d *)__dp = __a;  in _mm_storer_pd()
612 _mm_storeh_pd(double *__dp, __m128d __a)  in _mm_storeh_pd()
621 _mm_storel_pd(double *__dp, __m128d __a)  in _mm_storel_pd()
1038 static __inline__ __m128d __DEFAULT_FN_ATTRS
1039 _mm_cvtsi64_sd(__m128d __a, long long __b)  in _mm_cvtsi64_sd()
1046 _mm_cvtsd_si64(__m128d __a)  in _mm_cvtsd_si64()
1052 _mm_cvttsd_si64(__m128d __a)  in _mm_cvttsd_si64()
1253 _mm_stream_pd(double *__p, __m128d __a)  in _mm_stream_pd()
1423 static __inline__ __m128d __DEFAULT_FN_ATTRS
1424 _mm_unpackhi_pd(__m128d __a, __m128d __b)  in _mm_unpackhi_pd()
1429 static __inline__ __m128d __DEFAULT_FN_ATTRS
1430 _mm_unpacklo_pd(__m128d __a, __m128d __b)  in _mm_unpacklo_pd()
1436 _mm_movemask_pd(__m128d __a)  in _mm_movemask_pd()
1442   (__m128d)__builtin_shufflevector((__v2df)(__m128d)(a), (__v2df)(__m128d)(b), \
1446 _mm_castpd_ps(__m128d __a)  in _mm_castpd_ps()
1452 _mm_castpd_si128(__m128d __a)  in _mm_castpd_si128()
1457 static __inline__ __m128d __DEFAULT_FN_ATTRS
1460   return (__m128d)__a;  in _mm_castps_pd()
1475 static __inline__ __m128d __DEFAULT_FN_ATTRS
1478   return (__m128d)__a;  in _mm_castsi128_pd()