27 typedef long long __m64 __attribute__((__vector_size__(8)));  typedef
42 static __inline__ __m64 __DEFAULT_FN_ATTRS
45     return (__m64)__builtin_ia32_vec_init_v2si(__i, 0);  in _mm_cvtsi32_si64()
49 _mm_cvtsi64_si32(__m64 __m)  in _mm_cvtsi64_si32()
54 static __inline__ __m64 __DEFAULT_FN_ATTRS
57     return (__m64)__i;  in _mm_cvtsi64_m64()
61 _mm_cvtm64_si64(__m64 __m)  in _mm_cvtm64_si64()
66 static __inline__ __m64 __DEFAULT_FN_ATTRS
67 _mm_packs_pi16(__m64 __m1, __m64 __m2)  in _mm_packs_pi16()
69     return (__m64)__builtin_ia32_packsswb((__v4hi)__m1, (__v4hi)__m2);  in _mm_packs_pi16()
72 static __inline__ __m64 __DEFAULT_FN_ATTRS
73 _mm_packs_pi32(__m64 __m1, __m64 __m2)  in _mm_packs_pi32()
75     return (__m64)__builtin_ia32_packssdw((__v2si)__m1, (__v2si)__m2);  in _mm_packs_pi32()
78 static __inline__ __m64 __DEFAULT_FN_ATTRS
79 _mm_packs_pu16(__m64 __m1, __m64 __m2)  in _mm_packs_pu16()
81     return (__m64)__builtin_ia32_packuswb((__v4hi)__m1, (__v4hi)__m2);  in _mm_packs_pu16()
84 static __inline__ __m64 __DEFAULT_FN_ATTRS
85 _mm_unpackhi_pi8(__m64 __m1, __m64 __m2)  in _mm_unpackhi_pi8()
87     return (__m64)__builtin_ia32_punpckhbw((__v8qi)__m1, (__v8qi)__m2);  in _mm_unpackhi_pi8()
90 static __inline__ __m64 __DEFAULT_FN_ATTRS
91 _mm_unpackhi_pi16(__m64 __m1, __m64 __m2)  in _mm_unpackhi_pi16()
93     return (__m64)__builtin_ia32_punpckhwd((__v4hi)__m1, (__v4hi)__m2);  in _mm_unpackhi_pi16()
96 static __inline__ __m64 __DEFAULT_FN_ATTRS
97 _mm_unpackhi_pi32(__m64 __m1, __m64 __m2)  in _mm_unpackhi_pi32()
99     return (__m64)__builtin_ia32_punpckhdq((__v2si)__m1, (__v2si)__m2);  in _mm_unpackhi_pi32()
102 static __inline__ __m64 __DEFAULT_FN_ATTRS
103 _mm_unpacklo_pi8(__m64 __m1, __m64 __m2)  in _mm_unpacklo_pi8()
105     return (__m64)__builtin_ia32_punpcklbw((__v8qi)__m1, (__v8qi)__m2);  in _mm_unpacklo_pi8()
108 static __inline__ __m64 __DEFAULT_FN_ATTRS
109 _mm_unpacklo_pi16(__m64 __m1, __m64 __m2)  in _mm_unpacklo_pi16()
111     return (__m64)__builtin_ia32_punpcklwd((__v4hi)__m1, (__v4hi)__m2);  in _mm_unpacklo_pi16()
114 static __inline__ __m64 __DEFAULT_FN_ATTRS
115 _mm_unpacklo_pi32(__m64 __m1, __m64 __m2)  in _mm_unpacklo_pi32()
117     return (__m64)__builtin_ia32_punpckldq((__v2si)__m1, (__v2si)__m2);  in _mm_unpacklo_pi32()
120 static __inline__ __m64 __DEFAULT_FN_ATTRS
121 _mm_add_pi8(__m64 __m1, __m64 __m2)  in _mm_add_pi8()
123     return (__m64)__builtin_ia32_paddb((__v8qi)__m1, (__v8qi)__m2);  in _mm_add_pi8()
126 static __inline__ __m64 __DEFAULT_FN_ATTRS
127 _mm_add_pi16(__m64 __m1, __m64 __m2)  in _mm_add_pi16()
129     return (__m64)__builtin_ia32_paddw((__v4hi)__m1, (__v4hi)__m2);  in _mm_add_pi16()
132 static __inline__ __m64 __DEFAULT_FN_ATTRS
133 _mm_add_pi32(__m64 __m1, __m64 __m2)  in _mm_add_pi32()
135     return (__m64)__builtin_ia32_paddd((__v2si)__m1, (__v2si)__m2);  in _mm_add_pi32()
138 static __inline__ __m64 __DEFAULT_FN_ATTRS
139 _mm_adds_pi8(__m64 __m1, __m64 __m2)  in _mm_adds_pi8()
141     return (__m64)__builtin_ia32_paddsb((__v8qi)__m1, (__v8qi)__m2);  in _mm_adds_pi8()
144 static __inline__ __m64 __DEFAULT_FN_ATTRS
145 _mm_adds_pi16(__m64 __m1, __m64 __m2)  in _mm_adds_pi16()
147     return (__m64)__builtin_ia32_paddsw((__v4hi)__m1, (__v4hi)__m2);  in _mm_adds_pi16()
150 static __inline__ __m64 __DEFAULT_FN_ATTRS
151 _mm_adds_pu8(__m64 __m1, __m64 __m2)  in _mm_adds_pu8()
153     return (__m64)__builtin_ia32_paddusb((__v8qi)__m1, (__v8qi)__m2);  in _mm_adds_pu8()
156 static __inline__ __m64 __DEFAULT_FN_ATTRS
157 _mm_adds_pu16(__m64 __m1, __m64 __m2)  in _mm_adds_pu16()
159     return (__m64)__builtin_ia32_paddusw((__v4hi)__m1, (__v4hi)__m2);  in _mm_adds_pu16()
162 static __inline__ __m64 __DEFAULT_FN_ATTRS
163 _mm_sub_pi8(__m64 __m1, __m64 __m2)  in _mm_sub_pi8()
165     return (__m64)__builtin_ia32_psubb((__v8qi)__m1, (__v8qi)__m2);  in _mm_sub_pi8()
168 static __inline__ __m64 __DEFAULT_FN_ATTRS
169 _mm_sub_pi16(__m64 __m1, __m64 __m2)  in _mm_sub_pi16()
171     return (__m64)__builtin_ia32_psubw((__v4hi)__m1, (__v4hi)__m2);  in _mm_sub_pi16()
174 static __inline__ __m64 __DEFAULT_FN_ATTRS
175 _mm_sub_pi32(__m64 __m1, __m64 __m2)  in _mm_sub_pi32()
177     return (__m64)__builtin_ia32_psubd((__v2si)__m1, (__v2si)__m2);  in _mm_sub_pi32()
180 static __inline__ __m64 __DEFAULT_FN_ATTRS
181 _mm_subs_pi8(__m64 __m1, __m64 __m2)  in _mm_subs_pi8()
183     return (__m64)__builtin_ia32_psubsb((__v8qi)__m1, (__v8qi)__m2);  in _mm_subs_pi8()
186 static __inline__ __m64 __DEFAULT_FN_ATTRS
187 _mm_subs_pi16(__m64 __m1, __m64 __m2)  in _mm_subs_pi16()
189     return (__m64)__builtin_ia32_psubsw((__v4hi)__m1, (__v4hi)__m2);  in _mm_subs_pi16()
192 static __inline__ __m64 __DEFAULT_FN_ATTRS
193 _mm_subs_pu8(__m64 __m1, __m64 __m2)  in _mm_subs_pu8()
195     return (__m64)__builtin_ia32_psubusb((__v8qi)__m1, (__v8qi)__m2);  in _mm_subs_pu8()
198 static __inline__ __m64 __DEFAULT_FN_ATTRS
199 _mm_subs_pu16(__m64 __m1, __m64 __m2)  in _mm_subs_pu16()
201     return (__m64)__builtin_ia32_psubusw((__v4hi)__m1, (__v4hi)__m2);  in _mm_subs_pu16()
204 static __inline__ __m64 __DEFAULT_FN_ATTRS
205 _mm_madd_pi16(__m64 __m1, __m64 __m2)  in _mm_madd_pi16()
207     return (__m64)__builtin_ia32_pmaddwd((__v4hi)__m1, (__v4hi)__m2);  in _mm_madd_pi16()
210 static __inline__ __m64 __DEFAULT_FN_ATTRS
211 _mm_mulhi_pi16(__m64 __m1, __m64 __m2)  in _mm_mulhi_pi16()
213     return (__m64)__builtin_ia32_pmulhw((__v4hi)__m1, (__v4hi)__m2);  in _mm_mulhi_pi16()
216 static __inline__ __m64 __DEFAULT_FN_ATTRS
217 _mm_mullo_pi16(__m64 __m1, __m64 __m2)  in _mm_mullo_pi16()
219     return (__m64)__builtin_ia32_pmullw((__v4hi)__m1, (__v4hi)__m2);  in _mm_mullo_pi16()
222 static __inline__ __m64 __DEFAULT_FN_ATTRS
223 _mm_sll_pi16(__m64 __m, __m64 __count)  in _mm_sll_pi16()
225     return (__m64)__builtin_ia32_psllw((__v4hi)__m, __count);  in _mm_sll_pi16()
228 static __inline__ __m64 __DEFAULT_FN_ATTRS
229 _mm_slli_pi16(__m64 __m, int __count)  in _mm_slli_pi16()
231     return (__m64)__builtin_ia32_psllwi((__v4hi)__m, __count);  in _mm_slli_pi16()
234 static __inline__ __m64 __DEFAULT_FN_ATTRS
235 _mm_sll_pi32(__m64 __m, __m64 __count)  in _mm_sll_pi32()
237     return (__m64)__builtin_ia32_pslld((__v2si)__m, __count);  in _mm_sll_pi32()
240 static __inline__ __m64 __DEFAULT_FN_ATTRS
241 _mm_slli_pi32(__m64 __m, int __count)  in _mm_slli_pi32()
243     return (__m64)__builtin_ia32_pslldi((__v2si)__m, __count);  in _mm_slli_pi32()
246 static __inline__ __m64 __DEFAULT_FN_ATTRS
247 _mm_sll_si64(__m64 __m, __m64 __count)  in _mm_sll_si64()
249     return (__m64)__builtin_ia32_psllq(__m, __count);  in _mm_sll_si64()
252 static __inline__ __m64 __DEFAULT_FN_ATTRS
253 _mm_slli_si64(__m64 __m, int __count)  in _mm_slli_si64()
255     return (__m64)__builtin_ia32_psllqi(__m, __count);  in _mm_slli_si64()
258 static __inline__ __m64 __DEFAULT_FN_ATTRS
259 _mm_sra_pi16(__m64 __m, __m64 __count)  in _mm_sra_pi16()
261     return (__m64)__builtin_ia32_psraw((__v4hi)__m, __count);  in _mm_sra_pi16()
264 static __inline__ __m64 __DEFAULT_FN_ATTRS
265 _mm_srai_pi16(__m64 __m, int __count)  in _mm_srai_pi16()
267     return (__m64)__builtin_ia32_psrawi((__v4hi)__m, __count);  in _mm_srai_pi16()
270 static __inline__ __m64 __DEFAULT_FN_ATTRS
271 _mm_sra_pi32(__m64 __m, __m64 __count)  in _mm_sra_pi32()
273     return (__m64)__builtin_ia32_psrad((__v2si)__m, __count);  in _mm_sra_pi32()
276 static __inline__ __m64 __DEFAULT_FN_ATTRS
277 _mm_srai_pi32(__m64 __m, int __count)  in _mm_srai_pi32()
279     return (__m64)__builtin_ia32_psradi((__v2si)__m, __count);  in _mm_srai_pi32()
282 static __inline__ __m64 __DEFAULT_FN_ATTRS
283 _mm_srl_pi16(__m64 __m, __m64 __count)  in _mm_srl_pi16()
285     return (__m64)__builtin_ia32_psrlw((__v4hi)__m, __count);  in _mm_srl_pi16()
288 static __inline__ __m64 __DEFAULT_FN_ATTRS
289 _mm_srli_pi16(__m64 __m, int __count)  in _mm_srli_pi16()
291     return (__m64)__builtin_ia32_psrlwi((__v4hi)__m, __count);  in _mm_srli_pi16()
294 static __inline__ __m64 __DEFAULT_FN_ATTRS
295 _mm_srl_pi32(__m64 __m, __m64 __count)  in _mm_srl_pi32()
297     return (__m64)__builtin_ia32_psrld((__v2si)__m, __count);  in _mm_srl_pi32()
300 static __inline__ __m64 __DEFAULT_FN_ATTRS
301 _mm_srli_pi32(__m64 __m, int __count)  in _mm_srli_pi32()
303     return (__m64)__builtin_ia32_psrldi((__v2si)__m, __count);  in _mm_srli_pi32()
306 static __inline__ __m64 __DEFAULT_FN_ATTRS
307 _mm_srl_si64(__m64 __m, __m64 __count)  in _mm_srl_si64()
309     return (__m64)__builtin_ia32_psrlq(__m, __count);  in _mm_srl_si64()
312 static __inline__ __m64 __DEFAULT_FN_ATTRS
313 _mm_srli_si64(__m64 __m, int __count)  in _mm_srli_si64()
315     return (__m64)__builtin_ia32_psrlqi(__m, __count);  in _mm_srli_si64()
318 static __inline__ __m64 __DEFAULT_FN_ATTRS
319 _mm_and_si64(__m64 __m1, __m64 __m2)  in _mm_and_si64()
324 static __inline__ __m64 __DEFAULT_FN_ATTRS
325 _mm_andnot_si64(__m64 __m1, __m64 __m2)  in _mm_andnot_si64()
330 static __inline__ __m64 __DEFAULT_FN_ATTRS
331 _mm_or_si64(__m64 __m1, __m64 __m2)  in _mm_or_si64()
336 static __inline__ __m64 __DEFAULT_FN_ATTRS
337 _mm_xor_si64(__m64 __m1, __m64 __m2)  in _mm_xor_si64()
342 static __inline__ __m64 __DEFAULT_FN_ATTRS
343 _mm_cmpeq_pi8(__m64 __m1, __m64 __m2)  in _mm_cmpeq_pi8()
345     return (__m64)__builtin_ia32_pcmpeqb((__v8qi)__m1, (__v8qi)__m2);  in _mm_cmpeq_pi8()
348 static __inline__ __m64 __DEFAULT_FN_ATTRS
349 _mm_cmpeq_pi16(__m64 __m1, __m64 __m2)  in _mm_cmpeq_pi16()
351     return (__m64)__builtin_ia32_pcmpeqw((__v4hi)__m1, (__v4hi)__m2);  in _mm_cmpeq_pi16()
354 static __inline__ __m64 __DEFAULT_FN_ATTRS
355 _mm_cmpeq_pi32(__m64 __m1, __m64 __m2)  in _mm_cmpeq_pi32()
357     return (__m64)__builtin_ia32_pcmpeqd((__v2si)__m1, (__v2si)__m2);  in _mm_cmpeq_pi32()
360 static __inline__ __m64 __DEFAULT_FN_ATTRS
361 _mm_cmpgt_pi8(__m64 __m1, __m64 __m2)  in _mm_cmpgt_pi8()
363     return (__m64)__builtin_ia32_pcmpgtb((__v8qi)__m1, (__v8qi)__m2);  in _mm_cmpgt_pi8()
366 static __inline__ __m64 __DEFAULT_FN_ATTRS
367 _mm_cmpgt_pi16(__m64 __m1, __m64 __m2)  in _mm_cmpgt_pi16()
369     return (__m64)__builtin_ia32_pcmpgtw((__v4hi)__m1, (__v4hi)__m2);  in _mm_cmpgt_pi16()
372 static __inline__ __m64 __DEFAULT_FN_ATTRS
373 _mm_cmpgt_pi32(__m64 __m1, __m64 __m2)  in _mm_cmpgt_pi32()
375     return (__m64)__builtin_ia32_pcmpgtd((__v2si)__m1, (__v2si)__m2);  in _mm_cmpgt_pi32()
378 static __inline__ __m64 __DEFAULT_FN_ATTRS
381     return (__m64){ 0LL };  in _mm_setzero_si64()
384 static __inline__ __m64 __DEFAULT_FN_ATTRS
387     return (__m64)__builtin_ia32_vec_init_v2si(__i0, __i1);  in _mm_set_pi32()
390 static __inline__ __m64 __DEFAULT_FN_ATTRS
393     return (__m64)__builtin_ia32_vec_init_v4hi(__s0, __s1, __s2, __s3);  in _mm_set_pi16()
396 static __inline__ __m64 __DEFAULT_FN_ATTRS
400     return (__m64)__builtin_ia32_vec_init_v8qi(__b0, __b1, __b2, __b3,  in _mm_set_pi8()
404 static __inline__ __m64 __DEFAULT_FN_ATTRS
410 static __inline__ __m64 __DEFAULT_FN_ATTRS
416 static __inline__ __m64 __DEFAULT_FN_ATTRS
422 static __inline__ __m64 __DEFAULT_FN_ATTRS
428 static __inline__ __m64 __DEFAULT_FN_ATTRS
434 static __inline__ __m64 __DEFAULT_FN_ATTRS