1//===- IntrinsicsARM.td - Defines ARM intrinsics -----------*- tablegen -*-===//
2//
3//                     The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines all of the ARM-specific intrinsics.
11//
12//===----------------------------------------------------------------------===//
13
14
15//===----------------------------------------------------------------------===//
16// TLS
17
18let TargetPrefix = "arm" in {  // All intrinsics start with "llvm.arm.".
19  def int_arm_thread_pointer : GCCBuiltin<"__builtin_thread_pointer">,
20              Intrinsic<[llvm_ptr_ty], [], [IntrNoMem]>;
21}
22
23//===----------------------------------------------------------------------===//
24// Saturating Arithmentic
25
26let TargetPrefix = "arm" in {  // All intrinsics start with "llvm.arm.".
27  def int_arm_qadd : GCCBuiltin<"__builtin_arm_qadd">,
28              Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
29                        [IntrNoMem, Commutative]>;
30  def int_arm_qsub : GCCBuiltin<"__builtin_arm_qsub">,
31              Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
32  def int_arm_ssat : GCCBuiltin<"__builtin_arm_ssat">,
33              Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
34  def int_arm_usat : GCCBuiltin<"__builtin_arm_usat">,
35              Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
36}
37
38//===----------------------------------------------------------------------===//
39// Load and Store exclusive doubleword
40
41let TargetPrefix = "arm" in {  // All intrinsics start with "llvm.arm.".
42  def int_arm_strexd : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty,
43                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
44  def int_arm_ldrexd : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [llvm_ptr_ty],
45                                 [IntrReadArgMem]>;
46}
47
48//===----------------------------------------------------------------------===//
49// VFP
50
51let TargetPrefix = "arm" in {  // All intrinsics start with "llvm.arm.".
52  def int_arm_get_fpscr : GCCBuiltin<"__builtin_arm_get_fpscr">,
53                         Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>;
54  def int_arm_set_fpscr : GCCBuiltin<"__builtin_arm_set_fpscr">,
55                         Intrinsic<[], [llvm_i32_ty], []>;
56  def int_arm_vcvtr     : Intrinsic<[llvm_float_ty], [llvm_anyfloat_ty],
57                                    [IntrNoMem]>;
58  def int_arm_vcvtru    : Intrinsic<[llvm_float_ty], [llvm_anyfloat_ty],
59                                    [IntrNoMem]>;
60}
61
62//===----------------------------------------------------------------------===//
63// Coprocessor
64
65let TargetPrefix = "arm" in {  // All intrinsics start with "llvm.arm.".
66  // Move to coprocessor
67  def int_arm_mcr : GCCBuiltin<"__builtin_arm_mcr">,
68     Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
69                    llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
70  def int_arm_mcr2 : GCCBuiltin<"__builtin_arm_mcr2">,
71     Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
72                    llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
73
74  // Move from coprocessor
75  def int_arm_mrc : GCCBuiltin<"__builtin_arm_mrc">,
76     Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
77                               llvm_i32_ty, llvm_i32_ty], []>;
78  def int_arm_mrc2 : GCCBuiltin<"__builtin_arm_mrc2">,
79     Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
80                               llvm_i32_ty, llvm_i32_ty], []>;
81
82  // Coprocessor data processing
83  def int_arm_cdp : GCCBuiltin<"__builtin_arm_cdp">,
84     Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
85                    llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
86  def int_arm_cdp2 : GCCBuiltin<"__builtin_arm_cdp2">,
87     Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
88                    llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
89
90  // Move from two registers to coprocessor
91  def int_arm_mcrr : GCCBuiltin<"__builtin_arm_mcrr">,
92     Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
93                    llvm_i32_ty, llvm_i32_ty], []>;
94  def int_arm_mcrr2 : GCCBuiltin<"__builtin_arm_mcrr2">,
95     Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
96                    llvm_i32_ty, llvm_i32_ty], []>;
97}
98
99//===----------------------------------------------------------------------===//
100// Advanced SIMD (NEON)
101
102let TargetPrefix = "arm" in {  // All intrinsics start with "llvm.arm.".
103
104  // The following classes do not correspond directly to GCC builtins.
105  class Neon_1Arg_Intrinsic
106    : Intrinsic<[llvm_anyvector_ty], [LLVMMatchType<0>], [IntrNoMem]>;
107  class Neon_1Arg_Narrow_Intrinsic
108    : Intrinsic<[llvm_anyvector_ty],
109                [LLVMExtendedElementVectorType<0>], [IntrNoMem]>;
110  class Neon_2Arg_Intrinsic
111    : Intrinsic<[llvm_anyvector_ty], [LLVMMatchType<0>, LLVMMatchType<0>],
112                [IntrNoMem]>;
113  class Neon_2Arg_Narrow_Intrinsic
114    : Intrinsic<[llvm_anyvector_ty],
115                [LLVMExtendedElementVectorType<0>,
116                 LLVMExtendedElementVectorType<0>],
117                [IntrNoMem]>;
118  class Neon_2Arg_Long_Intrinsic
119    : Intrinsic<[llvm_anyvector_ty],
120                [LLVMTruncatedElementVectorType<0>,
121                 LLVMTruncatedElementVectorType<0>],
122                [IntrNoMem]>;
123  class Neon_3Arg_Intrinsic
124    : Intrinsic<[llvm_anyvector_ty],
125                [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>],
126                [IntrNoMem]>;
127  class Neon_3Arg_Long_Intrinsic
128    : Intrinsic<[llvm_anyvector_ty],
129                [LLVMMatchType<0>,
130                 LLVMTruncatedElementVectorType<0>,
131                 LLVMTruncatedElementVectorType<0>],
132                [IntrNoMem]>;
133  class Neon_CvtFxToFP_Intrinsic
134    : Intrinsic<[llvm_anyfloat_ty], [llvm_anyint_ty, llvm_i32_ty], [IntrNoMem]>;
135  class Neon_CvtFPToFx_Intrinsic
136    : Intrinsic<[llvm_anyint_ty], [llvm_anyfloat_ty, llvm_i32_ty], [IntrNoMem]>;
137
138  // The table operands for VTBL and VTBX consist of 1 to 4 v8i8 vectors.
139  // Besides the table, VTBL has one other v8i8 argument and VTBX has two.
140  // Overall, the classes range from 2 to 6 v8i8 arguments.
141  class Neon_Tbl2Arg_Intrinsic
142    : Intrinsic<[llvm_v8i8_ty],
143                [llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>;
144  class Neon_Tbl3Arg_Intrinsic
145    : Intrinsic<[llvm_v8i8_ty],
146                [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>;
147  class Neon_Tbl4Arg_Intrinsic
148    : Intrinsic<[llvm_v8i8_ty],
149                [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty],
150                [IntrNoMem]>;
151  class Neon_Tbl5Arg_Intrinsic
152    : Intrinsic<[llvm_v8i8_ty],
153                [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty,
154                 llvm_v8i8_ty], [IntrNoMem]>;
155  class Neon_Tbl6Arg_Intrinsic
156    : Intrinsic<[llvm_v8i8_ty],
157                [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty,
158                 llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>;
159}
160
161// Arithmetic ops
162
163let Properties = [IntrNoMem, Commutative] in {
164
165  // Vector Add.
166  def int_arm_neon_vhadds : Neon_2Arg_Intrinsic;
167  def int_arm_neon_vhaddu : Neon_2Arg_Intrinsic;
168  def int_arm_neon_vrhadds : Neon_2Arg_Intrinsic;
169  def int_arm_neon_vrhaddu : Neon_2Arg_Intrinsic;
170  def int_arm_neon_vqadds : Neon_2Arg_Intrinsic;
171  def int_arm_neon_vqaddu : Neon_2Arg_Intrinsic;
172  def int_arm_neon_vaddhn : Neon_2Arg_Narrow_Intrinsic;
173  def int_arm_neon_vraddhn : Neon_2Arg_Narrow_Intrinsic;
174
175  // Vector Multiply.
176  def int_arm_neon_vmulp : Neon_2Arg_Intrinsic;
177  def int_arm_neon_vqdmulh : Neon_2Arg_Intrinsic;
178  def int_arm_neon_vqrdmulh : Neon_2Arg_Intrinsic;
179  def int_arm_neon_vmulls : Neon_2Arg_Long_Intrinsic;
180  def int_arm_neon_vmullu : Neon_2Arg_Long_Intrinsic;
181  def int_arm_neon_vmullp : Neon_2Arg_Long_Intrinsic;
182  def int_arm_neon_vqdmull : Neon_2Arg_Long_Intrinsic;
183
184  // Vector Multiply and Accumulate/Subtract.
185  def int_arm_neon_vqdmlal : Neon_3Arg_Long_Intrinsic;
186  def int_arm_neon_vqdmlsl : Neon_3Arg_Long_Intrinsic;
187
188  // Vector Maximum.
189  def int_arm_neon_vmaxs : Neon_2Arg_Intrinsic;
190  def int_arm_neon_vmaxu : Neon_2Arg_Intrinsic;
191
192  // Vector Minimum.
193  def int_arm_neon_vmins : Neon_2Arg_Intrinsic;
194  def int_arm_neon_vminu : Neon_2Arg_Intrinsic;
195
196  // Vector Reciprocal Step.
197  def int_arm_neon_vrecps : Neon_2Arg_Intrinsic;
198
199  // Vector Reciprocal Square Root Step.
200  def int_arm_neon_vrsqrts : Neon_2Arg_Intrinsic;
201}
202
203// Vector Subtract.
204def int_arm_neon_vhsubs : Neon_2Arg_Intrinsic;
205def int_arm_neon_vhsubu : Neon_2Arg_Intrinsic;
206def int_arm_neon_vqsubs : Neon_2Arg_Intrinsic;
207def int_arm_neon_vqsubu : Neon_2Arg_Intrinsic;
208def int_arm_neon_vsubhn : Neon_2Arg_Narrow_Intrinsic;
209def int_arm_neon_vrsubhn : Neon_2Arg_Narrow_Intrinsic;
210
211// Vector Absolute Compare.
212let TargetPrefix = "arm" in {
213  def int_arm_neon_vacged : Intrinsic<[llvm_v2i32_ty],
214                                      [llvm_v2f32_ty, llvm_v2f32_ty],
215                                      [IntrNoMem]>;
216  def int_arm_neon_vacgeq : Intrinsic<[llvm_v4i32_ty],
217                                      [llvm_v4f32_ty, llvm_v4f32_ty],
218                                      [IntrNoMem]>;
219  def int_arm_neon_vacgtd : Intrinsic<[llvm_v2i32_ty],
220                                      [llvm_v2f32_ty, llvm_v2f32_ty],
221                                      [IntrNoMem]>;
222  def int_arm_neon_vacgtq : Intrinsic<[llvm_v4i32_ty],
223                                      [llvm_v4f32_ty, llvm_v4f32_ty],
224                                      [IntrNoMem]>;
225}
226
227// Vector Absolute Differences.
228def int_arm_neon_vabds : Neon_2Arg_Intrinsic;
229def int_arm_neon_vabdu : Neon_2Arg_Intrinsic;
230
231// Vector Pairwise Add.
232def int_arm_neon_vpadd : Neon_2Arg_Intrinsic;
233
234// Vector Pairwise Add Long.
235// Note: This is different than the other "long" NEON intrinsics because
236// the result vector has half as many elements as the source vector.
237// The source and destination vector types must be specified separately.
238let TargetPrefix = "arm" in {
239  def int_arm_neon_vpaddls : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty],
240                                       [IntrNoMem]>;
241  def int_arm_neon_vpaddlu : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty],
242                                       [IntrNoMem]>;
243}
244
245// Vector Pairwise Add and Accumulate Long.
246// Note: This is similar to vpaddl but the destination vector also appears
247// as the first argument.
248let TargetPrefix = "arm" in {
249  def int_arm_neon_vpadals : Intrinsic<[llvm_anyvector_ty],
250                                       [LLVMMatchType<0>, llvm_anyvector_ty],
251                                       [IntrNoMem]>;
252  def int_arm_neon_vpadalu : Intrinsic<[llvm_anyvector_ty],
253                                       [LLVMMatchType<0>, llvm_anyvector_ty],
254                                       [IntrNoMem]>;
255}
256
257// Vector Pairwise Maximum and Minimum.
258def int_arm_neon_vpmaxs : Neon_2Arg_Intrinsic;
259def int_arm_neon_vpmaxu : Neon_2Arg_Intrinsic;
260def int_arm_neon_vpmins : Neon_2Arg_Intrinsic;
261def int_arm_neon_vpminu : Neon_2Arg_Intrinsic;
262
263// Vector Shifts:
264//
265// The various saturating and rounding vector shift operations need to be
266// represented by intrinsics in LLVM, and even the basic VSHL variable shift
267// operation cannot be safely translated to LLVM's shift operators.  VSHL can
268// be used for both left and right shifts, or even combinations of the two,
269// depending on the signs of the shift amounts.  It also has well-defined
270// behavior for shift amounts that LLVM leaves undefined.  Only basic shifts
271// by constants can be represented with LLVM's shift operators.
272//
273// The shift counts for these intrinsics are always vectors, even for constant
274// shifts, where the constant is replicated.  For consistency with VSHL (and
275// other variable shift instructions), left shifts have positive shift counts
276// and right shifts have negative shift counts.  This convention is also used
277// for constant right shift intrinsics, and to help preserve sanity, the
278// intrinsic names use "shift" instead of either "shl" or "shr".  Where
279// applicable, signed and unsigned versions of the intrinsics are
280// distinguished with "s" and "u" suffixes.  A few NEON shift instructions,
281// such as VQSHLU, take signed operands but produce unsigned results; these
282// use a "su" suffix.
283
284// Vector Shift.
285def int_arm_neon_vshifts : Neon_2Arg_Intrinsic;
286def int_arm_neon_vshiftu : Neon_2Arg_Intrinsic;
287def int_arm_neon_vshiftls : Neon_2Arg_Long_Intrinsic;
288def int_arm_neon_vshiftlu : Neon_2Arg_Long_Intrinsic;
289def int_arm_neon_vshiftn : Neon_2Arg_Narrow_Intrinsic;
290
291// Vector Rounding Shift.
292def int_arm_neon_vrshifts : Neon_2Arg_Intrinsic;
293def int_arm_neon_vrshiftu : Neon_2Arg_Intrinsic;
294def int_arm_neon_vrshiftn : Neon_2Arg_Narrow_Intrinsic;
295
296// Vector Saturating Shift.
297def int_arm_neon_vqshifts : Neon_2Arg_Intrinsic;
298def int_arm_neon_vqshiftu : Neon_2Arg_Intrinsic;
299def int_arm_neon_vqshiftsu : Neon_2Arg_Intrinsic;
300def int_arm_neon_vqshiftns : Neon_2Arg_Narrow_Intrinsic;
301def int_arm_neon_vqshiftnu : Neon_2Arg_Narrow_Intrinsic;
302def int_arm_neon_vqshiftnsu : Neon_2Arg_Narrow_Intrinsic;
303
304// Vector Saturating Rounding Shift.
305def int_arm_neon_vqrshifts : Neon_2Arg_Intrinsic;
306def int_arm_neon_vqrshiftu : Neon_2Arg_Intrinsic;
307def int_arm_neon_vqrshiftns : Neon_2Arg_Narrow_Intrinsic;
308def int_arm_neon_vqrshiftnu : Neon_2Arg_Narrow_Intrinsic;
309def int_arm_neon_vqrshiftnsu : Neon_2Arg_Narrow_Intrinsic;
310
311// Vector Shift and Insert.
312def int_arm_neon_vshiftins : Neon_3Arg_Intrinsic;
313
314// Vector Absolute Value and Saturating Absolute Value.
315def int_arm_neon_vabs : Neon_1Arg_Intrinsic;
316def int_arm_neon_vqabs : Neon_1Arg_Intrinsic;
317
318// Vector Saturating Negate.
319def int_arm_neon_vqneg : Neon_1Arg_Intrinsic;
320
321// Vector Count Leading Sign/Zero Bits.
322def int_arm_neon_vcls : Neon_1Arg_Intrinsic;
323def int_arm_neon_vclz : Neon_1Arg_Intrinsic;
324
325// Vector Count One Bits.
326def int_arm_neon_vcnt : Neon_1Arg_Intrinsic;
327
328// Vector Reciprocal Estimate.
329def int_arm_neon_vrecpe : Neon_1Arg_Intrinsic;
330
331// Vector Reciprocal Square Root Estimate.
332def int_arm_neon_vrsqrte : Neon_1Arg_Intrinsic;
333
334// Vector Conversions Between Floating-point and Fixed-point.
335def int_arm_neon_vcvtfp2fxs : Neon_CvtFPToFx_Intrinsic;
336def int_arm_neon_vcvtfp2fxu : Neon_CvtFPToFx_Intrinsic;
337def int_arm_neon_vcvtfxs2fp : Neon_CvtFxToFP_Intrinsic;
338def int_arm_neon_vcvtfxu2fp : Neon_CvtFxToFP_Intrinsic;
339
340// Vector Conversions Between Half-Precision and Single-Precision.
341def int_arm_neon_vcvtfp2hf
342    : Intrinsic<[llvm_v4i16_ty], [llvm_v4f32_ty], [IntrNoMem]>;
343def int_arm_neon_vcvthf2fp
344    : Intrinsic<[llvm_v4f32_ty], [llvm_v4i16_ty], [IntrNoMem]>;
345
346// Narrowing Saturating Vector Moves.
347def int_arm_neon_vqmovns : Neon_1Arg_Narrow_Intrinsic;
348def int_arm_neon_vqmovnu : Neon_1Arg_Narrow_Intrinsic;
349def int_arm_neon_vqmovnsu : Neon_1Arg_Narrow_Intrinsic;
350
351// Vector Table Lookup.
352// The first 1-4 arguments are the table.
353def int_arm_neon_vtbl1 : Neon_Tbl2Arg_Intrinsic;
354def int_arm_neon_vtbl2 : Neon_Tbl3Arg_Intrinsic;
355def int_arm_neon_vtbl3 : Neon_Tbl4Arg_Intrinsic;
356def int_arm_neon_vtbl4 : Neon_Tbl5Arg_Intrinsic;
357
358// Vector Table Extension.
359// Some elements of the destination vector may not be updated, so the original
360// value of that vector is passed as the first argument.  The next 1-4
361// arguments after that are the table.
362def int_arm_neon_vtbx1 : Neon_Tbl3Arg_Intrinsic;
363def int_arm_neon_vtbx2 : Neon_Tbl4Arg_Intrinsic;
364def int_arm_neon_vtbx3 : Neon_Tbl5Arg_Intrinsic;
365def int_arm_neon_vtbx4 : Neon_Tbl6Arg_Intrinsic;
366
367let TargetPrefix = "arm" in {
368
369  // De-interleaving vector loads from N-element structures.
370  // Source operands are the address and alignment.
371  def int_arm_neon_vld1 : Intrinsic<[llvm_anyvector_ty],
372                                    [llvm_ptr_ty, llvm_i32_ty],
373                                    [IntrReadArgMem]>;
374  def int_arm_neon_vld2 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>],
375                                    [llvm_ptr_ty, llvm_i32_ty],
376                                    [IntrReadArgMem]>;
377  def int_arm_neon_vld3 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>,
378                                     LLVMMatchType<0>],
379                                    [llvm_ptr_ty, llvm_i32_ty],
380                                    [IntrReadArgMem]>;
381  def int_arm_neon_vld4 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>,
382                                     LLVMMatchType<0>, LLVMMatchType<0>],
383                                    [llvm_ptr_ty, llvm_i32_ty],
384                                    [IntrReadArgMem]>;
385
386  // Vector load N-element structure to one lane.
387  // Source operands are: the address, the N input vectors (since only one
388  // lane is assigned), the lane number, and the alignment.
389  def int_arm_neon_vld2lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>],
390                                        [llvm_ptr_ty, LLVMMatchType<0>,
391                                         LLVMMatchType<0>, llvm_i32_ty,
392                                         llvm_i32_ty], [IntrReadArgMem]>;
393  def int_arm_neon_vld3lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>,
394                                         LLVMMatchType<0>],
395                                        [llvm_ptr_ty, LLVMMatchType<0>,
396                                         LLVMMatchType<0>, LLVMMatchType<0>,
397                                         llvm_i32_ty, llvm_i32_ty],
398                                        [IntrReadArgMem]>;
399  def int_arm_neon_vld4lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>,
400                                         LLVMMatchType<0>, LLVMMatchType<0>],
401                                        [llvm_ptr_ty, LLVMMatchType<0>,
402                                         LLVMMatchType<0>, LLVMMatchType<0>,
403                                         LLVMMatchType<0>, llvm_i32_ty,
404                                         llvm_i32_ty], [IntrReadArgMem]>;
405
406  // Interleaving vector stores from N-element structures.
407  // Source operands are: the address, the N vectors, and the alignment.
408  def int_arm_neon_vst1 : Intrinsic<[],
409                                    [llvm_ptr_ty, llvm_anyvector_ty,
410                                     llvm_i32_ty], [IntrReadWriteArgMem]>;
411  def int_arm_neon_vst2 : Intrinsic<[],
412                                    [llvm_ptr_ty, llvm_anyvector_ty,
413                                     LLVMMatchType<0>, llvm_i32_ty],
414                                    [IntrReadWriteArgMem]>;
415  def int_arm_neon_vst3 : Intrinsic<[],
416                                    [llvm_ptr_ty, llvm_anyvector_ty,
417                                     LLVMMatchType<0>, LLVMMatchType<0>,
418                                     llvm_i32_ty], [IntrReadWriteArgMem]>;
419  def int_arm_neon_vst4 : Intrinsic<[],
420                                    [llvm_ptr_ty, llvm_anyvector_ty,
421                                     LLVMMatchType<0>, LLVMMatchType<0>,
422                                     LLVMMatchType<0>, llvm_i32_ty],
423                                    [IntrReadWriteArgMem]>;
424
425  // Vector store N-element structure from one lane.
426  // Source operands are: the address, the N vectors, the lane number, and
427  // the alignment.
428  def int_arm_neon_vst2lane : Intrinsic<[],
429                                        [llvm_ptr_ty, llvm_anyvector_ty,
430                                         LLVMMatchType<0>, llvm_i32_ty,
431                                         llvm_i32_ty], [IntrReadWriteArgMem]>;
432  def int_arm_neon_vst3lane : Intrinsic<[],
433                                        [llvm_ptr_ty, llvm_anyvector_ty,
434                                         LLVMMatchType<0>, LLVMMatchType<0>,
435                                         llvm_i32_ty, llvm_i32_ty],
436                                        [IntrReadWriteArgMem]>;
437  def int_arm_neon_vst4lane : Intrinsic<[],
438                                        [llvm_ptr_ty, llvm_anyvector_ty,
439                                         LLVMMatchType<0>, LLVMMatchType<0>,
440                                         LLVMMatchType<0>, llvm_i32_ty,
441                                         llvm_i32_ty], [IntrReadWriteArgMem]>;
442}
443