1 /*
2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 #include "webrtc/modules/audio_processing/aec/aec_rdft.h"
12 #include "webrtc/typedefs.h"
13
bitrv2_128_mips(float * a)14 static void bitrv2_128_mips(float* a) {
15 // n is 128
16 float xr, xi, yr, yi;
17
18 xr = a[8];
19 xi = a[9];
20 yr = a[16];
21 yi = a[17];
22 a[8] = yr;
23 a[9] = yi;
24 a[16] = xr;
25 a[17] = xi;
26
27 xr = a[64];
28 xi = a[65];
29 yr = a[2];
30 yi = a[3];
31 a[64] = yr;
32 a[65] = yi;
33 a[2] = xr;
34 a[3] = xi;
35
36 xr = a[72];
37 xi = a[73];
38 yr = a[18];
39 yi = a[19];
40 a[72] = yr;
41 a[73] = yi;
42 a[18] = xr;
43 a[19] = xi;
44
45 xr = a[80];
46 xi = a[81];
47 yr = a[10];
48 yi = a[11];
49 a[80] = yr;
50 a[81] = yi;
51 a[10] = xr;
52 a[11] = xi;
53
54 xr = a[88];
55 xi = a[89];
56 yr = a[26];
57 yi = a[27];
58 a[88] = yr;
59 a[89] = yi;
60 a[26] = xr;
61 a[27] = xi;
62
63 xr = a[74];
64 xi = a[75];
65 yr = a[82];
66 yi = a[83];
67 a[74] = yr;
68 a[75] = yi;
69 a[82] = xr;
70 a[83] = xi;
71
72 xr = a[32];
73 xi = a[33];
74 yr = a[4];
75 yi = a[5];
76 a[32] = yr;
77 a[33] = yi;
78 a[4] = xr;
79 a[5] = xi;
80
81 xr = a[40];
82 xi = a[41];
83 yr = a[20];
84 yi = a[21];
85 a[40] = yr;
86 a[41] = yi;
87 a[20] = xr;
88 a[21] = xi;
89
90 xr = a[48];
91 xi = a[49];
92 yr = a[12];
93 yi = a[13];
94 a[48] = yr;
95 a[49] = yi;
96 a[12] = xr;
97 a[13] = xi;
98
99 xr = a[56];
100 xi = a[57];
101 yr = a[28];
102 yi = a[29];
103 a[56] = yr;
104 a[57] = yi;
105 a[28] = xr;
106 a[29] = xi;
107
108 xr = a[34];
109 xi = a[35];
110 yr = a[68];
111 yi = a[69];
112 a[34] = yr;
113 a[35] = yi;
114 a[68] = xr;
115 a[69] = xi;
116
117 xr = a[42];
118 xi = a[43];
119 yr = a[84];
120 yi = a[85];
121 a[42] = yr;
122 a[43] = yi;
123 a[84] = xr;
124 a[85] = xi;
125
126 xr = a[50];
127 xi = a[51];
128 yr = a[76];
129 yi = a[77];
130 a[50] = yr;
131 a[51] = yi;
132 a[76] = xr;
133 a[77] = xi;
134
135 xr = a[58];
136 xi = a[59];
137 yr = a[92];
138 yi = a[93];
139 a[58] = yr;
140 a[59] = yi;
141 a[92] = xr;
142 a[93] = xi;
143
144 xr = a[44];
145 xi = a[45];
146 yr = a[52];
147 yi = a[53];
148 a[44] = yr;
149 a[45] = yi;
150 a[52] = xr;
151 a[53] = xi;
152
153 xr = a[96];
154 xi = a[97];
155 yr = a[6];
156 yi = a[7];
157 a[96] = yr;
158 a[97] = yi;
159 a[6] = xr;
160 a[7] = xi;
161
162 xr = a[104];
163 xi = a[105];
164 yr = a[22];
165 yi = a[23];
166 a[104] = yr;
167 a[105] = yi;
168 a[22] = xr;
169 a[23] = xi;
170
171 xr = a[112];
172 xi = a[113];
173 yr = a[14];
174 yi = a[15];
175 a[112] = yr;
176 a[113] = yi;
177 a[14] = xr;
178 a[15] = xi;
179
180 xr = a[120];
181 xi = a[121];
182 yr = a[30];
183 yi = a[31];
184 a[120] = yr;
185 a[121] = yi;
186 a[30] = xr;
187 a[31] = xi;
188
189 xr = a[98];
190 xi = a[99];
191 yr = a[70];
192 yi = a[71];
193 a[98] = yr;
194 a[99] = yi;
195 a[70] = xr;
196 a[71] = xi;
197
198 xr = a[106];
199 xi = a[107];
200 yr = a[86];
201 yi = a[87];
202 a[106] = yr;
203 a[107] = yi;
204 a[86] = xr;
205 a[87] = xi;
206
207 xr = a[114];
208 xi = a[115];
209 yr = a[78];
210 yi = a[79];
211 a[114] = yr;
212 a[115] = yi;
213 a[78] = xr;
214 a[79] = xi;
215
216 xr = a[122];
217 xi = a[123];
218 yr = a[94];
219 yi = a[95];
220 a[122] = yr;
221 a[123] = yi;
222 a[94] = xr;
223 a[95] = xi;
224
225 xr = a[100];
226 xi = a[101];
227 yr = a[38];
228 yi = a[39];
229 a[100] = yr;
230 a[101] = yi;
231 a[38] = xr;
232 a[39] = xi;
233
234 xr = a[108];
235 xi = a[109];
236 yr = a[54];
237 yi = a[55];
238 a[108] = yr;
239 a[109] = yi;
240 a[54] = xr;
241 a[55] = xi;
242
243 xr = a[116];
244 xi = a[117];
245 yr = a[46];
246 yi = a[47];
247 a[116] = yr;
248 a[117] = yi;
249 a[46] = xr;
250 a[47] = xi;
251
252 xr = a[124];
253 xi = a[125];
254 yr = a[62];
255 yi = a[63];
256 a[124] = yr;
257 a[125] = yi;
258 a[62] = xr;
259 a[63] = xi;
260
261 xr = a[110];
262 xi = a[111];
263 yr = a[118];
264 yi = a[119];
265 a[110] = yr;
266 a[111] = yi;
267 a[118] = xr;
268 a[119] = xi;
269 }
270
cft1st_128_mips(float * a)271 static void cft1st_128_mips(float* a) {
272 float f0, f1, f2, f3, f4, f5, f6, f7, f8, f9, f10, f11, f12, f13, f14;
273 int a_ptr, p1_rdft, p2_rdft, count;
274 const float* first = rdft_wk3ri_first;
275 const float* second = rdft_wk3ri_second;
276
277 __asm __volatile (
278 ".set push \n\t"
279 ".set noreorder \n\t"
280 // first 8
281 "lwc1 %[f0], 0(%[a]) \n\t"
282 "lwc1 %[f1], 4(%[a]) \n\t"
283 "lwc1 %[f2], 8(%[a]) \n\t"
284 "lwc1 %[f3], 12(%[a]) \n\t"
285 "lwc1 %[f4], 16(%[a]) \n\t"
286 "lwc1 %[f5], 20(%[a]) \n\t"
287 "lwc1 %[f6], 24(%[a]) \n\t"
288 "lwc1 %[f7], 28(%[a]) \n\t"
289 "add.s %[f8], %[f0], %[f2] \n\t"
290 "sub.s %[f0], %[f0], %[f2] \n\t"
291 "add.s %[f2], %[f4], %[f6] \n\t"
292 "sub.s %[f4], %[f4], %[f6] \n\t"
293 "add.s %[f6], %[f1], %[f3] \n\t"
294 "sub.s %[f1], %[f1], %[f3] \n\t"
295 "add.s %[f3], %[f5], %[f7] \n\t"
296 "sub.s %[f5], %[f5], %[f7] \n\t"
297 "add.s %[f7], %[f8], %[f2] \n\t"
298 "sub.s %[f8], %[f8], %[f2] \n\t"
299 "sub.s %[f2], %[f1], %[f4] \n\t"
300 "add.s %[f1], %[f1], %[f4] \n\t"
301 "add.s %[f4], %[f6], %[f3] \n\t"
302 "sub.s %[f6], %[f6], %[f3] \n\t"
303 "sub.s %[f3], %[f0], %[f5] \n\t"
304 "add.s %[f0], %[f0], %[f5] \n\t"
305 "swc1 %[f7], 0(%[a]) \n\t"
306 "swc1 %[f8], 16(%[a]) \n\t"
307 "swc1 %[f2], 28(%[a]) \n\t"
308 "swc1 %[f1], 12(%[a]) \n\t"
309 "swc1 %[f4], 4(%[a]) \n\t"
310 "swc1 %[f6], 20(%[a]) \n\t"
311 "swc1 %[f3], 8(%[a]) \n\t"
312 "swc1 %[f0], 24(%[a]) \n\t"
313 // second 8
314 "lwc1 %[f0], 32(%[a]) \n\t"
315 "lwc1 %[f1], 36(%[a]) \n\t"
316 "lwc1 %[f2], 40(%[a]) \n\t"
317 "lwc1 %[f3], 44(%[a]) \n\t"
318 "lwc1 %[f4], 48(%[a]) \n\t"
319 "lwc1 %[f5], 52(%[a]) \n\t"
320 "lwc1 %[f6], 56(%[a]) \n\t"
321 "lwc1 %[f7], 60(%[a]) \n\t"
322 "add.s %[f8], %[f4], %[f6] \n\t"
323 "sub.s %[f4], %[f4], %[f6] \n\t"
324 "add.s %[f6], %[f1], %[f3] \n\t"
325 "sub.s %[f1], %[f1], %[f3] \n\t"
326 "add.s %[f3], %[f0], %[f2] \n\t"
327 "sub.s %[f0], %[f0], %[f2] \n\t"
328 "add.s %[f2], %[f5], %[f7] \n\t"
329 "sub.s %[f5], %[f5], %[f7] \n\t"
330 "add.s %[f7], %[f4], %[f1] \n\t"
331 "sub.s %[f4], %[f4], %[f1] \n\t"
332 "add.s %[f1], %[f3], %[f8] \n\t"
333 "sub.s %[f3], %[f3], %[f8] \n\t"
334 "sub.s %[f8], %[f0], %[f5] \n\t"
335 "add.s %[f0], %[f0], %[f5] \n\t"
336 "add.s %[f5], %[f6], %[f2] \n\t"
337 "sub.s %[f6], %[f2], %[f6] \n\t"
338 "lwc1 %[f9], 8(%[rdft_w]) \n\t"
339 "sub.s %[f2], %[f8], %[f7] \n\t"
340 "add.s %[f8], %[f8], %[f7] \n\t"
341 "sub.s %[f7], %[f4], %[f0] \n\t"
342 "add.s %[f4], %[f4], %[f0] \n\t"
343 // prepare for loop
344 "addiu %[a_ptr], %[a], 64 \n\t"
345 "addiu %[p1_rdft], %[rdft_w], 8 \n\t"
346 "addiu %[p2_rdft], %[rdft_w], 16 \n\t"
347 "addiu %[count], $zero, 7 \n\t"
348 // finish second 8
349 "mul.s %[f2], %[f9], %[f2] \n\t"
350 "mul.s %[f8], %[f9], %[f8] \n\t"
351 "mul.s %[f7], %[f9], %[f7] \n\t"
352 "mul.s %[f4], %[f9], %[f4] \n\t"
353 "swc1 %[f1], 32(%[a]) \n\t"
354 "swc1 %[f3], 52(%[a]) \n\t"
355 "swc1 %[f5], 36(%[a]) \n\t"
356 "swc1 %[f6], 48(%[a]) \n\t"
357 "swc1 %[f2], 40(%[a]) \n\t"
358 "swc1 %[f8], 44(%[a]) \n\t"
359 "swc1 %[f7], 56(%[a]) \n\t"
360 "swc1 %[f4], 60(%[a]) \n\t"
361 // loop
362 "1: \n\t"
363 "lwc1 %[f0], 0(%[a_ptr]) \n\t"
364 "lwc1 %[f1], 4(%[a_ptr]) \n\t"
365 "lwc1 %[f2], 8(%[a_ptr]) \n\t"
366 "lwc1 %[f3], 12(%[a_ptr]) \n\t"
367 "lwc1 %[f4], 16(%[a_ptr]) \n\t"
368 "lwc1 %[f5], 20(%[a_ptr]) \n\t"
369 "lwc1 %[f6], 24(%[a_ptr]) \n\t"
370 "lwc1 %[f7], 28(%[a_ptr]) \n\t"
371 "add.s %[f8], %[f0], %[f2] \n\t"
372 "sub.s %[f0], %[f0], %[f2] \n\t"
373 "add.s %[f2], %[f4], %[f6] \n\t"
374 "sub.s %[f4], %[f4], %[f6] \n\t"
375 "add.s %[f6], %[f1], %[f3] \n\t"
376 "sub.s %[f1], %[f1], %[f3] \n\t"
377 "add.s %[f3], %[f5], %[f7] \n\t"
378 "sub.s %[f5], %[f5], %[f7] \n\t"
379 "lwc1 %[f10], 4(%[p1_rdft]) \n\t"
380 "lwc1 %[f11], 0(%[p2_rdft]) \n\t"
381 "lwc1 %[f12], 4(%[p2_rdft]) \n\t"
382 "lwc1 %[f13], 8(%[first]) \n\t"
383 "lwc1 %[f14], 12(%[first]) \n\t"
384 "add.s %[f7], %[f8], %[f2] \n\t"
385 "sub.s %[f8], %[f8], %[f2] \n\t"
386 "add.s %[f2], %[f6], %[f3] \n\t"
387 "sub.s %[f6], %[f6], %[f3] \n\t"
388 "add.s %[f3], %[f0], %[f5] \n\t"
389 "sub.s %[f0], %[f0], %[f5] \n\t"
390 "add.s %[f5], %[f1], %[f4] \n\t"
391 "sub.s %[f1], %[f1], %[f4] \n\t"
392 "swc1 %[f7], 0(%[a_ptr]) \n\t"
393 "swc1 %[f2], 4(%[a_ptr]) \n\t"
394 "mul.s %[f4], %[f9], %[f8] \n\t"
395 #if defined(MIPS32_R2_LE)
396 "mul.s %[f8], %[f10], %[f8] \n\t"
397 "mul.s %[f7], %[f11], %[f0] \n\t"
398 "mul.s %[f0], %[f12], %[f0] \n\t"
399 "mul.s %[f2], %[f13], %[f3] \n\t"
400 "mul.s %[f3], %[f14], %[f3] \n\t"
401 "nmsub.s %[f4], %[f4], %[f10], %[f6] \n\t"
402 "madd.s %[f8], %[f8], %[f9], %[f6] \n\t"
403 "nmsub.s %[f7], %[f7], %[f12], %[f5] \n\t"
404 "madd.s %[f0], %[f0], %[f11], %[f5] \n\t"
405 "nmsub.s %[f2], %[f2], %[f14], %[f1] \n\t"
406 "madd.s %[f3], %[f3], %[f13], %[f1] \n\t"
407 #else
408 "mul.s %[f7], %[f10], %[f6] \n\t"
409 "mul.s %[f6], %[f9], %[f6] \n\t"
410 "mul.s %[f8], %[f10], %[f8] \n\t"
411 "mul.s %[f2], %[f11], %[f0] \n\t"
412 "mul.s %[f11], %[f11], %[f5] \n\t"
413 "mul.s %[f5], %[f12], %[f5] \n\t"
414 "mul.s %[f0], %[f12], %[f0] \n\t"
415 "mul.s %[f12], %[f13], %[f3] \n\t"
416 "mul.s %[f13], %[f13], %[f1] \n\t"
417 "mul.s %[f1], %[f14], %[f1] \n\t"
418 "mul.s %[f3], %[f14], %[f3] \n\t"
419 "sub.s %[f4], %[f4], %[f7] \n\t"
420 "add.s %[f8], %[f6], %[f8] \n\t"
421 "sub.s %[f7], %[f2], %[f5] \n\t"
422 "add.s %[f0], %[f11], %[f0] \n\t"
423 "sub.s %[f2], %[f12], %[f1] \n\t"
424 "add.s %[f3], %[f13], %[f3] \n\t"
425 #endif
426 "swc1 %[f4], 16(%[a_ptr]) \n\t"
427 "swc1 %[f8], 20(%[a_ptr]) \n\t"
428 "swc1 %[f7], 8(%[a_ptr]) \n\t"
429 "swc1 %[f0], 12(%[a_ptr]) \n\t"
430 "swc1 %[f2], 24(%[a_ptr]) \n\t"
431 "swc1 %[f3], 28(%[a_ptr]) \n\t"
432 "lwc1 %[f0], 32(%[a_ptr]) \n\t"
433 "lwc1 %[f1], 36(%[a_ptr]) \n\t"
434 "lwc1 %[f2], 40(%[a_ptr]) \n\t"
435 "lwc1 %[f3], 44(%[a_ptr]) \n\t"
436 "lwc1 %[f4], 48(%[a_ptr]) \n\t"
437 "lwc1 %[f5], 52(%[a_ptr]) \n\t"
438 "lwc1 %[f6], 56(%[a_ptr]) \n\t"
439 "lwc1 %[f7], 60(%[a_ptr]) \n\t"
440 "add.s %[f8], %[f0], %[f2] \n\t"
441 "sub.s %[f0], %[f0], %[f2] \n\t"
442 "add.s %[f2], %[f4], %[f6] \n\t"
443 "sub.s %[f4], %[f4], %[f6] \n\t"
444 "add.s %[f6], %[f1], %[f3] \n\t"
445 "sub.s %[f1], %[f1], %[f3] \n\t"
446 "add.s %[f3], %[f5], %[f7] \n\t"
447 "sub.s %[f5], %[f5], %[f7] \n\t"
448 "lwc1 %[f11], 8(%[p2_rdft]) \n\t"
449 "lwc1 %[f12], 12(%[p2_rdft]) \n\t"
450 "lwc1 %[f13], 8(%[second]) \n\t"
451 "lwc1 %[f14], 12(%[second]) \n\t"
452 "add.s %[f7], %[f8], %[f2] \n\t"
453 "sub.s %[f8], %[f2], %[f8] \n\t"
454 "add.s %[f2], %[f6], %[f3] \n\t"
455 "sub.s %[f6], %[f3], %[f6] \n\t"
456 "add.s %[f3], %[f0], %[f5] \n\t"
457 "sub.s %[f0], %[f0], %[f5] \n\t"
458 "add.s %[f5], %[f1], %[f4] \n\t"
459 "sub.s %[f1], %[f1], %[f4] \n\t"
460 "swc1 %[f7], 32(%[a_ptr]) \n\t"
461 "swc1 %[f2], 36(%[a_ptr]) \n\t"
462 "mul.s %[f4], %[f10], %[f8] \n\t"
463 #if defined(MIPS32_R2_LE)
464 "mul.s %[f10], %[f10], %[f6] \n\t"
465 "mul.s %[f7], %[f11], %[f0] \n\t"
466 "mul.s %[f11], %[f11], %[f5] \n\t"
467 "mul.s %[f2], %[f13], %[f3] \n\t"
468 "mul.s %[f13], %[f13], %[f1] \n\t"
469 "madd.s %[f4], %[f4], %[f9], %[f6] \n\t"
470 "nmsub.s %[f10], %[f10], %[f9], %[f8] \n\t"
471 "nmsub.s %[f7], %[f7], %[f12], %[f5] \n\t"
472 "madd.s %[f11], %[f11], %[f12], %[f0] \n\t"
473 "nmsub.s %[f2], %[f2], %[f14], %[f1] \n\t"
474 "madd.s %[f13], %[f13], %[f14], %[f3] \n\t"
475 #else
476 "mul.s %[f2], %[f9], %[f6] \n\t"
477 "mul.s %[f10], %[f10], %[f6] \n\t"
478 "mul.s %[f9], %[f9], %[f8] \n\t"
479 "mul.s %[f7], %[f11], %[f0] \n\t"
480 "mul.s %[f8], %[f12], %[f5] \n\t"
481 "mul.s %[f11], %[f11], %[f5] \n\t"
482 "mul.s %[f12], %[f12], %[f0] \n\t"
483 "mul.s %[f5], %[f13], %[f3] \n\t"
484 "mul.s %[f0], %[f14], %[f1] \n\t"
485 "mul.s %[f13], %[f13], %[f1] \n\t"
486 "mul.s %[f14], %[f14], %[f3] \n\t"
487 "add.s %[f4], %[f4], %[f2] \n\t"
488 "sub.s %[f10], %[f10], %[f9] \n\t"
489 "sub.s %[f7], %[f7], %[f8] \n\t"
490 "add.s %[f11], %[f11], %[f12] \n\t"
491 "sub.s %[f2], %[f5], %[f0] \n\t"
492 "add.s %[f13], %[f13], %[f14] \n\t"
493 #endif
494 "swc1 %[f4], 48(%[a_ptr]) \n\t"
495 "swc1 %[f10], 52(%[a_ptr]) \n\t"
496 "swc1 %[f7], 40(%[a_ptr]) \n\t"
497 "swc1 %[f11], 44(%[a_ptr]) \n\t"
498 "swc1 %[f2], 56(%[a_ptr]) \n\t"
499 "swc1 %[f13], 60(%[a_ptr]) \n\t"
500 "addiu %[count], %[count], -1 \n\t"
501 "lwc1 %[f9], 8(%[p1_rdft]) \n\t"
502 "addiu %[a_ptr], %[a_ptr], 64 \n\t"
503 "addiu %[p1_rdft], %[p1_rdft], 8 \n\t"
504 "addiu %[p2_rdft], %[p2_rdft], 16 \n\t"
505 "addiu %[first], %[first], 8 \n\t"
506 "bgtz %[count], 1b \n\t"
507 " addiu %[second], %[second], 8 \n\t"
508 ".set pop \n\t"
509 : [f0] "=&f" (f0), [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3),
510 [f4] "=&f" (f4), [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7),
511 [f8] "=&f" (f8), [f9] "=&f" (f9), [f10] "=&f" (f10), [f11] "=&f" (f11),
512 [f12] "=&f" (f12), [f13] "=&f" (f13), [f14] "=&f" (f14),
513 [a_ptr] "=&r" (a_ptr), [p1_rdft] "=&r" (p1_rdft), [first] "+r" (first),
514 [p2_rdft] "=&r" (p2_rdft), [count] "=&r" (count), [second] "+r" (second)
515 : [a] "r" (a), [rdft_w] "r" (rdft_w)
516 : "memory"
517 );
518 }
519
cftmdl_128_mips(float * a)520 static void cftmdl_128_mips(float* a) {
521 float f0, f1, f2, f3, f4, f5, f6, f7, f8, f9, f10, f11, f12, f13, f14;
522 int tmp_a, count;
523 __asm __volatile (
524 ".set push \n\t"
525 ".set noreorder \n\t"
526 "addiu %[tmp_a], %[a], 0 \n\t"
527 "addiu %[count], $zero, 4 \n\t"
528 "1: \n\t"
529 "addiu %[count], %[count], -1 \n\t"
530 "lwc1 %[f0], 0(%[tmp_a]) \n\t"
531 "lwc1 %[f2], 32(%[tmp_a]) \n\t"
532 "lwc1 %[f4], 64(%[tmp_a]) \n\t"
533 "lwc1 %[f6], 96(%[tmp_a]) \n\t"
534 "lwc1 %[f1], 4(%[tmp_a]) \n\t"
535 "lwc1 %[f3], 36(%[tmp_a]) \n\t"
536 "lwc1 %[f5], 68(%[tmp_a]) \n\t"
537 "lwc1 %[f7], 100(%[tmp_a]) \n\t"
538 "add.s %[f8], %[f0], %[f2] \n\t"
539 "sub.s %[f0], %[f0], %[f2] \n\t"
540 "add.s %[f2], %[f4], %[f6] \n\t"
541 "sub.s %[f4], %[f4], %[f6] \n\t"
542 "add.s %[f6], %[f1], %[f3] \n\t"
543 "sub.s %[f1], %[f1], %[f3] \n\t"
544 "add.s %[f3], %[f5], %[f7] \n\t"
545 "sub.s %[f5], %[f5], %[f7] \n\t"
546 "add.s %[f7], %[f8], %[f2] \n\t"
547 "sub.s %[f8], %[f8], %[f2] \n\t"
548 "add.s %[f2], %[f1], %[f4] \n\t"
549 "sub.s %[f1], %[f1], %[f4] \n\t"
550 "add.s %[f4], %[f6], %[f3] \n\t"
551 "sub.s %[f6], %[f6], %[f3] \n\t"
552 "sub.s %[f3], %[f0], %[f5] \n\t"
553 "add.s %[f0], %[f0], %[f5] \n\t"
554 "swc1 %[f7], 0(%[tmp_a]) \n\t"
555 "swc1 %[f8], 64(%[tmp_a]) \n\t"
556 "swc1 %[f2], 36(%[tmp_a]) \n\t"
557 "swc1 %[f1], 100(%[tmp_a]) \n\t"
558 "swc1 %[f4], 4(%[tmp_a]) \n\t"
559 "swc1 %[f6], 68(%[tmp_a]) \n\t"
560 "swc1 %[f3], 32(%[tmp_a]) \n\t"
561 "swc1 %[f0], 96(%[tmp_a]) \n\t"
562 "bgtz %[count], 1b \n\t"
563 " addiu %[tmp_a], %[tmp_a], 8 \n\t"
564 ".set pop \n\t"
565 : [f0] "=&f" (f0), [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3),
566 [f4] "=&f" (f4), [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7),
567 [f8] "=&f" (f8), [tmp_a] "=&r" (tmp_a), [count] "=&r" (count)
568 : [a] "r" (a)
569 : "memory"
570 );
571 f9 = rdft_w[2];
572 __asm __volatile (
573 ".set push \n\t"
574 ".set noreorder \n\t"
575 "addiu %[tmp_a], %[a], 128 \n\t"
576 "addiu %[count], $zero, 4 \n\t"
577 "1: \n\t"
578 "addiu %[count], %[count], -1 \n\t"
579 "lwc1 %[f0], 0(%[tmp_a]) \n\t"
580 "lwc1 %[f2], 32(%[tmp_a]) \n\t"
581 "lwc1 %[f5], 68(%[tmp_a]) \n\t"
582 "lwc1 %[f7], 100(%[tmp_a]) \n\t"
583 "lwc1 %[f1], 4(%[tmp_a]) \n\t"
584 "lwc1 %[f3], 36(%[tmp_a]) \n\t"
585 "lwc1 %[f4], 64(%[tmp_a]) \n\t"
586 "lwc1 %[f6], 96(%[tmp_a]) \n\t"
587 "sub.s %[f8], %[f0], %[f2] \n\t"
588 "add.s %[f0], %[f0], %[f2] \n\t"
589 "sub.s %[f2], %[f5], %[f7] \n\t"
590 "add.s %[f5], %[f5], %[f7] \n\t"
591 "sub.s %[f7], %[f1], %[f3] \n\t"
592 "add.s %[f1], %[f1], %[f3] \n\t"
593 "sub.s %[f3], %[f4], %[f6] \n\t"
594 "add.s %[f4], %[f4], %[f6] \n\t"
595 "sub.s %[f6], %[f8], %[f2] \n\t"
596 "add.s %[f8], %[f8], %[f2] \n\t"
597 "add.s %[f2], %[f5], %[f1] \n\t"
598 "sub.s %[f5], %[f5], %[f1] \n\t"
599 "add.s %[f1], %[f3], %[f7] \n\t"
600 "sub.s %[f3], %[f3], %[f7] \n\t"
601 "add.s %[f7], %[f0], %[f4] \n\t"
602 "sub.s %[f0], %[f0], %[f4] \n\t"
603 "sub.s %[f4], %[f6], %[f1] \n\t"
604 "add.s %[f6], %[f6], %[f1] \n\t"
605 "sub.s %[f1], %[f3], %[f8] \n\t"
606 "add.s %[f3], %[f3], %[f8] \n\t"
607 "mul.s %[f4], %[f4], %[f9] \n\t"
608 "mul.s %[f6], %[f6], %[f9] \n\t"
609 "mul.s %[f1], %[f1], %[f9] \n\t"
610 "mul.s %[f3], %[f3], %[f9] \n\t"
611 "swc1 %[f7], 0(%[tmp_a]) \n\t"
612 "swc1 %[f2], 4(%[tmp_a]) \n\t"
613 "swc1 %[f5], 64(%[tmp_a]) \n\t"
614 "swc1 %[f0], 68(%[tmp_a]) \n\t"
615 "swc1 %[f4], 32(%[tmp_a]) \n\t"
616 "swc1 %[f6], 36(%[tmp_a]) \n\t"
617 "swc1 %[f1], 96(%[tmp_a]) \n\t"
618 "swc1 %[f3], 100(%[tmp_a]) \n\t"
619 "bgtz %[count], 1b \n\t"
620 " addiu %[tmp_a], %[tmp_a], 8 \n\t"
621 ".set pop \n\t"
622 : [f0] "=&f" (f0), [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3),
623 [f4] "=&f" (f4), [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7),
624 [f8] "=&f" (f8), [tmp_a] "=&r" (tmp_a), [count] "=&r" (count)
625 : [a] "r" (a), [f9] "f" (f9)
626 : "memory"
627 );
628 f10 = rdft_w[3];
629 f11 = rdft_w[4];
630 f12 = rdft_w[5];
631 f13 = rdft_wk3ri_first[2];
632 f14 = rdft_wk3ri_first[3];
633
634 __asm __volatile (
635 ".set push \n\t"
636 ".set noreorder \n\t"
637 "addiu %[tmp_a], %[a], 256 \n\t"
638 "addiu %[count], $zero, 4 \n\t"
639 "1: \n\t"
640 "addiu %[count], %[count], -1 \n\t"
641 "lwc1 %[f0], 0(%[tmp_a]) \n\t"
642 "lwc1 %[f2], 32(%[tmp_a]) \n\t"
643 "lwc1 %[f4], 64(%[tmp_a]) \n\t"
644 "lwc1 %[f6], 96(%[tmp_a]) \n\t"
645 "lwc1 %[f1], 4(%[tmp_a]) \n\t"
646 "lwc1 %[f3], 36(%[tmp_a]) \n\t"
647 "lwc1 %[f5], 68(%[tmp_a]) \n\t"
648 "lwc1 %[f7], 100(%[tmp_a]) \n\t"
649 "add.s %[f8], %[f0], %[f2] \n\t"
650 "sub.s %[f0], %[f0], %[f2] \n\t"
651 "add.s %[f2], %[f4], %[f6] \n\t"
652 "sub.s %[f4], %[f4], %[f6] \n\t"
653 "add.s %[f6], %[f1], %[f3] \n\t"
654 "sub.s %[f1], %[f1], %[f3] \n\t"
655 "add.s %[f3], %[f5], %[f7] \n\t"
656 "sub.s %[f5], %[f5], %[f7] \n\t"
657 "sub.s %[f7], %[f8], %[f2] \n\t"
658 "add.s %[f8], %[f8], %[f2] \n\t"
659 "add.s %[f2], %[f1], %[f4] \n\t"
660 "sub.s %[f1], %[f1], %[f4] \n\t"
661 "sub.s %[f4], %[f6], %[f3] \n\t"
662 "add.s %[f6], %[f6], %[f3] \n\t"
663 "sub.s %[f3], %[f0], %[f5] \n\t"
664 "add.s %[f0], %[f0], %[f5] \n\t"
665 "swc1 %[f8], 0(%[tmp_a]) \n\t"
666 "swc1 %[f6], 4(%[tmp_a]) \n\t"
667 "mul.s %[f5], %[f9], %[f7] \n\t"
668 #if defined(MIPS32_R2_LE)
669 "mul.s %[f7], %[f10], %[f7] \n\t"
670 "mul.s %[f8], %[f11], %[f3] \n\t"
671 "mul.s %[f3], %[f12], %[f3] \n\t"
672 "mul.s %[f6], %[f13], %[f0] \n\t"
673 "mul.s %[f0], %[f14], %[f0] \n\t"
674 "nmsub.s %[f5], %[f5], %[f10], %[f4] \n\t"
675 "madd.s %[f7], %[f7], %[f9], %[f4] \n\t"
676 "nmsub.s %[f8], %[f8], %[f12], %[f2] \n\t"
677 "madd.s %[f3], %[f3], %[f11], %[f2] \n\t"
678 "nmsub.s %[f6], %[f6], %[f14], %[f1] \n\t"
679 "madd.s %[f0], %[f0], %[f13], %[f1] \n\t"
680 "swc1 %[f5], 64(%[tmp_a]) \n\t"
681 "swc1 %[f7], 68(%[tmp_a]) \n\t"
682 #else
683 "mul.s %[f8], %[f10], %[f4] \n\t"
684 "mul.s %[f4], %[f9], %[f4] \n\t"
685 "mul.s %[f7], %[f10], %[f7] \n\t"
686 "mul.s %[f6], %[f11], %[f3] \n\t"
687 "mul.s %[f3], %[f12], %[f3] \n\t"
688 "sub.s %[f5], %[f5], %[f8] \n\t"
689 "mul.s %[f8], %[f12], %[f2] \n\t"
690 "mul.s %[f2], %[f11], %[f2] \n\t"
691 "add.s %[f7], %[f4], %[f7] \n\t"
692 "mul.s %[f4], %[f13], %[f0] \n\t"
693 "mul.s %[f0], %[f14], %[f0] \n\t"
694 "sub.s %[f8], %[f6], %[f8] \n\t"
695 "mul.s %[f6], %[f14], %[f1] \n\t"
696 "mul.s %[f1], %[f13], %[f1] \n\t"
697 "add.s %[f3], %[f2], %[f3] \n\t"
698 "swc1 %[f5], 64(%[tmp_a]) \n\t"
699 "swc1 %[f7], 68(%[tmp_a]) \n\t"
700 "sub.s %[f6], %[f4], %[f6] \n\t"
701 "add.s %[f0], %[f1], %[f0] \n\t"
702 #endif
703 "swc1 %[f8], 32(%[tmp_a]) \n\t"
704 "swc1 %[f3], 36(%[tmp_a]) \n\t"
705 "swc1 %[f6], 96(%[tmp_a]) \n\t"
706 "swc1 %[f0], 100(%[tmp_a]) \n\t"
707 "bgtz %[count], 1b \n\t"
708 " addiu %[tmp_a], %[tmp_a], 8 \n\t"
709 ".set pop \n\t"
710 : [f0] "=&f" (f0), [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3),
711 [f4] "=&f" (f4), [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7),
712 [f8] "=&f" (f8), [tmp_a] "=&r" (tmp_a), [count] "=&r" (count)
713 : [a] "r" (a), [f9] "f" (f9), [f10] "f" (f10), [f11] "f" (f11),
714 [f12] "f" (f12), [f13] "f" (f13), [f14] "f" (f14)
715 : "memory"
716 );
717 f11 = rdft_w[6];
718 f12 = rdft_w[7];
719 f13 = rdft_wk3ri_second[2];
720 f14 = rdft_wk3ri_second[3];
721 __asm __volatile (
722 ".set push \n\t"
723 ".set noreorder \n\t"
724 "addiu %[tmp_a], %[a], 384 \n\t"
725 "addiu %[count], $zero, 4 \n\t"
726 "1: \n\t"
727 "addiu %[count], %[count], -1 \n\t"
728 "lwc1 %[f0], 0(%[tmp_a]) \n\t"
729 "lwc1 %[f1], 4(%[tmp_a]) \n\t"
730 "lwc1 %[f2], 32(%[tmp_a]) \n\t"
731 "lwc1 %[f3], 36(%[tmp_a]) \n\t"
732 "lwc1 %[f4], 64(%[tmp_a]) \n\t"
733 "lwc1 %[f5], 68(%[tmp_a]) \n\t"
734 "lwc1 %[f6], 96(%[tmp_a]) \n\t"
735 "lwc1 %[f7], 100(%[tmp_a]) \n\t"
736 "add.s %[f8], %[f0], %[f2] \n\t"
737 "sub.s %[f0], %[f0], %[f2] \n\t"
738 "add.s %[f2], %[f4], %[f6] \n\t"
739 "sub.s %[f4], %[f4], %[f6] \n\t"
740 "add.s %[f6], %[f1], %[f3] \n\t"
741 "sub.s %[f1], %[f1], %[f3] \n\t"
742 "add.s %[f3], %[f5], %[f7] \n\t"
743 "sub.s %[f5], %[f5], %[f7] \n\t"
744 "sub.s %[f7], %[f2], %[f8] \n\t"
745 "add.s %[f2], %[f2], %[f8] \n\t"
746 "add.s %[f8], %[f1], %[f4] \n\t"
747 "sub.s %[f1], %[f1], %[f4] \n\t"
748 "sub.s %[f4], %[f3], %[f6] \n\t"
749 "add.s %[f3], %[f3], %[f6] \n\t"
750 "sub.s %[f6], %[f0], %[f5] \n\t"
751 "add.s %[f0], %[f0], %[f5] \n\t"
752 "swc1 %[f2], 0(%[tmp_a]) \n\t"
753 "swc1 %[f3], 4(%[tmp_a]) \n\t"
754 "mul.s %[f5], %[f10], %[f7] \n\t"
755 #if defined(MIPS32_R2_LE)
756 "mul.s %[f7], %[f9], %[f7] \n\t"
757 "mul.s %[f2], %[f12], %[f8] \n\t"
758 "mul.s %[f8], %[f11], %[f8] \n\t"
759 "mul.s %[f3], %[f14], %[f1] \n\t"
760 "mul.s %[f1], %[f13], %[f1] \n\t"
761 "madd.s %[f5], %[f5], %[f9], %[f4] \n\t"
762 "msub.s %[f7], %[f7], %[f10], %[f4] \n\t"
763 "msub.s %[f2], %[f2], %[f11], %[f6] \n\t"
764 "madd.s %[f8], %[f8], %[f12], %[f6] \n\t"
765 "msub.s %[f3], %[f3], %[f13], %[f0] \n\t"
766 "madd.s %[f1], %[f1], %[f14], %[f0] \n\t"
767 "swc1 %[f5], 64(%[tmp_a]) \n\t"
768 "swc1 %[f7], 68(%[tmp_a]) \n\t"
769 #else
770 "mul.s %[f2], %[f9], %[f4] \n\t"
771 "mul.s %[f4], %[f10], %[f4] \n\t"
772 "mul.s %[f7], %[f9], %[f7] \n\t"
773 "mul.s %[f3], %[f11], %[f6] \n\t"
774 "mul.s %[f6], %[f12], %[f6] \n\t"
775 "add.s %[f5], %[f5], %[f2] \n\t"
776 "sub.s %[f7], %[f4], %[f7] \n\t"
777 "mul.s %[f2], %[f12], %[f8] \n\t"
778 "mul.s %[f8], %[f11], %[f8] \n\t"
779 "mul.s %[f4], %[f14], %[f1] \n\t"
780 "mul.s %[f1], %[f13], %[f1] \n\t"
781 "sub.s %[f2], %[f3], %[f2] \n\t"
782 "mul.s %[f3], %[f13], %[f0] \n\t"
783 "mul.s %[f0], %[f14], %[f0] \n\t"
784 "add.s %[f8], %[f8], %[f6] \n\t"
785 "swc1 %[f5], 64(%[tmp_a]) \n\t"
786 "swc1 %[f7], 68(%[tmp_a]) \n\t"
787 "sub.s %[f3], %[f3], %[f4] \n\t"
788 "add.s %[f1], %[f1], %[f0] \n\t"
789 #endif
790 "swc1 %[f2], 32(%[tmp_a]) \n\t"
791 "swc1 %[f8], 36(%[tmp_a]) \n\t"
792 "swc1 %[f3], 96(%[tmp_a]) \n\t"
793 "swc1 %[f1], 100(%[tmp_a]) \n\t"
794 "bgtz %[count], 1b \n\t"
795 " addiu %[tmp_a], %[tmp_a], 8 \n\t"
796 ".set pop \n\t"
797 : [f0] "=&f" (f0), [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3),
798 [f4] "=&f" (f4), [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7),
799 [f8] "=&f" (f8), [tmp_a] "=&r" (tmp_a), [count] "=&r" (count)
800 : [a] "r" (a), [f9] "f" (f9), [f10] "f" (f10), [f11] "f" (f11),
801 [f12] "f" (f12), [f13] "f" (f13), [f14] "f" (f14)
802 : "memory"
803 );
804 }
805
cftfsub_128_mips(float * a)806 static void cftfsub_128_mips(float* a) {
807 float f0, f1, f2, f3, f4, f5, f6, f7, f8;
808 int tmp_a, count;
809
810 cft1st_128(a);
811 cftmdl_128(a);
812
813 __asm __volatile (
814 ".set push \n\t"
815 ".set noreorder \n\t"
816 "addiu %[tmp_a], %[a], 0 \n\t"
817 "addiu %[count], $zero, 16 \n\t"
818 "1: \n\t"
819 "addiu %[count], %[count], -1 \n\t"
820 "lwc1 %[f0], 0(%[tmp_a]) \n\t"
821 "lwc1 %[f2], 128(%[tmp_a]) \n\t"
822 "lwc1 %[f4], 256(%[tmp_a]) \n\t"
823 "lwc1 %[f6], 384(%[tmp_a]) \n\t"
824 "lwc1 %[f1], 4(%[tmp_a]) \n\t"
825 "lwc1 %[f3], 132(%[tmp_a]) \n\t"
826 "lwc1 %[f5], 260(%[tmp_a]) \n\t"
827 "lwc1 %[f7], 388(%[tmp_a]) \n\t"
828 "add.s %[f8], %[f0], %[f2] \n\t"
829 "sub.s %[f0], %[f0], %[f2] \n\t"
830 "add.s %[f2], %[f4], %[f6] \n\t"
831 "sub.s %[f4], %[f4], %[f6] \n\t"
832 "add.s %[f6], %[f1], %[f3] \n\t"
833 "sub.s %[f1], %[f1], %[f3] \n\t"
834 "add.s %[f3], %[f5], %[f7] \n\t"
835 "sub.s %[f5], %[f5], %[f7] \n\t"
836 "add.s %[f7], %[f8], %[f2] \n\t"
837 "sub.s %[f8], %[f8], %[f2] \n\t"
838 "add.s %[f2], %[f1], %[f4] \n\t"
839 "sub.s %[f1], %[f1], %[f4] \n\t"
840 "add.s %[f4], %[f6], %[f3] \n\t"
841 "sub.s %[f6], %[f6], %[f3] \n\t"
842 "sub.s %[f3], %[f0], %[f5] \n\t"
843 "add.s %[f0], %[f0], %[f5] \n\t"
844 "swc1 %[f7], 0(%[tmp_a]) \n\t"
845 "swc1 %[f8], 256(%[tmp_a]) \n\t"
846 "swc1 %[f2], 132(%[tmp_a]) \n\t"
847 "swc1 %[f1], 388(%[tmp_a]) \n\t"
848 "swc1 %[f4], 4(%[tmp_a]) \n\t"
849 "swc1 %[f6], 260(%[tmp_a]) \n\t"
850 "swc1 %[f3], 128(%[tmp_a]) \n\t"
851 "swc1 %[f0], 384(%[tmp_a]) \n\t"
852 "bgtz %[count], 1b \n\t"
853 " addiu %[tmp_a], %[tmp_a], 8 \n\t"
854 ".set pop \n\t"
855 : [f0] "=&f" (f0), [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3),
856 [f4] "=&f" (f4), [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7),
857 [f8] "=&f" (f8), [tmp_a] "=&r" (tmp_a),
858 [count] "=&r" (count)
859 : [a] "r" (a)
860 : "memory"
861 );
862 }
863
cftbsub_128_mips(float * a)864 static void cftbsub_128_mips(float* a) {
865 float f0, f1, f2, f3, f4, f5, f6, f7, f8;
866 int tmp_a, count;
867
868 cft1st_128(a);
869 cftmdl_128(a);
870
871 __asm __volatile (
872 ".set push \n\t"
873 ".set noreorder \n\t"
874 "addiu %[tmp_a], %[a], 0 \n\t"
875 "addiu %[count], $zero, 16 \n\t"
876 "1: \n\t"
877 "addiu %[count], %[count], -1 \n\t"
878 "lwc1 %[f0], 0(%[tmp_a]) \n\t"
879 "lwc1 %[f2], 128(%[tmp_a]) \n\t"
880 "lwc1 %[f4], 256(%[tmp_a]) \n\t"
881 "lwc1 %[f6], 384(%[tmp_a]) \n\t"
882 "lwc1 %[f1], 4(%[tmp_a]) \n\t"
883 "lwc1 %[f3], 132(%[tmp_a]) \n\t"
884 "lwc1 %[f5], 260(%[tmp_a]) \n\t"
885 "lwc1 %[f7], 388(%[tmp_a]) \n\t"
886 "add.s %[f8], %[f0], %[f2] \n\t"
887 "sub.s %[f0], %[f0], %[f2] \n\t"
888 "add.s %[f2], %[f4], %[f6] \n\t"
889 "sub.s %[f4], %[f4], %[f6] \n\t"
890 "add.s %[f6], %[f1], %[f3] \n\t"
891 "sub.s %[f1], %[f3], %[f1] \n\t"
892 "add.s %[f3], %[f5], %[f7] \n\t"
893 "sub.s %[f5], %[f5], %[f7] \n\t"
894 "add.s %[f7], %[f8], %[f2] \n\t"
895 "sub.s %[f8], %[f8], %[f2] \n\t"
896 "sub.s %[f2], %[f1], %[f4] \n\t"
897 "add.s %[f1], %[f1], %[f4] \n\t"
898 "add.s %[f4], %[f3], %[f6] \n\t"
899 "sub.s %[f6], %[f3], %[f6] \n\t"
900 "sub.s %[f3], %[f0], %[f5] \n\t"
901 "add.s %[f0], %[f0], %[f5] \n\t"
902 "neg.s %[f4], %[f4] \n\t"
903 "swc1 %[f7], 0(%[tmp_a]) \n\t"
904 "swc1 %[f8], 256(%[tmp_a]) \n\t"
905 "swc1 %[f2], 132(%[tmp_a]) \n\t"
906 "swc1 %[f1], 388(%[tmp_a]) \n\t"
907 "swc1 %[f6], 260(%[tmp_a]) \n\t"
908 "swc1 %[f3], 128(%[tmp_a]) \n\t"
909 "swc1 %[f0], 384(%[tmp_a]) \n\t"
910 "swc1 %[f4], 4(%[tmp_a]) \n\t"
911 "bgtz %[count], 1b \n\t"
912 " addiu %[tmp_a], %[tmp_a], 8 \n\t"
913 ".set pop \n\t"
914 : [f0] "=&f" (f0), [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3),
915 [f4] "=&f" (f4), [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7),
916 [f8] "=&f" (f8), [tmp_a] "=&r" (tmp_a), [count] "=&r" (count)
917 : [a] "r" (a)
918 : "memory"
919 );
920 }
921
rftfsub_128_mips(float * a)922 static void rftfsub_128_mips(float* a) {
923 const float* c = rdft_w + 32;
924 const float f0 = 0.5f;
925 float* a1 = &a[2];
926 float* a2 = &a[126];
927 const float* c1 = &c[1];
928 const float* c2 = &c[31];
929 float f1, f2, f3 ,f4, f5, f6, f7, f8, f9, f10, f11, f12, f13, f14, f15;
930 int count;
931
932 __asm __volatile (
933 ".set push \n\t"
934 ".set noreorder \n\t"
935 "lwc1 %[f6], 0(%[c2]) \n\t"
936 "lwc1 %[f1], 0(%[a1]) \n\t"
937 "lwc1 %[f2], 0(%[a2]) \n\t"
938 "lwc1 %[f3], 4(%[a1]) \n\t"
939 "lwc1 %[f4], 4(%[a2]) \n\t"
940 "lwc1 %[f5], 0(%[c1]) \n\t"
941 "sub.s %[f6], %[f0], %[f6] \n\t"
942 "sub.s %[f7], %[f1], %[f2] \n\t"
943 "add.s %[f8], %[f3], %[f4] \n\t"
944 "addiu %[count], $zero, 15 \n\t"
945 "mul.s %[f9], %[f6], %[f7] \n\t"
946 "mul.s %[f6], %[f6], %[f8] \n\t"
947 #if !defined(MIPS32_R2_LE)
948 "mul.s %[f8], %[f5], %[f8] \n\t"
949 "mul.s %[f5], %[f5], %[f7] \n\t"
950 "sub.s %[f9], %[f9], %[f8] \n\t"
951 "add.s %[f6], %[f6], %[f5] \n\t"
952 #else
953 "nmsub.s %[f9], %[f9], %[f5], %[f8] \n\t"
954 "madd.s %[f6], %[f6], %[f5], %[f7] \n\t"
955 #endif
956 "sub.s %[f1], %[f1], %[f9] \n\t"
957 "add.s %[f2], %[f2], %[f9] \n\t"
958 "sub.s %[f3], %[f3], %[f6] \n\t"
959 "sub.s %[f4], %[f4], %[f6] \n\t"
960 "swc1 %[f1], 0(%[a1]) \n\t"
961 "swc1 %[f2], 0(%[a2]) \n\t"
962 "swc1 %[f3], 4(%[a1]) \n\t"
963 "swc1 %[f4], 4(%[a2]) \n\t"
964 "addiu %[a1], %[a1], 8 \n\t"
965 "addiu %[a2], %[a2], -8 \n\t"
966 "addiu %[c1], %[c1], 4 \n\t"
967 "addiu %[c2], %[c2], -4 \n\t"
968 "1: \n\t"
969 "lwc1 %[f6], 0(%[c2]) \n\t"
970 "lwc1 %[f1], 0(%[a1]) \n\t"
971 "lwc1 %[f2], 0(%[a2]) \n\t"
972 "lwc1 %[f3], 4(%[a1]) \n\t"
973 "lwc1 %[f4], 4(%[a2]) \n\t"
974 "lwc1 %[f5], 0(%[c1]) \n\t"
975 "sub.s %[f6], %[f0], %[f6] \n\t"
976 "sub.s %[f7], %[f1], %[f2] \n\t"
977 "add.s %[f8], %[f3], %[f4] \n\t"
978 "lwc1 %[f10], -4(%[c2]) \n\t"
979 "lwc1 %[f11], 8(%[a1]) \n\t"
980 "lwc1 %[f12], -8(%[a2]) \n\t"
981 "mul.s %[f9], %[f6], %[f7] \n\t"
982 "mul.s %[f6], %[f6], %[f8] \n\t"
983 #if !defined(MIPS32_R2_LE)
984 "mul.s %[f8], %[f5], %[f8] \n\t"
985 "mul.s %[f5], %[f5], %[f7] \n\t"
986 "lwc1 %[f13], 12(%[a1]) \n\t"
987 "lwc1 %[f14], -4(%[a2]) \n\t"
988 "lwc1 %[f15], 4(%[c1]) \n\t"
989 "sub.s %[f9], %[f9], %[f8] \n\t"
990 "add.s %[f6], %[f6], %[f5] \n\t"
991 #else
992 "lwc1 %[f13], 12(%[a1]) \n\t"
993 "lwc1 %[f14], -4(%[a2]) \n\t"
994 "lwc1 %[f15], 4(%[c1]) \n\t"
995 "nmsub.s %[f9], %[f9], %[f5], %[f8] \n\t"
996 "madd.s %[f6], %[f6], %[f5], %[f7] \n\t"
997 #endif
998 "sub.s %[f10], %[f0], %[f10] \n\t"
999 "sub.s %[f5], %[f11], %[f12] \n\t"
1000 "add.s %[f7], %[f13], %[f14] \n\t"
1001 "sub.s %[f1], %[f1], %[f9] \n\t"
1002 "add.s %[f2], %[f2], %[f9] \n\t"
1003 "sub.s %[f3], %[f3], %[f6] \n\t"
1004 "mul.s %[f8], %[f10], %[f5] \n\t"
1005 "mul.s %[f10], %[f10], %[f7] \n\t"
1006 #if !defined(MIPS32_R2_LE)
1007 "mul.s %[f9], %[f15], %[f7] \n\t"
1008 "mul.s %[f15], %[f15], %[f5] \n\t"
1009 "sub.s %[f4], %[f4], %[f6] \n\t"
1010 "swc1 %[f1], 0(%[a1]) \n\t"
1011 "swc1 %[f2], 0(%[a2]) \n\t"
1012 "sub.s %[f8], %[f8], %[f9] \n\t"
1013 "add.s %[f10], %[f10], %[f15] \n\t"
1014 #else
1015 "swc1 %[f1], 0(%[a1]) \n\t"
1016 "swc1 %[f2], 0(%[a2]) \n\t"
1017 "sub.s %[f4], %[f4], %[f6] \n\t"
1018 "nmsub.s %[f8], %[f8], %[f15], %[f7] \n\t"
1019 "madd.s %[f10], %[f10], %[f15], %[f5] \n\t"
1020 #endif
1021 "swc1 %[f3], 4(%[a1]) \n\t"
1022 "swc1 %[f4], 4(%[a2]) \n\t"
1023 "sub.s %[f11], %[f11], %[f8] \n\t"
1024 "add.s %[f12], %[f12], %[f8] \n\t"
1025 "sub.s %[f13], %[f13], %[f10] \n\t"
1026 "sub.s %[f14], %[f14], %[f10] \n\t"
1027 "addiu %[c2], %[c2], -8 \n\t"
1028 "addiu %[c1], %[c1], 8 \n\t"
1029 "swc1 %[f11], 8(%[a1]) \n\t"
1030 "swc1 %[f12], -8(%[a2]) \n\t"
1031 "swc1 %[f13], 12(%[a1]) \n\t"
1032 "swc1 %[f14], -4(%[a2]) \n\t"
1033 "addiu %[a1], %[a1], 16 \n\t"
1034 "addiu %[count], %[count], -1 \n\t"
1035 "bgtz %[count], 1b \n\t"
1036 " addiu %[a2], %[a2], -16 \n\t"
1037 ".set pop \n\t"
1038 : [a1] "+r" (a1), [a2] "+r" (a2), [c1] "+r" (c1), [c2] "+r" (c2),
1039 [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3), [f4] "=&f" (f4),
1040 [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7), [f8] "=&f" (f8),
1041 [f9] "=&f" (f9), [f10] "=&f" (f10), [f11] "=&f" (f11), [f12] "=&f" (f12),
1042 [f13] "=&f" (f13), [f14] "=&f" (f14), [f15] "=&f" (f15),
1043 [count] "=&r" (count)
1044 : [f0] "f" (f0)
1045 : "memory"
1046 );
1047 }
1048
rftbsub_128_mips(float * a)1049 static void rftbsub_128_mips(float* a) {
1050 const float *c = rdft_w + 32;
1051 const float f0 = 0.5f;
1052 float* a1 = &a[2];
1053 float* a2 = &a[126];
1054 const float* c1 = &c[1];
1055 const float* c2 = &c[31];
1056 float f1, f2, f3 ,f4, f5, f6, f7, f8, f9, f10, f11, f12, f13, f14, f15;
1057 int count;
1058
1059 a[1] = -a[1];
1060 a[65] = -a[65];
1061
1062 __asm __volatile (
1063 ".set push \n\t"
1064 ".set noreorder \n\t"
1065 "lwc1 %[f6], 0(%[c2]) \n\t"
1066 "lwc1 %[f1], 0(%[a1]) \n\t"
1067 "lwc1 %[f2], 0(%[a2]) \n\t"
1068 "lwc1 %[f3], 4(%[a1]) \n\t"
1069 "lwc1 %[f4], 4(%[a2]) \n\t"
1070 "lwc1 %[f5], 0(%[c1]) \n\t"
1071 "sub.s %[f6], %[f0], %[f6] \n\t"
1072 "sub.s %[f7], %[f1], %[f2] \n\t"
1073 "add.s %[f8], %[f3], %[f4] \n\t"
1074 "addiu %[count], $zero, 15 \n\t"
1075 "mul.s %[f9], %[f6], %[f7] \n\t"
1076 "mul.s %[f6], %[f6], %[f8] \n\t"
1077 #if !defined(MIPS32_R2_LE)
1078 "mul.s %[f8], %[f5], %[f8] \n\t"
1079 "mul.s %[f5], %[f5], %[f7] \n\t"
1080 "add.s %[f9], %[f9], %[f8] \n\t"
1081 "sub.s %[f6], %[f6], %[f5] \n\t"
1082 #else
1083 "madd.s %[f9], %[f9], %[f5], %[f8] \n\t"
1084 "nmsub.s %[f6], %[f6], %[f5], %[f7] \n\t"
1085 #endif
1086 "sub.s %[f1], %[f1], %[f9] \n\t"
1087 "add.s %[f2], %[f2], %[f9] \n\t"
1088 "sub.s %[f3], %[f6], %[f3] \n\t"
1089 "sub.s %[f4], %[f6], %[f4] \n\t"
1090 "swc1 %[f1], 0(%[a1]) \n\t"
1091 "swc1 %[f2], 0(%[a2]) \n\t"
1092 "swc1 %[f3], 4(%[a1]) \n\t"
1093 "swc1 %[f4], 4(%[a2]) \n\t"
1094 "addiu %[a1], %[a1], 8 \n\t"
1095 "addiu %[a2], %[a2], -8 \n\t"
1096 "addiu %[c1], %[c1], 4 \n\t"
1097 "addiu %[c2], %[c2], -4 \n\t"
1098 "1: \n\t"
1099 "lwc1 %[f6], 0(%[c2]) \n\t"
1100 "lwc1 %[f1], 0(%[a1]) \n\t"
1101 "lwc1 %[f2], 0(%[a2]) \n\t"
1102 "lwc1 %[f3], 4(%[a1]) \n\t"
1103 "lwc1 %[f4], 4(%[a2]) \n\t"
1104 "lwc1 %[f5], 0(%[c1]) \n\t"
1105 "sub.s %[f6], %[f0], %[f6] \n\t"
1106 "sub.s %[f7], %[f1], %[f2] \n\t"
1107 "add.s %[f8], %[f3], %[f4] \n\t"
1108 "lwc1 %[f10], -4(%[c2]) \n\t"
1109 "lwc1 %[f11], 8(%[a1]) \n\t"
1110 "lwc1 %[f12], -8(%[a2]) \n\t"
1111 "mul.s %[f9], %[f6], %[f7] \n\t"
1112 "mul.s %[f6], %[f6], %[f8] \n\t"
1113 #if !defined(MIPS32_R2_LE)
1114 "mul.s %[f8], %[f5], %[f8] \n\t"
1115 "mul.s %[f5], %[f5], %[f7] \n\t"
1116 "lwc1 %[f13], 12(%[a1]) \n\t"
1117 "lwc1 %[f14], -4(%[a2]) \n\t"
1118 "lwc1 %[f15], 4(%[c1]) \n\t"
1119 "add.s %[f9], %[f9], %[f8] \n\t"
1120 "sub.s %[f6], %[f6], %[f5] \n\t"
1121 #else
1122 "lwc1 %[f13], 12(%[a1]) \n\t"
1123 "lwc1 %[f14], -4(%[a2]) \n\t"
1124 "lwc1 %[f15], 4(%[c1]) \n\t"
1125 "madd.s %[f9], %[f9], %[f5], %[f8] \n\t"
1126 "nmsub.s %[f6], %[f6], %[f5], %[f7] \n\t"
1127 #endif
1128 "sub.s %[f10], %[f0], %[f10] \n\t"
1129 "sub.s %[f5], %[f11], %[f12] \n\t"
1130 "add.s %[f7], %[f13], %[f14] \n\t"
1131 "sub.s %[f1], %[f1], %[f9] \n\t"
1132 "add.s %[f2], %[f2], %[f9] \n\t"
1133 "sub.s %[f3], %[f6], %[f3] \n\t"
1134 "mul.s %[f8], %[f10], %[f5] \n\t"
1135 "mul.s %[f10], %[f10], %[f7] \n\t"
1136 #if !defined(MIPS32_R2_LE)
1137 "mul.s %[f9], %[f15], %[f7] \n\t"
1138 "mul.s %[f15], %[f15], %[f5] \n\t"
1139 "sub.s %[f4], %[f6], %[f4] \n\t"
1140 "swc1 %[f1], 0(%[a1]) \n\t"
1141 "swc1 %[f2], 0(%[a2]) \n\t"
1142 "add.s %[f8], %[f8], %[f9] \n\t"
1143 "sub.s %[f10], %[f10], %[f15] \n\t"
1144 #else
1145 "swc1 %[f1], 0(%[a1]) \n\t"
1146 "swc1 %[f2], 0(%[a2]) \n\t"
1147 "sub.s %[f4], %[f6], %[f4] \n\t"
1148 "madd.s %[f8], %[f8], %[f15], %[f7] \n\t"
1149 "nmsub.s %[f10], %[f10], %[f15], %[f5] \n\t"
1150 #endif
1151 "swc1 %[f3], 4(%[a1]) \n\t"
1152 "swc1 %[f4], 4(%[a2]) \n\t"
1153 "sub.s %[f11], %[f11], %[f8] \n\t"
1154 "add.s %[f12], %[f12], %[f8] \n\t"
1155 "sub.s %[f13], %[f10], %[f13] \n\t"
1156 "sub.s %[f14], %[f10], %[f14] \n\t"
1157 "addiu %[c2], %[c2], -8 \n\t"
1158 "addiu %[c1], %[c1], 8 \n\t"
1159 "swc1 %[f11], 8(%[a1]) \n\t"
1160 "swc1 %[f12], -8(%[a2]) \n\t"
1161 "swc1 %[f13], 12(%[a1]) \n\t"
1162 "swc1 %[f14], -4(%[a2]) \n\t"
1163 "addiu %[a1], %[a1], 16 \n\t"
1164 "addiu %[count], %[count], -1 \n\t"
1165 "bgtz %[count], 1b \n\t"
1166 " addiu %[a2], %[a2], -16 \n\t"
1167 ".set pop \n\t"
1168 : [a1] "+r" (a1), [a2] "+r" (a2), [c1] "+r" (c1), [c2] "+r" (c2),
1169 [f1] "=&f" (f1), [f2] "=&f" (f2), [f3] "=&f" (f3), [f4] "=&f" (f4),
1170 [f5] "=&f" (f5), [f6] "=&f" (f6), [f7] "=&f" (f7), [f8] "=&f" (f8),
1171 [f9] "=&f" (f9), [f10] "=&f" (f10), [f11] "=&f" (f11), [f12] "=&f" (f12),
1172 [f13] "=&f" (f13), [f14] "=&f" (f14), [f15] "=&f" (f15),
1173 [count] "=&r" (count)
1174 : [f0] "f" (f0)
1175 : "memory"
1176 );
1177 }
1178
aec_rdft_init_mips(void)1179 void aec_rdft_init_mips(void) {
1180 cft1st_128 = cft1st_128_mips;
1181 cftmdl_128 = cftmdl_128_mips;
1182 rftfsub_128 = rftfsub_128_mips;
1183 rftbsub_128 = rftbsub_128_mips;
1184 cftfsub_128 = cftfsub_128_mips;
1185 cftbsub_128 = cftbsub_128_mips;
1186 bitrv2_128 = bitrv2_128_mips;
1187 }
1188