1 /*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 /* AAC ADTS Decode Test
18
19 First run the program from shell:
20 # slesTestDecodeAac /sdcard/myFile.adts
21
22 Expected output:
23 OpenSL ES test slesTestDecodeAac: decodes a file containing AAC ADTS data
24 Player created
25 Player realized
26 Enqueueing initial empty buffers to receive decoded PCM data 0 1
27 Enqueueing initial full buffers of encoded ADTS data 0 1
28 Starting to decode
29 Frame counters: encoded=4579 decoded=4579
30
31 These use adb on host to retrieve the decoded file:
32 % adb pull /sdcard/myFile.adts.raw myFile.raw
33
34 How to examine the output with Audacity:
35 Project / Import raw data
36 Select myFile.raw file, then click Open button
37 Choose these options:
38 Signed 16-bit PCM
39 Little-endian
40 1 Channel (Mono) / 2 Channels (Stereo) based on the PCM information obtained when decoding
41 Sample rate based on the PCM information obtained when decoding
42 Click Import button
43
44 */
45
46 #define QUERY_METADATA
47
48 #include <assert.h>
49 #include <stdlib.h>
50 #include <stdio.h>
51 #include <string.h>
52 #include <unistd.h>
53 #include <sys/time.h>
54 #include <fcntl.h>
55 #include <pthread.h>
56 #include <sys/mman.h>
57 #include <sys/stat.h>
58 #include <unistd.h>
59 #include <cpustats/CentralTendencyStatistics.h>
60
61 #include <SLES/OpenSLES.h>
62 #include <SLES/OpenSLES_Android.h>
63
64 /* Explicitly requesting SL_IID_ANDROIDBUFFERQUEUE and SL_IID_ANDROIDSIMPLEBUFFERQUEUE
65 * on the AudioPlayer object for decoding, and
66 * SL_IID_METADATAEXTRACTION for retrieving the format of the decoded audio.
67 */
68 #define NUM_EXPLICIT_INTERFACES_FOR_PLAYER 4
69
70 /* Number of decoded samples produced by one AAC frame; defined by the standard */
71 #define SAMPLES_PER_AAC_FRAME 1024
72 /* Size of the encoded AAC ADTS buffer queue */
73 #define NB_BUFFERS_IN_ADTS_QUEUE 2 // 2 to 4 is typical
74
75 /* Size of the decoded PCM buffer queue */
76 #define NB_BUFFERS_IN_PCM_QUEUE 2 // 2 to 4 is typical
77 /* Size of each PCM buffer in the queue */
78 #define BUFFER_SIZE_IN_BYTES (2*sizeof(short)*SAMPLES_PER_AAC_FRAME)
79
80 /* Local storage for decoded PCM audio data */
81 int8_t pcmData[NB_BUFFERS_IN_PCM_QUEUE * BUFFER_SIZE_IN_BYTES];
82
83 /* destination for decoded data */
84 static FILE* outputFp;
85
86 #ifdef QUERY_METADATA
87 /* metadata key index for the PCM format information we want to retrieve */
88 static int channelCountKeyIndex = -1;
89 static int sampleRateKeyIndex = -1;
90 static int bitsPerSampleKeyIndex = -1;
91 static int containerSizeKeyIndex = -1;
92 static int channelMaskKeyIndex = -1;
93 static int endiannessKeyIndex = -1;
94 /* size of the struct to retrieve the PCM format metadata values: the values we're interested in
95 * are SLuint32, but it is saved in the data field of a SLMetadataInfo, hence the larger size.
96 * Note that this size is queried and displayed at l.XXX for demonstration/test purposes.
97 * */
98 #define PCM_METADATA_VALUE_SIZE 32
99 /* we only want to query / display the PCM format once */
100 static bool formatQueried = false;
101 #endif
102
103 /* to signal to the test app that the end of the encoded ADTS stream has been reached */
104 bool eos = false;
105 bool endOfEncodedStream = false;
106
107 void *ptr;
108 unsigned char *frame;
109 size_t filelen;
110 size_t encodedFrames = 0;
111 size_t encodedSamples = 0;
112 size_t decodedFrames = 0;
113 size_t decodedSamples = 0;
114 size_t totalEncodeCompletions = 0; // number of Enqueue completions received
115 CentralTendencyStatistics frameStats;
116 size_t pauseFrame = 0; // pause after this many decoded frames, zero means don't pause
117 SLboolean createRaw = SL_BOOLEAN_TRUE; // whether to create a .raw file containing PCM data
118
119 /* constant to identify a buffer context which is the end of the stream to decode */
120 static const int kEosBufferCntxt = 1980; // a magic value we can compare against
121
122 /* protects shared variables */
123 pthread_mutex_t eosLock = PTHREAD_MUTEX_INITIALIZER;
124 pthread_cond_t eosCondition = PTHREAD_COND_INITIALIZER;
125
126 // These are extensions to OpenMAX AL 1.0.1 values
127
128 #define PREFETCHSTATUS_UNKNOWN ((SLuint32) 0)
129 #define PREFETCHSTATUS_ERROR ((SLuint32) (-1))
130
131 // Mutex and condition shared with main program to protect prefetch_status
132
133 static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER;
134 static pthread_cond_t cond = PTHREAD_COND_INITIALIZER;
135 SLuint32 prefetch_status = PREFETCHSTATUS_UNKNOWN;
136
137 /* used to detect errors likely to have occured when the OpenSL ES framework fails to open
138 * a resource, for instance because a file URI is invalid, or an HTTP server doesn't respond.
139 */
140 #define PREFETCHEVENT_ERROR_CANDIDATE \
141 (SL_PREFETCHEVENT_STATUSCHANGE | SL_PREFETCHEVENT_FILLLEVELCHANGE)
142
143 //-----------------------------------------------------------------
144 /* Exits the application if an error is encountered */
145 #define ExitOnError(x) ExitOnErrorFunc(x,__LINE__)
146
ExitOnErrorFunc(SLresult result,int line)147 void ExitOnErrorFunc( SLresult result , int line)
148 {
149 if (SL_RESULT_SUCCESS != result) {
150 fprintf(stderr, "Error code %u encountered at line %d, exiting\n", result, line);
151 exit(EXIT_FAILURE);
152 }
153 }
154
155 //-----------------------------------------------------------------
156 /* Callback for "prefetch" events, here used to detect audio resource opening errors */
PrefetchEventCallback(SLPrefetchStatusItf caller,void * pContext,SLuint32 event)157 void PrefetchEventCallback(SLPrefetchStatusItf caller, void *pContext, SLuint32 event)
158 {
159 // pContext is unused here, so we pass NULL
160 assert(pContext == NULL);
161 SLpermille level = 0;
162 SLresult result;
163 result = (*caller)->GetFillLevel(caller, &level);
164 ExitOnError(result);
165 SLuint32 status;
166 result = (*caller)->GetPrefetchStatus(caller, &status);
167 ExitOnError(result);
168 printf("prefetch level=%d status=0x%x event=%d\n", level, status, event);
169 SLuint32 new_prefetch_status;
170 if ((PREFETCHEVENT_ERROR_CANDIDATE == (event & PREFETCHEVENT_ERROR_CANDIDATE))
171 && (level == 0) && (status == SL_PREFETCHSTATUS_UNDERFLOW)) {
172 printf("PrefetchEventCallback: Error while prefetching data, exiting\n");
173 new_prefetch_status = PREFETCHSTATUS_ERROR;
174 } else if (event == SL_PREFETCHEVENT_STATUSCHANGE) {
175 new_prefetch_status = status;
176 } else {
177 return;
178 }
179 int ok;
180 ok = pthread_mutex_lock(&mutex);
181 assert(ok == 0);
182 prefetch_status = new_prefetch_status;
183 ok = pthread_cond_signal(&cond);
184 assert(ok == 0);
185 ok = pthread_mutex_unlock(&mutex);
186 assert(ok == 0);
187 }
188
189 //-----------------------------------------------------------------
190 /* Structure for passing information to callback function */
191 typedef struct CallbackCntxt_ {
192 #ifdef QUERY_METADATA
193 SLMetadataExtractionItf metaItf;
194 #endif
195 SLPlayItf playItf;
196 SLint8* pDataBase; // Base address of local audio data storage
197 SLint8* pData; // Current address of local audio data storage
198 } CallbackCntxt;
199
200 // used to notify when SL_PLAYEVENT_HEADATEND event is received
201 static pthread_mutex_t head_mutex = PTHREAD_MUTEX_INITIALIZER;
202 static pthread_cond_t head_cond = PTHREAD_COND_INITIALIZER;
203 static SLboolean head_atend = SL_BOOLEAN_FALSE;
204
205 //-----------------------------------------------------------------
206 /* Callback for SLPlayItf through which we receive the SL_PLAYEVENT_HEADATEND event */
PlayCallback(SLPlayItf caller,void * pContext __unused,SLuint32 event)207 void PlayCallback(SLPlayItf caller, void *pContext __unused, SLuint32 event) {
208 SLmillisecond position;
209 SLresult res = (*caller)->GetPosition(caller, &position);
210 ExitOnError(res);
211 if (event & SL_PLAYEVENT_HEADATMARKER) {
212 printf("SL_PLAYEVENT_HEADATMARKER position=%u ms\n", position);
213 }
214 if (event & SL_PLAYEVENT_HEADATNEWPOS) {
215 printf("SL_PLAYEVENT_HEADATNEWPOS position=%u ms\n", position);
216 }
217 if (event & SL_PLAYEVENT_HEADATEND) {
218 printf("SL_PLAYEVENT_HEADATEND position=%u ms, all decoded data has been received\n",
219 position);
220 pthread_mutex_lock(&head_mutex);
221 head_atend = SL_BOOLEAN_TRUE;
222 pthread_cond_signal(&head_cond);
223 pthread_mutex_unlock(&head_mutex);
224 }
225 }
226
227 //-----------------------------------------------------------------
228 /* Callback for AndroidBufferQueueItf through which we supply ADTS buffers */
AndroidBufferQueueCallback(SLAndroidBufferQueueItf caller,void * pCallbackContext __unused,void * pBufferContext,void * pBufferData __unused,SLuint32 dataSize __unused,SLuint32 dataUsed __unused,const SLAndroidBufferItem * pItems __unused,SLuint32 itemsLength __unused)229 SLresult AndroidBufferQueueCallback(
230 SLAndroidBufferQueueItf caller,
231 void *pCallbackContext __unused, /* input */
232 void *pBufferContext, /* input */
233 void *pBufferData __unused, /* input */
234 SLuint32 dataSize __unused, /* input */
235 SLuint32 dataUsed __unused, /* input */
236 const SLAndroidBufferItem *pItems __unused, /* input */
237 SLuint32 itemsLength __unused /* input */)
238 {
239 // mutex on all global variables
240 pthread_mutex_lock(&eosLock);
241 SLresult res;
242
243 // for demonstration purposes:
244 // verify what type of information was enclosed in the processed buffer
245 if (NULL != pBufferContext) {
246 if (&kEosBufferCntxt == pBufferContext) {
247 fprintf(stdout, "EOS was processed\n");
248 }
249 }
250
251 ++totalEncodeCompletions;
252 if (endOfEncodedStream) {
253 // we continue to receive acknowledgement after each buffer was processed
254 if (pBufferContext == (void *) &kEosBufferCntxt) {
255 printf("Received EOS completion after EOS\n");
256 } else if (pBufferContext == NULL) {
257 printf("Received ADTS completion after EOS\n");
258 } else {
259 fprintf(stderr, "Received acknowledgement after EOS with unexpected context %p\n",
260 pBufferContext);
261 }
262 } else if (filelen == 0) {
263 // signal EOS to the decoder rather than just starving it
264 printf("Enqueue EOS: encoded frames=%zu, decoded frames=%zu\n", encodedFrames,
265 decodedFrames);
266 printf("You should now see %u ADTS completion%s followed by 1 EOS completion\n",
267 NB_BUFFERS_IN_ADTS_QUEUE - 1, NB_BUFFERS_IN_ADTS_QUEUE != 2 ? "s" : "");
268 SLAndroidBufferItem msgEos;
269 msgEos.itemKey = SL_ANDROID_ITEMKEY_EOS;
270 msgEos.itemSize = 0;
271 // EOS message has no parameters, so the total size of the message is the size of the key
272 // plus the size of itemSize, both SLuint32
273 res = (*caller)->Enqueue(caller, (void *)&kEosBufferCntxt /*pBufferContext*/,
274 NULL /*pData*/, 0 /*dataLength*/,
275 &msgEos /*pMsg*/,
276 sizeof(SLuint32)*2 /*msgLength*/);
277 ExitOnError(res);
278 endOfEncodedStream = true;
279 // verify that we are at start of an ADTS frame
280 } else if (!(filelen < 7 || frame[0] != 0xFF || (frame[1] & 0xF0) != 0xF0)) {
281 if (pBufferContext != NULL) {
282 fprintf(stderr, "Received acknowledgement before EOS with unexpected context %p\n",
283 pBufferContext);
284 }
285 unsigned framelen = ((frame[3] & 3) << 11) | (frame[4] << 3) | (frame[5] >> 5);
286 if (framelen <= filelen) {
287 // push more data to the queue
288 res = (*caller)->Enqueue(caller, NULL /*pBufferContext*/,
289 frame, framelen, NULL, 0);
290 ExitOnError(res);
291 frame += framelen;
292 filelen -= framelen;
293 ++encodedFrames;
294 encodedSamples += SAMPLES_PER_AAC_FRAME;
295 frameStats.sample(framelen);
296 } else {
297 fprintf(stderr,
298 "partial ADTS frame at EOF discarded; offset=%zu, framelen=%u, filelen=%zu\n",
299 frame - (unsigned char *) ptr, framelen, filelen);
300 frame += filelen;
301 filelen = 0;
302 }
303 } else {
304 fprintf(stderr, "corrupt ADTS frame encountered; offset=%zu, filelen=%zu\n",
305 frame - (unsigned char *) ptr, filelen);
306 frame += filelen;
307 filelen = 0;
308 }
309 pthread_mutex_unlock(&eosLock);
310
311 return SL_RESULT_SUCCESS;
312 }
313
314 //-----------------------------------------------------------------
315 /* Callback for decoding buffer queue events */
DecPlayCallback(SLAndroidSimpleBufferQueueItf queueItf,void * pContext)316 void DecPlayCallback(
317 SLAndroidSimpleBufferQueueItf queueItf,
318 void *pContext)
319 {
320 // mutex on all global variables
321 pthread_mutex_lock(&eosLock);
322
323 CallbackCntxt *pCntxt = (CallbackCntxt*)pContext;
324
325 /* Save the decoded data to output file */
326 if (outputFp != NULL && fwrite(pCntxt->pData, 1, BUFFER_SIZE_IN_BYTES, outputFp)
327 < BUFFER_SIZE_IN_BYTES) {
328 fprintf(stderr, "Error writing to output file");
329 }
330
331 /* Re-enqueue the now empty buffer */
332 SLresult res;
333 res = (*queueItf)->Enqueue(queueItf, pCntxt->pData, BUFFER_SIZE_IN_BYTES);
334 ExitOnError(res);
335
336 /* Increase data pointer by buffer size, with circular wraparound */
337 pCntxt->pData += BUFFER_SIZE_IN_BYTES;
338 if (pCntxt->pData >= pCntxt->pDataBase + (NB_BUFFERS_IN_PCM_QUEUE * BUFFER_SIZE_IN_BYTES)) {
339 pCntxt->pData = pCntxt->pDataBase;
340 }
341
342 // Note: adding a sleep here or any sync point is a way to slow down the decoding, or
343 // synchronize it with some other event, as the OpenSL ES framework will block until the
344 // buffer queue callback return to proceed with the decoding.
345
346 #ifdef QUERY_METADATA
347 /* Example: query of the decoded PCM format */
348 if (!formatQueried) {
349 /* memory to receive the PCM format metadata */
350 union {
351 SLMetadataInfo pcmMetaData;
352 char withData[PCM_METADATA_VALUE_SIZE];
353 } u;
354 res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, sampleRateKeyIndex,
355 PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res);
356 // Note: here we could verify the following:
357 // u.pcmMetaData->encoding == SL_CHARACTERENCODING_BINARY
358 // u.pcmMetaData->size == sizeof(SLuint32)
359 // but the call was successful for the PCM format keys, so those conditions are implied
360 printf("sample rate = %d\n", *((SLuint32*)u.pcmMetaData.data));
361 res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, channelCountKeyIndex,
362 PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res);
363 printf("channel count = %d\n", *((SLuint32*)u.pcmMetaData.data));
364 res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, bitsPerSampleKeyIndex,
365 PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res);
366 printf("bits per sample = %d bits\n", *((SLuint32*)u.pcmMetaData.data));
367 res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, containerSizeKeyIndex,
368 PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res);
369 printf("container size = %d bits\n", *((SLuint32*)u.pcmMetaData.data));
370 res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, channelMaskKeyIndex,
371 PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res);
372 printf("channel mask = 0x%X (0x3=front left | front right, 0x4=front center)\n",
373 *((SLuint32*)u.pcmMetaData.data));
374 res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, endiannessKeyIndex,
375 PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res);
376 printf("endianness = %d (1=big, 2=little)\n", *((SLuint32*)u.pcmMetaData.data));
377 formatQueried = true;
378 }
379 #endif
380
381 ++decodedFrames;
382 decodedSamples += SAMPLES_PER_AAC_FRAME;
383
384 /* Periodically ask for position and duration */
385 if ((decodedFrames % 1000 == 0) || endOfEncodedStream) {
386 SLmillisecond position;
387 res = (*pCntxt->playItf)->GetPosition(pCntxt->playItf, &position);
388 ExitOnError(res);
389 SLmillisecond duration;
390 res = (*pCntxt->playItf)->GetDuration(pCntxt->playItf, &duration);
391 ExitOnError(res);
392 if (duration == SL_TIME_UNKNOWN) {
393 printf("After %zu encoded %zu decoded frames: position is %u ms, duration is "
394 "unknown as expected\n",
395 encodedFrames, decodedFrames, position);
396 } else {
397 printf("After %zu encoded %zu decoded frames: position is %u ms, duration is "
398 "surprisingly %u ms\n",
399 encodedFrames, decodedFrames, position, duration);
400 }
401 }
402
403 if (endOfEncodedStream && decodedSamples >= encodedSamples) {
404 eos = true;
405 pthread_cond_signal(&eosCondition);
406 }
407 pthread_mutex_unlock(&eosLock);
408 }
409
410 //-----------------------------------------------------------------
411
412 /* Decode an audio path by opening a file descriptor on that path */
TestDecToBuffQueue(SLObjectItf sl,const char * path,int fd)413 void TestDecToBuffQueue( SLObjectItf sl, const char *path, int fd)
414 {
415 // check what kind of object it is
416 int ok;
417 struct stat statbuf;
418 ok = fstat(fd, &statbuf);
419 if (ok < 0) {
420 perror(path);
421 return;
422 }
423
424 // verify that's it is a file
425 if (!S_ISREG(statbuf.st_mode)) {
426 fprintf(stderr, "%s: not an ordinary file\n", path);
427 return;
428 }
429
430 // map file contents into memory to make it easier to access the ADTS frames directly
431 ptr = mmap(NULL, statbuf.st_size, PROT_READ, MAP_FILE | MAP_PRIVATE, fd, (off_t) 0);
432 if (ptr == MAP_FAILED) {
433 perror(path);
434 return;
435 }
436 frame = (unsigned char *) ptr;
437 filelen = statbuf.st_size;
438
439 // create PCM .raw file
440 if (createRaw) {
441 size_t len = strlen((const char *) path);
442 char* outputPath = (char*) malloc(len + 4 + 1); // save room to concatenate ".raw"
443 if (NULL == outputPath) {
444 ExitOnError(SL_RESULT_RESOURCE_ERROR);
445 }
446 memcpy(outputPath, path, len + 1);
447 strcat(outputPath, ".raw");
448 outputFp = fopen(outputPath, "w");
449 if (NULL == outputFp) {
450 // issue an error message, but continue the decoding anyway
451 perror(outputPath);
452 }
453 } else {
454 outputFp = NULL;
455 }
456
457 SLresult res;
458 SLEngineItf EngineItf;
459
460 /* Objects this application uses: one audio player */
461 SLObjectItf player;
462
463 /* Interfaces for the audio player */
464 SLPlayItf playItf;
465 #ifdef QUERY_METADATA
466 /* to retrieve the decoded PCM format */
467 SLMetadataExtractionItf mdExtrItf;
468 #endif
469 /* to retrieve the PCM samples */
470 SLAndroidSimpleBufferQueueItf decBuffQueueItf;
471 /* to queue the AAC data to decode */
472 SLAndroidBufferQueueItf aacBuffQueueItf;
473 /* for prefetch status */
474 SLPrefetchStatusItf prefetchItf;
475
476 SLboolean required[NUM_EXPLICIT_INTERFACES_FOR_PLAYER];
477 SLInterfaceID iidArray[NUM_EXPLICIT_INTERFACES_FOR_PLAYER];
478
479 /* Get the SL Engine Interface which is implicit */
480 res = (*sl)->GetInterface(sl, SL_IID_ENGINE, (void*)&EngineItf);
481 ExitOnError(res);
482
483 /* Initialize arrays required[] and iidArray[] */
484 unsigned int i;
485 for (i=0 ; i < NUM_EXPLICIT_INTERFACES_FOR_PLAYER ; i++) {
486 required[i] = SL_BOOLEAN_FALSE;
487 iidArray[i] = SL_IID_NULL;
488 }
489
490 /* ------------------------------------------------------ */
491 /* Configuration of the player */
492
493 /* Request the AndroidSimpleBufferQueue interface */
494 required[0] = SL_BOOLEAN_TRUE;
495 iidArray[0] = SL_IID_ANDROIDSIMPLEBUFFERQUEUE;
496 /* Request the AndroidBufferQueue interface */
497 required[1] = SL_BOOLEAN_TRUE;
498 iidArray[1] = SL_IID_ANDROIDBUFFERQUEUESOURCE;
499 /* Request the PrefetchStatus interface */
500 required[2] = SL_BOOLEAN_TRUE;
501 iidArray[2] = SL_IID_PREFETCHSTATUS;
502 #ifdef QUERY_METADATA
503 /* Request the MetadataExtraction interface */
504 required[3] = SL_BOOLEAN_TRUE;
505 iidArray[3] = SL_IID_METADATAEXTRACTION;
506 #endif
507
508 /* Setup the data source for queueing AAC buffers of ADTS data */
509 SLDataLocator_AndroidBufferQueue loc_srcAbq = {
510 SL_DATALOCATOR_ANDROIDBUFFERQUEUE /*locatorType*/,
511 NB_BUFFERS_IN_ADTS_QUEUE /*numBuffers*/};
512 SLDataFormat_MIME format_srcMime = {
513 SL_DATAFORMAT_MIME /*formatType*/,
514 SL_ANDROID_MIME_AACADTS /*mimeType*/,
515 SL_CONTAINERTYPE_RAW /*containerType*/};
516 SLDataSource decSource = {&loc_srcAbq /*pLocator*/, &format_srcMime /*pFormat*/};
517
518 /* Setup the data sink, a buffer queue for buffers of PCM data */
519 SLDataLocator_AndroidSimpleBufferQueue loc_destBq = {
520 SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE/*locatorType*/,
521 NB_BUFFERS_IN_PCM_QUEUE /*numBuffers*/ };
522
523 /* declare we're decoding to PCM, the parameters after that need to be valid,
524 but are ignored, the decoded format will match the source */
525 SLDataFormat_PCM format_destPcm = { /*formatType*/ SL_DATAFORMAT_PCM, /*numChannels*/ 1,
526 /*samplesPerSec*/ SL_SAMPLINGRATE_8, /*pcm.bitsPerSample*/ SL_PCMSAMPLEFORMAT_FIXED_16,
527 /*/containerSize*/ 16, /*channelMask*/ SL_SPEAKER_FRONT_LEFT,
528 /*endianness*/ SL_BYTEORDER_LITTLEENDIAN };
529 SLDataSink decDest = {&loc_destBq /*pLocator*/, &format_destPcm /*pFormat*/};
530
531 /* Create the audio player */
532 res = (*EngineItf)->CreateAudioPlayer(EngineItf, &player, &decSource, &decDest,
533 #ifdef QUERY_METADATA
534 NUM_EXPLICIT_INTERFACES_FOR_PLAYER,
535 #else
536 NUM_EXPLICIT_INTERFACES_FOR_PLAYER - 1,
537 #endif
538 iidArray, required);
539 ExitOnError(res);
540 printf("Player created\n");
541
542 /* Realize the player in synchronous mode. */
543 res = (*player)->Realize(player, SL_BOOLEAN_FALSE);
544 ExitOnError(res);
545 printf("Player realized\n");
546
547 /* Get the play interface which is implicit */
548 res = (*player)->GetInterface(player, SL_IID_PLAY, (void*)&playItf);
549 ExitOnError(res);
550
551 /* Enable callback when position passes through a marker (SL_PLAYEVENT_HEADATMARKER) */
552 res = (*playItf)->SetMarkerPosition(playItf, 5000);
553 ExitOnError(res);
554
555 /* Enable callback for periodic position updates (SL_PLAYEVENT_HEADATNEWPOS) */
556 res = (*playItf)->SetPositionUpdatePeriod(playItf, 3000);
557 ExitOnError(res);
558
559 /* Use the play interface to set up a callback for the SL_PLAYEVENT_HEAD* events */
560 res = (*playItf)->SetCallbackEventsMask(playItf,
561 SL_PLAYEVENT_HEADATMARKER | SL_PLAYEVENT_HEADATNEWPOS | SL_PLAYEVENT_HEADATEND);
562 ExitOnError(res);
563 res = (*playItf)->RegisterCallback(playItf, PlayCallback /*callback*/, NULL /*pContext*/);
564 ExitOnError(res);
565
566 /* Get the position before prefetch; should be zero */
567 SLmillisecond position;
568 res = (*playItf)->GetPosition(playItf, &position);
569 ExitOnError(res);
570 if (position == 0) {
571 printf("The position before prefetch is zero as expected\n");
572 } else if (position == SL_TIME_UNKNOWN) {
573 printf("That's surprising the position before prefetch is unknown");
574 } else {
575 printf("That's surprising the position before prefetch is %u ms\n", position);
576 }
577
578 /* Get the duration before prefetch; should be unknown */
579 SLmillisecond duration;
580 res = (*playItf)->GetDuration(playItf, &duration);
581 ExitOnError(res);
582 if (duration == SL_TIME_UNKNOWN) {
583 printf("The duration before prefetch is unknown as expected\n");
584 } else {
585 printf("That's surprising the duration before prefetch is %u ms\n", duration);
586 }
587
588 /* Get the buffer queue interface which was explicitly requested */
589 res = (*player)->GetInterface(player, SL_IID_ANDROIDSIMPLEBUFFERQUEUE, (void*)&decBuffQueueItf);
590 ExitOnError(res);
591
592 /* Get the Android buffer queue interface which was explicitly requested */
593 res = (*player)->GetInterface(player, SL_IID_ANDROIDBUFFERQUEUESOURCE, (void*)&aacBuffQueueItf);
594 ExitOnError(res);
595
596 /* Get the prefetch status interface which was explicitly requested */
597 res = (*player)->GetInterface(player, SL_IID_PREFETCHSTATUS, (void*)&prefetchItf);
598 ExitOnError(res);
599
600 #ifdef QUERY_METADATA
601 /* Get the metadata extraction interface which was explicitly requested */
602 res = (*player)->GetInterface(player, SL_IID_METADATAEXTRACTION, (void*)&mdExtrItf);
603 ExitOnError(res);
604 #endif
605
606 /* ------------------------------------------------------ */
607 /* Initialize the callback and its context for the buffer queue of the decoded PCM */
608 CallbackCntxt sinkCntxt;
609 sinkCntxt.playItf = playItf;
610 #ifdef QUERY_METADATA
611 sinkCntxt.metaItf = mdExtrItf;
612 #endif
613 sinkCntxt.pDataBase = (int8_t*)&pcmData;
614 sinkCntxt.pData = sinkCntxt.pDataBase;
615 res = (*decBuffQueueItf)->RegisterCallback(decBuffQueueItf, DecPlayCallback, &sinkCntxt);
616 ExitOnError(res);
617
618 /* Enqueue buffers to map the region of memory allocated to store the decoded data */
619 printf("Enqueueing initial empty buffers to receive decoded PCM data");
620 for(i = 0 ; i < NB_BUFFERS_IN_PCM_QUEUE ; i++) {
621 printf(" %d", i);
622 res = (*decBuffQueueItf)->Enqueue(decBuffQueueItf, sinkCntxt.pData, BUFFER_SIZE_IN_BYTES);
623 ExitOnError(res);
624 sinkCntxt.pData += BUFFER_SIZE_IN_BYTES;
625 if (sinkCntxt.pData >= sinkCntxt.pDataBase +
626 (NB_BUFFERS_IN_PCM_QUEUE * BUFFER_SIZE_IN_BYTES)) {
627 sinkCntxt.pData = sinkCntxt.pDataBase;
628 }
629 }
630 printf("\n");
631
632 /* ------------------------------------------------------ */
633 /* Initialize the callback for prefetch errors, if we can't open the resource to decode */
634 res = (*prefetchItf)->RegisterCallback(prefetchItf, PrefetchEventCallback, NULL);
635 ExitOnError(res);
636 res = (*prefetchItf)->SetCallbackEventsMask(prefetchItf, PREFETCHEVENT_ERROR_CANDIDATE);
637 ExitOnError(res);
638
639 /* Initialize the callback for the Android buffer queue of the encoded data */
640 res = (*aacBuffQueueItf)->RegisterCallback(aacBuffQueueItf, AndroidBufferQueueCallback, NULL);
641 ExitOnError(res);
642
643 /* Enqueue the content of our encoded data before starting to play,
644 we don't want to starve the player initially */
645 printf("Enqueueing initial full buffers of encoded ADTS data");
646 for (i=0 ; i < NB_BUFFERS_IN_ADTS_QUEUE ; i++) {
647 if (filelen < 7 || frame[0] != 0xFF || (frame[1] & 0xF0) != 0xF0) {
648 printf("\ncorrupt ADTS frame encountered; offset %zu bytes\n",
649 frame - (unsigned char *) ptr);
650 // Note that prefetch will detect this error soon when it gets a premature EOF
651 break;
652 }
653 unsigned framelen = ((frame[3] & 3) << 11) | (frame[4] << 3) | (frame[5] >> 5);
654 printf(" %d (%u bytes)", i, framelen);
655 res = (*aacBuffQueueItf)->Enqueue(aacBuffQueueItf, NULL /*pBufferContext*/,
656 frame, framelen, NULL, 0);
657 ExitOnError(res);
658 frame += framelen;
659 filelen -= framelen;
660 ++encodedFrames;
661 encodedSamples += SAMPLES_PER_AAC_FRAME;
662 frameStats.sample(framelen);
663 }
664 printf("\n");
665
666 #ifdef QUERY_METADATA
667 /* ------------------------------------------------------ */
668 /* Get and display the metadata key names for the decoder */
669 // This is for test / demonstration purposes only where we discover the key and value sizes
670 // of a PCM decoder. An application that would want to directly get access to those values
671 // can make assumptions about the size of the keys and their matching values (all SLuint32),
672 // but it should not make assumptions about the key indices as these are subject to change.
673 // Note that we don't get the metadata values yet; that happens in the first decode callback.
674 SLuint32 itemCount;
675 res = (*mdExtrItf)->GetItemCount(mdExtrItf, &itemCount);
676 ExitOnError(res);
677 printf("itemCount=%u\n", itemCount);
678 SLuint32 keySize, valueSize;
679 SLMetadataInfo *keyInfo, *value;
680 for(i=0 ; i<itemCount ; i++) {
681 keyInfo = NULL; keySize = 0;
682 value = NULL; valueSize = 0;
683 res = (*mdExtrItf)->GetKeySize(mdExtrItf, i, &keySize);
684 ExitOnError(res);
685 res = (*mdExtrItf)->GetValueSize(mdExtrItf, i, &valueSize);
686 ExitOnError(res);
687 keyInfo = (SLMetadataInfo*) malloc(keySize);
688 if (NULL != keyInfo) {
689 res = (*mdExtrItf)->GetKey(mdExtrItf, i, keySize, keyInfo);
690 ExitOnError(res);
691 printf("key[%d] size=%d, name=%s \tvalue size=%d encoding=0x%X langCountry=%s\n",
692 i, keyInfo->size, keyInfo->data, valueSize, keyInfo->encoding,
693 keyInfo->langCountry);
694 /* find out the key index of the metadata we're interested in */
695 if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_NUMCHANNELS)) {
696 channelCountKeyIndex = i;
697 } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_SAMPLERATE)) {
698 sampleRateKeyIndex = i;
699 } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_BITSPERSAMPLE)) {
700 bitsPerSampleKeyIndex = i;
701 } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_CONTAINERSIZE)) {
702 containerSizeKeyIndex = i;
703 } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_CHANNELMASK)) {
704 channelMaskKeyIndex = i;
705 } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_ENDIANNESS)) {
706 endiannessKeyIndex = i;
707 } else {
708 printf("Unknown key %s ignored\n", (char *)keyInfo->data);
709 }
710 free(keyInfo);
711 }
712 }
713 if (channelCountKeyIndex != -1) {
714 printf("Key %s is at index %d\n",
715 ANDROID_KEY_PCMFORMAT_NUMCHANNELS, channelCountKeyIndex);
716 } else {
717 fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_NUMCHANNELS);
718 }
719 if (sampleRateKeyIndex != -1) {
720 printf("Key %s is at index %d\n",
721 ANDROID_KEY_PCMFORMAT_SAMPLERATE, sampleRateKeyIndex);
722 } else {
723 fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_SAMPLERATE);
724 }
725 if (bitsPerSampleKeyIndex != -1) {
726 printf("Key %s is at index %d\n",
727 ANDROID_KEY_PCMFORMAT_BITSPERSAMPLE, bitsPerSampleKeyIndex);
728 } else {
729 fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_BITSPERSAMPLE);
730 }
731 if (containerSizeKeyIndex != -1) {
732 printf("Key %s is at index %d\n",
733 ANDROID_KEY_PCMFORMAT_CONTAINERSIZE, containerSizeKeyIndex);
734 } else {
735 fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_CONTAINERSIZE);
736 }
737 if (channelMaskKeyIndex != -1) {
738 printf("Key %s is at index %d\n",
739 ANDROID_KEY_PCMFORMAT_CHANNELMASK, channelMaskKeyIndex);
740 } else {
741 fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_CHANNELMASK);
742 }
743 if (endiannessKeyIndex != -1) {
744 printf("Key %s is at index %d\n",
745 ANDROID_KEY_PCMFORMAT_ENDIANNESS, endiannessKeyIndex);
746 } else {
747 fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_ENDIANNESS);
748 }
749 #endif
750
751 // set the player's state to paused, to start prefetching
752 printf("Setting play state to PAUSED\n");
753 res = (*playItf)->SetPlayState(playItf, SL_PLAYSTATE_PAUSED);
754 ExitOnError(res);
755
756 // wait for prefetch status callback to indicate either sufficient data or error
757 printf("Awaiting prefetch complete\n");
758 pthread_mutex_lock(&mutex);
759 while (prefetch_status == PREFETCHSTATUS_UNKNOWN) {
760 pthread_cond_wait(&cond, &mutex);
761 }
762 pthread_mutex_unlock(&mutex);
763 if (prefetch_status == PREFETCHSTATUS_ERROR) {
764 fprintf(stderr, "Error during prefetch, exiting\n");
765 goto destroyRes;
766 }
767 printf("Prefetch is complete\n");
768
769 /* ------------------------------------------------------ */
770 /* Start decoding */
771 printf("Starting to decode\n");
772 res = (*playItf)->SetPlayState(playItf, SL_PLAYSTATE_PLAYING);
773 ExitOnError(res);
774
775 /* Decode until the end of the stream is reached */
776 printf("Awaiting notification that all encoded buffers have been enqueued\n");
777 pthread_mutex_lock(&eosLock);
778 while (!eos) {
779 if (pauseFrame > 0) {
780 if (decodedFrames >= pauseFrame) {
781 pauseFrame = 0;
782 printf("Pausing after decoded frame %zu for 10 seconds\n", decodedFrames);
783 pthread_mutex_unlock(&eosLock);
784 res = (*playItf)->SetPlayState(playItf, SL_PLAYSTATE_PAUSED);
785 ExitOnError(res);
786 sleep(10);
787 printf("Resuming\n");
788 res = (*playItf)->SetPlayState(playItf, SL_PLAYSTATE_PLAYING);
789 ExitOnError(res);
790 pthread_mutex_lock(&eosLock);
791 } else {
792 pthread_mutex_unlock(&eosLock);
793 usleep(10*1000);
794 pthread_mutex_lock(&eosLock);
795 }
796 } else {
797 pthread_cond_wait(&eosCondition, &eosLock);
798 }
799 }
800 pthread_mutex_unlock(&eosLock);
801 printf("All encoded buffers have now been enqueued, but there's still more to do\n");
802
803 /* This just means done enqueueing; there may still more data in decode queue! */
804 pthread_mutex_lock(&head_mutex);
805 while (!head_atend) {
806 pthread_cond_wait(&head_cond, &head_mutex);
807 }
808 pthread_mutex_unlock(&head_mutex);
809 printf("Decode is now finished\n");
810
811 pthread_mutex_lock(&eosLock);
812 printf("Frame counters: encoded=%zu decoded=%zu\n", encodedFrames, decodedFrames);
813 printf("Sample counters: encoded=%zu decoded=%zu\n", encodedSamples, decodedSamples);
814 printf("Total encode completions received: actual=%zu, expected=%zu\n",
815 totalEncodeCompletions, encodedFrames+1/*EOS*/);
816 pthread_mutex_unlock(&eosLock);
817
818 /* Get the final position and duration */
819 res = (*playItf)->GetPosition(playItf, &position);
820 ExitOnError(res);
821 res = (*playItf)->GetDuration(playItf, &duration);
822 ExitOnError(res);
823 if (duration == SL_TIME_UNKNOWN) {
824 printf("The final position is %u ms, duration is unknown\n", position);
825 } else {
826 printf("The final position is %u ms, duration is %u ms\n", position, duration);
827 }
828
829 printf("Frame length statistics:\n");
830 printf(" n = %u frames\n", frameStats.n());
831 printf(" mean = %.1f bytes\n", frameStats.mean());
832 printf(" minimum = %.1f bytes\n", frameStats.minimum());
833 printf(" maximum = %.1f bytes\n", frameStats.maximum());
834 printf(" stddev = %.1f bytes\n", frameStats.stddev());
835
836 /* ------------------------------------------------------ */
837 /* End of decoding */
838
839 destroyRes:
840 /* Destroy the AudioPlayer object */
841 (*player)->Destroy(player);
842
843 if (outputFp != NULL) {
844 fclose(outputFp);
845 }
846
847 // unmap the ADTS AAC file from memory
848 ok = munmap(ptr, statbuf.st_size);
849 if (0 != ok) {
850 perror(path);
851 }
852 }
853
854 //-----------------------------------------------------------------
main(int argc,char * const argv[])855 int main(int argc, char* const argv[])
856 {
857 SLresult res;
858 SLObjectItf sl;
859
860 printf("OpenSL ES test %s: decodes a file containing AAC ADTS data\n", argv[0]);
861
862 if (argc != 2) {
863 printf("Usage: \t%s source_file\n", argv[0]);
864 printf("Example: \"%s /sdcard/myFile.adts\n", argv[0]);
865 exit(EXIT_FAILURE);
866 }
867
868 // open pathname of encoded ADTS AAC file to get a file descriptor
869 int fd;
870 fd = open(argv[1], O_RDONLY);
871 if (fd < 0) {
872 perror(argv[1]);
873 return EXIT_FAILURE;
874 }
875
876 SLEngineOption EngineOption[] = {
877 {(SLuint32) SL_ENGINEOPTION_THREADSAFE, (SLuint32) SL_BOOLEAN_TRUE}
878 };
879
880 res = slCreateEngine( &sl, 1, EngineOption, 0, NULL, NULL);
881 ExitOnError(res);
882
883 /* Realizing the SL Engine in synchronous mode. */
884 res = (*sl)->Realize(sl, SL_BOOLEAN_FALSE);
885 ExitOnError(res);
886
887 TestDecToBuffQueue(sl, argv[1], fd);
888
889 /* Shutdown OpenSL ES */
890 (*sl)->Destroy(sl);
891
892 // close the file
893 (void) close(fd);
894
895 return EXIT_SUCCESS;
896 }
897