1 /*
2  * Copyright (C) 2010 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include "sles_allinclusive.h"
18 #include "android_prompts.h"
19 #include "android/android_AudioToCbRenderer.h"
20 #include "android/android_StreamPlayer.h"
21 #include "android/android_LocAVPlayer.h"
22 #include "android/include/AacBqToPcmCbRenderer.h"
23 
24 #include <fcntl.h>
25 #include <sys/stat.h>
26 
27 #include <system/audio.h>
28 
29 template class android::KeyedVector<SLuint32, android::AudioEffect* > ;
30 
31 #define KEY_STREAM_TYPE_PARAMSIZE  sizeof(SLint32)
32 
33 #define AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE  500
34 #define AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE 2000
35 
36 #define MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE
37 #define MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE
38 
39 //-----------------------------------------------------------------------------
40 // FIXME this method will be absorbed into android_audioPlayer_setPlayState() once
41 //       bufferqueue and uri/fd playback are moved under the GenericPlayer C++ object
aplayer_setPlayState(const android::sp<android::GenericPlayer> & ap,SLuint32 playState,AndroidObjectState * pObjState)42 SLresult aplayer_setPlayState(const android::sp<android::GenericPlayer> &ap, SLuint32 playState,
43         AndroidObjectState* pObjState) {
44     SLresult result = SL_RESULT_SUCCESS;
45     AndroidObjectState objState = *pObjState;
46 
47     switch (playState) {
48      case SL_PLAYSTATE_STOPPED:
49          SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_STOPPED");
50          ap->stop();
51          break;
52      case SL_PLAYSTATE_PAUSED:
53          SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_PAUSED");
54          switch(objState) {
55          case ANDROID_UNINITIALIZED:
56              *pObjState = ANDROID_PREPARING;
57              ap->prepare();
58              break;
59          case ANDROID_PREPARING:
60              break;
61          case ANDROID_READY:
62              ap->pause();
63              break;
64          default:
65              SL_LOGE(ERROR_PLAYERSETPLAYSTATE_INVALID_OBJECT_STATE_D, playState);
66              result = SL_RESULT_INTERNAL_ERROR;
67              break;
68          }
69          break;
70      case SL_PLAYSTATE_PLAYING: {
71          SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_PLAYING");
72          switch(objState) {
73          case ANDROID_UNINITIALIZED:
74              *pObjState = ANDROID_PREPARING;
75              ap->prepare();
76              // intended fall through
77          case ANDROID_PREPARING:
78              // intended fall through
79          case ANDROID_READY:
80              ap->play();
81              break;
82          default:
83              SL_LOGE(ERROR_PLAYERSETPLAYSTATE_INVALID_OBJECT_STATE_D, playState);
84              result = SL_RESULT_INTERNAL_ERROR;
85              break;
86          }
87          }
88          break;
89      default:
90          // checked by caller, should not happen
91          SL_LOGE(ERROR_SHOULDNT_BE_HERE_S, "aplayer_setPlayState");
92          result = SL_RESULT_INTERNAL_ERROR;
93          break;
94      }
95 
96     return result;
97 }
98 
99 
100 //-----------------------------------------------------------------------------
101 // Callback associated with a AudioToCbRenderer of an SL ES AudioPlayer that gets its data
102 // from a URI or FD, to write the decoded audio data to a buffer queue
adecoder_writeToBufferQueue(const uint8_t * data,size_t size,CAudioPlayer * ap)103 static size_t adecoder_writeToBufferQueue(const uint8_t *data, size_t size, CAudioPlayer* ap) {
104     if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) {
105         // it is not safe to enter the callback (the player is about to go away)
106         return 0;
107     }
108     size_t sizeConsumed = 0;
109     SL_LOGD("received %d bytes from decoder", size);
110     slBufferQueueCallback callback = NULL;
111     void * callbackPContext = NULL;
112 
113     // push decoded data to the buffer queue
114     object_lock_exclusive(&ap->mObject);
115 
116     if (ap->mBufferQueue.mState.count != 0) {
117         assert(ap->mBufferQueue.mFront != ap->mBufferQueue.mRear);
118 
119         BufferHeader *oldFront = ap->mBufferQueue.mFront;
120         BufferHeader *newFront = &oldFront[1];
121 
122         uint8_t *pDest = (uint8_t *)oldFront->mBuffer + ap->mBufferQueue.mSizeConsumed;
123         if (ap->mBufferQueue.mSizeConsumed + size < oldFront->mSize) {
124             // room to consume the whole or rest of the decoded data in one shot
125             ap->mBufferQueue.mSizeConsumed += size;
126             // consume data but no callback to the BufferQueue interface here
127             memcpy (pDest, data, size);
128             sizeConsumed = size;
129         } else {
130             // push as much as possible of the decoded data into the buffer queue
131             sizeConsumed = oldFront->mSize - ap->mBufferQueue.mSizeConsumed;
132 
133             // the buffer at the head of the buffer queue is full, update the state
134             ap->mBufferQueue.mSizeConsumed = 0;
135             if (newFront == &ap->mBufferQueue.mArray[ap->mBufferQueue.mNumBuffers + 1]) {
136                 newFront = ap->mBufferQueue.mArray;
137             }
138             ap->mBufferQueue.mFront = newFront;
139 
140             ap->mBufferQueue.mState.count--;
141             ap->mBufferQueue.mState.playIndex++;
142             // consume data
143             memcpy (pDest, data, sizeConsumed);
144             // data has been copied to the buffer, and the buffer queue state has been updated
145             // we will notify the client if applicable
146             callback = ap->mBufferQueue.mCallback;
147             // save callback data
148             callbackPContext = ap->mBufferQueue.mContext;
149         }
150 
151     } else {
152         // no available buffers in the queue to write the decoded data
153         sizeConsumed = 0;
154     }
155 
156     object_unlock_exclusive(&ap->mObject);
157     // notify client
158     if (NULL != callback) {
159         (*callback)(&ap->mBufferQueue.mItf, callbackPContext);
160     }
161 
162     ap->mCallbackProtector->exitCb();
163     return sizeConsumed;
164 }
165 
166 
167 //-----------------------------------------------------------------------------
168 #define LEFT_CHANNEL_MASK  0x1 << 0
169 #define RIGHT_CHANNEL_MASK 0x1 << 1
170 
android_audioPlayer_volumeUpdate(CAudioPlayer * ap)171 void android_audioPlayer_volumeUpdate(CAudioPlayer* ap)
172 {
173     assert(ap != NULL);
174 
175     // the source's channel count, where zero means unknown
176     SLuint8 channelCount = ap->mNumChannels;
177 
178     // whether each channel is audible
179     bool leftAudibilityFactor, rightAudibilityFactor;
180 
181     // mute has priority over solo
182     if (channelCount >= STEREO_CHANNELS) {
183         if (ap->mMuteMask & LEFT_CHANNEL_MASK) {
184             // left muted
185             leftAudibilityFactor = false;
186         } else {
187             // left not muted
188             if (ap->mSoloMask & LEFT_CHANNEL_MASK) {
189                 // left soloed
190                 leftAudibilityFactor = true;
191             } else {
192                 // left not soloed
193                 if (ap->mSoloMask & RIGHT_CHANNEL_MASK) {
194                     // right solo silences left
195                     leftAudibilityFactor = false;
196                 } else {
197                     // left and right are not soloed, and left is not muted
198                     leftAudibilityFactor = true;
199                 }
200             }
201         }
202 
203         if (ap->mMuteMask & RIGHT_CHANNEL_MASK) {
204             // right muted
205             rightAudibilityFactor = false;
206         } else {
207             // right not muted
208             if (ap->mSoloMask & RIGHT_CHANNEL_MASK) {
209                 // right soloed
210                 rightAudibilityFactor = true;
211             } else {
212                 // right not soloed
213                 if (ap->mSoloMask & LEFT_CHANNEL_MASK) {
214                     // left solo silences right
215                     rightAudibilityFactor = false;
216                 } else {
217                     // left and right are not soloed, and right is not muted
218                     rightAudibilityFactor = true;
219                 }
220             }
221         }
222 
223     // channel mute and solo are ignored for mono and unknown channel count sources
224     } else {
225         leftAudibilityFactor = true;
226         rightAudibilityFactor = true;
227     }
228 
229     // compute volumes without setting
230     const bool audibilityFactors[2] = {leftAudibilityFactor, rightAudibilityFactor};
231     float volumes[2];
232     android_player_volumeUpdate(volumes, &ap->mVolume, channelCount, ap->mAmplFromDirectLevel,
233             audibilityFactors);
234     float leftVol = volumes[0], rightVol = volumes[1];
235 
236     // set volume on the underlying media player or audio track
237     if (ap->mAPlayer != 0) {
238         ap->mAPlayer->setVolume(leftVol, rightVol);
239     } else if (ap->mAudioTrack != 0) {
240         ap->mAudioTrack->setVolume(leftVol, rightVol);
241     }
242 
243     // changes in the AudioPlayer volume must be reflected in the send level:
244     //  in SLEffectSendItf or in SLAndroidEffectSendItf?
245     // FIXME replace interface test by an internal API once we have one.
246     if (NULL != ap->mEffectSend.mItf) {
247         for (unsigned int i=0 ; i<AUX_MAX ; i++) {
248             if (ap->mEffectSend.mEnableLevels[i].mEnable) {
249                 android_fxSend_setSendLevel(ap,
250                         ap->mEffectSend.mEnableLevels[i].mSendLevel + ap->mVolume.mLevel);
251                 // there's a single aux bus on Android, so we can stop looking once the first
252                 // aux effect is found.
253                 break;
254             }
255         }
256     } else if (NULL != ap->mAndroidEffectSend.mItf) {
257         android_fxSend_setSendLevel(ap, ap->mAndroidEffectSend.mSendLevel + ap->mVolume.mLevel);
258     }
259 }
260 
261 // Called by android_audioPlayer_volumeUpdate and android_mediaPlayer_volumeUpdate to compute
262 // volumes, but setting volumes is handled by the caller.
263 
android_player_volumeUpdate(float * pVolumes,const IVolume * volumeItf,unsigned channelCount,float amplFromDirectLevel,const bool * audibilityFactors)264 void android_player_volumeUpdate(float *pVolumes /*[2]*/, const IVolume *volumeItf, unsigned
265 channelCount, float amplFromDirectLevel, const bool *audibilityFactors /*[2]*/)
266 {
267     assert(pVolumes != NULL);
268     assert(volumeItf != NULL);
269     // OK for audibilityFactors to be NULL
270 
271     bool leftAudibilityFactor, rightAudibilityFactor;
272 
273     // apply player mute factor
274     // note that AudioTrack has mute() but not MediaPlayer, so it's easier to use volume
275     // to mute for both rather than calling mute() for AudioTrack
276 
277     // player is muted
278     if (volumeItf->mMute) {
279         leftAudibilityFactor = false;
280         rightAudibilityFactor = false;
281     // player isn't muted, and channel mute/solo audibility factors are available (AudioPlayer)
282     } else if (audibilityFactors != NULL) {
283         leftAudibilityFactor = audibilityFactors[0];
284         rightAudibilityFactor = audibilityFactors[1];
285     // player isn't muted, and channel mute/solo audibility factors aren't available (MediaPlayer)
286     } else {
287         leftAudibilityFactor = true;
288         rightAudibilityFactor = true;
289     }
290 
291     // compute amplification as the combination of volume level and stereo position
292     //   amplification (or attenuation) from volume level
293     float amplFromVolLevel = sles_to_android_amplification(volumeItf->mLevel);
294     //   amplification from direct level (changed in SLEffectSendtItf and SLAndroidEffectSendItf)
295     float leftVol  = amplFromVolLevel * amplFromDirectLevel;
296     float rightVol = leftVol;
297 
298     // amplification from stereo position
299     if (volumeItf->mEnableStereoPosition) {
300         // Left/right amplification (can be attenuations) factors derived for the StereoPosition
301         float amplFromStereoPos[STEREO_CHANNELS];
302         // panning law depends on content channel count: mono to stereo panning vs stereo balance
303         if (1 == channelCount) {
304             // mono to stereo panning
305             double theta = (1000+volumeItf->mStereoPosition)*M_PI_4/1000.0f; // 0 <= theta <= Pi/2
306             amplFromStereoPos[0] = cos(theta);
307             amplFromStereoPos[1] = sin(theta);
308         // channel count is 0 (unknown), 2 (stereo), or > 2 (multi-channel)
309         } else {
310             // stereo balance
311             if (volumeItf->mStereoPosition > 0) {
312                 amplFromStereoPos[0] = (1000-volumeItf->mStereoPosition)/1000.0f;
313                 amplFromStereoPos[1] = 1.0f;
314             } else {
315                 amplFromStereoPos[0] = 1.0f;
316                 amplFromStereoPos[1] = (1000+volumeItf->mStereoPosition)/1000.0f;
317             }
318         }
319         leftVol  *= amplFromStereoPos[0];
320         rightVol *= amplFromStereoPos[1];
321     }
322 
323     // apply audibility factors
324     if (!leftAudibilityFactor) {
325         leftVol = 0.0;
326     }
327     if (!rightAudibilityFactor) {
328         rightVol = 0.0;
329     }
330 
331     // return the computed volumes
332     pVolumes[0] = leftVol;
333     pVolumes[1] = rightVol;
334 }
335 
336 //-----------------------------------------------------------------------------
audioTrack_handleMarker_lockPlay(CAudioPlayer * ap)337 void audioTrack_handleMarker_lockPlay(CAudioPlayer* ap) {
338     //SL_LOGV("received event EVENT_MARKER from AudioTrack");
339     slPlayCallback callback = NULL;
340     void* callbackPContext = NULL;
341 
342     interface_lock_shared(&ap->mPlay);
343     callback = ap->mPlay.mCallback;
344     callbackPContext = ap->mPlay.mContext;
345     interface_unlock_shared(&ap->mPlay);
346 
347     if (NULL != callback) {
348         // getting this event implies SL_PLAYEVENT_HEADATMARKER was set in the event mask
349         (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADATMARKER);
350     }
351 }
352 
353 //-----------------------------------------------------------------------------
audioTrack_handleNewPos_lockPlay(CAudioPlayer * ap)354 void audioTrack_handleNewPos_lockPlay(CAudioPlayer* ap) {
355     //SL_LOGV("received event EVENT_NEW_POS from AudioTrack");
356     slPlayCallback callback = NULL;
357     void* callbackPContext = NULL;
358 
359     interface_lock_shared(&ap->mPlay);
360     callback = ap->mPlay.mCallback;
361     callbackPContext = ap->mPlay.mContext;
362     interface_unlock_shared(&ap->mPlay);
363 
364     if (NULL != callback) {
365         // getting this event implies SL_PLAYEVENT_HEADATNEWPOS was set in the event mask
366         (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADATNEWPOS);
367     }
368 }
369 
370 
371 //-----------------------------------------------------------------------------
audioTrack_handleUnderrun_lockPlay(CAudioPlayer * ap)372 void audioTrack_handleUnderrun_lockPlay(CAudioPlayer* ap) {
373     slPlayCallback callback = NULL;
374     void* callbackPContext = NULL;
375 
376     interface_lock_shared(&ap->mPlay);
377     callback = ap->mPlay.mCallback;
378     callbackPContext = ap->mPlay.mContext;
379     bool headStalled = (ap->mPlay.mEventFlags & SL_PLAYEVENT_HEADSTALLED) != 0;
380     interface_unlock_shared(&ap->mPlay);
381 
382     if ((NULL != callback) && headStalled) {
383         (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADSTALLED);
384     }
385 }
386 
387 
388 //-----------------------------------------------------------------------------
389 /**
390  * post-condition: play state of AudioPlayer is SL_PLAYSTATE_PAUSED if setPlayStateToPaused is true
391  *
392  * note: a conditional flag, setPlayStateToPaused, is used here to specify whether the play state
393  *       needs to be changed when the player reaches the end of the content to play. This is
394  *       relative to what the specification describes for buffer queues vs the
395  *       SL_PLAYEVENT_HEADATEND event. In the OpenSL ES specification 1.0.1:
396  *        - section 8.12 SLBufferQueueItf states "In the case of starvation due to insufficient
397  *          buffers in the queue, the playing of audio data stops. The player remains in the
398  *          SL_PLAYSTATE_PLAYING state."
399  *        - section 9.2.31 SL_PLAYEVENT states "SL_PLAYEVENT_HEADATEND Playback head is at the end
400  *          of the current content and the player has paused."
401  */
audioPlayer_dispatch_headAtEnd_lockPlay(CAudioPlayer * ap,bool setPlayStateToPaused,bool needToLock)402 void audioPlayer_dispatch_headAtEnd_lockPlay(CAudioPlayer *ap, bool setPlayStateToPaused,
403         bool needToLock) {
404     //SL_LOGV("ap=%p, setPlayStateToPaused=%d, needToLock=%d", ap, setPlayStateToPaused,
405     //        needToLock);
406     slPlayCallback playCallback = NULL;
407     void * playContext = NULL;
408     // SLPlayItf callback or no callback?
409     if (needToLock) {
410         interface_lock_exclusive(&ap->mPlay);
411     }
412     if (ap->mPlay.mEventFlags & SL_PLAYEVENT_HEADATEND) {
413         playCallback = ap->mPlay.mCallback;
414         playContext = ap->mPlay.mContext;
415     }
416     if (setPlayStateToPaused) {
417         ap->mPlay.mState = SL_PLAYSTATE_PAUSED;
418     }
419     if (needToLock) {
420         interface_unlock_exclusive(&ap->mPlay);
421     }
422     // enqueue callback with no lock held
423     if (NULL != playCallback) {
424 #ifndef USE_ASYNCHRONOUS_PLAY_CALLBACK
425         (*playCallback)(&ap->mPlay.mItf, playContext, SL_PLAYEVENT_HEADATEND);
426 #else
427         SLresult result = EnqueueAsyncCallback_ppi(ap, playCallback, &ap->mPlay.mItf, playContext,
428                 SL_PLAYEVENT_HEADATEND);
429         if (SL_RESULT_SUCCESS != result) {
430             ALOGW("Callback %p(%p, %p, SL_PLAYEVENT_HEADATEND) dropped", playCallback,
431                     &ap->mPlay.mItf, playContext);
432         }
433 #endif
434     }
435 
436 }
437 
438 
439 //-----------------------------------------------------------------------------
audioPlayer_setStreamType(CAudioPlayer * ap,SLint32 type)440 SLresult audioPlayer_setStreamType(CAudioPlayer* ap, SLint32 type) {
441     SLresult result = SL_RESULT_SUCCESS;
442     SL_LOGV("type %d", type);
443 
444     audio_stream_type_t newStreamType = ANDROID_DEFAULT_OUTPUT_STREAM_TYPE;
445     switch(type) {
446     case SL_ANDROID_STREAM_VOICE:
447         newStreamType = AUDIO_STREAM_VOICE_CALL;
448         break;
449     case SL_ANDROID_STREAM_SYSTEM:
450         newStreamType = AUDIO_STREAM_SYSTEM;
451         break;
452     case SL_ANDROID_STREAM_RING:
453         newStreamType = AUDIO_STREAM_RING;
454         break;
455     case SL_ANDROID_STREAM_MEDIA:
456         newStreamType = AUDIO_STREAM_MUSIC;
457         break;
458     case SL_ANDROID_STREAM_ALARM:
459         newStreamType = AUDIO_STREAM_ALARM;
460         break;
461     case SL_ANDROID_STREAM_NOTIFICATION:
462         newStreamType = AUDIO_STREAM_NOTIFICATION;
463         break;
464     default:
465         SL_LOGE(ERROR_PLAYERSTREAMTYPE_SET_UNKNOWN_TYPE);
466         result = SL_RESULT_PARAMETER_INVALID;
467         break;
468     }
469 
470     // stream type needs to be set before the object is realized
471     // (ap->mAudioTrack is supposed to be NULL until then)
472     if (SL_OBJECT_STATE_UNREALIZED != ap->mObject.mState) {
473         SL_LOGE(ERROR_PLAYERSTREAMTYPE_REALIZED);
474         result = SL_RESULT_PRECONDITIONS_VIOLATED;
475     } else {
476         ap->mStreamType = newStreamType;
477     }
478 
479     return result;
480 }
481 
482 
483 //-----------------------------------------------------------------------------
audioPlayer_getStreamType(CAudioPlayer * ap,SLint32 * pType)484 SLresult audioPlayer_getStreamType(CAudioPlayer* ap, SLint32 *pType) {
485     SLresult result = SL_RESULT_SUCCESS;
486 
487     switch(ap->mStreamType) {
488     case AUDIO_STREAM_VOICE_CALL:
489         *pType = SL_ANDROID_STREAM_VOICE;
490         break;
491     case AUDIO_STREAM_SYSTEM:
492         *pType = SL_ANDROID_STREAM_SYSTEM;
493         break;
494     case AUDIO_STREAM_RING:
495         *pType = SL_ANDROID_STREAM_RING;
496         break;
497     case AUDIO_STREAM_DEFAULT:
498     case AUDIO_STREAM_MUSIC:
499         *pType = SL_ANDROID_STREAM_MEDIA;
500         break;
501     case AUDIO_STREAM_ALARM:
502         *pType = SL_ANDROID_STREAM_ALARM;
503         break;
504     case AUDIO_STREAM_NOTIFICATION:
505         *pType = SL_ANDROID_STREAM_NOTIFICATION;
506         break;
507     default:
508         result = SL_RESULT_INTERNAL_ERROR;
509         *pType = SL_ANDROID_STREAM_MEDIA;
510         break;
511     }
512 
513     return result;
514 }
515 
516 
517 //-----------------------------------------------------------------------------
audioPlayer_auxEffectUpdate(CAudioPlayer * ap)518 void audioPlayer_auxEffectUpdate(CAudioPlayer* ap) {
519     if ((ap->mAudioTrack != 0) && (ap->mAuxEffect != 0)) {
520         android_fxSend_attach(ap, true, ap->mAuxEffect, ap->mVolume.mLevel + ap->mAuxSendLevel);
521     }
522 }
523 
524 
525 //-----------------------------------------------------------------------------
526 /*
527  * returns true if the given data sink is supported by AudioPlayer that doesn't
528  *   play to an OutputMix object, false otherwise
529  *
530  * pre-condition: the locator of the audio sink is not SL_DATALOCATOR_OUTPUTMIX
531  */
audioPlayer_isSupportedNonOutputMixSink(const SLDataSink * pAudioSink)532 bool audioPlayer_isSupportedNonOutputMixSink(const SLDataSink* pAudioSink) {
533     bool result = true;
534     const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSink->pLocator;
535     const SLuint32 sinkFormatType = *(SLuint32 *)pAudioSink->pFormat;
536 
537     switch (sinkLocatorType) {
538 
539     case SL_DATALOCATOR_BUFFERQUEUE:
540     case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE:
541         if (SL_DATAFORMAT_PCM != sinkFormatType) {
542             SL_LOGE("Unsupported sink format 0x%x, expected SL_DATAFORMAT_PCM",
543                     (unsigned)sinkFormatType);
544             result = false;
545         }
546         // it's no use checking the PCM format fields because additional characteristics
547         // such as the number of channels, or sample size are unknown to the player at this stage
548         break;
549 
550     default:
551         SL_LOGE("Unsupported sink locator type 0x%x", (unsigned)sinkLocatorType);
552         result = false;
553         break;
554     }
555 
556     return result;
557 }
558 
559 
560 //-----------------------------------------------------------------------------
561 /*
562  * returns the Android object type if the locator type combinations for the source and sinks
563  *   are supported by this implementation, INVALID_TYPE otherwise
564  */
audioPlayer_getAndroidObjectTypeForSourceSink(CAudioPlayer * ap)565 AndroidObjectType audioPlayer_getAndroidObjectTypeForSourceSink(CAudioPlayer *ap) {
566 
567     const SLDataSource *pAudioSrc = &ap->mDataSource.u.mSource;
568     const SLDataSink *pAudioSnk = &ap->mDataSink.u.mSink;
569     const SLuint32 sourceLocatorType = *(SLuint32 *)pAudioSrc->pLocator;
570     const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSnk->pLocator;
571     AndroidObjectType type = INVALID_TYPE;
572 
573     //--------------------------------------
574     // Sink / source matching check:
575     // the following source / sink combinations are supported
576     //     SL_DATALOCATOR_BUFFERQUEUE                / SL_DATALOCATOR_OUTPUTMIX
577     //     SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE   / SL_DATALOCATOR_OUTPUTMIX
578     //     SL_DATALOCATOR_URI                        / SL_DATALOCATOR_OUTPUTMIX
579     //     SL_DATALOCATOR_ANDROIDFD                  / SL_DATALOCATOR_OUTPUTMIX
580     //     SL_DATALOCATOR_ANDROIDBUFFERQUEUE         / SL_DATALOCATOR_OUTPUTMIX
581     //     SL_DATALOCATOR_ANDROIDBUFFERQUEUE         / SL_DATALOCATOR_BUFFERQUEUE
582     //     SL_DATALOCATOR_URI                        / SL_DATALOCATOR_BUFFERQUEUE
583     //     SL_DATALOCATOR_ANDROIDFD                  / SL_DATALOCATOR_BUFFERQUEUE
584     //     SL_DATALOCATOR_URI                        / SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE
585     //     SL_DATALOCATOR_ANDROIDFD                  / SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE
586     switch (sinkLocatorType) {
587 
588     case SL_DATALOCATOR_OUTPUTMIX: {
589         switch (sourceLocatorType) {
590 
591         //   Buffer Queue to AudioTrack
592         case SL_DATALOCATOR_BUFFERQUEUE:
593         case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE:
594             type = AUDIOPLAYER_FROM_PCM_BUFFERQUEUE;
595             break;
596 
597         //   URI or FD to MediaPlayer
598         case SL_DATALOCATOR_URI:
599         case SL_DATALOCATOR_ANDROIDFD:
600             type = AUDIOPLAYER_FROM_URIFD;
601             break;
602 
603         //   Android BufferQueue to MediaPlayer (shared memory streaming)
604         case SL_DATALOCATOR_ANDROIDBUFFERQUEUE:
605             type = AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE;
606             break;
607 
608         default:
609             SL_LOGE("Source data locator 0x%x not supported with SL_DATALOCATOR_OUTPUTMIX sink",
610                     (unsigned)sourceLocatorType);
611             break;
612         }
613         }
614         break;
615 
616     case SL_DATALOCATOR_BUFFERQUEUE:
617     case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE:
618         switch (sourceLocatorType) {
619 
620         //   URI or FD decoded to PCM in a buffer queue
621         case SL_DATALOCATOR_URI:
622         case SL_DATALOCATOR_ANDROIDFD:
623             type = AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE;
624             break;
625 
626         //   AAC ADTS Android buffer queue decoded to PCM in a buffer queue
627         case SL_DATALOCATOR_ANDROIDBUFFERQUEUE:
628             type = AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE;
629             break;
630 
631         default:
632             SL_LOGE("Source data locator 0x%x not supported with SL_DATALOCATOR_BUFFERQUEUE sink",
633                     (unsigned)sourceLocatorType);
634             break;
635         }
636         break;
637 
638     default:
639         SL_LOGE("Sink data locator 0x%x not supported", (unsigned)sinkLocatorType);
640         break;
641     }
642 
643     return type;
644 }
645 
646 
647 //-----------------------------------------------------------------------------
648 /*
649  * Callback associated with an SfPlayer of an SL ES AudioPlayer that gets its data
650  * from a URI or FD, for prepare, prefetch, and play events
651  */
sfplayer_handlePrefetchEvent(int event,int data1,int data2,void * user)652 static void sfplayer_handlePrefetchEvent(int event, int data1, int data2, void* user) {
653 
654     // FIXME see similar code and comment in player_handleMediaPlayerEventNotifications
655 
656     if (NULL == user) {
657         return;
658     }
659 
660     CAudioPlayer *ap = (CAudioPlayer *)user;
661     if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) {
662         // it is not safe to enter the callback (the track is about to go away)
663         return;
664     }
665     union {
666         char c[sizeof(int)];
667         int i;
668     } u;
669     u.i = event;
670     SL_LOGV("sfplayer_handlePrefetchEvent(event='%c%c%c%c' (%d), data1=%d, data2=%d, user=%p) from "
671             "SfAudioPlayer", u.c[3], u.c[2], u.c[1], u.c[0], event, data1, data2, user);
672     switch(event) {
673 
674     case android::GenericPlayer::kEventPrepared: {
675         SL_LOGV("Received GenericPlayer::kEventPrepared for CAudioPlayer %p", ap);
676 
677         // assume no callback
678         slPrefetchCallback callback = NULL;
679         void* callbackPContext;
680         SLuint32 events;
681 
682         object_lock_exclusive(&ap->mObject);
683 
684         // mark object as prepared; same state is used for successful or unsuccessful prepare
685         assert(ap->mAndroidObjState == ANDROID_PREPARING);
686         ap->mAndroidObjState = ANDROID_READY;
687 
688         if (PLAYER_SUCCESS == data1) {
689             // Most of successful prepare completion for ap->mAPlayer
690             // is handled by GenericPlayer and its subclasses.
691         } else {
692             // SfPlayer prepare() failed prefetching, there is no event in SLPrefetchStatus to
693             //  indicate a prefetch error, so we signal it by sending simultaneously two events:
694             //  - SL_PREFETCHEVENT_FILLLEVELCHANGE with a level of 0
695             //  - SL_PREFETCHEVENT_STATUSCHANGE with a status of SL_PREFETCHSTATUS_UNDERFLOW
696             SL_LOGE(ERROR_PLAYER_PREFETCH_d, data1);
697             if (IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) {
698                 ap->mPrefetchStatus.mLevel = 0;
699                 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW;
700                 if (!(~ap->mPrefetchStatus.mCallbackEventsMask &
701                         (SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE))) {
702                     callback = ap->mPrefetchStatus.mCallback;
703                     callbackPContext = ap->mPrefetchStatus.mContext;
704                     events = SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE;
705                 }
706             }
707         }
708 
709         object_unlock_exclusive(&ap->mObject);
710 
711         // callback with no lock held
712         if (NULL != callback) {
713             (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, events);
714         }
715 
716     }
717     break;
718 
719     case android::GenericPlayer::kEventPrefetchFillLevelUpdate : {
720         if (!IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) {
721             break;
722         }
723         slPrefetchCallback callback = NULL;
724         void* callbackPContext = NULL;
725 
726         // SLPrefetchStatusItf callback or no callback?
727         interface_lock_exclusive(&ap->mPrefetchStatus);
728         if (ap->mPrefetchStatus.mCallbackEventsMask & SL_PREFETCHEVENT_FILLLEVELCHANGE) {
729             callback = ap->mPrefetchStatus.mCallback;
730             callbackPContext = ap->mPrefetchStatus.mContext;
731         }
732         ap->mPrefetchStatus.mLevel = (SLpermille)data1;
733         interface_unlock_exclusive(&ap->mPrefetchStatus);
734 
735         // callback with no lock held
736         if (NULL != callback) {
737             (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext,
738                     SL_PREFETCHEVENT_FILLLEVELCHANGE);
739         }
740     }
741     break;
742 
743     case android::GenericPlayer::kEventPrefetchStatusChange: {
744         if (!IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) {
745             break;
746         }
747         slPrefetchCallback callback = NULL;
748         void* callbackPContext = NULL;
749 
750         // SLPrefetchStatusItf callback or no callback?
751         object_lock_exclusive(&ap->mObject);
752         if (ap->mPrefetchStatus.mCallbackEventsMask & SL_PREFETCHEVENT_STATUSCHANGE) {
753             callback = ap->mPrefetchStatus.mCallback;
754             callbackPContext = ap->mPrefetchStatus.mContext;
755         }
756         if (data1 >= android::kStatusIntermediate) {
757             ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_SUFFICIENTDATA;
758         } else if (data1 < android::kStatusIntermediate) {
759             ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW;
760         }
761         object_unlock_exclusive(&ap->mObject);
762 
763         // callback with no lock held
764         if (NULL != callback) {
765             (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, SL_PREFETCHEVENT_STATUSCHANGE);
766         }
767         }
768         break;
769 
770     case android::GenericPlayer::kEventEndOfStream: {
771         audioPlayer_dispatch_headAtEnd_lockPlay(ap, true /*set state to paused?*/, true);
772         if ((ap->mAudioTrack != 0) && (!ap->mSeek.mLoopEnabled)) {
773             ap->mAudioTrack->stop();
774         }
775         }
776         break;
777 
778     case android::GenericPlayer::kEventChannelCount: {
779         object_lock_exclusive(&ap->mObject);
780         if (UNKNOWN_NUMCHANNELS == ap->mNumChannels && UNKNOWN_NUMCHANNELS != data1) {
781             ap->mNumChannels = data1;
782             android_audioPlayer_volumeUpdate(ap);
783         }
784         object_unlock_exclusive(&ap->mObject);
785         }
786         break;
787 
788     case android::GenericPlayer::kEventPlay: {
789         slPlayCallback callback = NULL;
790         void* callbackPContext = NULL;
791 
792         interface_lock_shared(&ap->mPlay);
793         callback = ap->mPlay.mCallback;
794         callbackPContext = ap->mPlay.mContext;
795         interface_unlock_shared(&ap->mPlay);
796 
797         if (NULL != callback) {
798             SLuint32 event = (SLuint32) data1;  // SL_PLAYEVENT_HEAD*
799 #ifndef USE_ASYNCHRONOUS_PLAY_CALLBACK
800             // synchronous callback requires a synchronous GetPosition implementation
801             (*callback)(&ap->mPlay.mItf, callbackPContext, event);
802 #else
803             // asynchronous callback works with any GetPosition implementation
804             SLresult result = EnqueueAsyncCallback_ppi(ap, callback, &ap->mPlay.mItf,
805                     callbackPContext, event);
806             if (SL_RESULT_SUCCESS != result) {
807                 ALOGW("Callback %p(%p, %p, 0x%x) dropped", callback,
808                         &ap->mPlay.mItf, callbackPContext, event);
809             }
810 #endif
811         }
812         }
813         break;
814 
815       case android::GenericPlayer::kEventErrorAfterPrepare: {
816         SL_LOGV("kEventErrorAfterPrepare");
817 
818         // assume no callback
819         slPrefetchCallback callback = NULL;
820         void* callbackPContext = NULL;
821 
822         object_lock_exclusive(&ap->mObject);
823         if (IsInterfaceInitialized(&ap->mObject, MPH_PREFETCHSTATUS)) {
824             ap->mPrefetchStatus.mLevel = 0;
825             ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW;
826             if (!(~ap->mPrefetchStatus.mCallbackEventsMask &
827                     (SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE))) {
828                 callback = ap->mPrefetchStatus.mCallback;
829                 callbackPContext = ap->mPrefetchStatus.mContext;
830             }
831         }
832         object_unlock_exclusive(&ap->mObject);
833 
834         // FIXME there's interesting information in data1, but no API to convey it to client
835         SL_LOGE("Error after prepare: %d", data1);
836 
837         // callback with no lock held
838         if (NULL != callback) {
839             (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext,
840                     SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE);
841         }
842 
843       }
844       break;
845 
846     case android::GenericPlayer::kEventHasVideoSize:
847         //SL_LOGW("Unexpected kEventHasVideoSize");
848         break;
849 
850     default:
851         break;
852     }
853 
854     ap->mCallbackProtector->exitCb();
855 }
856 
857 // From EffectDownmix.h
858 const uint32_t kSides = AUDIO_CHANNEL_OUT_SIDE_LEFT | AUDIO_CHANNEL_OUT_SIDE_RIGHT;
859 const uint32_t kBacks = AUDIO_CHANNEL_OUT_BACK_LEFT | AUDIO_CHANNEL_OUT_BACK_RIGHT;
860 const uint32_t kUnsupported =
861         AUDIO_CHANNEL_OUT_FRONT_LEFT_OF_CENTER | AUDIO_CHANNEL_OUT_FRONT_RIGHT_OF_CENTER |
862         AUDIO_CHANNEL_OUT_TOP_CENTER |
863         AUDIO_CHANNEL_OUT_TOP_FRONT_LEFT |
864         AUDIO_CHANNEL_OUT_TOP_FRONT_CENTER |
865         AUDIO_CHANNEL_OUT_TOP_FRONT_RIGHT |
866         AUDIO_CHANNEL_OUT_TOP_BACK_LEFT |
867         AUDIO_CHANNEL_OUT_TOP_BACK_CENTER |
868         AUDIO_CHANNEL_OUT_TOP_BACK_RIGHT;
869 
870 //TODO(pmclean) This will need to be revisited when arbitrary N-channel support is added.
android_audioPlayer_validateChannelMask(uint32_t mask,int numChans)871 SLresult android_audioPlayer_validateChannelMask(uint32_t mask, int numChans) {
872     // Check that the number of channels falls within bounds.
873     if (numChans < 0 || numChans > 8) {
874         return SL_RESULT_CONTENT_UNSUPPORTED;
875     }
876     // Are there the right number of channels in the mask?
877     if (audio_channel_count_from_out_mask(mask) != numChans) {
878         return SL_RESULT_CONTENT_UNSUPPORTED;
879     }
880     // check against unsupported channels
881     if (mask & kUnsupported) {
882         ALOGE("Unsupported channels (top or front left/right of center)");
883         return SL_RESULT_CONTENT_UNSUPPORTED;
884     }
885     // verify has FL/FR if more than one channel
886     if (numChans > 1 && (mask & AUDIO_CHANNEL_OUT_STEREO) != AUDIO_CHANNEL_OUT_STEREO) {
887         ALOGE("Front channels must be present");
888         return SL_RESULT_CONTENT_UNSUPPORTED;
889     }
890     // verify uses SIDE as a pair (ok if not using SIDE at all)
891     bool hasSides = false;
892     if ((mask & kSides) != 0) {
893         if ((mask & kSides) != kSides) {
894             ALOGE("Side channels must be used as a pair");
895             return SL_RESULT_CONTENT_UNSUPPORTED;
896         }
897         hasSides = true;
898     }
899     // verify uses BACK as a pair (ok if not using BACK at all)
900     bool hasBacks = false;
901     if ((mask & kBacks) != 0) {
902         if ((mask & kBacks) != kBacks) {
903             ALOGE("Back channels must be used as a pair");
904             return SL_RESULT_CONTENT_UNSUPPORTED;
905         }
906         hasBacks = true;
907     }
908 
909     return SL_RESULT_SUCCESS;
910 }
911 
912 //-----------------------------------------------------------------------------
android_audioPlayer_checkSourceSink(CAudioPlayer * pAudioPlayer)913 SLresult android_audioPlayer_checkSourceSink(CAudioPlayer *pAudioPlayer)
914 {
915     // verify that the locator types for the source / sink combination is supported
916     pAudioPlayer->mAndroidObjType = audioPlayer_getAndroidObjectTypeForSourceSink(pAudioPlayer);
917     if (INVALID_TYPE == pAudioPlayer->mAndroidObjType) {
918         return SL_RESULT_PARAMETER_INVALID;
919     }
920 
921     const SLDataSource *pAudioSrc = &pAudioPlayer->mDataSource.u.mSource;
922     const SLDataSink *pAudioSnk = &pAudioPlayer->mDataSink.u.mSink;
923 
924     // format check:
925     const SLuint32 sourceLocatorType = *(SLuint32 *)pAudioSrc->pLocator;
926     const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSnk->pLocator;
927     const SLuint32 sourceFormatType = *(SLuint32 *)pAudioSrc->pFormat;
928     const SLuint32 sinkFormatType = *(SLuint32 *)pAudioSnk->pFormat;
929 
930     const SLuint32 *df_representation = NULL; // pointer to representation field, if it exists
931 
932     switch (sourceLocatorType) {
933     //------------------
934     //   Buffer Queues
935     case SL_DATALOCATOR_BUFFERQUEUE:
936     case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE:
937         {
938         SLDataLocator_BufferQueue *dl_bq = (SLDataLocator_BufferQueue *) pAudioSrc->pLocator;
939 
940         // Buffer format
941         switch (sourceFormatType) {
942         //     currently only PCM buffer queues are supported,
943         case SL_ANDROID_DATAFORMAT_PCM_EX: {
944             SLAndroidDataFormat_PCM_EX *df_pcm =
945                     (SLAndroidDataFormat_PCM_EX *) pAudioSrc->pFormat;
946             switch (df_pcm->representation) {
947             case SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT:
948             case SL_ANDROID_PCM_REPRESENTATION_UNSIGNED_INT:
949             case SL_ANDROID_PCM_REPRESENTATION_FLOAT:
950                 df_representation = &df_pcm->representation;
951                 break;
952             default:
953                 SL_LOGE("Cannot create audio player: unsupported representation: %d",
954                         df_pcm->representation);
955                 return SL_RESULT_CONTENT_UNSUPPORTED;
956             }
957             }; // SL_ANDROID_DATAFORMAT_PCM_EX - fall through to next test.
958         case SL_DATAFORMAT_PCM: {
959             SLDataFormat_PCM *df_pcm = (SLDataFormat_PCM *) pAudioSrc->pFormat;
960             SLresult result = android_audioPlayer_validateChannelMask(df_pcm->channelMask,
961                                                                       df_pcm->numChannels);
962             if (result != SL_RESULT_SUCCESS) {
963                 SL_LOGE("Cannot create audio player: unsupported PCM data source with %u channels",
964                         (unsigned) df_pcm->numChannels);
965                 return result;
966             }
967 
968             switch (df_pcm->samplesPerSec) {
969             case SL_SAMPLINGRATE_8:
970             case SL_SAMPLINGRATE_11_025:
971             case SL_SAMPLINGRATE_12:
972             case SL_SAMPLINGRATE_16:
973             case SL_SAMPLINGRATE_22_05:
974             case SL_SAMPLINGRATE_24:
975             case SL_SAMPLINGRATE_32:
976             case SL_SAMPLINGRATE_44_1:
977             case SL_SAMPLINGRATE_48:
978                 break;
979             case SL_SAMPLINGRATE_64:
980             case SL_SAMPLINGRATE_88_2:
981             case SL_SAMPLINGRATE_96:
982             case SL_SAMPLINGRATE_192:
983             default:
984                 SL_LOGE("Cannot create audio player: unsupported sample rate %u milliHz",
985                     (unsigned) df_pcm->samplesPerSec);
986                 return SL_RESULT_CONTENT_UNSUPPORTED;
987             }
988             switch (df_pcm->bitsPerSample) {
989             case SL_PCMSAMPLEFORMAT_FIXED_8:
990                 if (df_representation &&
991                         *df_representation != SL_ANDROID_PCM_REPRESENTATION_UNSIGNED_INT) {
992                     goto default_err;
993                 }
994                 break;
995             case SL_PCMSAMPLEFORMAT_FIXED_16:
996             case SL_PCMSAMPLEFORMAT_FIXED_24:
997                 if (df_representation &&
998                         *df_representation != SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT) {
999                     goto default_err;
1000                 }
1001                 break;
1002             case SL_PCMSAMPLEFORMAT_FIXED_32:
1003                 if (df_representation
1004                         && *df_representation != SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT
1005                         && *df_representation != SL_ANDROID_PCM_REPRESENTATION_FLOAT) {
1006                     goto default_err;
1007                 }
1008                 break;
1009                 // others
1010             default:
1011             default_err:
1012                 // this should have already been rejected by checkDataFormat
1013                 SL_LOGE("Cannot create audio player: unsupported sample bit depth %u",
1014                         (SLuint32)df_pcm->bitsPerSample);
1015                 return SL_RESULT_CONTENT_UNSUPPORTED;
1016             }
1017             switch (df_pcm->containerSize) {
1018             case 8:
1019             case 16:
1020             case 24:
1021             case 32:
1022                 break;
1023                 // others
1024             default:
1025                 SL_LOGE("Cannot create audio player: unsupported container size %u",
1026                     (unsigned) df_pcm->containerSize);
1027                 return SL_RESULT_CONTENT_UNSUPPORTED;
1028             }
1029             // df_pcm->channelMask: the earlier platform-independent check and the
1030             //     upcoming check by sles_to_android_channelMaskOut are sufficient
1031             switch (df_pcm->endianness) {
1032             case SL_BYTEORDER_LITTLEENDIAN:
1033                 break;
1034             case SL_BYTEORDER_BIGENDIAN:
1035                 SL_LOGE("Cannot create audio player: unsupported big-endian byte order");
1036                 return SL_RESULT_CONTENT_UNSUPPORTED;
1037                 // native is proposed but not yet in spec
1038             default:
1039                 SL_LOGE("Cannot create audio player: unsupported byte order %u",
1040                     (unsigned) df_pcm->endianness);
1041                 return SL_RESULT_CONTENT_UNSUPPORTED;
1042             }
1043             } //case SL_DATAFORMAT_PCM
1044             break;
1045         case SL_DATAFORMAT_MIME:
1046         case XA_DATAFORMAT_RAWIMAGE:
1047             SL_LOGE("Cannot create audio player with buffer queue data source "
1048                 "without SL_DATAFORMAT_PCM format");
1049             return SL_RESULT_CONTENT_UNSUPPORTED;
1050         default:
1051             // invalid data format is detected earlier
1052             assert(false);
1053             return SL_RESULT_INTERNAL_ERROR;
1054         } // switch (sourceFormatType)
1055         } // case SL_DATALOCATOR_BUFFERQUEUE or SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE
1056         break;
1057     //------------------
1058     //   URI
1059     case SL_DATALOCATOR_URI:
1060         {
1061         SLDataLocator_URI *dl_uri = (SLDataLocator_URI *) pAudioSrc->pLocator;
1062         if (NULL == dl_uri->URI) {
1063             return SL_RESULT_PARAMETER_INVALID;
1064         }
1065         // URI format
1066         switch (sourceFormatType) {
1067         case SL_DATAFORMAT_MIME:
1068             break;
1069         case SL_DATAFORMAT_PCM:
1070         case XA_DATAFORMAT_RAWIMAGE:
1071             SL_LOGE("Cannot create audio player with SL_DATALOCATOR_URI data source without "
1072                 "SL_DATAFORMAT_MIME format");
1073             return SL_RESULT_CONTENT_UNSUPPORTED;
1074         } // switch (sourceFormatType)
1075         // decoding format check
1076         if ((sinkLocatorType != SL_DATALOCATOR_OUTPUTMIX) &&
1077                 !audioPlayer_isSupportedNonOutputMixSink(pAudioSnk)) {
1078             return SL_RESULT_CONTENT_UNSUPPORTED;
1079         }
1080         } // case SL_DATALOCATOR_URI
1081         break;
1082     //------------------
1083     //   File Descriptor
1084     case SL_DATALOCATOR_ANDROIDFD:
1085         {
1086         // fd is already non null
1087         switch (sourceFormatType) {
1088         case SL_DATAFORMAT_MIME:
1089             break;
1090         case SL_DATAFORMAT_PCM:
1091             // FIXME implement
1092             SL_LOGD("[ FIXME implement PCM FD data sources ]");
1093             break;
1094         case XA_DATAFORMAT_RAWIMAGE:
1095             SL_LOGE("Cannot create audio player with SL_DATALOCATOR_ANDROIDFD data source "
1096                 "without SL_DATAFORMAT_MIME or SL_DATAFORMAT_PCM format");
1097             return SL_RESULT_CONTENT_UNSUPPORTED;
1098         default:
1099             // invalid data format is detected earlier
1100             assert(false);
1101             return SL_RESULT_INTERNAL_ERROR;
1102         } // switch (sourceFormatType)
1103         if ((sinkLocatorType != SL_DATALOCATOR_OUTPUTMIX) &&
1104                 !audioPlayer_isSupportedNonOutputMixSink(pAudioSnk)) {
1105             return SL_RESULT_CONTENT_UNSUPPORTED;
1106         }
1107         } // case SL_DATALOCATOR_ANDROIDFD
1108         break;
1109     //------------------
1110     //   Stream
1111     case SL_DATALOCATOR_ANDROIDBUFFERQUEUE:
1112     {
1113         switch (sourceFormatType) {
1114         case SL_DATAFORMAT_MIME:
1115         {
1116             SLDataFormat_MIME *df_mime = (SLDataFormat_MIME *) pAudioSrc->pFormat;
1117             if (NULL == df_mime) {
1118                 SL_LOGE("MIME type null invalid");
1119                 return SL_RESULT_CONTENT_UNSUPPORTED;
1120             }
1121             SL_LOGD("source MIME is %s", (char*)df_mime->mimeType);
1122             switch(df_mime->containerType) {
1123             case SL_CONTAINERTYPE_MPEG_TS:
1124                 if (strcasecmp((char*)df_mime->mimeType, (const char *)XA_ANDROID_MIME_MP2TS)) {
1125                     SL_LOGE("Invalid MIME (%s) for container SL_CONTAINERTYPE_MPEG_TS, expects %s",
1126                             (char*)df_mime->mimeType, XA_ANDROID_MIME_MP2TS);
1127                     return SL_RESULT_CONTENT_UNSUPPORTED;
1128                 }
1129                 break;
1130             case SL_CONTAINERTYPE_RAW:
1131             case SL_CONTAINERTYPE_AAC:
1132                 if (strcasecmp((char*)df_mime->mimeType, (const char *)SL_ANDROID_MIME_AACADTS) &&
1133                         strcasecmp((char*)df_mime->mimeType,
1134                                 ANDROID_MIME_AACADTS_ANDROID_FRAMEWORK)) {
1135                     SL_LOGE("Invalid MIME (%s) for container type %d, expects %s",
1136                             (char*)df_mime->mimeType, df_mime->containerType,
1137                             SL_ANDROID_MIME_AACADTS);
1138                     return SL_RESULT_CONTENT_UNSUPPORTED;
1139                 }
1140                 break;
1141             default:
1142                 SL_LOGE("Cannot create player with SL_DATALOCATOR_ANDROIDBUFFERQUEUE data source "
1143                                         "that is not fed MPEG-2 TS data or AAC ADTS data");
1144                 return SL_RESULT_CONTENT_UNSUPPORTED;
1145             }
1146         }
1147         break;
1148         default:
1149             SL_LOGE("Cannot create player with SL_DATALOCATOR_ANDROIDBUFFERQUEUE data source "
1150                     "without SL_DATAFORMAT_MIME format");
1151             return SL_RESULT_CONTENT_UNSUPPORTED;
1152         }
1153     }
1154     break; // case SL_DATALOCATOR_ANDROIDBUFFERQUEUE
1155     //------------------
1156     //   Address
1157     case SL_DATALOCATOR_ADDRESS:
1158     case SL_DATALOCATOR_IODEVICE:
1159     case SL_DATALOCATOR_OUTPUTMIX:
1160     case XA_DATALOCATOR_NATIVEDISPLAY:
1161     case SL_DATALOCATOR_MIDIBUFFERQUEUE:
1162         SL_LOGE("Cannot create audio player with data locator type 0x%x",
1163                 (unsigned) sourceLocatorType);
1164         return SL_RESULT_CONTENT_UNSUPPORTED;
1165     default:
1166         SL_LOGE("Cannot create audio player with invalid data locator type 0x%x",
1167                 (unsigned) sourceLocatorType);
1168         return SL_RESULT_PARAMETER_INVALID;
1169     }// switch (locatorType)
1170 
1171     return SL_RESULT_SUCCESS;
1172 }
1173 
1174 
1175 //-----------------------------------------------------------------------------
1176 // Callback associated with an AudioTrack of an SL ES AudioPlayer that gets its data
1177 // from a buffer queue. This will not be called once the AudioTrack has been destroyed.
audioTrack_callBack_pullFromBuffQueue(int event,void * user,void * info)1178 static void audioTrack_callBack_pullFromBuffQueue(int event, void* user, void *info) {
1179     CAudioPlayer *ap = (CAudioPlayer *)user;
1180 
1181     if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) {
1182         // it is not safe to enter the callback (the track is about to go away)
1183         return;
1184     }
1185 
1186     void * callbackPContext = NULL;
1187     switch(event) {
1188 
1189     case android::AudioTrack::EVENT_MORE_DATA: {
1190         //SL_LOGV("received event EVENT_MORE_DATA from AudioTrack TID=%d", gettid());
1191         slPrefetchCallback prefetchCallback = NULL;
1192         void *prefetchContext = NULL;
1193         SLuint32 prefetchEvents = SL_PREFETCHEVENT_NONE;
1194         android::AudioTrack::Buffer* pBuff = (android::AudioTrack::Buffer*)info;
1195 
1196         // retrieve data from the buffer queue
1197         interface_lock_exclusive(&ap->mBufferQueue);
1198 
1199         if (ap->mBufferQueue.mCallbackPending) {
1200             // call callback with lock not held
1201             slBufferQueueCallback callback = ap->mBufferQueue.mCallback;
1202             if (NULL != callback) {
1203                 callbackPContext = ap->mBufferQueue.mContext;
1204                 interface_unlock_exclusive(&ap->mBufferQueue);
1205                 (*callback)(&ap->mBufferQueue.mItf, callbackPContext);
1206                 interface_lock_exclusive(&ap->mBufferQueue);
1207                 ap->mBufferQueue.mCallbackPending = false;
1208             }
1209         }
1210 
1211         if (ap->mBufferQueue.mState.count != 0) {
1212             //SL_LOGV("nbBuffers in queue = %u",ap->mBufferQueue.mState.count);
1213             assert(ap->mBufferQueue.mFront != ap->mBufferQueue.mRear);
1214 
1215             BufferHeader *oldFront = ap->mBufferQueue.mFront;
1216             BufferHeader *newFront = &oldFront[1];
1217 
1218             size_t availSource = oldFront->mSize - ap->mBufferQueue.mSizeConsumed;
1219             size_t availSink = pBuff->size;
1220             size_t bytesToCopy = availSource < availSink ? availSource : availSink;
1221             void *pSrc = (char *)oldFront->mBuffer + ap->mBufferQueue.mSizeConsumed;
1222             memcpy(pBuff->raw, pSrc, bytesToCopy);
1223 
1224             if (bytesToCopy < availSource) {
1225                 ap->mBufferQueue.mSizeConsumed += bytesToCopy;
1226                 // pBuff->size is already equal to bytesToCopy in this case
1227             } else {
1228                 // consumed an entire buffer, dequeue
1229                 pBuff->size = bytesToCopy;
1230                 ap->mBufferQueue.mSizeConsumed = 0;
1231                 if (newFront ==
1232                         &ap->mBufferQueue.mArray
1233                             [ap->mBufferQueue.mNumBuffers + 1])
1234                 {
1235                     newFront = ap->mBufferQueue.mArray;
1236                 }
1237                 ap->mBufferQueue.mFront = newFront;
1238 
1239                 ap->mBufferQueue.mState.count--;
1240                 ap->mBufferQueue.mState.playIndex++;
1241                 ap->mBufferQueue.mCallbackPending = true;
1242             }
1243         } else { // empty queue
1244             // signal no data available
1245             pBuff->size = 0;
1246 
1247             // signal we're at the end of the content, but don't pause (see note in function)
1248             audioPlayer_dispatch_headAtEnd_lockPlay(ap, false /*set state to paused?*/, false);
1249 
1250             // signal underflow to prefetch status itf
1251             if (IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) {
1252                 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW;
1253                 ap->mPrefetchStatus.mLevel = 0;
1254                 // callback or no callback?
1255                 prefetchEvents = ap->mPrefetchStatus.mCallbackEventsMask &
1256                         (SL_PREFETCHEVENT_STATUSCHANGE | SL_PREFETCHEVENT_FILLLEVELCHANGE);
1257                 if (SL_PREFETCHEVENT_NONE != prefetchEvents) {
1258                     prefetchCallback = ap->mPrefetchStatus.mCallback;
1259                     prefetchContext  = ap->mPrefetchStatus.mContext;
1260                 }
1261             }
1262 
1263             // stop the track so it restarts playing faster when new data is enqueued
1264             ap->mAudioTrack->stop();
1265         }
1266         interface_unlock_exclusive(&ap->mBufferQueue);
1267 
1268         // notify client
1269         if (NULL != prefetchCallback) {
1270             assert(SL_PREFETCHEVENT_NONE != prefetchEvents);
1271             // spec requires separate callbacks for each event
1272             if (prefetchEvents & SL_PREFETCHEVENT_STATUSCHANGE) {
1273                 (*prefetchCallback)(&ap->mPrefetchStatus.mItf, prefetchContext,
1274                         SL_PREFETCHEVENT_STATUSCHANGE);
1275             }
1276             if (prefetchEvents & SL_PREFETCHEVENT_FILLLEVELCHANGE) {
1277                 (*prefetchCallback)(&ap->mPrefetchStatus.mItf, prefetchContext,
1278                         SL_PREFETCHEVENT_FILLLEVELCHANGE);
1279             }
1280         }
1281     }
1282     break;
1283 
1284     case android::AudioTrack::EVENT_MARKER:
1285         //SL_LOGI("received event EVENT_MARKER from AudioTrack");
1286         audioTrack_handleMarker_lockPlay(ap);
1287         break;
1288 
1289     case android::AudioTrack::EVENT_NEW_POS:
1290         //SL_LOGI("received event EVENT_NEW_POS from AudioTrack");
1291         audioTrack_handleNewPos_lockPlay(ap);
1292         break;
1293 
1294     case android::AudioTrack::EVENT_UNDERRUN:
1295         //SL_LOGI("received event EVENT_UNDERRUN from AudioTrack");
1296         audioTrack_handleUnderrun_lockPlay(ap);
1297         break;
1298 
1299     case android::AudioTrack::EVENT_BUFFER_END:
1300     case android::AudioTrack::EVENT_LOOP_END:
1301         // These are unexpected so fall through
1302     default:
1303         // FIXME where does the notification of SL_PLAYEVENT_HEADMOVING fit?
1304         SL_LOGE("Encountered unknown AudioTrack event %d for CAudioPlayer %p", event,
1305                 (CAudioPlayer *)user);
1306         break;
1307     }
1308 
1309     ap->mCallbackProtector->exitCb();
1310 }
1311 
1312 
1313 //-----------------------------------------------------------------------------
android_audioPlayer_create(CAudioPlayer * pAudioPlayer)1314 void android_audioPlayer_create(CAudioPlayer *pAudioPlayer) {
1315 
1316     // pAudioPlayer->mAndroidObjType has been set in android_audioPlayer_checkSourceSink()
1317     // and if it was == INVALID_TYPE, then IEngine_CreateAudioPlayer would never call us
1318     assert(INVALID_TYPE != pAudioPlayer->mAndroidObjType);
1319 
1320     // These initializations are in the same order as the field declarations in classes.h
1321 
1322     // FIXME Consolidate initializations (many of these already in IEngine_CreateAudioPlayer)
1323     // mAndroidObjType: see above comment
1324     pAudioPlayer->mAndroidObjState = ANDROID_UNINITIALIZED;
1325     pAudioPlayer->mSessionId = android::AudioSystem::newAudioUniqueId();
1326 
1327     // placeholder: not necessary yet as session ID lifetime doesn't extend beyond player
1328     // android::AudioSystem::acquireAudioSessionId(pAudioPlayer->mSessionId);
1329 
1330     pAudioPlayer->mStreamType = ANDROID_DEFAULT_OUTPUT_STREAM_TYPE;
1331 
1332     // mAudioTrack
1333     pAudioPlayer->mCallbackProtector = new android::CallbackProtector();
1334     // mAPLayer
1335     // mAuxEffect
1336 
1337     pAudioPlayer->mAuxSendLevel = 0;
1338     pAudioPlayer->mAmplFromDirectLevel = 1.0f; // matches initial mDirectLevel value
1339     pAudioPlayer->mDeferredStart = false;
1340 
1341     // This section re-initializes interface-specific fields that
1342     // can be set or used regardless of whether the interface is
1343     // exposed on the AudioPlayer or not
1344 
1345     switch (pAudioPlayer->mAndroidObjType) {
1346     case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:
1347         pAudioPlayer->mPlaybackRate.mMinRate = AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE;
1348         pAudioPlayer->mPlaybackRate.mMaxRate = AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE;
1349         break;
1350     case AUDIOPLAYER_FROM_URIFD:
1351         pAudioPlayer->mPlaybackRate.mMinRate = MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE;
1352         pAudioPlayer->mPlaybackRate.mMaxRate = MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE;
1353         break;
1354     default:
1355         // use the default range
1356         break;
1357     }
1358 
1359 }
1360 
1361 
1362 //-----------------------------------------------------------------------------
android_audioPlayer_setConfig(CAudioPlayer * ap,const SLchar * configKey,const void * pConfigValue,SLuint32 valueSize)1363 SLresult android_audioPlayer_setConfig(CAudioPlayer *ap, const SLchar *configKey,
1364         const void *pConfigValue, SLuint32 valueSize) {
1365 
1366     SLresult result;
1367 
1368     assert(NULL != ap && NULL != configKey && NULL != pConfigValue);
1369     if (strcmp((const char*)configKey, (const char*)SL_ANDROID_KEY_STREAM_TYPE) == 0) {
1370 
1371         // stream type
1372         if (KEY_STREAM_TYPE_PARAMSIZE > valueSize) {
1373             SL_LOGE(ERROR_CONFIG_VALUESIZE_TOO_LOW);
1374             result = SL_RESULT_BUFFER_INSUFFICIENT;
1375         } else {
1376             result = audioPlayer_setStreamType(ap, *(SLuint32*)pConfigValue);
1377         }
1378 
1379     } else {
1380         SL_LOGE(ERROR_CONFIG_UNKNOWN_KEY);
1381         result = SL_RESULT_PARAMETER_INVALID;
1382     }
1383 
1384     return result;
1385 }
1386 
1387 
1388 //-----------------------------------------------------------------------------
android_audioPlayer_getConfig(CAudioPlayer * ap,const SLchar * configKey,SLuint32 * pValueSize,void * pConfigValue)1389 SLresult android_audioPlayer_getConfig(CAudioPlayer* ap, const SLchar *configKey,
1390         SLuint32* pValueSize, void *pConfigValue) {
1391 
1392     SLresult result;
1393 
1394     assert(NULL != ap && NULL != configKey && NULL != pValueSize);
1395     if (strcmp((const char*)configKey, (const char*)SL_ANDROID_KEY_STREAM_TYPE) == 0) {
1396 
1397         // stream type
1398         if (NULL == pConfigValue) {
1399             result = SL_RESULT_SUCCESS;
1400         } else if (KEY_STREAM_TYPE_PARAMSIZE > *pValueSize) {
1401             SL_LOGE(ERROR_CONFIG_VALUESIZE_TOO_LOW);
1402             result = SL_RESULT_BUFFER_INSUFFICIENT;
1403         } else {
1404             result = audioPlayer_getStreamType(ap, (SLint32*)pConfigValue);
1405         }
1406         *pValueSize = KEY_STREAM_TYPE_PARAMSIZE;
1407 
1408     } else {
1409         SL_LOGE(ERROR_CONFIG_UNKNOWN_KEY);
1410         result = SL_RESULT_PARAMETER_INVALID;
1411     }
1412 
1413     return result;
1414 }
1415 
1416 
1417 // Called from android_audioPlayer_realize for a PCM buffer queue player
1418 // to determine if it can use a fast track.
canUseFastTrack(CAudioPlayer * pAudioPlayer)1419 static bool canUseFastTrack(CAudioPlayer *pAudioPlayer)
1420 {
1421     assert(pAudioPlayer->mAndroidObjType == AUDIOPLAYER_FROM_PCM_BUFFERQUEUE);
1422 
1423     // no need to check the buffer queue size, application side
1424     // double-buffering (and more) is not a requirement for using fast tracks
1425 
1426     // Check a blacklist of interfaces that are incompatible with fast tracks.
1427     // The alternative, to check a whitelist of compatible interfaces, is
1428     // more maintainable but is too slow.  As a compromise, in a debug build
1429     // we use both methods and warn if they produce different results.
1430     // In release builds, we only use the blacklist method.
1431     // If a blacklisted interface is added after realization using
1432     // DynamicInterfaceManagement::AddInterface,
1433     // then this won't be detected but the interface will be ineffective.
1434     bool blacklistResult = true;
1435     static const unsigned blacklist[] = {
1436         MPH_BASSBOOST,
1437         MPH_EFFECTSEND,
1438         MPH_ENVIRONMENTALREVERB,
1439         MPH_EQUALIZER,
1440         MPH_PLAYBACKRATE,
1441         MPH_PRESETREVERB,
1442         MPH_VIRTUALIZER,
1443         MPH_ANDROIDEFFECT,
1444         MPH_ANDROIDEFFECTSEND,
1445         // FIXME The problem with a blacklist is remembering to add new interfaces here
1446     };
1447     for (unsigned i = 0; i < sizeof(blacklist)/sizeof(blacklist[0]); ++i) {
1448         if (IsInterfaceInitialized(&pAudioPlayer->mObject, blacklist[i])) {
1449             blacklistResult = false;
1450             break;
1451         }
1452     }
1453 #if LOG_NDEBUG == 0
1454     bool whitelistResult = true;
1455     static const unsigned whitelist[] = {
1456         MPH_BUFFERQUEUE,
1457         MPH_DYNAMICINTERFACEMANAGEMENT,
1458         MPH_METADATAEXTRACTION,
1459         MPH_MUTESOLO,
1460         MPH_OBJECT,
1461         MPH_PLAY,
1462         MPH_PREFETCHSTATUS,
1463         MPH_VOLUME,
1464         MPH_ANDROIDCONFIGURATION,
1465         MPH_ANDROIDSIMPLEBUFFERQUEUE,
1466         MPH_ANDROIDBUFFERQUEUESOURCE,
1467     };
1468     for (unsigned mph = MPH_MIN; mph < MPH_MAX; ++mph) {
1469         for (unsigned i = 0; i < sizeof(whitelist)/sizeof(whitelist[0]); ++i) {
1470             if (mph == whitelist[i]) {
1471                 goto compatible;
1472             }
1473         }
1474         if (IsInterfaceInitialized(&pAudioPlayer->mObject, mph)) {
1475             whitelistResult = false;
1476             break;
1477         }
1478 compatible: ;
1479     }
1480     if (whitelistResult != blacklistResult) {
1481         ALOGW("whitelistResult != blacklistResult");
1482         // and use blacklistResult below
1483     }
1484 #endif
1485     return blacklistResult;
1486 }
1487 
1488 
1489 //-----------------------------------------------------------------------------
1490 // FIXME abstract out the diff between CMediaPlayer and CAudioPlayer
android_audioPlayer_realize(CAudioPlayer * pAudioPlayer,SLboolean async)1491 SLresult android_audioPlayer_realize(CAudioPlayer *pAudioPlayer, SLboolean async) {
1492 
1493     SLresult result = SL_RESULT_SUCCESS;
1494     SL_LOGV("Realize pAudioPlayer=%p", pAudioPlayer);
1495 
1496     AudioPlayback_Parameters app;
1497     app.sessionId = pAudioPlayer->mSessionId;
1498     app.streamType = pAudioPlayer->mStreamType;
1499 
1500     switch (pAudioPlayer->mAndroidObjType) {
1501 
1502     //-----------------------------------
1503     // AudioTrack
1504     case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:
1505         {
1506         // initialize platform-specific CAudioPlayer fields
1507 
1508         SLDataLocator_BufferQueue *dl_bq = (SLDataLocator_BufferQueue *)
1509                 pAudioPlayer->mDynamicSource.mDataSource;
1510         SLDataFormat_PCM *df_pcm = (SLDataFormat_PCM *)
1511                 pAudioPlayer->mDynamicSource.mDataSource->pFormat;
1512 
1513         uint32_t sampleRate = sles_to_android_sampleRate(df_pcm->samplesPerSec);
1514 
1515         audio_output_flags_t policy;
1516         if (canUseFastTrack(pAudioPlayer)) {
1517             policy = AUDIO_OUTPUT_FLAG_FAST;
1518         } else {
1519             policy = AUDIO_OUTPUT_FLAG_NONE;
1520         }
1521 
1522         pAudioPlayer->mAudioTrack = new android::AudioTrack(
1523                 pAudioPlayer->mStreamType,                           // streamType
1524                 sampleRate,                                          // sampleRate
1525                 sles_to_android_sampleFormat(df_pcm),                // format
1526                 sles_to_android_channelMaskOut(df_pcm->numChannels, df_pcm->channelMask),
1527                                                                      // channel mask
1528                 0,                                                   // frameCount
1529                 policy,                                              // flags
1530                 audioTrack_callBack_pullFromBuffQueue,               // callback
1531                 (void *) pAudioPlayer,                               // user
1532                 0,     // FIXME find appropriate frame count         // notificationFrame
1533                 pAudioPlayer->mSessionId);
1534         android::status_t status = pAudioPlayer->mAudioTrack->initCheck();
1535         if (status != android::NO_ERROR) {
1536             SL_LOGE("AudioTrack::initCheck status %u", status);
1537             result = SL_RESULT_CONTENT_UNSUPPORTED;
1538             pAudioPlayer->mAudioTrack.clear();
1539             return result;
1540         }
1541 
1542         // initialize platform-independent CAudioPlayer fields
1543 
1544         pAudioPlayer->mNumChannels = df_pcm->numChannels;
1545         pAudioPlayer->mSampleRateMilliHz = df_pcm->samplesPerSec; // Note: bad field name in SL ES
1546 
1547         // This use case does not have a separate "prepare" step
1548         pAudioPlayer->mAndroidObjState = ANDROID_READY;
1549         }
1550         break;
1551 
1552     //-----------------------------------
1553     // MediaPlayer
1554     case AUDIOPLAYER_FROM_URIFD: {
1555         pAudioPlayer->mAPlayer = new android::LocAVPlayer(&app, false /*hasVideo*/);
1556         pAudioPlayer->mAPlayer->init(sfplayer_handlePrefetchEvent,
1557                         (void*)pAudioPlayer /*notifUSer*/);
1558 
1559         switch (pAudioPlayer->mDataSource.mLocator.mLocatorType) {
1560             case SL_DATALOCATOR_URI: {
1561                 // The legacy implementation ran Stagefright within the application process, and
1562                 // so allowed local pathnames specified by URI that were openable by
1563                 // the application but were not openable by mediaserver.
1564                 // The current implementation runs Stagefright (mostly) within mediaserver,
1565                 // which runs as a different UID and likely a different current working directory.
1566                 // For backwards compatibility with any applications which may have relied on the
1567                 // previous behavior, we convert an openable file URI into an FD.
1568                 // Note that unlike SL_DATALOCATOR_ANDROIDFD, this FD is owned by us
1569                 // and so we close it as soon as we've passed it (via Binder dup) to mediaserver.
1570                 const char *uri = (const char *)pAudioPlayer->mDataSource.mLocator.mURI.URI;
1571                 if (!isDistantProtocol(uri)) {
1572                     // don't touch the original uri, we may need it later
1573                     const char *pathname = uri;
1574                     // skip over an optional leading file:// prefix
1575                     if (!strncasecmp(pathname, "file://", 7)) {
1576                         pathname += 7;
1577                     }
1578                     // attempt to open it as a file using the application's credentials
1579                     int fd = ::open(pathname, O_RDONLY);
1580                     if (fd >= 0) {
1581                         // if open is successful, then check to see if it's a regular file
1582                         struct stat statbuf;
1583                         if (!::fstat(fd, &statbuf) && S_ISREG(statbuf.st_mode)) {
1584                             // treat similarly to an FD data locator, but
1585                             // let setDataSource take responsibility for closing fd
1586                             pAudioPlayer->mAPlayer->setDataSource(fd, 0, statbuf.st_size, true);
1587                             break;
1588                         }
1589                         // we were able to open it, but it's not a file, so let mediaserver try
1590                         (void) ::close(fd);
1591                     }
1592                 }
1593                 // if either the URI didn't look like a file, or open failed, or not a file
1594                 pAudioPlayer->mAPlayer->setDataSource(uri);
1595                 } break;
1596             case SL_DATALOCATOR_ANDROIDFD: {
1597                 int64_t offset = (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.offset;
1598                 pAudioPlayer->mAPlayer->setDataSource(
1599                         (int)pAudioPlayer->mDataSource.mLocator.mFD.fd,
1600                         offset == SL_DATALOCATOR_ANDROIDFD_USE_FILE_SIZE ?
1601                                 (int64_t)PLAYER_FD_FIND_FILE_SIZE : offset,
1602                         (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.length);
1603                 }
1604                 break;
1605             default:
1606                 SL_LOGE(ERROR_PLAYERREALIZE_UNKNOWN_DATASOURCE_LOCATOR);
1607                 break;
1608         }
1609 
1610         }
1611         break;
1612 
1613     //-----------------------------------
1614     // StreamPlayer
1615     case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: {
1616         android::StreamPlayer* splr = new android::StreamPlayer(&app, false /*hasVideo*/,
1617                 &pAudioPlayer->mAndroidBufferQueue, pAudioPlayer->mCallbackProtector);
1618         pAudioPlayer->mAPlayer = splr;
1619         splr->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer);
1620         }
1621         break;
1622 
1623     //-----------------------------------
1624     // AudioToCbRenderer
1625     case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: {
1626         android::AudioToCbRenderer* decoder = new android::AudioToCbRenderer(&app);
1627         pAudioPlayer->mAPlayer = decoder;
1628         // configures the callback for the sink buffer queue
1629         decoder->setDataPushListener(adecoder_writeToBufferQueue, pAudioPlayer);
1630         // configures the callback for the notifications coming from the SF code
1631         decoder->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer);
1632 
1633         switch (pAudioPlayer->mDataSource.mLocator.mLocatorType) {
1634         case SL_DATALOCATOR_URI:
1635             decoder->setDataSource(
1636                     (const char*)pAudioPlayer->mDataSource.mLocator.mURI.URI);
1637             break;
1638         case SL_DATALOCATOR_ANDROIDFD: {
1639             int64_t offset = (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.offset;
1640             decoder->setDataSource(
1641                     (int)pAudioPlayer->mDataSource.mLocator.mFD.fd,
1642                     offset == SL_DATALOCATOR_ANDROIDFD_USE_FILE_SIZE ?
1643                             (int64_t)PLAYER_FD_FIND_FILE_SIZE : offset,
1644                             (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.length);
1645             }
1646             break;
1647         default:
1648             SL_LOGE(ERROR_PLAYERREALIZE_UNKNOWN_DATASOURCE_LOCATOR);
1649             break;
1650         }
1651 
1652         }
1653         break;
1654 
1655     //-----------------------------------
1656     // AacBqToPcmCbRenderer
1657     case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: {
1658         android::AacBqToPcmCbRenderer* bqtobq = new android::AacBqToPcmCbRenderer(&app,
1659                 &pAudioPlayer->mAndroidBufferQueue);
1660         // configures the callback for the sink buffer queue
1661         bqtobq->setDataPushListener(adecoder_writeToBufferQueue, pAudioPlayer);
1662         pAudioPlayer->mAPlayer = bqtobq;
1663         // configures the callback for the notifications coming from the SF code,
1664         // but also implicitly configures the AndroidBufferQueue from which ADTS data is read
1665         pAudioPlayer->mAPlayer->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer);
1666         }
1667         break;
1668 
1669     //-----------------------------------
1670     default:
1671         SL_LOGE(ERROR_PLAYERREALIZE_UNEXPECTED_OBJECT_TYPE_D, pAudioPlayer->mAndroidObjType);
1672         result = SL_RESULT_INTERNAL_ERROR;
1673         break;
1674     }
1675 
1676     // proceed with effect initialization
1677     // initialize EQ
1678     // FIXME use a table of effect descriptors when adding support for more effects
1679     if (memcmp(SL_IID_EQUALIZER, &pAudioPlayer->mEqualizer.mEqDescriptor.type,
1680             sizeof(effect_uuid_t)) == 0) {
1681         SL_LOGV("Need to initialize EQ for AudioPlayer=%p", pAudioPlayer);
1682         android_eq_init(pAudioPlayer->mSessionId, &pAudioPlayer->mEqualizer);
1683     }
1684     // initialize BassBoost
1685     if (memcmp(SL_IID_BASSBOOST, &pAudioPlayer->mBassBoost.mBassBoostDescriptor.type,
1686             sizeof(effect_uuid_t)) == 0) {
1687         SL_LOGV("Need to initialize BassBoost for AudioPlayer=%p", pAudioPlayer);
1688         android_bb_init(pAudioPlayer->mSessionId, &pAudioPlayer->mBassBoost);
1689     }
1690     // initialize Virtualizer
1691     if (memcmp(SL_IID_VIRTUALIZER, &pAudioPlayer->mVirtualizer.mVirtualizerDescriptor.type,
1692                sizeof(effect_uuid_t)) == 0) {
1693         SL_LOGV("Need to initialize Virtualizer for AudioPlayer=%p", pAudioPlayer);
1694         android_virt_init(pAudioPlayer->mSessionId, &pAudioPlayer->mVirtualizer);
1695     }
1696 
1697     // initialize EffectSend
1698     // FIXME initialize EffectSend
1699 
1700     return result;
1701 }
1702 
1703 
1704 //-----------------------------------------------------------------------------
1705 /**
1706  * Called with a lock on AudioPlayer, and blocks until safe to destroy
1707  */
android_audioPlayer_preDestroy(CAudioPlayer * pAudioPlayer)1708 SLresult android_audioPlayer_preDestroy(CAudioPlayer *pAudioPlayer) {
1709     SL_LOGD("android_audioPlayer_preDestroy(%p)", pAudioPlayer);
1710     SLresult result = SL_RESULT_SUCCESS;
1711 
1712     bool disableCallbacksBeforePreDestroy;
1713     switch (pAudioPlayer->mAndroidObjType) {
1714     // Not yet clear why this order is important, but it reduces detected deadlocks
1715     case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:
1716         disableCallbacksBeforePreDestroy = true;
1717         break;
1718     // Use the old behavior for all other use cases until proven
1719     // case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
1720     default:
1721         disableCallbacksBeforePreDestroy = false;
1722         break;
1723     }
1724 
1725     if (disableCallbacksBeforePreDestroy) {
1726         object_unlock_exclusive(&pAudioPlayer->mObject);
1727         if (pAudioPlayer->mCallbackProtector != 0) {
1728             pAudioPlayer->mCallbackProtector->requestCbExitAndWait();
1729         }
1730         object_lock_exclusive(&pAudioPlayer->mObject);
1731     }
1732 
1733     if (pAudioPlayer->mAPlayer != 0) {
1734         pAudioPlayer->mAPlayer->preDestroy();
1735     }
1736     SL_LOGD("android_audioPlayer_preDestroy(%p) after mAPlayer->preDestroy()", pAudioPlayer);
1737 
1738     if (!disableCallbacksBeforePreDestroy) {
1739         object_unlock_exclusive(&pAudioPlayer->mObject);
1740         if (pAudioPlayer->mCallbackProtector != 0) {
1741             pAudioPlayer->mCallbackProtector->requestCbExitAndWait();
1742         }
1743         object_lock_exclusive(&pAudioPlayer->mObject);
1744     }
1745 
1746     return result;
1747 }
1748 
1749 
1750 //-----------------------------------------------------------------------------
android_audioPlayer_destroy(CAudioPlayer * pAudioPlayer)1751 SLresult android_audioPlayer_destroy(CAudioPlayer *pAudioPlayer) {
1752     SLresult result = SL_RESULT_SUCCESS;
1753     SL_LOGV("android_audioPlayer_destroy(%p)", pAudioPlayer);
1754     switch (pAudioPlayer->mAndroidObjType) {
1755 
1756     case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:
1757         // We own the audio track for PCM buffer queue players
1758         if (pAudioPlayer->mAudioTrack != 0) {
1759             pAudioPlayer->mAudioTrack->stop();
1760             // Note that there may still be another reference in post-unlock phase of SetPlayState
1761             pAudioPlayer->mAudioTrack.clear();
1762         }
1763         break;
1764 
1765     case AUDIOPLAYER_FROM_URIFD:     // intended fall-through
1766     case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE:    // intended fall-through
1767     case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: // intended fall-through
1768     case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
1769         pAudioPlayer->mAPlayer.clear();
1770         break;
1771     //-----------------------------------
1772     default:
1773         SL_LOGE(ERROR_PLAYERDESTROY_UNEXPECTED_OBJECT_TYPE_D, pAudioPlayer->mAndroidObjType);
1774         result = SL_RESULT_INTERNAL_ERROR;
1775         break;
1776     }
1777 
1778     // placeholder: not necessary yet as session ID lifetime doesn't extend beyond player
1779     // android::AudioSystem::releaseAudioSessionId(pAudioPlayer->mSessionId);
1780 
1781     pAudioPlayer->mCallbackProtector.clear();
1782 
1783     // explicit destructor
1784     pAudioPlayer->mAudioTrack.~sp();
1785     // note that SetPlayState(PLAYING) may still hold a reference
1786     pAudioPlayer->mCallbackProtector.~sp();
1787     pAudioPlayer->mAuxEffect.~sp();
1788     pAudioPlayer->mAPlayer.~sp();
1789 
1790     return result;
1791 }
1792 
1793 
1794 //-----------------------------------------------------------------------------
android_audioPlayer_setPlaybackRateAndConstraints(CAudioPlayer * ap,SLpermille rate,SLuint32 constraints)1795 SLresult android_audioPlayer_setPlaybackRateAndConstraints(CAudioPlayer *ap, SLpermille rate,
1796         SLuint32 constraints) {
1797     SLresult result = SL_RESULT_SUCCESS;
1798     switch(ap->mAndroidObjType) {
1799     case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: {
1800         // these asserts were already checked by the platform-independent layer
1801         assert((AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE <= rate) &&
1802                 (rate <= AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE));
1803         assert(constraints & SL_RATEPROP_NOPITCHCORAUDIO);
1804         // get the content sample rate
1805         uint32_t contentRate = sles_to_android_sampleRate(ap->mSampleRateMilliHz);
1806         // apply the SL ES playback rate on the AudioTrack as a factor of its content sample rate
1807         if (ap->mAudioTrack != 0) {
1808             ap->mAudioTrack->setSampleRate(contentRate * (rate/1000.0f));
1809         }
1810         }
1811         break;
1812     case AUDIOPLAYER_FROM_URIFD: {
1813         assert((MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE <= rate) &&
1814                         (rate <= MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE));
1815         assert(constraints & SL_RATEPROP_NOPITCHCORAUDIO);
1816         // apply the SL ES playback rate on the GenericPlayer
1817         if (ap->mAPlayer != 0) {
1818             ap->mAPlayer->setPlaybackRate((int16_t)rate);
1819         }
1820         }
1821         break;
1822 
1823     default:
1824         SL_LOGE("Unexpected object type %d", ap->mAndroidObjType);
1825         result = SL_RESULT_FEATURE_UNSUPPORTED;
1826         break;
1827     }
1828     return result;
1829 }
1830 
1831 
1832 //-----------------------------------------------------------------------------
1833 // precondition
1834 //  called with no lock held
1835 //  ap != NULL
1836 //  pItemCount != NULL
android_audioPlayer_metadata_getItemCount(CAudioPlayer * ap,SLuint32 * pItemCount)1837 SLresult android_audioPlayer_metadata_getItemCount(CAudioPlayer *ap, SLuint32 *pItemCount) {
1838     if (ap->mAPlayer == 0) {
1839         return SL_RESULT_PARAMETER_INVALID;
1840     }
1841     switch(ap->mAndroidObjType) {
1842       case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:
1843       case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
1844         {
1845             android::AudioSfDecoder* decoder =
1846                     static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get());
1847             *pItemCount = decoder->getPcmFormatKeyCount();
1848         }
1849         break;
1850       default:
1851         *pItemCount = 0;
1852         break;
1853     }
1854     return SL_RESULT_SUCCESS;
1855 }
1856 
1857 
1858 //-----------------------------------------------------------------------------
1859 // precondition
1860 //  called with no lock held
1861 //  ap != NULL
1862 //  pKeySize != NULL
android_audioPlayer_metadata_getKeySize(CAudioPlayer * ap,SLuint32 index,SLuint32 * pKeySize)1863 SLresult android_audioPlayer_metadata_getKeySize(CAudioPlayer *ap,
1864         SLuint32 index, SLuint32 *pKeySize) {
1865     if (ap->mAPlayer == 0) {
1866         return SL_RESULT_PARAMETER_INVALID;
1867     }
1868     SLresult res = SL_RESULT_SUCCESS;
1869     switch(ap->mAndroidObjType) {
1870       case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:
1871       case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
1872         {
1873             android::AudioSfDecoder* decoder =
1874                     static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get());
1875             SLuint32 keyNameSize = 0;
1876             if (!decoder->getPcmFormatKeySize(index, &keyNameSize)) {
1877                 res = SL_RESULT_PARAMETER_INVALID;
1878             } else {
1879                 // *pKeySize is the size of the region used to store the key name AND
1880                 //   the information about the key (size, lang, encoding)
1881                 *pKeySize = keyNameSize + sizeof(SLMetadataInfo);
1882             }
1883         }
1884         break;
1885       default:
1886         *pKeySize = 0;
1887         res = SL_RESULT_PARAMETER_INVALID;
1888         break;
1889     }
1890     return res;
1891 }
1892 
1893 
1894 //-----------------------------------------------------------------------------
1895 // precondition
1896 //  called with no lock held
1897 //  ap != NULL
1898 //  pKey != NULL
android_audioPlayer_metadata_getKey(CAudioPlayer * ap,SLuint32 index,SLuint32 size,SLMetadataInfo * pKey)1899 SLresult android_audioPlayer_metadata_getKey(CAudioPlayer *ap,
1900         SLuint32 index, SLuint32 size, SLMetadataInfo *pKey) {
1901     if (ap->mAPlayer == 0) {
1902         return SL_RESULT_PARAMETER_INVALID;
1903     }
1904     SLresult res = SL_RESULT_SUCCESS;
1905     switch(ap->mAndroidObjType) {
1906       case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:
1907       case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
1908         {
1909             android::AudioSfDecoder* decoder =
1910                     static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get());
1911             if ((size < sizeof(SLMetadataInfo) ||
1912                     (!decoder->getPcmFormatKeyName(index, size - sizeof(SLMetadataInfo),
1913                             (char*)pKey->data)))) {
1914                 res = SL_RESULT_PARAMETER_INVALID;
1915             } else {
1916                 // successfully retrieved the key value, update the other fields
1917                 pKey->encoding = SL_CHARACTERENCODING_UTF8;
1918                 memcpy((char *) pKey->langCountry, "en", 3);
1919                 pKey->size = strlen((char*)pKey->data) + 1;
1920             }
1921         }
1922         break;
1923       default:
1924         res = SL_RESULT_PARAMETER_INVALID;
1925         break;
1926     }
1927     return res;
1928 }
1929 
1930 
1931 //-----------------------------------------------------------------------------
1932 // precondition
1933 //  called with no lock held
1934 //  ap != NULL
1935 //  pValueSize != NULL
android_audioPlayer_metadata_getValueSize(CAudioPlayer * ap,SLuint32 index,SLuint32 * pValueSize)1936 SLresult android_audioPlayer_metadata_getValueSize(CAudioPlayer *ap,
1937         SLuint32 index, SLuint32 *pValueSize) {
1938     if (ap->mAPlayer == 0) {
1939         return SL_RESULT_PARAMETER_INVALID;
1940     }
1941     SLresult res = SL_RESULT_SUCCESS;
1942     switch(ap->mAndroidObjType) {
1943       case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:
1944       case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
1945         {
1946             android::AudioSfDecoder* decoder =
1947                     static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get());
1948             SLuint32 valueSize = 0;
1949             if (!decoder->getPcmFormatValueSize(index, &valueSize)) {
1950                 res = SL_RESULT_PARAMETER_INVALID;
1951             } else {
1952                 // *pValueSize is the size of the region used to store the key value AND
1953                 //   the information about the value (size, lang, encoding)
1954                 *pValueSize = valueSize + sizeof(SLMetadataInfo);
1955             }
1956         }
1957         break;
1958       default:
1959           *pValueSize = 0;
1960           res = SL_RESULT_PARAMETER_INVALID;
1961           break;
1962     }
1963     return res;
1964 }
1965 
1966 
1967 //-----------------------------------------------------------------------------
1968 // precondition
1969 //  called with no lock held
1970 //  ap != NULL
1971 //  pValue != NULL
android_audioPlayer_metadata_getValue(CAudioPlayer * ap,SLuint32 index,SLuint32 size,SLMetadataInfo * pValue)1972 SLresult android_audioPlayer_metadata_getValue(CAudioPlayer *ap,
1973         SLuint32 index, SLuint32 size, SLMetadataInfo *pValue) {
1974     if (ap->mAPlayer == 0) {
1975         return SL_RESULT_PARAMETER_INVALID;
1976     }
1977     SLresult res = SL_RESULT_SUCCESS;
1978     switch(ap->mAndroidObjType) {
1979       case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:
1980       case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
1981         {
1982             android::AudioSfDecoder* decoder =
1983                     static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get());
1984             pValue->encoding = SL_CHARACTERENCODING_BINARY;
1985             memcpy((char *) pValue->langCountry, "en", 3); // applicable here?
1986             SLuint32 valueSize = 0;
1987             if ((size < sizeof(SLMetadataInfo)
1988                     || (!decoder->getPcmFormatValueSize(index, &valueSize))
1989                     || (!decoder->getPcmFormatKeyValue(index, size - sizeof(SLMetadataInfo),
1990                             (SLuint32*)pValue->data)))) {
1991                 res = SL_RESULT_PARAMETER_INVALID;
1992             } else {
1993                 pValue->size = valueSize;
1994             }
1995         }
1996         break;
1997       default:
1998         res = SL_RESULT_PARAMETER_INVALID;
1999         break;
2000     }
2001     return res;
2002 }
2003 
2004 //-----------------------------------------------------------------------------
2005 // preconditions
2006 //  ap != NULL
2007 //  mutex is locked
2008 //  play state has changed
android_audioPlayer_setPlayState(CAudioPlayer * ap)2009 void android_audioPlayer_setPlayState(CAudioPlayer *ap) {
2010 
2011     SLuint32 playState = ap->mPlay.mState;
2012     AndroidObjectState objState = ap->mAndroidObjState;
2013 
2014     switch(ap->mAndroidObjType) {
2015     case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:
2016         switch (playState) {
2017         case SL_PLAYSTATE_STOPPED:
2018             SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_STOPPED");
2019             if (ap->mAudioTrack != 0) {
2020                 ap->mAudioTrack->stop();
2021             }
2022             break;
2023         case SL_PLAYSTATE_PAUSED:
2024             SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_PAUSED");
2025             if (ap->mAudioTrack != 0) {
2026                 ap->mAudioTrack->pause();
2027             }
2028             break;
2029         case SL_PLAYSTATE_PLAYING:
2030             SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_PLAYING");
2031             if (ap->mAudioTrack != 0) {
2032                 // instead of ap->mAudioTrack->start();
2033                 ap->mDeferredStart = true;
2034             }
2035             break;
2036         default:
2037             // checked by caller, should not happen
2038             break;
2039         }
2040         break;
2041 
2042     case AUDIOPLAYER_FROM_URIFD:      // intended fall-through
2043     case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE:     // intended fall-through
2044     case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:  // intended fall-through
2045     case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
2046         // FIXME report and use the return code to the lock mechanism, which is where play state
2047         //   changes are updated (see object_unlock_exclusive_attributes())
2048         aplayer_setPlayState(ap->mAPlayer, playState, &(ap->mAndroidObjState));
2049         break;
2050     default:
2051         SL_LOGE(ERROR_PLAYERSETPLAYSTATE_UNEXPECTED_OBJECT_TYPE_D, ap->mAndroidObjType);
2052         break;
2053     }
2054 }
2055 
2056 
2057 //-----------------------------------------------------------------------------
2058 // call when either player event flags, marker position, or position update period changes
android_audioPlayer_usePlayEventMask(CAudioPlayer * ap)2059 void android_audioPlayer_usePlayEventMask(CAudioPlayer *ap) {
2060     IPlay *pPlayItf = &ap->mPlay;
2061     SLuint32 eventFlags = pPlayItf->mEventFlags;
2062     /*switch(ap->mAndroidObjType) {
2063     case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:*/
2064 
2065     if (ap->mAPlayer != 0) {
2066         assert(ap->mAudioTrack == 0);
2067         ap->mAPlayer->setPlayEvents((int32_t) eventFlags, (int32_t) pPlayItf->mMarkerPosition,
2068                 (int32_t) pPlayItf->mPositionUpdatePeriod);
2069         return;
2070     }
2071 
2072     if (ap->mAudioTrack == 0) {
2073         return;
2074     }
2075 
2076     if (eventFlags & SL_PLAYEVENT_HEADATMARKER) {
2077         ap->mAudioTrack->setMarkerPosition((uint32_t)((((int64_t)pPlayItf->mMarkerPosition
2078                 * sles_to_android_sampleRate(ap->mSampleRateMilliHz)))/1000));
2079     } else {
2080         // clear marker
2081         ap->mAudioTrack->setMarkerPosition(0);
2082     }
2083 
2084     if (eventFlags & SL_PLAYEVENT_HEADATNEWPOS) {
2085          ap->mAudioTrack->setPositionUpdatePeriod(
2086                 (uint32_t)((((int64_t)pPlayItf->mPositionUpdatePeriod
2087                 * sles_to_android_sampleRate(ap->mSampleRateMilliHz)))/1000));
2088     } else {
2089         // clear periodic update
2090         ap->mAudioTrack->setPositionUpdatePeriod(0);
2091     }
2092 
2093     if (eventFlags & SL_PLAYEVENT_HEADATEND) {
2094         // nothing to do for SL_PLAYEVENT_HEADATEND, callback event will be checked against mask
2095     }
2096 
2097     if (eventFlags & SL_PLAYEVENT_HEADMOVING) {
2098         // FIXME support SL_PLAYEVENT_HEADMOVING
2099         SL_LOGD("[ FIXME: IPlay_SetCallbackEventsMask(SL_PLAYEVENT_HEADMOVING) on an "
2100             "SL_OBJECTID_AUDIOPLAYER to be implemented ]");
2101     }
2102     if (eventFlags & SL_PLAYEVENT_HEADSTALLED) {
2103         // nothing to do for SL_PLAYEVENT_HEADSTALLED, callback event will be checked against mask
2104     }
2105 
2106 }
2107 
2108 
2109 //-----------------------------------------------------------------------------
android_audioPlayer_getDuration(IPlay * pPlayItf,SLmillisecond * pDurMsec)2110 SLresult android_audioPlayer_getDuration(IPlay *pPlayItf, SLmillisecond *pDurMsec) {
2111     CAudioPlayer *ap = (CAudioPlayer *)pPlayItf->mThis;
2112     switch(ap->mAndroidObjType) {
2113 
2114       case AUDIOPLAYER_FROM_URIFD:  // intended fall-through
2115       case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: {
2116         int32_t durationMsec = ANDROID_UNKNOWN_TIME;
2117         if (ap->mAPlayer != 0) {
2118             ap->mAPlayer->getDurationMsec(&durationMsec);
2119         }
2120         *pDurMsec = durationMsec == ANDROID_UNKNOWN_TIME ? SL_TIME_UNKNOWN : durationMsec;
2121         break;
2122       }
2123 
2124       case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through
2125       case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:
2126       case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
2127       default: {
2128         *pDurMsec = SL_TIME_UNKNOWN;
2129       }
2130     }
2131     return SL_RESULT_SUCCESS;
2132 }
2133 
2134 
2135 //-----------------------------------------------------------------------------
android_audioPlayer_getPosition(IPlay * pPlayItf,SLmillisecond * pPosMsec)2136 void android_audioPlayer_getPosition(IPlay *pPlayItf, SLmillisecond *pPosMsec) {
2137     CAudioPlayer *ap = (CAudioPlayer *)pPlayItf->mThis;
2138     switch(ap->mAndroidObjType) {
2139 
2140       case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:
2141         if ((ap->mSampleRateMilliHz == UNKNOWN_SAMPLERATE) || (ap->mAudioTrack == 0)) {
2142             *pPosMsec = 0;
2143         } else {
2144             uint32_t positionInFrames;
2145             ap->mAudioTrack->getPosition(&positionInFrames);
2146             *pPosMsec = ((int64_t)positionInFrames * 1000) /
2147                     sles_to_android_sampleRate(ap->mSampleRateMilliHz);
2148         }
2149         break;
2150 
2151       case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE:    // intended fall-through
2152       case AUDIOPLAYER_FROM_URIFD:
2153       case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:
2154       case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: {
2155         int32_t posMsec = ANDROID_UNKNOWN_TIME;
2156         if (ap->mAPlayer != 0) {
2157             ap->mAPlayer->getPositionMsec(&posMsec);
2158         }
2159         *pPosMsec = posMsec == ANDROID_UNKNOWN_TIME ? 0 : posMsec;
2160         break;
2161       }
2162 
2163       default:
2164         *pPosMsec = 0;
2165     }
2166 }
2167 
2168 
2169 //-----------------------------------------------------------------------------
android_audioPlayer_seek(CAudioPlayer * ap,SLmillisecond posMsec)2170 SLresult android_audioPlayer_seek(CAudioPlayer *ap, SLmillisecond posMsec) {
2171     SLresult result = SL_RESULT_SUCCESS;
2172 
2173     switch(ap->mAndroidObjType) {
2174 
2175       case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:      // intended fall-through
2176       case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE:
2177       case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
2178         result = SL_RESULT_FEATURE_UNSUPPORTED;
2179         break;
2180 
2181       case AUDIOPLAYER_FROM_URIFD:                   // intended fall-through
2182       case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE:
2183         if (ap->mAPlayer != 0) {
2184             ap->mAPlayer->seek(posMsec);
2185         }
2186         break;
2187 
2188       default:
2189         break;
2190     }
2191     return result;
2192 }
2193 
2194 
2195 //-----------------------------------------------------------------------------
android_audioPlayer_loop(CAudioPlayer * ap,SLboolean loopEnable)2196 SLresult android_audioPlayer_loop(CAudioPlayer *ap, SLboolean loopEnable) {
2197     SLresult result = SL_RESULT_SUCCESS;
2198 
2199     switch (ap->mAndroidObjType) {
2200     case AUDIOPLAYER_FROM_URIFD:
2201     // case AUDIOPLAY_FROM_URIFD_TO_PCM_BUFFERQUEUE:
2202     //      would actually work, but what's the point?
2203       if (ap->mAPlayer != 0) {
2204         ap->mAPlayer->loop((bool)loopEnable);
2205       }
2206       break;
2207     default:
2208       result = SL_RESULT_FEATURE_UNSUPPORTED;
2209       break;
2210     }
2211     return result;
2212 }
2213 
2214 
2215 //-----------------------------------------------------------------------------
android_audioPlayer_setBufferingUpdateThresholdPerMille(CAudioPlayer * ap,SLpermille threshold)2216 SLresult android_audioPlayer_setBufferingUpdateThresholdPerMille(CAudioPlayer *ap,
2217         SLpermille threshold) {
2218     SLresult result = SL_RESULT_SUCCESS;
2219 
2220     switch (ap->mAndroidObjType) {
2221       case AUDIOPLAYER_FROM_URIFD:
2222         if (ap->mAPlayer != 0) {
2223             ap->mAPlayer->setBufferingUpdateThreshold(threshold / 10);
2224         }
2225         break;
2226 
2227       default: {}
2228     }
2229 
2230     return result;
2231 }
2232 
2233 
2234 //-----------------------------------------------------------------------------
android_audioPlayer_bufferQueue_onRefilled_l(CAudioPlayer * ap)2235 void android_audioPlayer_bufferQueue_onRefilled_l(CAudioPlayer *ap) {
2236     // the AudioTrack associated with the AudioPlayer receiving audio from a PCM buffer
2237     // queue was stopped when the queue become empty, we restart as soon as a new buffer
2238     // has been enqueued since we're in playing state
2239     if (ap->mAudioTrack != 0) {
2240         // instead of ap->mAudioTrack->start();
2241         ap->mDeferredStart = true;
2242     }
2243 
2244     // when the queue became empty, an underflow on the prefetch status itf was sent. Now the queue
2245     // has received new data, signal it has sufficient data
2246     if (IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) {
2247         // we wouldn't have been called unless we were previously in the underflow state
2248         assert(SL_PREFETCHSTATUS_UNDERFLOW == ap->mPrefetchStatus.mStatus);
2249         assert(0 == ap->mPrefetchStatus.mLevel);
2250         ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_SUFFICIENTDATA;
2251         ap->mPrefetchStatus.mLevel = 1000;
2252         // callback or no callback?
2253         SLuint32 prefetchEvents = ap->mPrefetchStatus.mCallbackEventsMask &
2254                 (SL_PREFETCHEVENT_STATUSCHANGE | SL_PREFETCHEVENT_FILLLEVELCHANGE);
2255         if (SL_PREFETCHEVENT_NONE != prefetchEvents) {
2256             ap->mPrefetchStatus.mDeferredPrefetchCallback = ap->mPrefetchStatus.mCallback;
2257             ap->mPrefetchStatus.mDeferredPrefetchContext  = ap->mPrefetchStatus.mContext;
2258             ap->mPrefetchStatus.mDeferredPrefetchEvents   = prefetchEvents;
2259         }
2260     }
2261 }
2262 
2263 
2264 //-----------------------------------------------------------------------------
2265 /*
2266  * BufferQueue::Clear
2267  */
android_audioPlayer_bufferQueue_onClear(CAudioPlayer * ap)2268 SLresult android_audioPlayer_bufferQueue_onClear(CAudioPlayer *ap) {
2269     SLresult result = SL_RESULT_SUCCESS;
2270 
2271     switch (ap->mAndroidObjType) {
2272     //-----------------------------------
2273     // AudioTrack
2274     case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:
2275         if (ap->mAudioTrack != 0) {
2276             ap->mAudioTrack->flush();
2277         }
2278         break;
2279     default:
2280         result = SL_RESULT_INTERNAL_ERROR;
2281         break;
2282     }
2283 
2284     return result;
2285 }
2286 
2287 
2288 //-----------------------------------------------------------------------------
android_audioPlayer_androidBufferQueue_clear_l(CAudioPlayer * ap)2289 void android_audioPlayer_androidBufferQueue_clear_l(CAudioPlayer *ap) {
2290     switch (ap->mAndroidObjType) {
2291     case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE:
2292       if (ap->mAPlayer != 0) {
2293         android::StreamPlayer* splr = static_cast<android::StreamPlayer*>(ap->mAPlayer.get());
2294         splr->appClear_l();
2295       } break;
2296     case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
2297       // nothing to do here, fall through
2298     default:
2299       break;
2300     }
2301 }
2302 
android_audioPlayer_androidBufferQueue_onRefilled_l(CAudioPlayer * ap)2303 void android_audioPlayer_androidBufferQueue_onRefilled_l(CAudioPlayer *ap) {
2304     switch (ap->mAndroidObjType) {
2305     case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE:
2306       if (ap->mAPlayer != 0) {
2307         android::StreamPlayer* splr = static_cast<android::StreamPlayer*>(ap->mAPlayer.get());
2308         splr->queueRefilled();
2309       } break;
2310     case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE:
2311       // FIXME this may require waking up the decoder if it is currently starved and isn't polling
2312     default:
2313       break;
2314     }
2315 }
2316