1 /*
2 **
3 ** Copyright 2012, The Android Open Source Project
4 **
5 ** Licensed under the Apache License, Version 2.0 (the "License");
6 ** you may not use this file except in compliance with the License.
7 ** You may obtain a copy of the License at
8 **
9 **     http://www.apache.org/licenses/LICENSE-2.0
10 **
11 ** Unless required by applicable law or agreed to in writing, software
12 ** distributed under the License is distributed on an "AS IS" BASIS,
13 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 ** See the License for the specific language governing permissions and
15 ** limitations under the License.
16 */
17 
18 #ifndef INCLUDING_FROM_AUDIOFLINGER_H
19     #error This header file should only be included from AudioFlinger.h
20 #endif
21 
22 class ThreadBase : public Thread {
23 public:
24 
25 #include "TrackBase.h"
26 
27     enum type_t {
28         MIXER,              // Thread class is MixerThread
29         DIRECT,             // Thread class is DirectOutputThread
30         DUPLICATING,        // Thread class is DuplicatingThread
31         RECORD,             // Thread class is RecordThread
32         OFFLOAD,            // Thread class is OffloadThread
33         MMAP_PLAYBACK,      // Thread class for MMAP playback stream
34         MMAP_CAPTURE,       // Thread class for MMAP capture stream
35         // If you add any values here, also update ThreadBase::threadTypeToString()
36     };
37 
38     static const char *threadTypeToString(type_t type);
39 
40     ThreadBase(const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id,
41                type_t type, bool systemReady, bool isOut);
42     virtual             ~ThreadBase();
43 
44     virtual status_t    readyToRun();
45 
46     void clearPowerManager();
47 
48     // base for record and playback
49     enum {
50         CFG_EVENT_IO,
51         CFG_EVENT_PRIO,
52         CFG_EVENT_SET_PARAMETER,
53         CFG_EVENT_CREATE_AUDIO_PATCH,
54         CFG_EVENT_RELEASE_AUDIO_PATCH,
55         CFG_EVENT_UPDATE_OUT_DEVICE,
56     };
57 
58     class ConfigEventData: public RefBase {
59     public:
~ConfigEventData()60         virtual ~ConfigEventData() {}
61 
62         virtual  void dump(char *buffer, size_t size) = 0;
63     protected:
ConfigEventData()64         ConfigEventData() {}
65     };
66 
67     // Config event sequence by client if status needed (e.g binder thread calling setParameters()):
68     //  1. create SetParameterConfigEvent. This sets mWaitStatus in config event
69     //  2. Lock mLock
70     //  3. Call sendConfigEvent_l(): Append to mConfigEvents and mWaitWorkCV.signal
71     //  4. sendConfigEvent_l() reads status from event->mStatus;
72     //  5. sendConfigEvent_l() returns status
73     //  6. Unlock
74     //
75     // Parameter sequence by server: threadLoop calling processConfigEvents_l():
76     // 1. Lock mLock
77     // 2. If there is an entry in mConfigEvents proceed ...
78     // 3. Read first entry in mConfigEvents
79     // 4. Remove first entry from mConfigEvents
80     // 5. Process
81     // 6. Set event->mStatus
82     // 7. event->mCond.signal
83     // 8. Unlock
84 
85     class ConfigEvent: public RefBase {
86     public:
~ConfigEvent()87         virtual ~ConfigEvent() {}
88 
dump(char * buffer,size_t size)89         void dump(char *buffer, size_t size) { mData->dump(buffer, size); }
90 
91         const int mType; // event type e.g. CFG_EVENT_IO
92         Mutex mLock;     // mutex associated with mCond
93         Condition mCond; // condition for status return
94         status_t mStatus; // status communicated to sender
95         bool mWaitStatus; // true if sender is waiting for status
96         bool mRequiresSystemReady; // true if must wait for system ready to enter event queue
97         sp<ConfigEventData> mData;     // event specific parameter data
98 
99     protected:
100         explicit ConfigEvent(int type, bool requiresSystemReady = false) :
mType(type)101             mType(type), mStatus(NO_ERROR), mWaitStatus(false),
102             mRequiresSystemReady(requiresSystemReady), mData(NULL) {}
103     };
104 
105     class IoConfigEventData : public ConfigEventData {
106     public:
IoConfigEventData(audio_io_config_event event,pid_t pid,audio_port_handle_t portId)107         IoConfigEventData(audio_io_config_event event, pid_t pid,
108                           audio_port_handle_t portId) :
109             mEvent(event), mPid(pid), mPortId(portId) {}
110 
dump(char * buffer,size_t size)111         virtual  void dump(char *buffer, size_t size) {
112             snprintf(buffer, size, "IO event: event %d\n", mEvent);
113         }
114 
115         const audio_io_config_event mEvent;
116         const pid_t                 mPid;
117         const audio_port_handle_t   mPortId;
118     };
119 
120     class IoConfigEvent : public ConfigEvent {
121     public:
IoConfigEvent(audio_io_config_event event,pid_t pid,audio_port_handle_t portId)122         IoConfigEvent(audio_io_config_event event, pid_t pid, audio_port_handle_t portId) :
123             ConfigEvent(CFG_EVENT_IO) {
124             mData = new IoConfigEventData(event, pid, portId);
125         }
~IoConfigEvent()126         virtual ~IoConfigEvent() {}
127     };
128 
129     class PrioConfigEventData : public ConfigEventData {
130     public:
PrioConfigEventData(pid_t pid,pid_t tid,int32_t prio,bool forApp)131         PrioConfigEventData(pid_t pid, pid_t tid, int32_t prio, bool forApp) :
132             mPid(pid), mTid(tid), mPrio(prio), mForApp(forApp) {}
133 
dump(char * buffer,size_t size)134         virtual  void dump(char *buffer, size_t size) {
135             snprintf(buffer, size, "Prio event: pid %d, tid %d, prio %d, for app? %d\n",
136                     mPid, mTid, mPrio, mForApp);
137         }
138 
139         const pid_t mPid;
140         const pid_t mTid;
141         const int32_t mPrio;
142         const bool mForApp;
143     };
144 
145     class PrioConfigEvent : public ConfigEvent {
146     public:
PrioConfigEvent(pid_t pid,pid_t tid,int32_t prio,bool forApp)147         PrioConfigEvent(pid_t pid, pid_t tid, int32_t prio, bool forApp) :
148             ConfigEvent(CFG_EVENT_PRIO, true) {
149             mData = new PrioConfigEventData(pid, tid, prio, forApp);
150         }
~PrioConfigEvent()151         virtual ~PrioConfigEvent() {}
152     };
153 
154     class SetParameterConfigEventData : public ConfigEventData {
155     public:
SetParameterConfigEventData(String8 keyValuePairs)156         explicit SetParameterConfigEventData(String8 keyValuePairs) :
157             mKeyValuePairs(keyValuePairs) {}
158 
dump(char * buffer,size_t size)159         virtual  void dump(char *buffer, size_t size) {
160             snprintf(buffer, size, "KeyValue: %s\n", mKeyValuePairs.string());
161         }
162 
163         const String8 mKeyValuePairs;
164     };
165 
166     class SetParameterConfigEvent : public ConfigEvent {
167     public:
SetParameterConfigEvent(String8 keyValuePairs)168         explicit SetParameterConfigEvent(String8 keyValuePairs) :
169             ConfigEvent(CFG_EVENT_SET_PARAMETER) {
170             mData = new SetParameterConfigEventData(keyValuePairs);
171             mWaitStatus = true;
172         }
~SetParameterConfigEvent()173         virtual ~SetParameterConfigEvent() {}
174     };
175 
176     class CreateAudioPatchConfigEventData : public ConfigEventData {
177     public:
CreateAudioPatchConfigEventData(const struct audio_patch patch,audio_patch_handle_t handle)178         CreateAudioPatchConfigEventData(const struct audio_patch patch,
179                                         audio_patch_handle_t handle) :
180             mPatch(patch), mHandle(handle) {}
181 
dump(char * buffer,size_t size)182         virtual  void dump(char *buffer, size_t size) {
183             snprintf(buffer, size, "Patch handle: %u\n", mHandle);
184         }
185 
186         const struct audio_patch mPatch;
187         audio_patch_handle_t mHandle;
188     };
189 
190     class CreateAudioPatchConfigEvent : public ConfigEvent {
191     public:
CreateAudioPatchConfigEvent(const struct audio_patch patch,audio_patch_handle_t handle)192         CreateAudioPatchConfigEvent(const struct audio_patch patch,
193                                     audio_patch_handle_t handle) :
194             ConfigEvent(CFG_EVENT_CREATE_AUDIO_PATCH) {
195             mData = new CreateAudioPatchConfigEventData(patch, handle);
196             mWaitStatus = true;
197         }
~CreateAudioPatchConfigEvent()198         virtual ~CreateAudioPatchConfigEvent() {}
199     };
200 
201     class ReleaseAudioPatchConfigEventData : public ConfigEventData {
202     public:
ReleaseAudioPatchConfigEventData(const audio_patch_handle_t handle)203         explicit ReleaseAudioPatchConfigEventData(const audio_patch_handle_t handle) :
204             mHandle(handle) {}
205 
dump(char * buffer,size_t size)206         virtual  void dump(char *buffer, size_t size) {
207             snprintf(buffer, size, "Patch handle: %u\n", mHandle);
208         }
209 
210         audio_patch_handle_t mHandle;
211     };
212 
213     class ReleaseAudioPatchConfigEvent : public ConfigEvent {
214     public:
ReleaseAudioPatchConfigEvent(const audio_patch_handle_t handle)215         explicit ReleaseAudioPatchConfigEvent(const audio_patch_handle_t handle) :
216             ConfigEvent(CFG_EVENT_RELEASE_AUDIO_PATCH) {
217             mData = new ReleaseAudioPatchConfigEventData(handle);
218             mWaitStatus = true;
219         }
~ReleaseAudioPatchConfigEvent()220         virtual ~ReleaseAudioPatchConfigEvent() {}
221     };
222 
223     class UpdateOutDevicesConfigEventData : public ConfigEventData {
224     public:
UpdateOutDevicesConfigEventData(const DeviceDescriptorBaseVector & outDevices)225         explicit UpdateOutDevicesConfigEventData(const DeviceDescriptorBaseVector& outDevices) :
226             mOutDevices(outDevices) {}
227 
dump(char * buffer,size_t size)228         virtual void dump(char *buffer, size_t size) {
229             snprintf(buffer, size, "Devices: %s", android::toString(mOutDevices).c_str());
230         }
231 
232         DeviceDescriptorBaseVector mOutDevices;
233     };
234 
235     class UpdateOutDevicesConfigEvent : public ConfigEvent {
236     public:
UpdateOutDevicesConfigEvent(const DeviceDescriptorBaseVector & outDevices)237         explicit UpdateOutDevicesConfigEvent(const DeviceDescriptorBaseVector& outDevices) :
238             ConfigEvent(CFG_EVENT_UPDATE_OUT_DEVICE) {
239             mData = new UpdateOutDevicesConfigEventData(outDevices);
240         }
241 
242         virtual ~UpdateOutDevicesConfigEvent();
243     };
244 
245     class PMDeathRecipient : public IBinder::DeathRecipient {
246     public:
PMDeathRecipient(const wp<ThreadBase> & thread)247         explicit    PMDeathRecipient(const wp<ThreadBase>& thread) : mThread(thread) {}
~PMDeathRecipient()248         virtual     ~PMDeathRecipient() {}
249 
250         // IBinder::DeathRecipient
251         virtual     void        binderDied(const wp<IBinder>& who);
252 
253     private:
254         DISALLOW_COPY_AND_ASSIGN(PMDeathRecipient);
255 
256         wp<ThreadBase> mThread;
257     };
258 
259     virtual     status_t    initCheck() const = 0;
260 
261                 // static externally-visible
type()262                 type_t      type() const { return mType; }
isDuplicating()263                 bool isDuplicating() const { return (mType == DUPLICATING); }
264 
id()265                 audio_io_handle_t id() const { return mId;}
266 
267                 // dynamic externally-visible
sampleRate()268                 uint32_t    sampleRate() const { return mSampleRate; }
channelMask()269                 audio_channel_mask_t channelMask() const { return mChannelMask; }
format()270                 audio_format_t format() const { return mHALFormat; }
channelCount()271                 uint32_t channelCount() const { return mChannelCount; }
272                 // Called by AudioFlinger::frameCount(audio_io_handle_t output) and effects,
273                 // and returns the [normal mix] buffer's frame count.
274     virtual     size_t      frameCount() const = 0;
latency_l()275     virtual     uint32_t    latency_l() const { return 0; }
setVolumeForOutput_l(float left __unused,float right __unused)276     virtual     void        setVolumeForOutput_l(float left __unused, float right __unused) const {}
277 
278                 // Return's the HAL's frame count i.e. fast mixer buffer size.
frameCountHAL()279                 size_t      frameCountHAL() const { return mFrameCount; }
280 
frameSize()281                 size_t      frameSize() const { return mFrameSize; }
282 
283     // Should be "virtual status_t requestExitAndWait()" and override same
284     // method in Thread, but Thread::requestExitAndWait() is not yet virtual.
285                 void        exit();
286     virtual     bool        checkForNewParameter_l(const String8& keyValuePair,
287                                                     status_t& status) = 0;
288     virtual     status_t    setParameters(const String8& keyValuePairs);
289     virtual     String8     getParameters(const String8& keys) = 0;
290     virtual     void        ioConfigChanged(audio_io_config_event event, pid_t pid = 0,
291                                         audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE) = 0;
292                 // sendConfigEvent_l() must be called with ThreadBase::mLock held
293                 // Can temporarily release the lock if waiting for a reply from
294                 // processConfigEvents_l().
295                 status_t    sendConfigEvent_l(sp<ConfigEvent>& event);
296                 void        sendIoConfigEvent(audio_io_config_event event, pid_t pid = 0,
297                                               audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
298                 void        sendIoConfigEvent_l(audio_io_config_event event, pid_t pid = 0,
299                                             audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
300                 void        sendPrioConfigEvent(pid_t pid, pid_t tid, int32_t prio, bool forApp);
301                 void        sendPrioConfigEvent_l(pid_t pid, pid_t tid, int32_t prio, bool forApp);
302                 status_t    sendSetParameterConfigEvent_l(const String8& keyValuePair);
303                 status_t    sendCreateAudioPatchConfigEvent(const struct audio_patch *patch,
304                                                             audio_patch_handle_t *handle);
305                 status_t    sendReleaseAudioPatchConfigEvent(audio_patch_handle_t handle);
306                 status_t    sendUpdateOutDeviceConfigEvent(
307                                     const DeviceDescriptorBaseVector& outDevices);
308                 void        processConfigEvents_l();
309     virtual     void        cacheParameters_l() = 0;
310     virtual     status_t    createAudioPatch_l(const struct audio_patch *patch,
311                                                audio_patch_handle_t *handle) = 0;
312     virtual     status_t    releaseAudioPatch_l(const audio_patch_handle_t handle) = 0;
313     virtual     void        updateOutDevices(const DeviceDescriptorBaseVector& outDevices);
314     virtual     void        toAudioPortConfig(struct audio_port_config *config) = 0;
315 
316 
317                 // see note at declaration of mStandby, mOutDevice and mInDevice
standby()318                 bool        standby() const { return mStandby; }
outDeviceTypes()319                 const DeviceTypeSet outDeviceTypes() const {
320                     return getAudioDeviceTypes(mOutDeviceTypeAddrs);
321                 }
inDeviceType()322                 audio_devices_t inDeviceType() const { return mInDeviceTypeAddr.mType; }
getDeviceTypes()323                 DeviceTypeSet getDeviceTypes() const {
324                     return isOutput() ? outDeviceTypes() : DeviceTypeSet({inDeviceType()});
325                 }
326 
outDeviceTypeAddrs()327                 const AudioDeviceTypeAddrVector& outDeviceTypeAddrs() const {
328                     return mOutDeviceTypeAddrs;
329                 }
inDeviceTypeAddr()330                 const AudioDeviceTypeAddr& inDeviceTypeAddr() const {
331                     return mInDeviceTypeAddr;
332                 }
333 
isOutput()334                 bool        isOutput() const { return mIsOut; }
335 
isOffloadOrMmap()336                 bool        isOffloadOrMmap() const {
337                     switch (mType) {
338                     case OFFLOAD:
339                     case MMAP_PLAYBACK:
340                     case MMAP_CAPTURE:
341                         return true;
342                     default:
343                         return false;
344                     }
345                 }
346 
347     virtual     sp<StreamHalInterface> stream() const = 0;
348 
349                 sp<EffectHandle> createEffect_l(
350                                     const sp<AudioFlinger::Client>& client,
351                                     const sp<IEffectClient>& effectClient,
352                                     int32_t priority,
353                                     audio_session_t sessionId,
354                                     effect_descriptor_t *desc,
355                                     int *enabled,
356                                     status_t *status /*non-NULL*/,
357                                     bool pinned,
358                                     bool probe);
359 
360                 // return values for hasAudioSession (bit field)
361                 enum effect_state {
362                     EFFECT_SESSION = 0x1,   // the audio session corresponds to at least one
363                                             // effect
364                     TRACK_SESSION = 0x2,    // the audio session corresponds to at least one
365                                             // track
366                     FAST_SESSION = 0x4      // the audio session corresponds to at least one
367                                             // fast track
368                 };
369 
370                 // get effect chain corresponding to session Id.
371                 sp<EffectChain> getEffectChain(audio_session_t sessionId);
372                 // same as getEffectChain() but must be called with ThreadBase mutex locked
373                 sp<EffectChain> getEffectChain_l(audio_session_t sessionId) const;
374                 std::vector<int> getEffectIds_l(audio_session_t sessionId);
375                 // add an effect chain to the chain list (mEffectChains)
376     virtual     status_t addEffectChain_l(const sp<EffectChain>& chain) = 0;
377                 // remove an effect chain from the chain list (mEffectChains)
378     virtual     size_t removeEffectChain_l(const sp<EffectChain>& chain) = 0;
379                 // lock all effect chains Mutexes. Must be called before releasing the
380                 // ThreadBase mutex before processing the mixer and effects. This guarantees the
381                 // integrity of the chains during the process.
382                 // Also sets the parameter 'effectChains' to current value of mEffectChains.
383                 void lockEffectChains_l(Vector< sp<EffectChain> >& effectChains);
384                 // unlock effect chains after process
385                 void unlockEffectChains(const Vector< sp<EffectChain> >& effectChains);
386                 // get a copy of mEffectChains vector
getEffectChains_l()387                 Vector< sp<EffectChain> > getEffectChains_l() const { return mEffectChains; };
388                 // set audio mode to all effect chains
389                 void setMode(audio_mode_t mode);
390                 // get effect module with corresponding ID on specified audio session
391                 sp<AudioFlinger::EffectModule> getEffect(audio_session_t sessionId, int effectId);
392                 sp<AudioFlinger::EffectModule> getEffect_l(audio_session_t sessionId, int effectId);
393                 // add and effect module. Also creates the effect chain is none exists for
394                 // the effects audio session. Only called in a context of moving an effect
395                 // from one thread to another
396                 status_t addEffect_l(const sp< EffectModule>& effect);
397                 // remove and effect module. Also removes the effect chain is this was the last
398                 // effect
399                 void removeEffect_l(const sp< EffectModule>& effect, bool release = false);
400                 // disconnect an effect handle from module and destroy module if last handle
401                 void disconnectEffectHandle(EffectHandle *handle, bool unpinIfLast);
402                 // detach all tracks connected to an auxiliary effect
detachAuxEffect_l(int effectId __unused)403     virtual     void detachAuxEffect_l(int effectId __unused) {}
404                 // returns a combination of:
405                 // - EFFECT_SESSION if effects on this audio session exist in one chain
406                 // - TRACK_SESSION if tracks on this audio session exist
407                 // - FAST_SESSION if fast tracks on this audio session exist
408     virtual     uint32_t hasAudioSession_l(audio_session_t sessionId) const = 0;
hasAudioSession(audio_session_t sessionId)409                 uint32_t hasAudioSession(audio_session_t sessionId) const {
410                     Mutex::Autolock _l(mLock);
411                     return hasAudioSession_l(sessionId);
412                 }
413 
414                 template <typename T>
hasAudioSession_l(audio_session_t sessionId,const T & tracks)415                 uint32_t hasAudioSession_l(audio_session_t sessionId, const T& tracks) const {
416                     uint32_t result = 0;
417                     if (getEffectChain_l(sessionId) != 0) {
418                         result = EFFECT_SESSION;
419                     }
420                     for (size_t i = 0; i < tracks.size(); ++i) {
421                         const sp<TrackBase>& track = tracks[i];
422                         if (sessionId == track->sessionId()
423                                 && !track->isInvalid()       // not yet removed from tracks.
424                                 && !track->isTerminated()) {
425                             result |= TRACK_SESSION;
426                             if (track->isFastTrack()) {
427                                 result |= FAST_SESSION;  // caution, only represents first track.
428                             }
429                             break;
430                         }
431                     }
432                     return result;
433                 }
434 
435                 // the value returned by default implementation is not important as the
436                 // strategy is only meaningful for PlaybackThread which implements this method
getStrategyForSession_l(audio_session_t sessionId __unused)437                 virtual uint32_t getStrategyForSession_l(audio_session_t sessionId __unused)
438                         { return 0; }
439 
440                 // check if some effects must be suspended/restored when an effect is enabled
441                 // or disabled
442                 void checkSuspendOnEffectEnabled(bool enabled,
443                                                  audio_session_t sessionId,
444                                                  bool threadLocked);
445 
446                 virtual status_t    setSyncEvent(const sp<SyncEvent>& event) = 0;
447                 virtual bool        isValidSyncEvent(const sp<SyncEvent>& event) const = 0;
448 
449                 // Return a reference to a per-thread heap which can be used to allocate IMemory
450                 // objects that will be read-only to client processes, read/write to mediaserver,
451                 // and shared by all client processes of the thread.
452                 // The heap is per-thread rather than common across all threads, because
453                 // clients can't be trusted not to modify the offset of the IMemory they receive.
454                 // If a thread does not have such a heap, this method returns 0.
readOnlyHeap()455                 virtual sp<MemoryDealer>    readOnlyHeap() const { return 0; }
456 
pipeMemory()457                 virtual sp<IMemory> pipeMemory() const { return 0; }
458 
459                         void systemReady();
460 
461                 // checkEffectCompatibility_l() must be called with ThreadBase::mLock held
462                 virtual status_t    checkEffectCompatibility_l(const effect_descriptor_t *desc,
463                                                                audio_session_t sessionId) = 0;
464 
465                         void        broadcast_l();
466 
isTimestampCorrectionEnabled()467                 virtual bool        isTimestampCorrectionEnabled() const { return false; }
468 
isMsdDevice()469                 bool                isMsdDevice() const { return mIsMsdDevice; }
470 
471                 void                dump(int fd, const Vector<String16>& args);
472 
473                 // deliver stats to mediametrics.
474                 void                sendStatistics(bool force);
475 
476     mutable     Mutex                   mLock;
477 
478                 void onEffectEnable(const sp<EffectModule>& effect);
479                 void onEffectDisable();
480 
481 protected:
482 
483                 // entry describing an effect being suspended in mSuspendedSessions keyed vector
484                 class SuspendedSessionDesc : public RefBase {
485                 public:
SuspendedSessionDesc()486                     SuspendedSessionDesc() : mRefCount(0) {}
487 
488                     int mRefCount;          // number of active suspend requests
489                     effect_uuid_t mType;    // effect type UUID
490                 };
491 
492                 void        acquireWakeLock();
493                 virtual void acquireWakeLock_l();
494                 void        releaseWakeLock();
495                 void        releaseWakeLock_l();
496                 void        updateWakeLockUids_l(const SortedVector<uid_t> &uids);
497                 void        getPowerManager_l();
498                 // suspend or restore effects of the specified type (or all if type is NULL)
499                 // on a given session. The number of suspend requests is counted and restore
500                 // occurs when all suspend requests are cancelled.
501                 void setEffectSuspended_l(const effect_uuid_t *type,
502                                           bool suspend,
503                                           audio_session_t sessionId);
504                 // updated mSuspendedSessions when an effect is suspended or restored
505                 void        updateSuspendedSessions_l(const effect_uuid_t *type,
506                                                       bool suspend,
507                                                       audio_session_t sessionId);
508                 // check if some effects must be suspended when an effect chain is added
509                 void checkSuspendOnAddEffectChain_l(const sp<EffectChain>& chain);
510 
511                 // sends the metadata of the active tracks to the HAL
512     virtual     void        updateMetadata_l() = 0;
513 
514                 String16 getWakeLockTag();
515 
preExit()516     virtual     void        preExit() { }
setMasterMono_l(bool mono __unused)517     virtual     void        setMasterMono_l(bool mono __unused) { }
requireMonoBlend()518     virtual     bool        requireMonoBlend() { return false; }
519 
520                             // called within the threadLoop to obtain timestamp from the HAL.
threadloop_getHalTimestamp_l(ExtendedTimestamp * timestamp __unused)521     virtual     status_t    threadloop_getHalTimestamp_l(
522                                     ExtendedTimestamp *timestamp __unused) const {
523                                 return INVALID_OPERATION;
524                             }
525 
dumpInternals_l(int fd __unused,const Vector<String16> & args __unused)526     virtual     void        dumpInternals_l(int fd __unused, const Vector<String16>& args __unused)
527                             { }
dumpTracks_l(int fd __unused,const Vector<String16> & args __unused)528     virtual     void        dumpTracks_l(int fd __unused, const Vector<String16>& args __unused) { }
529 
530 
531     friend class AudioFlinger;      // for mEffectChains
532 
533                 const type_t            mType;
534 
535                 // Used by parameters, config events, addTrack_l, exit
536                 Condition               mWaitWorkCV;
537 
538                 const sp<AudioFlinger>  mAudioFlinger;
539                 ThreadMetrics           mThreadMetrics;
540                 const bool              mIsOut;
541 
542                 // updated by PlaybackThread::readOutputParameters_l() or
543                 // RecordThread::readInputParameters_l()
544                 uint32_t                mSampleRate;
545                 size_t                  mFrameCount;       // output HAL, direct output, record
546                 audio_channel_mask_t    mChannelMask;
547                 uint32_t                mChannelCount;
548                 size_t                  mFrameSize;
549                 // not HAL frame size, this is for output sink (to pipe to fast mixer)
550                 audio_format_t          mFormat;           // Source format for Recording and
551                                                            // Sink format for Playback.
552                                                            // Sink format may be different than
553                                                            // HAL format if Fastmixer is used.
554                 audio_format_t          mHALFormat;
555                 size_t                  mBufferSize;       // HAL buffer size for read() or write()
556                 AudioDeviceTypeAddrVector mOutDeviceTypeAddrs; // output device types and addresses
557                 AudioDeviceTypeAddr       mInDeviceTypeAddr;   // input device type and address
558                 Vector< sp<ConfigEvent> >     mConfigEvents;
559                 Vector< sp<ConfigEvent> >     mPendingConfigEvents; // events awaiting system ready
560 
561                 // These fields are written and read by thread itself without lock or barrier,
562                 // and read by other threads without lock or barrier via standby(), outDeviceTypes()
563                 // and inDeviceType().
564                 // Because of the absence of a lock or barrier, any other thread that reads
565                 // these fields must use the information in isolation, or be prepared to deal
566                 // with possibility that it might be inconsistent with other information.
567                 bool                    mStandby;     // Whether thread is currently in standby.
568 
569                 struct audio_patch      mPatch;
570 
571                 audio_source_t          mAudioSource;
572 
573                 const audio_io_handle_t mId;
574                 Vector< sp<EffectChain> > mEffectChains;
575 
576                 static const int        kThreadNameLength = 16; // prctl(PR_SET_NAME) limit
577                 char                    mThreadName[kThreadNameLength]; // guaranteed NUL-terminated
578                 sp<IPowerManager>       mPowerManager;
579                 sp<IBinder>             mWakeLockToken;
580                 const sp<PMDeathRecipient> mDeathRecipient;
581                 // list of suspended effects per session and per type. The first (outer) vector is
582                 // keyed by session ID, the second (inner) by type UUID timeLow field
583                 // Updated by updateSuspendedSessions_l() only.
584                 KeyedVector< audio_session_t, KeyedVector< int, sp<SuspendedSessionDesc> > >
585                                         mSuspendedSessions;
586                 // TODO: add comment and adjust size as needed
587                 static const size_t     kLogSize = 4 * 1024;
588                 sp<NBLog::Writer>       mNBLogWriter;
589                 bool                    mSystemReady;
590                 ExtendedTimestamp       mTimestamp;
591                 TimestampVerifier< // For timestamp statistics.
592                         int64_t /* frame count */, int64_t /* time ns */> mTimestampVerifier;
593                 // Timestamp corrected device should be a single device.
594                 audio_devices_t         mTimestampCorrectedDevice = AUDIO_DEVICE_NONE;
595 
596                 // ThreadLoop statistics per iteration.
597                 int64_t                 mLastIoBeginNs = -1;
598                 int64_t                 mLastIoEndNs = -1;
599 
600                 // This should be read under ThreadBase lock (if not on the threadLoop thread).
601                 audio_utils::Statistics<double> mIoJitterMs{0.995 /* alpha */};
602                 audio_utils::Statistics<double> mProcessTimeMs{0.995 /* alpha */};
603                 audio_utils::Statistics<double> mLatencyMs{0.995 /* alpha */};
604 
605                 // Save the last count when we delivered statistics to mediametrics.
606                 int64_t                 mLastRecordedTimestampVerifierN = 0;
607                 int64_t                 mLastRecordedTimeNs = 0;  // BOOTTIME to include suspend.
608 
609                 bool                    mIsMsdDevice = false;
610                 // A condition that must be evaluated by the thread loop has changed and
611                 // we must not wait for async write callback in the thread loop before evaluating it
612                 bool                    mSignalPending;
613 
614 #ifdef TEE_SINK
615                 NBAIO_Tee               mTee;
616 #endif
617                 // ActiveTracks is a sorted vector of track type T representing the
618                 // active tracks of threadLoop() to be considered by the locked prepare portion.
619                 // ActiveTracks should be accessed with the ThreadBase lock held.
620                 //
621                 // During processing and I/O, the threadLoop does not hold the lock;
622                 // hence it does not directly use ActiveTracks.  Care should be taken
623                 // to hold local strong references or defer removal of tracks
624                 // if the threadLoop may still be accessing those tracks due to mix, etc.
625                 //
626                 // This class updates power information appropriately.
627                 //
628 
629                 template <typename T>
630                 class ActiveTracks {
631                 public:
632                     explicit ActiveTracks(SimpleLog *localLog = nullptr)
633                         : mActiveTracksGeneration(0)
634                         , mLastActiveTracksGeneration(0)
635                         , mLocalLog(localLog)
636                     { }
637 
~ActiveTracks()638                     ~ActiveTracks() {
639                         ALOGW_IF(!mActiveTracks.isEmpty(),
640                                 "ActiveTracks should be empty in destructor");
641                     }
642                     // returns the last track added (even though it may have been
643                     // subsequently removed from ActiveTracks).
644                     //
645                     // Used for DirectOutputThread to ensure a flush is called when transitioning
646                     // to a new track (even though it may be on the same session).
647                     // Used for OffloadThread to ensure that volume and mixer state is
648                     // taken from the latest track added.
649                     //
650                     // The latest track is saved with a weak pointer to prevent keeping an
651                     // otherwise useless track alive. Thus the function will return nullptr
652                     // if the latest track has subsequently been removed and destroyed.
getLatest()653                     sp<T> getLatest() {
654                         return mLatestActiveTrack.promote();
655                     }
656 
657                     // SortedVector methods
658                     ssize_t         add(const sp<T> &track);
659                     ssize_t         remove(const sp<T> &track);
size()660                     size_t          size() const {
661                         return mActiveTracks.size();
662                     }
isEmpty()663                     bool            isEmpty() const {
664                         return mActiveTracks.isEmpty();
665                     }
indexOf(const sp<T> & item)666                     ssize_t         indexOf(const sp<T>& item) {
667                         return mActiveTracks.indexOf(item);
668                     }
669                     sp<T>           operator[](size_t index) const {
670                         return mActiveTracks[index];
671                     }
begin()672                     typename SortedVector<sp<T>>::iterator begin() {
673                         return mActiveTracks.begin();
674                     }
end()675                     typename SortedVector<sp<T>>::iterator end() {
676                         return mActiveTracks.end();
677                     }
678 
679                     // Due to Binder recursion optimization, clear() and updatePowerState()
680                     // cannot be called from a Binder thread because they may call back into
681                     // the original calling process (system server) for BatteryNotifier
682                     // (which requires a Java environment that may not be present).
683                     // Hence, call clear() and updatePowerState() only from the
684                     // ThreadBase thread.
685                     void            clear();
686                     // periodically called in the threadLoop() to update power state uids.
687                     void            updatePowerState(sp<ThreadBase> thread, bool force = false);
688 
689                     /** @return true if one or move active tracks was added or removed since the
690                      *          last time this function was called or the vector was created. */
691                     bool            readAndClearHasChanged();
692 
693                 private:
694                     void            logTrack(const char *funcName, const sp<T> &track) const;
695 
getWakeLockUids()696                     SortedVector<uid_t> getWakeLockUids() {
697                         SortedVector<uid_t> wakeLockUids;
698                         for (const sp<T> &track : mActiveTracks) {
699                             wakeLockUids.add(track->uid());
700                         }
701                         return wakeLockUids; // moved by underlying SharedBuffer
702                     }
703 
704                     std::map<uid_t, std::pair<ssize_t /* previous */, ssize_t /* current */>>
705                                         mBatteryCounter;
706                     SortedVector<sp<T>> mActiveTracks;
707                     int                 mActiveTracksGeneration;
708                     int                 mLastActiveTracksGeneration;
709                     wp<T>               mLatestActiveTrack; // latest track added to ActiveTracks
710                     SimpleLog * const   mLocalLog;
711                     // If the vector has changed since last call to readAndClearHasChanged
712                     bool                mHasChanged = false;
713                 };
714 
715                 SimpleLog mLocalLog;
716 
717 private:
718                 void dumpBase_l(int fd, const Vector<String16>& args);
719                 void dumpEffectChains_l(int fd, const Vector<String16>& args);
720 };
721 
722 class VolumeInterface {
723  public:
724 
~VolumeInterface()725     virtual ~VolumeInterface() {}
726 
727     virtual void        setMasterVolume(float value) = 0;
728     virtual void        setMasterMute(bool muted) = 0;
729     virtual void        setStreamVolume(audio_stream_type_t stream, float value) = 0;
730     virtual void        setStreamMute(audio_stream_type_t stream, bool muted) = 0;
731     virtual float       streamVolume(audio_stream_type_t stream) const = 0;
732 
733 };
734 
735 // --- PlaybackThread ---
736 class PlaybackThread : public ThreadBase, public StreamOutHalInterfaceCallback,
737                        public VolumeInterface, public StreamOutHalInterfaceEventCallback {
738 public:
739 
740 #include "PlaybackTracks.h"
741 
742     enum mixer_state {
743         MIXER_IDLE,             // no active tracks
744         MIXER_TRACKS_ENABLED,   // at least one active track, but no track has any data ready
745         MIXER_TRACKS_READY,      // at least one active track, and at least one track has data
746         MIXER_DRAIN_TRACK,      // drain currently playing track
747         MIXER_DRAIN_ALL,        // fully drain the hardware
748         // standby mode does not have an enum value
749         // suspend by audio policy manager is orthogonal to mixer state
750     };
751 
752     // retry count before removing active track in case of underrun on offloaded thread:
753     // we need to make sure that AudioTrack client has enough time to send large buffers
754     //FIXME may be more appropriate if expressed in time units. Need to revise how underrun is
755     // handled for offloaded tracks
756     static const int8_t kMaxTrackRetriesOffload = 20;
757     static const int8_t kMaxTrackStartupRetriesOffload = 100;
758     static const int8_t kMaxTrackStopRetriesOffload = 2;
759     static constexpr uint32_t kMaxTracksPerUid = 40;
760     static constexpr size_t kMaxTracks = 256;
761 
762     // Maximum delay (in nanoseconds) for upcoming buffers in suspend mode, otherwise
763     // if delay is greater, the estimated time for timeLoopNextNs is reset.
764     // This allows for catch-up to be done for small delays, while resetting the estimate
765     // for initial conditions or large delays.
766     static const nsecs_t kMaxNextBufferDelayNs = 100000000;
767 
768     PlaybackThread(const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
769                    audio_io_handle_t id, type_t type, bool systemReady);
770     virtual             ~PlaybackThread();
771 
772     // Thread virtuals
773     virtual     bool        threadLoop();
774 
775     // RefBase
776     virtual     void        onFirstRef();
777 
778     virtual     status_t    checkEffectCompatibility_l(const effect_descriptor_t *desc,
779                                                        audio_session_t sessionId);
780 
781 protected:
782     // Code snippets that were lifted up out of threadLoop()
783     virtual     void        threadLoop_mix() = 0;
784     virtual     void        threadLoop_sleepTime() = 0;
785     virtual     ssize_t     threadLoop_write();
786     virtual     void        threadLoop_drain();
787     virtual     void        threadLoop_standby();
788     virtual     void        threadLoop_exit();
789     virtual     void        threadLoop_removeTracks(const Vector< sp<Track> >& tracksToRemove);
790 
791                 // prepareTracks_l reads and writes mActiveTracks, and returns
792                 // the pending set of tracks to remove via Vector 'tracksToRemove'.  The caller
793                 // is responsible for clearing or destroying this Vector later on, when it
794                 // is safe to do so. That will drop the final ref count and destroy the tracks.
795     virtual     mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove) = 0;
796                 void        removeTracks_l(const Vector< sp<Track> >& tracksToRemove);
797                 status_t    handleVoipVolume_l(float *volume);
798 
799     // StreamOutHalInterfaceCallback implementation
800     virtual     void        onWriteReady();
801     virtual     void        onDrainReady();
802     virtual     void        onError();
803 
804                 void        resetWriteBlocked(uint32_t sequence);
805                 void        resetDraining(uint32_t sequence);
806 
807     virtual     bool        waitingAsyncCallback();
808     virtual     bool        waitingAsyncCallback_l();
809     virtual     bool        shouldStandby_l();
810     virtual     void        onAddNewTrack_l();
811                 void        onAsyncError(); // error reported by AsyncCallbackThread
812 
813     // StreamHalInterfaceCodecFormatCallback implementation
814                 void        onCodecFormatChanged(
815                                 const std::basic_string<uint8_t>& metadataBs) override;
816 
817     // ThreadBase virtuals
818     virtual     void        preExit();
819 
keepWakeLock()820     virtual     bool        keepWakeLock() const { return true; }
acquireWakeLock_l()821     virtual     void        acquireWakeLock_l() {
822                                 ThreadBase::acquireWakeLock_l();
823                                 mActiveTracks.updatePowerState(this, true /* force */);
824                             }
825 
826                 void        dumpInternals_l(int fd, const Vector<String16>& args) override;
827                 void        dumpTracks_l(int fd, const Vector<String16>& args) override;
828 
829 public:
830 
initCheck()831     virtual     status_t    initCheck() const { return (mOutput == NULL) ? NO_INIT : NO_ERROR; }
832 
833                 // return estimated latency in milliseconds, as reported by HAL
834                 uint32_t    latency() const;
835                 // same, but lock must already be held
836                 uint32_t    latency_l() const override;
837 
838                 // VolumeInterface
839     virtual     void        setMasterVolume(float value);
840     virtual     void        setMasterBalance(float balance);
841     virtual     void        setMasterMute(bool muted);
842     virtual     void        setStreamVolume(audio_stream_type_t stream, float value);
843     virtual     void        setStreamMute(audio_stream_type_t stream, bool muted);
844     virtual     float       streamVolume(audio_stream_type_t stream) const;
845 
846                 void        setVolumeForOutput_l(float left, float right) const override;
847 
848                 sp<Track>   createTrack_l(
849                                 const sp<AudioFlinger::Client>& client,
850                                 audio_stream_type_t streamType,
851                                 const audio_attributes_t& attr,
852                                 uint32_t *sampleRate,
853                                 audio_format_t format,
854                                 audio_channel_mask_t channelMask,
855                                 size_t *pFrameCount,
856                                 size_t *pNotificationFrameCount,
857                                 uint32_t notificationsPerBuffer,
858                                 float speed,
859                                 const sp<IMemory>& sharedBuffer,
860                                 audio_session_t sessionId,
861                                 audio_output_flags_t *flags,
862                                 pid_t creatorPid,
863                                 pid_t tid,
864                                 uid_t uid,
865                                 status_t *status /*non-NULL*/,
866                                 audio_port_handle_t portId,
867                                 const sp<media::IAudioTrackCallback>& callback);
868 
869                 AudioStreamOut* getOutput() const;
870                 AudioStreamOut* clearOutput();
871                 virtual sp<StreamHalInterface> stream() const;
872 
873                 // a very large number of suspend() will eventually wraparound, but unlikely
suspend()874                 void        suspend() { (void) android_atomic_inc(&mSuspended); }
restore()875                 void        restore()
876                                 {
877                                     // if restore() is done without suspend(), get back into
878                                     // range so that the next suspend() will operate correctly
879                                     if (android_atomic_dec(&mSuspended) <= 0) {
880                                         android_atomic_release_store(0, &mSuspended);
881                                     }
882                                 }
isSuspended()883                 bool        isSuspended() const
884                                 { return android_atomic_acquire_load(&mSuspended) > 0; }
885 
886     virtual     String8     getParameters(const String8& keys);
887     virtual     void        ioConfigChanged(audio_io_config_event event, pid_t pid = 0,
888                                             audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
889                 status_t    getRenderPosition(uint32_t *halFrames, uint32_t *dspFrames);
890                 // Consider also removing and passing an explicit mMainBuffer initialization
891                 // parameter to AF::PlaybackThread::Track::Track().
sinkBuffer()892                 effect_buffer_t *sinkBuffer() const {
893                     return reinterpret_cast<effect_buffer_t *>(mSinkBuffer); };
894 
895     virtual     void detachAuxEffect_l(int effectId);
896                 status_t attachAuxEffect(const sp<AudioFlinger::PlaybackThread::Track>& track,
897                         int EffectId);
898                 status_t attachAuxEffect_l(const sp<AudioFlinger::PlaybackThread::Track>& track,
899                         int EffectId);
900 
901                 virtual status_t addEffectChain_l(const sp<EffectChain>& chain);
902                 virtual size_t removeEffectChain_l(const sp<EffectChain>& chain);
hasAudioSession_l(audio_session_t sessionId)903                         uint32_t hasAudioSession_l(audio_session_t sessionId) const override {
904                             return ThreadBase::hasAudioSession_l(sessionId, mTracks);
905                         }
906                 virtual uint32_t getStrategyForSession_l(audio_session_t sessionId);
907 
908 
909                 virtual status_t setSyncEvent(const sp<SyncEvent>& event);
910                 virtual bool     isValidSyncEvent(const sp<SyncEvent>& event) const;
911 
912                 // called with AudioFlinger lock held
913                         bool     invalidateTracks_l(audio_stream_type_t streamType);
914                 virtual void     invalidateTracks(audio_stream_type_t streamType);
915 
frameCount()916     virtual     size_t      frameCount() const { return mNormalFrameCount; }
917 
918                 status_t    getTimestamp_l(AudioTimestamp& timestamp);
919 
920                 void        addPatchTrack(const sp<PatchTrack>& track);
921                 void        deletePatchTrack(const sp<PatchTrack>& track);
922 
923     virtual     void        toAudioPortConfig(struct audio_port_config *config);
924 
925                 // Return the asynchronous signal wait time.
computeWaitTimeNs_l()926     virtual     int64_t     computeWaitTimeNs_l() const { return INT64_MAX; }
927                 // returns true if the track is allowed to be added to the thread.
isTrackAllowed_l(audio_channel_mask_t channelMask __unused,audio_format_t format __unused,audio_session_t sessionId __unused,uid_t uid)928     virtual     bool        isTrackAllowed_l(
929                                     audio_channel_mask_t channelMask __unused,
930                                     audio_format_t format __unused,
931                                     audio_session_t sessionId __unused,
932                                     uid_t uid) const {
933                                 return trackCountForUid_l(uid) < PlaybackThread::kMaxTracksPerUid
934                                        && mTracks.size() < PlaybackThread::kMaxTracks;
935                             }
936 
isTimestampCorrectionEnabled()937                 bool        isTimestampCorrectionEnabled() const override {
938                                 return audio_is_output_devices(mTimestampCorrectedDevice)
939                                         && outDeviceTypes().count(mTimestampCorrectedDevice) != 0;
940                             }
941 
942 protected:
943     // updated by readOutputParameters_l()
944     size_t                          mNormalFrameCount;  // normal mixer and effects
945 
946     bool                            mThreadThrottle;     // throttle the thread processing
947     uint32_t                        mThreadThrottleTimeMs; // throttle time for MIXER threads
948     uint32_t                        mThreadThrottleEndMs;  // notify once per throttling
949     uint32_t                        mHalfBufferMs;       // half the buffer size in milliseconds
950 
951     void*                           mSinkBuffer;         // frame size aligned sink buffer
952 
953     // TODO:
954     // Rearrange the buffer info into a struct/class with
955     // clear, copy, construction, destruction methods.
956     //
957     // mSinkBuffer also has associated with it:
958     //
959     // mSinkBufferSize: Sink Buffer Size
960     // mFormat: Sink Buffer Format
961 
962     // Mixer Buffer (mMixerBuffer*)
963     //
964     // In the case of floating point or multichannel data, which is not in the
965     // sink format, it is required to accumulate in a higher precision or greater channel count
966     // buffer before downmixing or data conversion to the sink buffer.
967 
968     // Set to "true" to enable the Mixer Buffer otherwise mixer output goes to sink buffer.
969     bool                            mMixerBufferEnabled;
970 
971     // Storage, 32 byte aligned (may make this alignment a requirement later).
972     // Due to constraints on mNormalFrameCount, the buffer size is a multiple of 16 frames.
973     void*                           mMixerBuffer;
974 
975     // Size of mMixerBuffer in bytes: mNormalFrameCount * #channels * sampsize.
976     size_t                          mMixerBufferSize;
977 
978     // The audio format of mMixerBuffer. Set to AUDIO_FORMAT_PCM_(FLOAT|16_BIT) only.
979     audio_format_t                  mMixerBufferFormat;
980 
981     // An internal flag set to true by MixerThread::prepareTracks_l()
982     // when mMixerBuffer contains valid data after mixing.
983     bool                            mMixerBufferValid;
984 
985     // Effects Buffer (mEffectsBuffer*)
986     //
987     // In the case of effects data, which is not in the sink format,
988     // it is required to accumulate in a different buffer before data conversion
989     // to the sink buffer.
990 
991     // Set to "true" to enable the Effects Buffer otherwise effects output goes to sink buffer.
992     bool                            mEffectBufferEnabled;
993 
994     // Storage, 32 byte aligned (may make this alignment a requirement later).
995     // Due to constraints on mNormalFrameCount, the buffer size is a multiple of 16 frames.
996     void*                           mEffectBuffer;
997 
998     // Size of mEffectsBuffer in bytes: mNormalFrameCount * #channels * sampsize.
999     size_t                          mEffectBufferSize;
1000 
1001     // The audio format of mEffectsBuffer. Set to AUDIO_FORMAT_PCM_16_BIT only.
1002     audio_format_t                  mEffectBufferFormat;
1003 
1004     // An internal flag set to true by MixerThread::prepareTracks_l()
1005     // when mEffectsBuffer contains valid data after mixing.
1006     //
1007     // When this is set, all mixer data is routed into the effects buffer
1008     // for any processing (including output processing).
1009     bool                            mEffectBufferValid;
1010 
1011     // suspend count, > 0 means suspended.  While suspended, the thread continues to pull from
1012     // tracks and mix, but doesn't write to HAL.  A2DP and SCO HAL implementations can't handle
1013     // concurrent use of both of them, so Audio Policy Service suspends one of the threads to
1014     // workaround that restriction.
1015     // 'volatile' means accessed via atomic operations and no lock.
1016     volatile int32_t                mSuspended;
1017 
1018     int64_t                         mBytesWritten;
1019     int64_t                         mFramesWritten; // not reset on standby
1020     int64_t                         mSuspendedFrames; // not reset on standby
1021 
1022     // mHapticChannelMask and mHapticChannelCount will only be valid when the thread support
1023     // haptic playback.
1024     audio_channel_mask_t            mHapticChannelMask = AUDIO_CHANNEL_NONE;
1025     uint32_t                        mHapticChannelCount = 0;
1026 private:
1027     // mMasterMute is in both PlaybackThread and in AudioFlinger.  When a
1028     // PlaybackThread needs to find out if master-muted, it checks it's local
1029     // copy rather than the one in AudioFlinger.  This optimization saves a lock.
1030     bool                            mMasterMute;
setMasterMute_l(bool muted)1031                 void        setMasterMute_l(bool muted) { mMasterMute = muted; }
1032 protected:
1033     ActiveTracks<Track>     mActiveTracks;
1034 
1035     // Time to sleep between cycles when:
1036     virtual uint32_t        activeSleepTimeUs() const;      // mixer state MIXER_TRACKS_ENABLED
1037     virtual uint32_t        idleSleepTimeUs() const = 0;    // mixer state MIXER_IDLE
1038     virtual uint32_t        suspendSleepTimeUs() const = 0; // audio policy manager suspended us
1039     // No sleep when mixer state == MIXER_TRACKS_READY; relies on audio HAL stream->write()
1040     // No sleep in standby mode; waits on a condition
1041 
1042     // Code snippets that are temporarily lifted up out of threadLoop() until the merge
1043                 void        checkSilentMode_l();
1044 
1045     // Non-trivial for DUPLICATING only
saveOutputTracks()1046     virtual     void        saveOutputTracks() { }
clearOutputTracks()1047     virtual     void        clearOutputTracks() { }
1048 
1049     // Cache various calculated values, at threadLoop() entry and after a parameter change
1050     virtual     void        cacheParameters_l();
1051 
1052     virtual     uint32_t    correctLatency_l(uint32_t latency) const;
1053 
1054     virtual     status_t    createAudioPatch_l(const struct audio_patch *patch,
1055                                    audio_patch_handle_t *handle);
1056     virtual     status_t    releaseAudioPatch_l(const audio_patch_handle_t handle);
1057 
usesHwAvSync()1058                 bool        usesHwAvSync() const { return (mType == DIRECT) && (mOutput != NULL)
1059                                     && mHwSupportsPause
1060                                     && (mOutput->flags & AUDIO_OUTPUT_FLAG_HW_AV_SYNC); }
1061 
1062                 uint32_t    trackCountForUid_l(uid_t uid) const;
1063 
1064 private:
1065 
1066     friend class AudioFlinger;      // for numerous
1067 
1068     DISALLOW_COPY_AND_ASSIGN(PlaybackThread);
1069 
1070     status_t    addTrack_l(const sp<Track>& track);
1071     bool        destroyTrack_l(const sp<Track>& track);
1072     void        removeTrack_l(const sp<Track>& track);
1073 
1074     void        readOutputParameters_l();
1075     void        updateMetadata_l() final;
1076     virtual void sendMetadataToBackend_l(const StreamOutHalInterface::SourceMetadata& metadata);
1077 
1078     // The Tracks class manages tracks added and removed from the Thread.
1079     template <typename T>
1080     class Tracks {
1081     public:
Tracks(bool saveDeletedTrackIds)1082         Tracks(bool saveDeletedTrackIds) :
1083             mSaveDeletedTrackIds(saveDeletedTrackIds) { }
1084 
1085         // SortedVector methods
add(const sp<T> & track)1086         ssize_t         add(const sp<T> &track) {
1087             const ssize_t index = mTracks.add(track);
1088             LOG_ALWAYS_FATAL_IF(index < 0, "cannot add track");
1089             return index;
1090         }
1091         ssize_t         remove(const sp<T> &track);
size()1092         size_t          size() const {
1093             return mTracks.size();
1094         }
isEmpty()1095         bool            isEmpty() const {
1096             return mTracks.isEmpty();
1097         }
indexOf(const sp<T> & item)1098         ssize_t         indexOf(const sp<T> &item) {
1099             return mTracks.indexOf(item);
1100         }
1101         sp<T>           operator[](size_t index) const {
1102             return mTracks[index];
1103         }
begin()1104         typename SortedVector<sp<T>>::iterator begin() {
1105             return mTracks.begin();
1106         }
end()1107         typename SortedVector<sp<T>>::iterator end() {
1108             return mTracks.end();
1109         }
1110 
processDeletedTrackIds(std::function<void (int)> f)1111         size_t          processDeletedTrackIds(std::function<void(int)> f) {
1112             for (const int trackId : mDeletedTrackIds) {
1113                 f(trackId);
1114             }
1115             return mDeletedTrackIds.size();
1116         }
1117 
clearDeletedTrackIds()1118         void            clearDeletedTrackIds() { mDeletedTrackIds.clear(); }
1119 
1120     private:
1121         // Tracks pending deletion for MIXER type threads
1122         const bool mSaveDeletedTrackIds; // true to enable tracking
1123         std::set<int> mDeletedTrackIds;
1124 
1125         SortedVector<sp<T>> mTracks; // wrapped SortedVector.
1126     };
1127 
1128     Tracks<Track>                   mTracks;
1129 
1130     stream_type_t                   mStreamTypes[AUDIO_STREAM_CNT];
1131     AudioStreamOut                  *mOutput;
1132 
1133     float                           mMasterVolume;
1134     std::atomic<float>              mMasterBalance{};
1135     audio_utils::Balance            mBalance;
1136     int                             mNumWrites;
1137     int                             mNumDelayedWrites;
1138     bool                            mInWrite;
1139 
1140     // FIXME rename these former local variables of threadLoop to standard "m" names
1141     nsecs_t                         mStandbyTimeNs;
1142     size_t                          mSinkBufferSize;
1143 
1144     // cached copies of activeSleepTimeUs() and idleSleepTimeUs() made by cacheParameters_l()
1145     uint32_t                        mActiveSleepTimeUs;
1146     uint32_t                        mIdleSleepTimeUs;
1147 
1148     uint32_t                        mSleepTimeUs;
1149 
1150     // mixer status returned by prepareTracks_l()
1151     mixer_state                     mMixerStatus; // current cycle
1152                                                   // previous cycle when in prepareTracks_l()
1153     mixer_state                     mMixerStatusIgnoringFastTracks;
1154                                                   // FIXME or a separate ready state per track
1155 
1156     // FIXME move these declarations into the specific sub-class that needs them
1157     // MIXER only
1158     uint32_t                        sleepTimeShift;
1159 
1160     // same as AudioFlinger::mStandbyTimeInNsecs except for DIRECT which uses a shorter value
1161     nsecs_t                         mStandbyDelayNs;
1162 
1163     // MIXER only
1164     nsecs_t                         maxPeriod;
1165 
1166     // DUPLICATING only
1167     uint32_t                        writeFrames;
1168 
1169     size_t                          mBytesRemaining;
1170     size_t                          mCurrentWriteLength;
1171     bool                            mUseAsyncWrite;
1172     // mWriteAckSequence contains current write sequence on bits 31-1. The write sequence is
1173     // incremented each time a write(), a flush() or a standby() occurs.
1174     // Bit 0 is set when a write blocks and indicates a callback is expected.
1175     // Bit 0 is reset by the async callback thread calling resetWriteBlocked(). Out of sequence
1176     // callbacks are ignored.
1177     uint32_t                        mWriteAckSequence;
1178     // mDrainSequence contains current drain sequence on bits 31-1. The drain sequence is
1179     // incremented each time a drain is requested or a flush() or standby() occurs.
1180     // Bit 0 is set when the drain() command is called at the HAL and indicates a callback is
1181     // expected.
1182     // Bit 0 is reset by the async callback thread calling resetDraining(). Out of sequence
1183     // callbacks are ignored.
1184     uint32_t                        mDrainSequence;
1185     sp<AsyncCallbackThread>         mCallbackThread;
1186 
1187     Mutex                                    mAudioTrackCbLock;
1188     // Record of IAudioTrackCallback
1189     std::set<sp<media::IAudioTrackCallback>> mAudioTrackCallbacks;
1190 
1191 private:
1192     // The HAL output sink is treated as non-blocking, but current implementation is blocking
1193     sp<NBAIO_Sink>          mOutputSink;
1194     // If a fast mixer is present, the blocking pipe sink, otherwise clear
1195     sp<NBAIO_Sink>          mPipeSink;
1196     // The current sink for the normal mixer to write it's (sub)mix, mOutputSink or mPipeSink
1197     sp<NBAIO_Sink>          mNormalSink;
1198     uint32_t                mScreenState;   // cached copy of gScreenState
1199     // TODO: add comment and adjust size as needed
1200     static const size_t     kFastMixerLogSize = 8 * 1024;
1201     sp<NBLog::Writer>       mFastMixerNBLogWriter;
1202 
1203     // Downstream patch latency, available if mDownstreamLatencyStatMs.getN() > 0.
1204     audio_utils::Statistics<double> mDownstreamLatencyStatMs{0.999};
1205 
1206 public:
1207     virtual     bool        hasFastMixer() const = 0;
getFastTrackUnderruns(size_t fastIndex __unused)1208     virtual     FastTrackUnderruns getFastTrackUnderruns(size_t fastIndex __unused) const
1209                                 { FastTrackUnderruns dummy; return dummy; }
1210 
1211 protected:
1212                 // accessed by both binder threads and within threadLoop(), lock on mutex needed
1213                 unsigned    mFastTrackAvailMask;    // bit i set if fast track [i] is available
1214                 bool        mHwSupportsPause;
1215                 bool        mHwPaused;
1216                 bool        mFlushPending;
1217                 // volumes last sent to audio HAL with stream->setVolume()
1218                 float mLeftVolFloat;
1219                 float mRightVolFloat;
1220 };
1221 
1222 class MixerThread : public PlaybackThread {
1223 public:
1224     MixerThread(const sp<AudioFlinger>& audioFlinger,
1225                 AudioStreamOut* output,
1226                 audio_io_handle_t id,
1227                 bool systemReady,
1228                 type_t type = MIXER);
1229     virtual             ~MixerThread();
1230 
1231     // Thread virtuals
1232 
1233     virtual     bool        checkForNewParameter_l(const String8& keyValuePair,
1234                                                    status_t& status);
1235 
1236     virtual     bool        isTrackAllowed_l(
1237                                     audio_channel_mask_t channelMask, audio_format_t format,
1238                                     audio_session_t sessionId, uid_t uid) const override;
1239 protected:
1240     virtual     mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove);
1241     virtual     uint32_t    idleSleepTimeUs() const;
1242     virtual     uint32_t    suspendSleepTimeUs() const;
1243     virtual     void        cacheParameters_l();
1244 
acquireWakeLock_l()1245     virtual void acquireWakeLock_l() {
1246         PlaybackThread::acquireWakeLock_l();
1247         if (hasFastMixer()) {
1248             mFastMixer->setBoottimeOffset(
1249                     mTimestamp.mTimebaseOffset[ExtendedTimestamp::TIMEBASE_BOOTTIME]);
1250         }
1251     }
1252 
1253                 void        dumpInternals_l(int fd, const Vector<String16>& args) override;
1254 
1255     // threadLoop snippets
1256     virtual     ssize_t     threadLoop_write();
1257     virtual     void        threadLoop_standby();
1258     virtual     void        threadLoop_mix();
1259     virtual     void        threadLoop_sleepTime();
1260     virtual     uint32_t    correctLatency_l(uint32_t latency) const;
1261 
1262     virtual     status_t    createAudioPatch_l(const struct audio_patch *patch,
1263                                    audio_patch_handle_t *handle);
1264     virtual     status_t    releaseAudioPatch_l(const audio_patch_handle_t handle);
1265 
1266                 AudioMixer* mAudioMixer;    // normal mixer
1267 private:
1268                 // one-time initialization, no locks required
1269                 sp<FastMixer>     mFastMixer;     // non-0 if there is also a fast mixer
1270                 sp<AudioWatchdog> mAudioWatchdog; // non-0 if there is an audio watchdog thread
1271 
1272                 // contents are not guaranteed to be consistent, no locks required
1273                 FastMixerDumpState mFastMixerDumpState;
1274 #ifdef STATE_QUEUE_DUMP
1275                 StateQueueObserverDump mStateQueueObserverDump;
1276                 StateQueueMutatorDump  mStateQueueMutatorDump;
1277 #endif
1278                 AudioWatchdogDump mAudioWatchdogDump;
1279 
1280                 // accessible only within the threadLoop(), no locks required
1281                 //          mFastMixer->sq()    // for mutating and pushing state
1282                 int32_t     mFastMixerFutex;    // for cold idle
1283 
1284                 std::atomic_bool mMasterMono;
1285 public:
hasFastMixer()1286     virtual     bool        hasFastMixer() const { return mFastMixer != 0; }
getFastTrackUnderruns(size_t fastIndex)1287     virtual     FastTrackUnderruns getFastTrackUnderruns(size_t fastIndex) const {
1288                               ALOG_ASSERT(fastIndex < FastMixerState::sMaxFastTracks);
1289                               return mFastMixerDumpState.mTracks[fastIndex].mUnderruns;
1290                             }
1291 
threadloop_getHalTimestamp_l(ExtendedTimestamp * timestamp)1292                 status_t    threadloop_getHalTimestamp_l(
1293                                     ExtendedTimestamp *timestamp) const override {
1294                                 if (mNormalSink.get() != nullptr) {
1295                                     return mNormalSink->getTimestamp(*timestamp);
1296                                 }
1297                                 return INVALID_OPERATION;
1298                             }
1299 
1300 protected:
setMasterMono_l(bool mono)1301     virtual     void       setMasterMono_l(bool mono) {
1302                                mMasterMono.store(mono);
1303                                if (mFastMixer != nullptr) { /* hasFastMixer() */
1304                                    mFastMixer->setMasterMono(mMasterMono);
1305                                }
1306                            }
1307                 // the FastMixer performs mono blend if it exists.
1308                 // Blending with limiter is not idempotent,
1309                 // and blending without limiter is idempotent but inefficient to do twice.
requireMonoBlend()1310     virtual     bool       requireMonoBlend() { return mMasterMono.load() && !hasFastMixer(); }
1311 
setMasterBalance(float balance)1312                 void       setMasterBalance(float balance) override {
1313                                mMasterBalance.store(balance);
1314                                if (hasFastMixer()) {
1315                                    mFastMixer->setMasterBalance(balance);
1316                                }
1317                            }
1318 };
1319 
1320 class DirectOutputThread : public PlaybackThread {
1321 public:
1322 
DirectOutputThread(const sp<AudioFlinger> & audioFlinger,AudioStreamOut * output,audio_io_handle_t id,bool systemReady)1323     DirectOutputThread(const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
1324                        audio_io_handle_t id, bool systemReady)
1325         : DirectOutputThread(audioFlinger, output, id, DIRECT, systemReady) { }
1326 
1327     virtual                 ~DirectOutputThread();
1328 
1329                 status_t    selectPresentation(int presentationId, int programId);
1330 
1331     // Thread virtuals
1332 
1333     virtual     bool        checkForNewParameter_l(const String8& keyValuePair,
1334                                                    status_t& status);
1335 
1336     virtual     void        flushHw_l();
1337 
1338                 void        setMasterBalance(float balance) override;
1339 
1340 protected:
1341     virtual     uint32_t    activeSleepTimeUs() const;
1342     virtual     uint32_t    idleSleepTimeUs() const;
1343     virtual     uint32_t    suspendSleepTimeUs() const;
1344     virtual     void        cacheParameters_l();
1345 
1346                 void        dumpInternals_l(int fd, const Vector<String16>& args) override;
1347 
1348     // threadLoop snippets
1349     virtual     mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove);
1350     virtual     void        threadLoop_mix();
1351     virtual     void        threadLoop_sleepTime();
1352     virtual     void        threadLoop_exit();
1353     virtual     bool        shouldStandby_l();
1354 
1355     virtual     void        onAddNewTrack_l();
1356 
1357     bool mVolumeShaperActive = false;
1358 
1359     DirectOutputThread(const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
1360                        audio_io_handle_t id, ThreadBase::type_t type, bool systemReady);
1361     void processVolume_l(Track *track, bool lastTrack);
1362 
1363     // prepareTracks_l() tells threadLoop_mix() the name of the single active track
1364     sp<Track>               mActiveTrack;
1365 
1366     wp<Track>               mPreviousTrack;         // used to detect track switch
1367 
1368     // This must be initialized for initial condition of mMasterBalance = 0 (disabled).
1369     float                   mMasterBalanceLeft = 1.f;
1370     float                   mMasterBalanceRight = 1.f;
1371 
1372 public:
hasFastMixer()1373     virtual     bool        hasFastMixer() const { return false; }
1374 
1375     virtual     int64_t     computeWaitTimeNs_l() const override;
1376 
threadloop_getHalTimestamp_l(ExtendedTimestamp * timestamp)1377     status_t    threadloop_getHalTimestamp_l(ExtendedTimestamp *timestamp) const override {
1378                     // For DIRECT and OFFLOAD threads, query the output sink directly.
1379                     if (mOutput != nullptr) {
1380                         uint64_t uposition64;
1381                         struct timespec time;
1382                         if (mOutput->getPresentationPosition(
1383                                 &uposition64, &time) == OK) {
1384                             timestamp->mPosition[ExtendedTimestamp::LOCATION_KERNEL]
1385                                     = (int64_t)uposition64;
1386                             timestamp->mTimeNs[ExtendedTimestamp::LOCATION_KERNEL]
1387                                     = audio_utils_ns_from_timespec(&time);
1388                             return NO_ERROR;
1389                         }
1390                     }
1391                     return INVALID_OPERATION;
1392                 }
1393 };
1394 
1395 class OffloadThread : public DirectOutputThread {
1396 public:
1397 
1398     OffloadThread(const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
1399                   audio_io_handle_t id, bool systemReady);
~OffloadThread()1400     virtual                 ~OffloadThread() {};
1401     virtual     void        flushHw_l();
1402 
1403 protected:
1404     // threadLoop snippets
1405     virtual     mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove);
1406     virtual     void        threadLoop_exit();
1407 
1408     virtual     bool        waitingAsyncCallback();
1409     virtual     bool        waitingAsyncCallback_l();
1410     virtual     void        invalidateTracks(audio_stream_type_t streamType);
1411 
keepWakeLock()1412     virtual     bool        keepWakeLock() const { return (mKeepWakeLock || (mDrainSequence & 1)); }
1413 
1414 private:
1415     size_t      mPausedWriteLength;     // length in bytes of write interrupted by pause
1416     size_t      mPausedBytesRemaining;  // bytes still waiting in mixbuffer after resume
1417     bool        mKeepWakeLock;          // keep wake lock while waiting for write callback
1418     uint64_t    mOffloadUnderrunPosition; // Current frame position for offloaded playback
1419                                           // used and valid only during underrun.  ~0 if
1420                                           // no underrun has occurred during playback and
1421                                           // is not reset on standby.
1422 };
1423 
1424 class AsyncCallbackThread : public Thread {
1425 public:
1426 
1427     explicit AsyncCallbackThread(const wp<PlaybackThread>& playbackThread);
1428 
1429     virtual             ~AsyncCallbackThread();
1430 
1431     // Thread virtuals
1432     virtual bool        threadLoop();
1433 
1434     // RefBase
1435     virtual void        onFirstRef();
1436 
1437             void        exit();
1438             void        setWriteBlocked(uint32_t sequence);
1439             void        resetWriteBlocked();
1440             void        setDraining(uint32_t sequence);
1441             void        resetDraining();
1442             void        setAsyncError();
1443 
1444 private:
1445     const wp<PlaybackThread>   mPlaybackThread;
1446     // mWriteAckSequence corresponds to the last write sequence passed by the offload thread via
1447     // setWriteBlocked(). The sequence is shifted one bit to the left and the lsb is used
1448     // to indicate that the callback has been received via resetWriteBlocked()
1449     uint32_t                   mWriteAckSequence;
1450     // mDrainSequence corresponds to the last drain sequence passed by the offload thread via
1451     // setDraining(). The sequence is shifted one bit to the left and the lsb is used
1452     // to indicate that the callback has been received via resetDraining()
1453     uint32_t                   mDrainSequence;
1454     Condition                  mWaitWorkCV;
1455     Mutex                      mLock;
1456     bool                       mAsyncError;
1457 };
1458 
1459 class DuplicatingThread : public MixerThread {
1460 public:
1461     DuplicatingThread(const sp<AudioFlinger>& audioFlinger, MixerThread* mainThread,
1462                       audio_io_handle_t id, bool systemReady);
1463     virtual                 ~DuplicatingThread();
1464 
1465     // Thread virtuals
1466                 void        addOutputTrack(MixerThread* thread);
1467                 void        removeOutputTrack(MixerThread* thread);
waitTimeMs()1468                 uint32_t    waitTimeMs() const { return mWaitTimeMs; }
1469 
1470                 void        sendMetadataToBackend_l(
1471                         const StreamOutHalInterface::SourceMetadata& metadata) override;
1472 protected:
1473     virtual     uint32_t    activeSleepTimeUs() const;
1474                 void        dumpInternals_l(int fd, const Vector<String16>& args) override;
1475 
1476 private:
1477                 bool        outputsReady(const SortedVector< sp<OutputTrack> > &outputTracks);
1478 protected:
1479     // threadLoop snippets
1480     virtual     void        threadLoop_mix();
1481     virtual     void        threadLoop_sleepTime();
1482     virtual     ssize_t     threadLoop_write();
1483     virtual     void        threadLoop_standby();
1484     virtual     void        cacheParameters_l();
1485 
1486 private:
1487     // called from threadLoop, addOutputTrack, removeOutputTrack
1488     virtual     void        updateWaitTime_l();
1489 protected:
1490     virtual     void        saveOutputTracks();
1491     virtual     void        clearOutputTracks();
1492 private:
1493 
1494                 uint32_t    mWaitTimeMs;
1495     SortedVector < sp<OutputTrack> >  outputTracks;
1496     SortedVector < sp<OutputTrack> >  mOutputTracks;
1497 public:
hasFastMixer()1498     virtual     bool        hasFastMixer() const { return false; }
threadloop_getHalTimestamp_l(ExtendedTimestamp * timestamp)1499                 status_t    threadloop_getHalTimestamp_l(
1500                                     ExtendedTimestamp *timestamp) const override {
1501         if (mOutputTracks.size() > 0) {
1502             // forward the first OutputTrack's kernel information for timestamp.
1503             const ExtendedTimestamp trackTimestamp =
1504                     mOutputTracks[0]->getClientProxyTimestamp();
1505             if (trackTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] > 0) {
1506                 timestamp->mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] =
1507                         trackTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL];
1508                 timestamp->mPosition[ExtendedTimestamp::LOCATION_KERNEL] =
1509                         trackTimestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL];
1510                 return OK;  // discard server timestamp - that's ignored.
1511             }
1512         }
1513         return INVALID_OPERATION;
1514     }
1515 };
1516 
1517 // record thread
1518 class RecordThread : public ThreadBase
1519 {
1520 public:
1521 
1522     class RecordTrack;
1523 
1524     /* The ResamplerBufferProvider is used to retrieve recorded input data from the
1525      * RecordThread.  It maintains local state on the relative position of the read
1526      * position of the RecordTrack compared with the RecordThread.
1527      */
1528     class ResamplerBufferProvider : public AudioBufferProvider
1529     {
1530     public:
ResamplerBufferProvider(RecordTrack * recordTrack)1531         explicit ResamplerBufferProvider(RecordTrack* recordTrack) :
1532             mRecordTrack(recordTrack),
1533             mRsmpInUnrel(0), mRsmpInFront(0) { }
~ResamplerBufferProvider()1534         virtual ~ResamplerBufferProvider() { }
1535 
1536         // called to set the ResamplerBufferProvider to head of the RecordThread data buffer,
1537         // skipping any previous data read from the hal.
1538         virtual void reset();
1539 
1540         /* Synchronizes RecordTrack position with the RecordThread.
1541          * Calculates available frames and handle overruns if the RecordThread
1542          * has advanced faster than the ResamplerBufferProvider has retrieved data.
1543          * TODO: why not do this for every getNextBuffer?
1544          *
1545          * Parameters
1546          * framesAvailable:  pointer to optional output size_t to store record track
1547          *                   frames available.
1548          *      hasOverrun:  pointer to optional boolean, returns true if track has overrun.
1549          */
1550 
1551         virtual void sync(size_t *framesAvailable = NULL, bool *hasOverrun = NULL);
1552 
1553         // AudioBufferProvider interface
1554         virtual status_t    getNextBuffer(AudioBufferProvider::Buffer* buffer);
1555         virtual void        releaseBuffer(AudioBufferProvider::Buffer* buffer);
1556     private:
1557         RecordTrack * const mRecordTrack;
1558         size_t              mRsmpInUnrel;   // unreleased frames remaining from
1559                                             // most recent getNextBuffer
1560                                             // for debug only
1561         int32_t             mRsmpInFront;   // next available frame
1562                                             // rolling counter that is never cleared
1563     };
1564 
1565 #include "RecordTracks.h"
1566 
1567             RecordThread(const sp<AudioFlinger>& audioFlinger,
1568                     AudioStreamIn *input,
1569                     audio_io_handle_t id,
1570                     bool systemReady
1571                     );
1572             virtual     ~RecordThread();
1573 
1574     // no addTrack_l ?
1575     void        destroyTrack_l(const sp<RecordTrack>& track);
1576     void        removeTrack_l(const sp<RecordTrack>& track);
1577 
1578     // Thread virtuals
1579     virtual bool        threadLoop();
1580     virtual void        preExit();
1581 
1582     // RefBase
1583     virtual void        onFirstRef();
1584 
initCheck()1585     virtual status_t    initCheck() const { return (mInput == NULL) ? NO_INIT : NO_ERROR; }
1586 
readOnlyHeap()1587     virtual sp<MemoryDealer>    readOnlyHeap() const { return mReadOnlyHeap; }
1588 
pipeMemory()1589     virtual sp<IMemory> pipeMemory() const { return mPipeMemory; }
1590 
1591             sp<AudioFlinger::RecordThread::RecordTrack>  createRecordTrack_l(
1592                     const sp<AudioFlinger::Client>& client,
1593                     const audio_attributes_t& attr,
1594                     uint32_t *pSampleRate,
1595                     audio_format_t format,
1596                     audio_channel_mask_t channelMask,
1597                     size_t *pFrameCount,
1598                     audio_session_t sessionId,
1599                     size_t *pNotificationFrameCount,
1600                     pid_t creatorPid,
1601                     uid_t uid,
1602                     audio_input_flags_t *flags,
1603                     pid_t tid,
1604                     status_t *status /*non-NULL*/,
1605                     audio_port_handle_t portId,
1606                     const String16& opPackageName);
1607 
1608             status_t    start(RecordTrack* recordTrack,
1609                               AudioSystem::sync_event_t event,
1610                               audio_session_t triggerSession);
1611 
1612             // ask the thread to stop the specified track, and
1613             // return true if the caller should then do it's part of the stopping process
1614             bool        stop(RecordTrack* recordTrack);
1615 
1616             AudioStreamIn* clearInput();
1617             virtual sp<StreamHalInterface> stream() const;
1618 
1619 
1620     virtual bool        checkForNewParameter_l(const String8& keyValuePair,
1621                                                status_t& status);
cacheParameters_l()1622     virtual void        cacheParameters_l() {}
1623     virtual String8     getParameters(const String8& keys);
1624     virtual void        ioConfigChanged(audio_io_config_event event, pid_t pid = 0,
1625                                         audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
1626     virtual status_t    createAudioPatch_l(const struct audio_patch *patch,
1627                                            audio_patch_handle_t *handle);
1628     virtual status_t    releaseAudioPatch_l(const audio_patch_handle_t handle);
1629             void        updateOutDevices(const DeviceDescriptorBaseVector& outDevices) override;
1630 
1631             void        addPatchTrack(const sp<PatchRecord>& record);
1632             void        deletePatchTrack(const sp<PatchRecord>& record);
1633 
1634             void        readInputParameters_l();
1635     virtual uint32_t    getInputFramesLost();
1636 
1637     virtual status_t addEffectChain_l(const sp<EffectChain>& chain);
1638     virtual size_t removeEffectChain_l(const sp<EffectChain>& chain);
hasAudioSession_l(audio_session_t sessionId)1639             uint32_t hasAudioSession_l(audio_session_t sessionId) const override {
1640                          return ThreadBase::hasAudioSession_l(sessionId, mTracks);
1641                      }
1642 
1643             // Return the set of unique session IDs across all tracks.
1644             // The keys are the session IDs, and the associated values are meaningless.
1645             // FIXME replace by Set [and implement Bag/Multiset for other uses].
1646             KeyedVector<audio_session_t, bool> sessionIds() const;
1647 
1648     virtual status_t setSyncEvent(const sp<SyncEvent>& event);
1649     virtual bool     isValidSyncEvent(const sp<SyncEvent>& event) const;
1650 
1651     static void syncStartEventCallback(const wp<SyncEvent>& event);
1652 
frameCount()1653     virtual size_t      frameCount() const { return mFrameCount; }
hasFastCapture()1654             bool        hasFastCapture() const { return mFastCapture != 0; }
1655     virtual void        toAudioPortConfig(struct audio_port_config *config);
1656 
1657     virtual status_t    checkEffectCompatibility_l(const effect_descriptor_t *desc,
1658                                                    audio_session_t sessionId);
1659 
acquireWakeLock_l()1660     virtual void        acquireWakeLock_l() {
1661                             ThreadBase::acquireWakeLock_l();
1662                             mActiveTracks.updatePowerState(this, true /* force */);
1663                         }
1664 
1665             void        checkBtNrec();
1666 
1667             // Sets the UID records silence
1668             void        setRecordSilenced(audio_port_handle_t portId, bool silenced);
1669 
1670             status_t    getActiveMicrophones(std::vector<media::MicrophoneInfo>* activeMicrophones);
1671 
1672             status_t    setPreferredMicrophoneDirection(audio_microphone_direction_t direction);
1673             status_t    setPreferredMicrophoneFieldDimension(float zoom);
1674 
1675             void        updateMetadata_l() override;
1676 
fastTrackAvailable()1677             bool        fastTrackAvailable() const { return mFastTrackAvail; }
1678 
isTimestampCorrectionEnabled()1679             bool        isTimestampCorrectionEnabled() const override {
1680                             // checks popcount for exactly one device.
1681                             return audio_is_input_device(mTimestampCorrectedDevice)
1682                                     && inDeviceType() == mTimestampCorrectedDevice;
1683                         }
1684 
1685 protected:
1686             void        dumpInternals_l(int fd, const Vector<String16>& args) override;
1687             void        dumpTracks_l(int fd, const Vector<String16>& args) override;
1688 
1689 private:
1690             // Enter standby if not already in standby, and set mStandby flag
1691             void    standbyIfNotAlreadyInStandby();
1692 
1693             // Call the HAL standby method unconditionally, and don't change mStandby flag
1694             void    inputStandBy();
1695 
1696             void    checkBtNrec_l();
1697 
1698             AudioStreamIn                       *mInput;
1699             Source                              *mSource;
1700             SortedVector < sp<RecordTrack> >    mTracks;
1701             // mActiveTracks has dual roles:  it indicates the current active track(s), and
1702             // is used together with mStartStopCond to indicate start()/stop() progress
1703             ActiveTracks<RecordTrack>           mActiveTracks;
1704 
1705             Condition                           mStartStopCond;
1706 
1707             // resampler converts input at HAL Hz to output at AudioRecord client Hz
1708             void                               *mRsmpInBuffer;  // size = mRsmpInFramesOA
1709             size_t                              mRsmpInFrames;  // size of resampler input in frames
1710             size_t                              mRsmpInFramesP2;// size rounded up to a power-of-2
1711             size_t                              mRsmpInFramesOA;// mRsmpInFramesP2 + over-allocation
1712 
1713             // rolling index that is never cleared
1714             int32_t                             mRsmpInRear;    // last filled frame + 1
1715 
1716             // For dumpsys
1717             const sp<MemoryDealer>              mReadOnlyHeap;
1718 
1719             // one-time initialization, no locks required
1720             sp<FastCapture>                     mFastCapture;   // non-0 if there is also
1721                                                                 // a fast capture
1722 
1723             // FIXME audio watchdog thread
1724 
1725             // contents are not guaranteed to be consistent, no locks required
1726             FastCaptureDumpState                mFastCaptureDumpState;
1727 #ifdef STATE_QUEUE_DUMP
1728             // FIXME StateQueue observer and mutator dump fields
1729 #endif
1730             // FIXME audio watchdog dump
1731 
1732             // accessible only within the threadLoop(), no locks required
1733             //          mFastCapture->sq()      // for mutating and pushing state
1734             int32_t     mFastCaptureFutex;      // for cold idle
1735 
1736             // The HAL input source is treated as non-blocking,
1737             // but current implementation is blocking
1738             sp<NBAIO_Source>                    mInputSource;
1739             // The source for the normal capture thread to read from: mInputSource or mPipeSource
1740             sp<NBAIO_Source>                    mNormalSource;
1741             // If a fast capture is present, the non-blocking pipe sink written to by fast capture,
1742             // otherwise clear
1743             sp<NBAIO_Sink>                      mPipeSink;
1744             // If a fast capture is present, the non-blocking pipe source read by normal thread,
1745             // otherwise clear
1746             sp<NBAIO_Source>                    mPipeSource;
1747             // Depth of pipe from fast capture to normal thread and fast clients, always power of 2
1748             size_t                              mPipeFramesP2;
1749             // If a fast capture is present, the Pipe as IMemory, otherwise clear
1750             sp<IMemory>                         mPipeMemory;
1751 
1752             // TODO: add comment and adjust size as needed
1753             static const size_t                 kFastCaptureLogSize = 4 * 1024;
1754             sp<NBLog::Writer>                   mFastCaptureNBLogWriter;
1755 
1756             bool                                mFastTrackAvail;    // true if fast track available
1757             // common state to all record threads
1758             std::atomic_bool                    mBtNrecSuspended;
1759 
1760             int64_t                             mFramesRead = 0;    // continuous running counter.
1761 
1762             DeviceDescriptorBaseVector          mOutDevices;
1763 };
1764 
1765 class MmapThread : public ThreadBase
1766 {
1767  public:
1768 
1769 #include "MmapTracks.h"
1770 
1771     MmapThread(const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id,
1772                AudioHwDevice *hwDev, sp<StreamHalInterface> stream, bool systemReady,
1773                bool isOut);
1774     virtual     ~MmapThread();
1775 
1776     virtual     void        configure(const audio_attributes_t *attr,
1777                                       audio_stream_type_t streamType,
1778                                       audio_session_t sessionId,
1779                                       const sp<MmapStreamCallback>& callback,
1780                                       audio_port_handle_t deviceId,
1781                                       audio_port_handle_t portId);
1782 
1783                 void        disconnect();
1784 
1785     // MmapStreamInterface
1786     status_t createMmapBuffer(int32_t minSizeFrames,
1787                                       struct audio_mmap_buffer_info *info);
1788     status_t getMmapPosition(struct audio_mmap_position *position);
1789     status_t start(const AudioClient& client,
1790                    const audio_attributes_t *attr,
1791                    audio_port_handle_t *handle);
1792     status_t stop(audio_port_handle_t handle);
1793     status_t standby();
1794 
1795     // RefBase
1796     virtual     void        onFirstRef();
1797 
1798     // Thread virtuals
1799     virtual     bool        threadLoop();
1800 
1801     virtual     void        threadLoop_exit();
1802     virtual     void        threadLoop_standby();
shouldStandby_l()1803     virtual     bool        shouldStandby_l() { return false; }
1804     virtual     status_t    exitStandby();
1805 
initCheck()1806     virtual     status_t    initCheck() const { return (mHalStream == 0) ? NO_INIT : NO_ERROR; }
frameCount()1807     virtual     size_t      frameCount() const { return mFrameCount; }
1808     virtual     bool        checkForNewParameter_l(const String8& keyValuePair,
1809                                                     status_t& status);
1810     virtual     String8     getParameters(const String8& keys);
1811     virtual     void        ioConfigChanged(audio_io_config_event event, pid_t pid = 0,
1812                                             audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
1813                 void        readHalParameters_l();
cacheParameters_l()1814     virtual     void        cacheParameters_l() {}
1815     virtual     status_t    createAudioPatch_l(const struct audio_patch *patch,
1816                                                audio_patch_handle_t *handle);
1817     virtual     status_t    releaseAudioPatch_l(const audio_patch_handle_t handle);
1818     virtual     void        toAudioPortConfig(struct audio_port_config *config);
1819 
stream()1820     virtual     sp<StreamHalInterface> stream() const { return mHalStream; }
1821     virtual     status_t    addEffectChain_l(const sp<EffectChain>& chain);
1822     virtual     size_t      removeEffectChain_l(const sp<EffectChain>& chain);
1823     virtual     status_t    checkEffectCompatibility_l(const effect_descriptor_t *desc,
1824                                                                audio_session_t sessionId);
1825 
hasAudioSession_l(audio_session_t sessionId)1826                 uint32_t    hasAudioSession_l(audio_session_t sessionId) const override {
1827                                 // Note: using mActiveTracks as no mTracks here.
1828                                 return ThreadBase::hasAudioSession_l(sessionId, mActiveTracks);
1829                             }
1830     virtual     status_t    setSyncEvent(const sp<SyncEvent>& event);
1831     virtual     bool        isValidSyncEvent(const sp<SyncEvent>& event) const;
1832 
checkSilentMode_l()1833     virtual     void        checkSilentMode_l() {}
processVolume_l()1834     virtual     void        processVolume_l() {}
1835                 void        checkInvalidTracks_l();
1836 
streamType()1837     virtual     audio_stream_type_t streamType() { return AUDIO_STREAM_DEFAULT; }
1838 
invalidateTracks(audio_stream_type_t streamType __unused)1839     virtual     void        invalidateTracks(audio_stream_type_t streamType __unused) {}
1840 
1841                 // Sets the UID records silence
setRecordSilenced(audio_port_handle_t portId __unused,bool silenced __unused)1842     virtual     void        setRecordSilenced(audio_port_handle_t portId __unused,
1843                                               bool silenced __unused) {}
1844 
1845  protected:
1846                 void        dumpInternals_l(int fd, const Vector<String16>& args) override;
1847                 void        dumpTracks_l(int fd, const Vector<String16>& args) override;
1848 
1849                 /**
1850                  * @brief mDeviceId  current device port unique identifier
1851                  */
1852                 audio_port_handle_t     mDeviceId = AUDIO_PORT_HANDLE_NONE;
1853 
1854                 audio_attributes_t      mAttr;
1855                 audio_session_t         mSessionId;
1856                 audio_port_handle_t     mPortId;
1857 
1858                 wp<MmapStreamCallback>  mCallback;
1859                 sp<StreamHalInterface>  mHalStream;
1860                 sp<DeviceHalInterface>  mHalDevice;
1861                 AudioHwDevice* const    mAudioHwDev;
1862                 ActiveTracks<MmapTrack> mActiveTracks;
1863                 float                   mHalVolFloat;
1864 
1865                 int32_t                 mNoCallbackWarningCount;
1866      static     constexpr int32_t       kMaxNoCallbackWarnings = 5;
1867 };
1868 
1869 class MmapPlaybackThread : public MmapThread, public VolumeInterface
1870 {
1871 
1872 public:
1873     MmapPlaybackThread(const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id,
1874                        AudioHwDevice *hwDev, AudioStreamOut *output, bool systemReady);
~MmapPlaybackThread()1875     virtual     ~MmapPlaybackThread() {}
1876 
1877     virtual     void        configure(const audio_attributes_t *attr,
1878                                       audio_stream_type_t streamType,
1879                                       audio_session_t sessionId,
1880                                       const sp<MmapStreamCallback>& callback,
1881                                       audio_port_handle_t deviceId,
1882                                       audio_port_handle_t portId);
1883 
1884                 AudioStreamOut* clearOutput();
1885 
1886                 // VolumeInterface
1887     virtual     void        setMasterVolume(float value);
1888     virtual     void        setMasterMute(bool muted);
1889     virtual     void        setStreamVolume(audio_stream_type_t stream, float value);
1890     virtual     void        setStreamMute(audio_stream_type_t stream, bool muted);
1891     virtual     float       streamVolume(audio_stream_type_t stream) const;
1892 
setMasterMute_l(bool muted)1893                 void        setMasterMute_l(bool muted) { mMasterMute = muted; }
1894 
1895     virtual     void        invalidateTracks(audio_stream_type_t streamType);
1896 
streamType()1897     virtual     audio_stream_type_t streamType() { return mStreamType; }
1898     virtual     void        checkSilentMode_l();
1899                 void        processVolume_l() override;
1900 
1901                 void        updateMetadata_l() override;
1902 
1903     virtual     void        toAudioPortConfig(struct audio_port_config *config);
1904 
1905 protected:
1906                 void        dumpInternals_l(int fd, const Vector<String16>& args) override;
1907 
1908                 audio_stream_type_t         mStreamType;
1909                 float                       mMasterVolume;
1910                 float                       mStreamVolume;
1911                 bool                        mMasterMute;
1912                 bool                        mStreamMute;
1913                 AudioStreamOut*             mOutput;
1914 };
1915 
1916 class MmapCaptureThread : public MmapThread
1917 {
1918 
1919 public:
1920     MmapCaptureThread(const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id,
1921                       AudioHwDevice *hwDev, AudioStreamIn *input, bool systemReady);
~MmapCaptureThread()1922     virtual     ~MmapCaptureThread() {}
1923 
1924                 AudioStreamIn* clearInput();
1925 
1926                 status_t       exitStandby() override;
1927 
1928                 void           updateMetadata_l() override;
1929                 void           processVolume_l() override;
1930                 void           setRecordSilenced(audio_port_handle_t portId,
1931                                                  bool silenced) override;
1932 
1933     virtual     void           toAudioPortConfig(struct audio_port_config *config);
1934 
1935 protected:
1936 
1937                 AudioStreamIn*  mInput;
1938 };
1939