/**************************************************************************** Copyright (c) 2014 Chukong Technologies Inc. http://www.cocos2d-x.org Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. ****************************************************************************/ #if CC_TARGET_PLATFORM == CC_PLATFORM_ANDROID #include "AudioEngine-inl.h" #include // for native asset manager #include #include #include #include #include "platform/android/jni/JniHelper.h" #include #include #include "audio/include/AudioEngine.h" #include "base/CCDirector.h" #include "base/CCScheduler.h" #include "platform/android/CCFileUtils-android.h" #include "platform/android/jni/CocosPlayClient.h" using namespace cocos2d; using namespace cocos2d::experimental; #define DELAY_TIME_TO_REMOVE 0.5f void PlayOverEvent(SLPlayItf caller, void* context, SLuint32 playEvent) { if (context && playEvent == SL_PLAYEVENT_HEADATEND) { AudioPlayer* player = (AudioPlayer*)context; //fix issue#8965:AudioEngine can't looping audio on Android 2.3.x if (player->_loop) { (*(player->_fdPlayerPlay))->SetPlayState(player->_fdPlayerPlay, SL_PLAYSTATE_PLAYING); } else { player->_playOver = true; } } } AudioPlayer::AudioPlayer() : _fdPlayerObject(nullptr) , _finishCallback(nullptr) , _duration(0.0f) , _playOver(false) , _loop(false) , _assetFd(0) , _delayTimeToRemove(-1.f) { } AudioPlayer::~AudioPlayer() { if (_fdPlayerObject) { (*_fdPlayerObject)->Destroy(_fdPlayerObject); _fdPlayerObject = nullptr; _fdPlayerPlay = nullptr; _fdPlayerVolume = nullptr; _fdPlayerSeek = nullptr; } if(_assetFd > 0) { close(_assetFd); _assetFd = 0; } } bool AudioPlayer::init(SLEngineItf engineEngine, SLObjectItf outputMixObject,const std::string& fileFullPath, float volume, bool loop) { bool ret = false; do { SLDataSource audioSrc; SLDataLocator_AndroidFD loc_fd; SLDataLocator_URI loc_uri; SLDataFormat_MIME format_mime = {SL_DATAFORMAT_MIME, NULL, SL_CONTAINERTYPE_UNSPECIFIED}; audioSrc.pFormat = &format_mime; if (fileFullPath[0] != '/'){ std::string relativePath = ""; size_t position = fileFullPath.find("assets/"); if (0 == position) { // "assets/" is at the beginning of the path and we don't want it relativePath += fileFullPath.substr(strlen("assets/")); } else { relativePath += fileFullPath; } auto asset = AAssetManager_open(cocos2d::FileUtilsAndroid::getAssetManager(), relativePath.c_str(), AASSET_MODE_UNKNOWN); // open asset as file descriptor off_t start, length; _assetFd = AAsset_openFileDescriptor(asset, &start, &length); if (_assetFd <= 0){ AAsset_close(asset); break; } AAsset_close(asset); // configure audio source loc_fd = {SL_DATALOCATOR_ANDROIDFD, _assetFd, start, length}; audioSrc.pLocator = &loc_fd; } else{ loc_uri = {SL_DATALOCATOR_URI , (SLchar*)fileFullPath.c_str()}; audioSrc.pLocator = &loc_uri; } // configure audio sink SLDataLocator_OutputMix loc_outmix = {SL_DATALOCATOR_OUTPUTMIX, outputMixObject}; SLDataSink audioSnk = {&loc_outmix, NULL}; // create audio player const SLInterfaceID ids[3] = {SL_IID_SEEK, SL_IID_PREFETCHSTATUS, SL_IID_VOLUME}; const SLboolean req[3] = {SL_BOOLEAN_TRUE, SL_BOOLEAN_TRUE, SL_BOOLEAN_TRUE}; auto result = (*engineEngine)->CreateAudioPlayer(engineEngine, &_fdPlayerObject, &audioSrc, &audioSnk, 3, ids, req); if(SL_RESULT_SUCCESS != result){ ERRORLOG("create audio player fail"); break; } // realize the player result = (*_fdPlayerObject)->Realize(_fdPlayerObject, SL_BOOLEAN_FALSE); if(SL_RESULT_SUCCESS != result){ ERRORLOG("realize the player fail"); break; } // get the play interface result = (*_fdPlayerObject)->GetInterface(_fdPlayerObject, SL_IID_PLAY, &_fdPlayerPlay); if(SL_RESULT_SUCCESS != result){ ERRORLOG("get the play interface fail"); break; } // get the seek interface result = (*_fdPlayerObject)->GetInterface(_fdPlayerObject, SL_IID_SEEK, &_fdPlayerSeek); if(SL_RESULT_SUCCESS != result){ ERRORLOG("get the seek interface fail"); break; } // get the volume interface result = (*_fdPlayerObject)->GetInterface(_fdPlayerObject, SL_IID_VOLUME, &_fdPlayerVolume); if(SL_RESULT_SUCCESS != result){ ERRORLOG("get the volume interface fail"); break; } _loop = loop; if (loop){ (*_fdPlayerSeek)->SetLoop(_fdPlayerSeek, SL_BOOLEAN_TRUE, 0, SL_TIME_UNKNOWN); } int dbVolume = 2000 * log10(volume); if(dbVolume < SL_MILLIBEL_MIN){ dbVolume = SL_MILLIBEL_MIN; } (*_fdPlayerVolume)->SetVolumeLevel(_fdPlayerVolume, dbVolume); result = (*_fdPlayerPlay)->SetPlayState(_fdPlayerPlay, SL_PLAYSTATE_PLAYING); if(SL_RESULT_SUCCESS != result){ ERRORLOG("SetPlayState fail"); break; } ret = true; } while (0); return ret; } //==================================================== AudioEngineImpl::AudioEngineImpl() : currentAudioID(0) , _engineObject(nullptr) , _engineEngine(nullptr) , _outputMixObject(nullptr) , _lazyInitLoop(true) { } AudioEngineImpl::~AudioEngineImpl() { if (_outputMixObject) { (*_outputMixObject)->Destroy(_outputMixObject); } if (_engineObject) { (*_engineObject)->Destroy(_engineObject); } } bool AudioEngineImpl::init() { bool ret = false; do{ // create engine auto result = slCreateEngine(&_engineObject, 0, nullptr, 0, nullptr, nullptr); if(SL_RESULT_SUCCESS != result){ ERRORLOG("create opensl engine fail"); break; } // realize the engine result = (*_engineObject)->Realize(_engineObject, SL_BOOLEAN_FALSE); if(SL_RESULT_SUCCESS != result){ ERRORLOG("realize the engine fail"); break; } // get the engine interface, which is needed in order to create other objects result = (*_engineObject)->GetInterface(_engineObject, SL_IID_ENGINE, &_engineEngine); if(SL_RESULT_SUCCESS != result){ ERRORLOG("get the engine interface fail"); break; } // create output mix const SLInterfaceID outputMixIIDs[] = {}; const SLboolean outputMixReqs[] = {}; result = (*_engineEngine)->CreateOutputMix(_engineEngine, &_outputMixObject, 0, outputMixIIDs, outputMixReqs); if(SL_RESULT_SUCCESS != result){ ERRORLOG("create output mix fail"); break; } // realize the output mix result = (*_outputMixObject)->Realize(_outputMixObject, SL_BOOLEAN_FALSE); if(SL_RESULT_SUCCESS != result){ ERRORLOG("realize the output mix fail"); break; } ret = true; }while (false); return ret; } int AudioEngineImpl::play2d(const std::string &filePath ,bool loop ,float volume) { auto audioId = AudioEngine::INVALID_AUDIO_ID; do { if (_engineEngine == nullptr) break; auto& player = _audioPlayers[currentAudioID]; auto fullPath = FileUtils::getInstance()->fullPathForFilename(filePath); cocosplay::updateAssets(fullPath); auto initPlayer = player.init(_engineEngine, _outputMixObject, fullPath, volume, loop); if (!initPlayer){ _audioPlayers.erase(currentAudioID); log("%s,%d message:create player for %s fail", __func__, __LINE__, filePath.c_str()); break; } cocosplay::notifyFileLoaded(fullPath); audioId = currentAudioID++; player._audioID = audioId; (*(player._fdPlayerPlay))->RegisterCallback(player._fdPlayerPlay, PlayOverEvent, (void*)&player); (*(player._fdPlayerPlay))->SetCallbackEventsMask(player._fdPlayerPlay, SL_PLAYEVENT_HEADATEND); AudioEngine::_audioIDInfoMap[audioId].state = AudioEngine::AudioState::PLAYING; if (_lazyInitLoop) { _lazyInitLoop = false; auto scheduler = Director::getInstance()->getScheduler(); scheduler->schedule(schedule_selector(AudioEngineImpl::update), this, 0.03f, false); } } while (0); return audioId; } void AudioEngineImpl::update(float dt) { AudioPlayer* player = nullptr; auto itend = _audioPlayers.end(); for (auto iter = _audioPlayers.begin(); iter != itend; ) { player = &(iter->second); if (player->_playOver) { if (player->_finishCallback) player->_finishCallback(player->_audioID, *AudioEngine::_audioIDInfoMap[player->_audioID].filePath); AudioEngine::remove(player->_audioID); iter = _audioPlayers.erase(iter); continue; } else if (player->_delayTimeToRemove > 0.f) { player->_delayTimeToRemove -= dt; if (player->_delayTimeToRemove < 0.f) { iter = _audioPlayers.erase(iter); continue; } } ++iter; } if(_audioPlayers.empty()){ _lazyInitLoop = true; auto scheduler = Director::getInstance()->getScheduler(); scheduler->unschedule(schedule_selector(AudioEngineImpl::update), this); } } void AudioEngineImpl::setVolume(int audioID,float volume) { auto& player = _audioPlayers[audioID]; int dbVolume = 2000 * log10(volume); if(dbVolume < SL_MILLIBEL_MIN){ dbVolume = SL_MILLIBEL_MIN; } auto result = (*player._fdPlayerVolume)->SetVolumeLevel(player._fdPlayerVolume, dbVolume); if(SL_RESULT_SUCCESS != result){ log("%s error:%u",__func__, result); } } void AudioEngineImpl::setLoop(int audioID, bool loop) { auto& player = _audioPlayers[audioID]; player._loop = loop; SLboolean loopEnabled = SL_BOOLEAN_TRUE; if (!loop){ loopEnabled = SL_BOOLEAN_FALSE; } (*player._fdPlayerSeek)->SetLoop(player._fdPlayerSeek, loopEnabled, 0, SL_TIME_UNKNOWN); } void AudioEngineImpl::pause(int audioID) { auto& player = _audioPlayers[audioID]; auto result = (*player._fdPlayerPlay)->SetPlayState(player._fdPlayerPlay, SL_PLAYSTATE_PAUSED); if(SL_RESULT_SUCCESS != result){ log("%s error:%u",__func__, result); } } void AudioEngineImpl::resume(int audioID) { auto& player = _audioPlayers[audioID]; auto result = (*player._fdPlayerPlay)->SetPlayState(player._fdPlayerPlay, SL_PLAYSTATE_PLAYING); if(SL_RESULT_SUCCESS != result){ log("%s error:%u",__func__, result); } } void AudioEngineImpl::stop(int audioID) { auto& player = _audioPlayers[audioID]; auto result = (*player._fdPlayerPlay)->SetPlayState(player._fdPlayerPlay, SL_PLAYSTATE_STOPPED); if(SL_RESULT_SUCCESS != result){ log("%s error:%u",__func__, result); } /*If destroy openSL object immediately,it may cause dead lock. *It's a system issue.For more information: * https://github.com/cocos2d/cocos2d-x/issues/11697 * https://groups.google.com/forum/#!msg/android-ndk/zANdS2n2cQI/AT6q1F3nNGIJ */ player._delayTimeToRemove = DELAY_TIME_TO_REMOVE; //_audioPlayers.erase(audioID); } void AudioEngineImpl::stopAll() { auto itEnd = _audioPlayers.end(); for (auto it = _audioPlayers.begin(); it != itEnd; ++it) { (*it->second._fdPlayerPlay)->SetPlayState(it->second._fdPlayerPlay, SL_PLAYSTATE_STOPPED); if (it->second._delayTimeToRemove < 0.f) { //If destroy openSL object immediately,it may cause dead lock. it->second._delayTimeToRemove = DELAY_TIME_TO_REMOVE; } } } float AudioEngineImpl::getDuration(int audioID) { SLmillisecond duration; auto& player = _audioPlayers[audioID]; auto result = (*player._fdPlayerPlay)->GetDuration(player._fdPlayerPlay, &duration); if (duration == SL_TIME_UNKNOWN){ return AudioEngine::TIME_UNKNOWN; } else{ player._duration = duration / 1000.0; if (player._duration <= 0) { return AudioEngine::TIME_UNKNOWN; } return player._duration; } } float AudioEngineImpl::getCurrentTime(int audioID) { SLmillisecond currPos; auto& player = _audioPlayers[audioID]; (*player._fdPlayerPlay)->GetPosition(player._fdPlayerPlay, &currPos); return currPos / 1000.0f; } bool AudioEngineImpl::setCurrentTime(int audioID, float time) { auto& player = _audioPlayers[audioID]; SLmillisecond pos = 1000 * time; auto result = (*player._fdPlayerSeek)->SetPosition(player._fdPlayerSeek, pos, SL_SEEKMODE_ACCURATE); if(SL_RESULT_SUCCESS != result){ return false; } return true; } void AudioEngineImpl::setFinishCallback(int audioID, const std::function &callback) { _audioPlayers[audioID]._finishCallback = callback; } #endif