/* * Copyright 2018 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #define ATRACE_TAG ATRACE_TAG_GRAPHICS #include "Scheduler.h" #include <algorithm> #include <cinttypes> #include <cstdint> #include <memory> #include <numeric> #include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h> #include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h> #include <configstore/Utils.h> #include <cutils/properties.h> #include <input/InputWindow.h> #include <system/window.h> #include <ui/DisplayStatInfo.h> #include <utils/Timers.h> #include <utils/Trace.h> #include "DispSync.h" #include "DispSyncSource.h" #include "EventControlThread.h" #include "EventThread.h" #include "IdleTimer.h" #include "InjectVSyncSource.h" #include "LayerInfo.h" #include "SchedulerUtils.h" #include "SurfaceFlingerProperties.h" namespace android { using namespace android::hardware::configstore; using namespace android::hardware::configstore::V1_0; using namespace android::sysprop; #define RETURN_VALUE_IF_INVALID(value) \ if (handle == nullptr || mConnections.count(handle->id) == 0) return value #define RETURN_IF_INVALID() \ if (handle == nullptr || mConnections.count(handle->id) == 0) return std::atomic<int64_t> Scheduler::sNextId = 0; Scheduler::Scheduler(impl::EventControlThread::SetVSyncEnabledFunction function, const scheduler::RefreshRateConfigs& refreshRateConfig) : mHasSyncFramework(running_without_sync_framework(true)), mDispSyncPresentTimeOffset(present_time_offset_from_vsync_ns(0)), mPrimaryHWVsyncEnabled(false), mHWVsyncAvailable(false), mRefreshRateConfigs(refreshRateConfig) { // Note: We create a local temporary with the real DispSync implementation // type temporarily so we can initialize it with the configured values, // before storing it for more generic use using the interface type. auto primaryDispSync = std::make_unique<impl::DispSync>("SchedulerDispSync"); primaryDispSync->init(mHasSyncFramework, mDispSyncPresentTimeOffset); mPrimaryDispSync = std::move(primaryDispSync); mEventControlThread = std::make_unique<impl::EventControlThread>(function); mSetIdleTimerMs = set_idle_timer_ms(0); mSupportKernelTimer = support_kernel_idle_timer(false); mSetTouchTimerMs = set_touch_timer_ms(0); char value[PROPERTY_VALUE_MAX]; property_get("debug.sf.set_idle_timer_ms", value, "0"); int int_value = atoi(value); if (int_value) { mSetIdleTimerMs = atoi(value); } if (mSetIdleTimerMs > 0) { if (mSupportKernelTimer) { mIdleTimer = std::make_unique<scheduler::IdleTimer>(std::chrono::milliseconds( mSetIdleTimerMs), [this] { resetKernelTimerCallback(); }, [this] { expiredKernelTimerCallback(); }); } else { mIdleTimer = std::make_unique<scheduler::IdleTimer>(std::chrono::milliseconds( mSetIdleTimerMs), [this] { resetTimerCallback(); }, [this] { expiredTimerCallback(); }); } mIdleTimer->start(); } if (mSetTouchTimerMs > 0) { // Touch events are coming to SF every 100ms, so the timer needs to be higher than that mTouchTimer = std::make_unique<scheduler::IdleTimer>(std::chrono::milliseconds(mSetTouchTimerMs), [this] { resetTouchTimerCallback(); }, [this] { expiredTouchTimerCallback(); }); mTouchTimer->start(); } } Scheduler::~Scheduler() { // Ensure the IdleTimer thread is joined before we start destroying state. mTouchTimer.reset(); mIdleTimer.reset(); } sp<Scheduler::ConnectionHandle> Scheduler::createConnection( const char* connectionName, int64_t phaseOffsetNs, ResyncCallback resyncCallback, impl::EventThread::InterceptVSyncsCallback interceptCallback) { const int64_t id = sNextId++; ALOGV("Creating a connection handle with ID: %" PRId64 "\n", id); std::unique_ptr<EventThread> eventThread = makeEventThread(connectionName, mPrimaryDispSync.get(), phaseOffsetNs, std::move(interceptCallback)); auto eventThreadConnection = createConnectionInternal(eventThread.get(), std::move(resyncCallback)); mConnections.emplace(id, std::make_unique<Connection>(new ConnectionHandle(id), eventThreadConnection, std::move(eventThread))); return mConnections[id]->handle; } std::unique_ptr<EventThread> Scheduler::makeEventThread( const char* connectionName, DispSync* dispSync, int64_t phaseOffsetNs, impl::EventThread::InterceptVSyncsCallback interceptCallback) { std::unique_ptr<VSyncSource> eventThreadSource = std::make_unique<DispSyncSource>(dispSync, phaseOffsetNs, true, connectionName); return std::make_unique<impl::EventThread>(std::move(eventThreadSource), std::move(interceptCallback), connectionName); } sp<EventThreadConnection> Scheduler::createConnectionInternal(EventThread* eventThread, ResyncCallback&& resyncCallback) { return eventThread->createEventConnection(std::move(resyncCallback)); } sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection( const sp<Scheduler::ConnectionHandle>& handle, ResyncCallback resyncCallback) { RETURN_VALUE_IF_INVALID(nullptr); return createConnectionInternal(mConnections[handle->id]->thread.get(), std::move(resyncCallback)); } EventThread* Scheduler::getEventThread(const sp<Scheduler::ConnectionHandle>& handle) { RETURN_VALUE_IF_INVALID(nullptr); return mConnections[handle->id]->thread.get(); } sp<EventThreadConnection> Scheduler::getEventConnection(const sp<ConnectionHandle>& handle) { RETURN_VALUE_IF_INVALID(nullptr); return mConnections[handle->id]->eventConnection; } void Scheduler::hotplugReceived(const sp<Scheduler::ConnectionHandle>& handle, PhysicalDisplayId displayId, bool connected) { RETURN_IF_INVALID(); mConnections[handle->id]->thread->onHotplugReceived(displayId, connected); } void Scheduler::onScreenAcquired(const sp<Scheduler::ConnectionHandle>& handle) { RETURN_IF_INVALID(); mConnections[handle->id]->thread->onScreenAcquired(); } void Scheduler::onScreenReleased(const sp<Scheduler::ConnectionHandle>& handle) { RETURN_IF_INVALID(); mConnections[handle->id]->thread->onScreenReleased(); } void Scheduler::onConfigChanged(const sp<ConnectionHandle>& handle, PhysicalDisplayId displayId, int32_t configId) { RETURN_IF_INVALID(); mConnections[handle->id]->thread->onConfigChanged(displayId, configId); } void Scheduler::dump(const sp<Scheduler::ConnectionHandle>& handle, std::string& result) const { RETURN_IF_INVALID(); mConnections.at(handle->id)->thread->dump(result); } void Scheduler::setPhaseOffset(const sp<Scheduler::ConnectionHandle>& handle, nsecs_t phaseOffset) { RETURN_IF_INVALID(); mConnections[handle->id]->thread->setPhaseOffset(phaseOffset); } void Scheduler::getDisplayStatInfo(DisplayStatInfo* stats) { stats->vsyncTime = mPrimaryDispSync->computeNextRefresh(0); stats->vsyncPeriod = mPrimaryDispSync->getPeriod(); } void Scheduler::enableHardwareVsync() { std::lock_guard<std::mutex> lock(mHWVsyncLock); if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) { mPrimaryDispSync->beginResync(); mEventControlThread->setVsyncEnabled(true); mPrimaryHWVsyncEnabled = true; } } void Scheduler::disableHardwareVsync(bool makeUnavailable) { std::lock_guard<std::mutex> lock(mHWVsyncLock); if (mPrimaryHWVsyncEnabled) { mEventControlThread->setVsyncEnabled(false); mPrimaryDispSync->endResync(); mPrimaryHWVsyncEnabled = false; } if (makeUnavailable) { mHWVsyncAvailable = false; } } void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) { { std::lock_guard<std::mutex> lock(mHWVsyncLock); if (makeAvailable) { mHWVsyncAvailable = makeAvailable; } else if (!mHWVsyncAvailable) { // Hardware vsync is not currently available, so abort the resync // attempt for now return; } } if (period <= 0) { return; } setVsyncPeriod(period); } ResyncCallback Scheduler::makeResyncCallback(GetVsyncPeriod&& getVsyncPeriod) { std::weak_ptr<VsyncState> ptr = mPrimaryVsyncState; return [ptr, getVsyncPeriod = std::move(getVsyncPeriod)]() { if (const auto vsync = ptr.lock()) { vsync->resync(getVsyncPeriod); } }; } void Scheduler::VsyncState::resync(const GetVsyncPeriod& getVsyncPeriod) { static constexpr nsecs_t kIgnoreDelay = ms2ns(500); const nsecs_t now = systemTime(); const nsecs_t last = lastResyncTime.exchange(now); if (now - last > kIgnoreDelay) { scheduler.resyncToHardwareVsync(false, getVsyncPeriod()); } } void Scheduler::setRefreshSkipCount(int count) { mPrimaryDispSync->setRefreshSkipCount(count); } void Scheduler::setVsyncPeriod(const nsecs_t period) { std::lock_guard<std::mutex> lock(mHWVsyncLock); mPrimaryDispSync->setPeriod(period); if (!mPrimaryHWVsyncEnabled) { mPrimaryDispSync->beginResync(); mEventControlThread->setVsyncEnabled(true); mPrimaryHWVsyncEnabled = true; } } void Scheduler::addResyncSample(const nsecs_t timestamp, bool* periodChanged) { bool needsHwVsync = false; *periodChanged = false; { // Scope for the lock std::lock_guard<std::mutex> lock(mHWVsyncLock); if (mPrimaryHWVsyncEnabled) { needsHwVsync = mPrimaryDispSync->addResyncSample(timestamp, periodChanged); } } if (needsHwVsync) { enableHardwareVsync(); } else { disableHardwareVsync(false); } } void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) { if (mPrimaryDispSync->addPresentFence(fenceTime)) { enableHardwareVsync(); } else { disableHardwareVsync(false); } } void Scheduler::setIgnorePresentFences(bool ignore) { mPrimaryDispSync->setIgnorePresentFences(ignore); } nsecs_t Scheduler::expectedPresentTime() { return mPrimaryDispSync->expectedPresentTime(); } void Scheduler::dumpPrimaryDispSync(std::string& result) const { mPrimaryDispSync->dump(result); } std::unique_ptr<scheduler::LayerHistory::LayerHandle> Scheduler::registerLayer( std::string const& name, int windowType) { RefreshRateType refreshRateType = (windowType == InputWindowInfo::TYPE_WALLPAPER) ? RefreshRateType::DEFAULT : RefreshRateType::PERFORMANCE; const auto refreshRate = mRefreshRateConfigs.getRefreshRate(refreshRateType); const uint32_t fps = (refreshRate) ? refreshRate->fps : 0; return mLayerHistory.createLayer(name, fps); } void Scheduler::addLayerPresentTimeAndHDR( const std::unique_ptr<scheduler::LayerHistory::LayerHandle>& layerHandle, nsecs_t presentTime, bool isHDR) { mLayerHistory.insert(layerHandle, presentTime, isHDR); } void Scheduler::setLayerVisibility( const std::unique_ptr<scheduler::LayerHistory::LayerHandle>& layerHandle, bool visible) { mLayerHistory.setVisibility(layerHandle, visible); } void Scheduler::withPrimaryDispSync(std::function<void(DispSync&)> const& fn) { fn(*mPrimaryDispSync); } void Scheduler::updateFpsBasedOnContent() { auto [refreshRate, isHDR] = mLayerHistory.getDesiredRefreshRateAndHDR(); const uint32_t refreshRateRound = std::round(refreshRate); RefreshRateType newRefreshRateType; { std::lock_guard<std::mutex> lock(mFeatureStateLock); if (mContentRefreshRate == refreshRateRound && mIsHDRContent == isHDR) { return; } mContentRefreshRate = refreshRateRound; ATRACE_INT("ContentFPS", mContentRefreshRate); mIsHDRContent = isHDR; ATRACE_INT("ContentHDR", mIsHDRContent); mCurrentContentFeatureState = refreshRateRound > 0 ? ContentFeatureState::CONTENT_DETECTION_ON : ContentFeatureState::CONTENT_DETECTION_OFF; newRefreshRateType = calculateRefreshRateType(); if (mRefreshRateType == newRefreshRateType) { return; } mRefreshRateType = newRefreshRateType; } changeRefreshRate(newRefreshRateType, ConfigEvent::Changed); } void Scheduler::setChangeRefreshRateCallback( const ChangeRefreshRateCallback& changeRefreshRateCallback) { std::lock_guard<std::mutex> lock(mCallbackLock); mChangeRefreshRateCallback = changeRefreshRateCallback; } void Scheduler::setGetVsyncPeriodCallback(const GetVsyncPeriod&& getVsyncPeriod) { std::lock_guard<std::mutex> lock(mCallbackLock); mGetVsyncPeriod = getVsyncPeriod; } void Scheduler::updateFrameSkipping(const int64_t skipCount) { ATRACE_INT("FrameSkipCount", skipCount); if (mSkipCount != skipCount) { // Only update DispSync if it hasn't been updated yet. mPrimaryDispSync->setRefreshSkipCount(skipCount); mSkipCount = skipCount; } } void Scheduler::resetIdleTimer() { if (mIdleTimer) { mIdleTimer->reset(); } } void Scheduler::notifyTouchEvent() { if (mTouchTimer) { mTouchTimer->reset(); } if (mSupportKernelTimer) { resetIdleTimer(); } } void Scheduler::resetTimerCallback() { timerChangeRefreshRate(IdleTimerState::RESET); ATRACE_INT("ExpiredIdleTimer", 0); } void Scheduler::resetKernelTimerCallback() { ATRACE_INT("ExpiredKernelIdleTimer", 0); std::lock_guard<std::mutex> lock(mCallbackLock); if (mGetVsyncPeriod) { resyncToHardwareVsync(false, mGetVsyncPeriod()); } } void Scheduler::expiredTimerCallback() { timerChangeRefreshRate(IdleTimerState::EXPIRED); ATRACE_INT("ExpiredIdleTimer", 1); } void Scheduler::resetTouchTimerCallback() { // We do not notify the applications about config changes when idle timer is reset. touchChangeRefreshRate(TouchState::ACTIVE); ATRACE_INT("TouchState", 1); } void Scheduler::expiredTouchTimerCallback() { // We do not notify the applications about config changes when idle timer expires. touchChangeRefreshRate(TouchState::INACTIVE); ATRACE_INT("TouchState", 0); } void Scheduler::expiredKernelTimerCallback() { ATRACE_INT("ExpiredKernelIdleTimer", 1); // Disable HW Vsync if the timer expired, as we don't need it // enabled if we're not pushing frames. disableHardwareVsync(false); } std::string Scheduler::doDump() { std::ostringstream stream; stream << "+ Idle timer interval: " << mSetIdleTimerMs << " ms" << std::endl; stream << "+ Touch timer interval: " << mSetTouchTimerMs << " ms" << std::endl; return stream.str(); } void Scheduler::timerChangeRefreshRate(IdleTimerState idleTimerState) { RefreshRateType newRefreshRateType; { std::lock_guard<std::mutex> lock(mFeatureStateLock); if (mCurrentIdleTimerState == idleTimerState) { return; } mCurrentIdleTimerState = idleTimerState; newRefreshRateType = calculateRefreshRateType(); if (mRefreshRateType == newRefreshRateType) { return; } mRefreshRateType = newRefreshRateType; } changeRefreshRate(newRefreshRateType, ConfigEvent::None); } void Scheduler::touchChangeRefreshRate(TouchState touchState) { ConfigEvent event = ConfigEvent::None; RefreshRateType newRefreshRateType; { std::lock_guard<std::mutex> lock(mFeatureStateLock); if (mCurrentTouchState == touchState) { return; } mCurrentTouchState = touchState; newRefreshRateType = calculateRefreshRateType(); if (mRefreshRateType == newRefreshRateType) { return; } mRefreshRateType = newRefreshRateType; // Send an event in case that content detection is on as touch has a higher priority if (mCurrentContentFeatureState == ContentFeatureState::CONTENT_DETECTION_ON) { event = ConfigEvent::Changed; } } changeRefreshRate(newRefreshRateType, event); } Scheduler::RefreshRateType Scheduler::calculateRefreshRateType() { // HDR content is not supported on PERFORMANCE mode if (mForceHDRContentToDefaultRefreshRate && mIsHDRContent) { return RefreshRateType::DEFAULT; } // As long as touch is active we want to be in performance mode if (mCurrentTouchState == TouchState::ACTIVE) { return RefreshRateType::PERFORMANCE; } // If timer has expired as it means there is no new content on the screen if (mCurrentIdleTimerState == IdleTimerState::EXPIRED) { return RefreshRateType::DEFAULT; } // If content detection is off we choose performance as we don't know the content fps if (mCurrentContentFeatureState == ContentFeatureState::CONTENT_DETECTION_OFF) { return RefreshRateType::PERFORMANCE; } // Content detection is on, find the appropriate refresh rate // Start with the smallest refresh rate which is within a margin of the content RefreshRateType currRefreshRateType = RefreshRateType::PERFORMANCE; constexpr float MARGIN = 0.05f; auto iter = mRefreshRateConfigs.getRefreshRates().cbegin(); while (iter != mRefreshRateConfigs.getRefreshRates().cend()) { if (iter->second->fps >= mContentRefreshRate * (1 - MARGIN)) { currRefreshRateType = iter->first; break; } ++iter; } // Some content aligns better on higher refresh rate. For example for 45fps we should choose // 90Hz config. However we should still prefer a lower refresh rate if the content doesn't // align well with both float ratio = mRefreshRateConfigs.getRefreshRate(currRefreshRateType)->fps / float(mContentRefreshRate); if (std::abs(std::round(ratio) - ratio) > MARGIN) { while (iter != mRefreshRateConfigs.getRefreshRates().cend()) { ratio = iter->second->fps / float(mContentRefreshRate); if (std::abs(std::round(ratio) - ratio) <= MARGIN) { currRefreshRateType = iter->first; break; } ++iter; } } return currRefreshRateType; } void Scheduler::changeRefreshRate(RefreshRateType refreshRateType, ConfigEvent configEvent) { std::lock_guard<std::mutex> lock(mCallbackLock); if (mChangeRefreshRateCallback) { mChangeRefreshRateCallback(refreshRateType, configEvent); } } } // namespace android