| /* | |
| * Copyright (C) 2011 The Android Open Source Project | |
| * | |
| * Licensed under the Apache License, Version 2.0 (the "License"); | |
| * you may not use this file except in compliance with the License. | |
| * You may obtain a copy of the License at | |
| * | |
| * http://www.apache.org/licenses/LICENSE-2.0 | |
| * | |
| * Unless required by applicable law or agreed to in writing, software | |
| * distributed under the License is distributed on an "AS IS" BASIS, | |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| * See the License for the specific language governing permissions and | |
| * limitations under the License. | |
| */ | |
| // TODO(b/129481165): remove the #pragma below and fix conversion issues | |
| #pragma clang diagnostic push | |
| #pragma clang diagnostic ignored "-Wconversion" | |
| #define ATRACE_TAG ATRACE_TAG_GRAPHICS | |
| #include <pthread.h> | |
| #include <sched.h> | |
| #include <sys/types.h> | |
| #include <chrono> | |
| #include <cstdint> | |
| #include <optional> | |
| #include <type_traits> | |
| #include <utility> | |
| #include <android-base/stringprintf.h> | |
| #include <binder/IPCThreadState.h> | |
| #include <common/trace.h> | |
| #include <cutils/compiler.h> | |
| #include <cutils/sched_policy.h> | |
| #include <gui/DisplayEventReceiver.h> | |
| #include <gui/SchedulingPolicy.h> | |
| #include <utils/Errors.h> | |
| #include <common/FlagManager.h> | |
| #include <scheduler/FrameRateMode.h> | |
| #include <scheduler/VsyncConfig.h> | |
| #include "FrameTimeline/FrameTimeline.h" | |
| #include "VSyncDispatch.h" | |
| #include "EventThread.h" | |
| #undef LOG_TAG | |
| #define LOG_TAG "EventThread" | |
| using namespace std::chrono_literals; | |
| namespace android { | |
| using base::StringAppendF; | |
| using base::StringPrintf; | |
| namespace { | |
| auto vsyncPeriod(VSyncRequest request) { | |
| return static_cast<std::underlying_type_t<VSyncRequest>>(request); | |
| } | |
| std::string toString(VSyncRequest request) { | |
| switch (request) { | |
| case VSyncRequest::None: | |
| return "VSyncRequest::None"; | |
| case VSyncRequest::Single: | |
| return "VSyncRequest::Single"; | |
| case VSyncRequest::SingleSuppressCallback: | |
| return "VSyncRequest::SingleSuppressCallback"; | |
| default: | |
| return StringPrintf("VSyncRequest::Periodic{period=%d}", vsyncPeriod(request)); | |
| } | |
| } | |
| std::string toString(const EventThreadConnection& connection) { | |
| return StringPrintf("Connection{%p, %s}", &connection, | |
| toString(connection.vsyncRequest).c_str()); | |
| } | |
| std::string toString(const DisplayEventReceiver::Event& event) { | |
| switch (event.header.type) { | |
| case DisplayEventType::DISPLAY_EVENT_HOTPLUG: | |
| return StringPrintf("Hotplug{displayId=%s, %s}", | |
| to_string(event.header.displayId).c_str(), | |
| event.hotplug.connected ? "connected" : "disconnected"); | |
| case DisplayEventType::DISPLAY_EVENT_VSYNC: | |
| return StringPrintf("VSync{displayId=%s, count=%u, expectedPresentationTime=%" PRId64 | |
| "}", | |
| to_string(event.header.displayId).c_str(), event.vsync.count, | |
| event.vsync.vsyncData.preferredExpectedPresentationTime()); | |
| case DisplayEventType::DISPLAY_EVENT_MODE_CHANGE: | |
| return StringPrintf("ModeChanged{displayId=%s, modeId=%u}", | |
| to_string(event.header.displayId).c_str(), event.modeChange.modeId); | |
| case DisplayEventType::DISPLAY_EVENT_HDCP_LEVELS_CHANGE: | |
| return StringPrintf("HdcpLevelsChange{displayId=%s, connectedLevel=%d, maxLevel=%d}", | |
| to_string(event.header.displayId).c_str(), | |
| event.hdcpLevelsChange.connectedLevel, | |
| event.hdcpLevelsChange.maxLevel); | |
| case DisplayEventType::DISPLAY_EVENT_MODE_REJECTION: | |
| return StringPrintf("ModeRejected{displayId=%s, modeId=%u}", | |
| to_string(event.header.displayId).c_str(), | |
| event.modeRejection.modeId); | |
| case DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE: | |
| return StringPrintf("FrameRateOverride{displayId=%s, frameRateHz=%f}", | |
| to_string(event.header.displayId).c_str(), | |
| event.frameRateOverride.frameRateHz); | |
| case DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH: | |
| return StringPrintf("FrameRateOverrideFlush{displayId=%s}", | |
| to_string(event.header.displayId).c_str()); | |
| case DisplayEventType::DISPLAY_EVENT_NULL: | |
| return "NULL"; | |
| } | |
| } | |
| DisplayEventReceiver::Event makeHotplug(PhysicalDisplayId displayId, nsecs_t timestamp, | |
| bool connected) { | |
| DisplayEventReceiver::Event event; | |
| event.header = {DisplayEventType::DISPLAY_EVENT_HOTPLUG, displayId, timestamp}; | |
| event.hotplug.connected = connected; | |
| return event; | |
| } | |
| DisplayEventReceiver::Event makeHotplugError(nsecs_t timestamp, int32_t connectionError) { | |
| DisplayEventReceiver::Event event; | |
| PhysicalDisplayId unusedDisplayId; | |
| event.header = {DisplayEventType::DISPLAY_EVENT_HOTPLUG, unusedDisplayId, timestamp}; | |
| event.hotplug.connected = false; | |
| event.hotplug.connectionError = connectionError; | |
| return event; | |
| } | |
| DisplayEventReceiver::Event makeVSync(PhysicalDisplayId displayId, nsecs_t timestamp, | |
| uint32_t count, nsecs_t expectedPresentationTime, | |
| nsecs_t deadlineTimestamp) { | |
| DisplayEventReceiver::Event event; | |
| event.header = {DisplayEventType::DISPLAY_EVENT_VSYNC, displayId, timestamp}; | |
| event.vsync.count = count; | |
| event.vsync.vsyncData.preferredFrameTimelineIndex = 0; | |
| // Temporarily store the current vsync information in frameTimelines[0], marked as | |
| // platform-preferred. When the event is dispatched later, the frame interval at that time is | |
| // used with this information to generate multiple frame timeline choices. | |
| event.vsync.vsyncData.frameTimelines[0] = {.vsyncId = FrameTimelineInfo::INVALID_VSYNC_ID, | |
| .deadlineTimestamp = deadlineTimestamp, | |
| .expectedPresentationTime = | |
| expectedPresentationTime}; | |
| return event; | |
| } | |
| DisplayEventReceiver::Event makeModeChanged(const scheduler::FrameRateMode& mode) { | |
| DisplayEventReceiver::Event event; | |
| event.header = {DisplayEventType::DISPLAY_EVENT_MODE_CHANGE, | |
| mode.modePtr->getPhysicalDisplayId(), systemTime()}; | |
| event.modeChange.modeId = ftl::to_underlying(mode.modePtr->getId()); | |
| event.modeChange.vsyncPeriod = mode.fps.getPeriodNsecs(); | |
| return event; | |
| } | |
| DisplayEventReceiver::Event makeFrameRateOverrideEvent(PhysicalDisplayId displayId, | |
| FrameRateOverride frameRateOverride) { | |
| return DisplayEventReceiver::Event{ | |
| .header = | |
| DisplayEventReceiver::Event::Header{ | |
| .type = DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE, | |
| .displayId = displayId, | |
| .timestamp = systemTime(), | |
| }, | |
| .frameRateOverride = frameRateOverride, | |
| }; | |
| } | |
| DisplayEventReceiver::Event makeFrameRateOverrideFlushEvent(PhysicalDisplayId displayId) { | |
| return DisplayEventReceiver::Event{ | |
| .header = DisplayEventReceiver::Event::Header{ | |
| .type = DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH, | |
| .displayId = displayId, | |
| .timestamp = systemTime(), | |
| }}; | |
| } | |
| DisplayEventReceiver::Event makeHdcpLevelsChange(PhysicalDisplayId displayId, | |
| int32_t connectedLevel, int32_t maxLevel) { | |
| return DisplayEventReceiver::Event{ | |
| .header = | |
| DisplayEventReceiver::Event::Header{ | |
| .type = DisplayEventType::DISPLAY_EVENT_HDCP_LEVELS_CHANGE, | |
| .displayId = displayId, | |
| .timestamp = systemTime(), | |
| }, | |
| .hdcpLevelsChange.connectedLevel = connectedLevel, | |
| .hdcpLevelsChange.maxLevel = maxLevel, | |
| }; | |
| } | |
| DisplayEventReceiver::Event makeModeRejection(PhysicalDisplayId displayId, DisplayModeId modeId) { | |
| return DisplayEventReceiver::Event{ | |
| .header = | |
| DisplayEventReceiver::Event::Header{ | |
| .type = DisplayEventType::DISPLAY_EVENT_MODE_REJECTION, | |
| .displayId = displayId, | |
| .timestamp = systemTime(), | |
| }, | |
| .modeRejection.modeId = ftl::to_underlying(modeId), | |
| }; | |
| } | |
| } // namespace | |
| EventThreadConnection::EventThreadConnection(EventThread* eventThread, uid_t callingUid, | |
| EventRegistrationFlags eventRegistration) | |
| : mOwnerUid(callingUid), | |
| mEventRegistration(eventRegistration), | |
| mEventThread(eventThread), | |
| mChannel(gui::BitTube::DefaultSize) {} | |
| EventThreadConnection::~EventThreadConnection() { | |
| // do nothing here -- clean-up will happen automatically | |
| // when the main thread wakes up | |
| } | |
| void EventThreadConnection::onFirstRef() { | |
| // NOTE: mEventThread doesn't hold a strong reference on us | |
| mEventThread->registerDisplayEventConnection(sp<EventThreadConnection>::fromExisting(this)); | |
| } | |
| binder::Status EventThreadConnection::stealReceiveChannel(gui::BitTube* outChannel) { | |
| std::scoped_lock lock(mLock); | |
| if (mChannel.initCheck() != NO_ERROR) { | |
| return binder::Status::fromStatusT(NAME_NOT_FOUND); | |
| } | |
| outChannel->setReceiveFd(mChannel.moveReceiveFd()); | |
| outChannel->setSendFd(base::unique_fd(dup(mChannel.getSendFd()))); | |
| return binder::Status::ok(); | |
| } | |
| binder::Status EventThreadConnection::setVsyncRate(int rate) { | |
| mEventThread->setVsyncRate(static_cast<uint32_t>(rate), | |
| sp<EventThreadConnection>::fromExisting(this)); | |
| return binder::Status::ok(); | |
| } | |
| binder::Status EventThreadConnection::requestNextVsync() { | |
| SFTRACE_CALL(); | |
| mEventThread->requestNextVsync(sp<EventThreadConnection>::fromExisting(this)); | |
| return binder::Status::ok(); | |
| } | |
| binder::Status EventThreadConnection::getLatestVsyncEventData( | |
| ParcelableVsyncEventData* outVsyncEventData) { | |
| SFTRACE_CALL(); | |
| outVsyncEventData->vsync = | |
| mEventThread->getLatestVsyncEventData(sp<EventThreadConnection>::fromExisting(this), | |
| systemTime()); | |
| return binder::Status::ok(); | |
| } | |
| binder::Status EventThreadConnection::getSchedulingPolicy(gui::SchedulingPolicy* outPolicy) { | |
| return gui::getSchedulingPolicy(outPolicy); | |
| } | |
| status_t EventThreadConnection::postEvent(const DisplayEventReceiver::Event& event) { | |
| constexpr auto toStatus = [](ssize_t size) { | |
| return size < 0 ? status_t(size) : status_t(NO_ERROR); | |
| }; | |
| if (event.header.type == DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE || | |
| event.header.type == DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH) { | |
| mPendingEvents.emplace_back(event); | |
| if (event.header.type == DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE) { | |
| return status_t(NO_ERROR); | |
| } | |
| auto size = DisplayEventReceiver::sendEvents(&mChannel, mPendingEvents.data(), | |
| mPendingEvents.size()); | |
| mPendingEvents.clear(); | |
| return toStatus(size); | |
| } | |
| auto size = DisplayEventReceiver::sendEvents(&mChannel, &event, 1); | |
| return toStatus(size); | |
| } | |
| // --------------------------------------------------------------------------- | |
| EventThread::~EventThread() = default; | |
| namespace impl { | |
| EventThread::EventThread(const char* name, std::shared_ptr<scheduler::VsyncSchedule> vsyncSchedule, | |
| android::frametimeline::TokenManager* tokenManager, | |
| IEventThreadCallback& callback, std::chrono::nanoseconds workDuration, | |
| std::chrono::nanoseconds readyDuration) | |
| : mThreadName(name), | |
| mVsyncTracer(base::StringPrintf("VSYNC-%s", name), 0), | |
| mWorkDuration(base::StringPrintf("VsyncWorkDuration-%s", name), workDuration), | |
| mReadyDuration(readyDuration), | |
| mVsyncSchedule(std::move(vsyncSchedule)), | |
| mVsyncRegistration(mVsyncSchedule->getDispatch(), createDispatchCallback(), name), | |
| mTokenManager(tokenManager), | |
| mCallback(callback) { | |
| mThread = std::thread([this]() NO_THREAD_SAFETY_ANALYSIS { | |
| std::unique_lock<std::mutex> lock(mMutex); | |
| threadMain(lock); | |
| }); | |
| pthread_setname_np(mThread.native_handle(), mThreadName); | |
| pid_t tid = pthread_gettid_np(mThread.native_handle()); | |
| // Use SCHED_FIFO to minimize jitter | |
| constexpr int EVENT_THREAD_PRIORITY = 2; | |
| struct sched_param param = {0}; | |
| param.sched_priority = EVENT_THREAD_PRIORITY; | |
| if (pthread_setschedparam(mThread.native_handle(), SCHED_FIFO, ¶m) != 0) { | |
| ALOGE("Couldn't set SCHED_FIFO for EventThread"); | |
| } | |
| set_sched_policy(tid, SP_FOREGROUND); | |
| } | |
| EventThread::~EventThread() { | |
| { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| mState = State::Quit; | |
| mCondition.notify_all(); | |
| } | |
| mThread.join(); | |
| } | |
| void EventThread::setDuration(std::chrono::nanoseconds workDuration, | |
| std::chrono::nanoseconds readyDuration) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| mWorkDuration = workDuration; | |
| mReadyDuration = readyDuration; | |
| mVsyncRegistration.update({.workDuration = mWorkDuration.get().count(), | |
| .readyDuration = mReadyDuration.count(), | |
| .lastVsync = mLastVsyncCallbackTime.ns(), | |
| .committedVsyncOpt = mLastCommittedVsyncTime.ns()}); | |
| } | |
| sp<EventThreadConnection> EventThread::createEventConnection( | |
| EventRegistrationFlags eventRegistration) const { | |
| auto connection = sp<EventThreadConnection>::make(const_cast<EventThread*>(this), | |
| IPCThreadState::self()->getCallingUid(), | |
| eventRegistration); | |
| if (FlagManager::getInstance().misc1() && | |
| !FlagManager::getInstance().disable_sched_fifo_sf_sched()) { | |
| const int policy = SCHED_FIFO; | |
| connection->setMinSchedulerPolicy(policy, sched_get_priority_min(policy)); | |
| } | |
| return connection; | |
| } | |
| status_t EventThread::registerDisplayEventConnection(const sp<EventThreadConnection>& connection) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| // this should never happen | |
| auto it = std::find(mDisplayEventConnections.cbegin(), | |
| mDisplayEventConnections.cend(), connection); | |
| if (it != mDisplayEventConnections.cend()) { | |
| ALOGW("DisplayEventConnection %p already exists", connection.get()); | |
| mCondition.notify_all(); | |
| return ALREADY_EXISTS; | |
| } | |
| mDisplayEventConnections.push_back(connection); | |
| mCondition.notify_all(); | |
| return NO_ERROR; | |
| } | |
| void EventThread::removeDisplayEventConnectionLocked(const wp<EventThreadConnection>& connection) { | |
| auto it = std::find(mDisplayEventConnections.cbegin(), | |
| mDisplayEventConnections.cend(), connection); | |
| if (it != mDisplayEventConnections.cend()) { | |
| mDisplayEventConnections.erase(it); | |
| } | |
| } | |
| void EventThread::setVsyncRate(uint32_t rate, const sp<EventThreadConnection>& connection) { | |
| if (static_cast<std::underlying_type_t<VSyncRequest>>(rate) < 0) { | |
| return; | |
| } | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| const auto request = rate == 0 ? VSyncRequest::None : static_cast<VSyncRequest>(rate); | |
| if (connection->vsyncRequest != request) { | |
| connection->vsyncRequest = request; | |
| mCondition.notify_all(); | |
| } | |
| } | |
| void EventThread::requestNextVsync(const sp<EventThreadConnection>& connection) { | |
| mCallback.resync(); | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| if (connection->vsyncRequest == VSyncRequest::None) { | |
| connection->vsyncRequest = VSyncRequest::Single; | |
| mCondition.notify_all(); | |
| } else if (connection->vsyncRequest == VSyncRequest::SingleSuppressCallback) { | |
| connection->vsyncRequest = VSyncRequest::Single; | |
| } | |
| } | |
| VsyncEventData EventThread::getLatestVsyncEventData(const sp<EventThreadConnection>& connection, | |
| nsecs_t now) const { | |
| // Resync so that the vsync is accurate with hardware. getLatestVsyncEventData is an alternate | |
| // way to get vsync data (instead of posting callbacks to Choreographer). | |
| mCallback.resync(); | |
| VsyncEventData vsyncEventData; | |
| const Period frameInterval = mCallback.getVsyncPeriod(connection->mOwnerUid); | |
| vsyncEventData.frameInterval = frameInterval.ns(); | |
| const auto [presentTime, deadline] = [&]() -> std::pair<nsecs_t, nsecs_t> { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| const auto vsyncTime = mVsyncSchedule->getTracker().nextAnticipatedVSyncTimeFrom( | |
| now + mWorkDuration.get().count() + mReadyDuration.count()); | |
| return {vsyncTime, vsyncTime - mReadyDuration.count()}; | |
| }(); | |
| generateFrameTimeline(vsyncEventData, frameInterval.ns(), now, presentTime, deadline); | |
| if (FlagManager::getInstance().vrr_config()) { | |
| mCallback.onExpectedPresentTimePosted(TimePoint::fromNs(presentTime)); | |
| } | |
| return vsyncEventData; | |
| } | |
| void EventThread::enableSyntheticVsync(bool enable) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| if (!mVSyncState || mVSyncState->synthetic == enable) { | |
| return; | |
| } | |
| mVSyncState->synthetic = enable; | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::omitVsyncDispatching(bool omitted) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| if (!mVSyncState || mVSyncState->omitted == omitted) { | |
| return; | |
| } | |
| mVSyncState->omitted = omitted; | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::onVsync(nsecs_t vsyncTime, nsecs_t wakeupTime, nsecs_t readyTime) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| mLastVsyncCallbackTime = TimePoint::fromNs(vsyncTime); | |
| LOG_FATAL_IF(!mVSyncState); | |
| mVsyncTracer = (mVsyncTracer + 1) % 2; | |
| mPendingEvents.push_back(makeVSync(mVsyncSchedule->getPhysicalDisplayId(), wakeupTime, | |
| ++mVSyncState->count, vsyncTime, readyTime)); | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::onHotplugReceived(PhysicalDisplayId displayId, bool connected) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| mPendingEvents.push_back(makeHotplug(displayId, systemTime(), connected)); | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::onHotplugConnectionError(int32_t errorCode) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| mPendingEvents.push_back(makeHotplugError(systemTime(), errorCode)); | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::onModeChanged(const scheduler::FrameRateMode& mode) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| mPendingEvents.push_back(makeModeChanged(mode)); | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::onFrameRateOverridesChanged(PhysicalDisplayId displayId, | |
| std::vector<FrameRateOverride> overrides) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| for (auto frameRateOverride : overrides) { | |
| mPendingEvents.push_back(makeFrameRateOverrideEvent(displayId, frameRateOverride)); | |
| } | |
| mPendingEvents.push_back(makeFrameRateOverrideFlushEvent(displayId)); | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::onHdcpLevelsChanged(PhysicalDisplayId displayId, int32_t connectedLevel, | |
| int32_t maxLevel) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| mPendingEvents.push_back(makeHdcpLevelsChange(displayId, connectedLevel, maxLevel)); | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::onModeRejected(PhysicalDisplayId displayId, DisplayModeId modeId) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| mPendingEvents.push_back(makeModeRejection(displayId, modeId)); | |
| mCondition.notify_all(); | |
| } | |
| void EventThread::threadMain(std::unique_lock<std::mutex>& lock) { | |
| DisplayEventConsumers consumers; | |
| while (mState != State::Quit) { | |
| std::optional<DisplayEventReceiver::Event> event; | |
| // Determine next event to dispatch. | |
| if (!mPendingEvents.empty()) { | |
| event = mPendingEvents.front(); | |
| mPendingEvents.pop_front(); | |
| if (event->header.type == DisplayEventType::DISPLAY_EVENT_HOTPLUG) { | |
| if (event->hotplug.connectionError == 0) { | |
| if (event->hotplug.connected && !mVSyncState) { | |
| mVSyncState.emplace(); | |
| } else if (!event->hotplug.connected && | |
| mVsyncSchedule->getPhysicalDisplayId() == event->header.displayId) { | |
| mVSyncState.reset(); | |
| } | |
| } else { | |
| // Ignore vsync stuff on an error. | |
| } | |
| } | |
| } | |
| bool vsyncRequested = false; | |
| // Find connections that should consume this event. | |
| auto it = mDisplayEventConnections.begin(); | |
| while (it != mDisplayEventConnections.end()) { | |
| if (const auto connection = it->promote()) { | |
| if (event && shouldConsumeEvent(*event, connection)) { | |
| consumers.push_back(connection); | |
| } | |
| vsyncRequested |= connection->vsyncRequest != VSyncRequest::None; | |
| ++it; | |
| } else { | |
| it = mDisplayEventConnections.erase(it); | |
| } | |
| } | |
| if (!consumers.empty()) { | |
| dispatchEvent(*event, consumers); | |
| consumers.clear(); | |
| } | |
| if (mVSyncState && vsyncRequested) { | |
| const bool vsyncOmitted = | |
| FlagManager::getInstance().no_vsyncs_on_screen_off() && mVSyncState->omitted; | |
| if (vsyncOmitted) { | |
| mState = State::Idle; | |
| SFTRACE_INT("VsyncPendingScreenOn", 1); | |
| } else { | |
| mState = mVSyncState->synthetic ? State::SyntheticVSync : State::VSync; | |
| if (FlagManager::getInstance().no_vsyncs_on_screen_off()) { | |
| SFTRACE_INT("VsyncPendingScreenOn", 0); | |
| } | |
| } | |
| } else { | |
| ALOGW_IF(!mVSyncState, "Ignoring VSYNC request while display is disconnected"); | |
| mState = State::Idle; | |
| } | |
| if (mState == State::VSync) { | |
| const auto scheduleResult = mVsyncRegistration.schedule( | |
| {.workDuration = mWorkDuration.get().count(), | |
| .readyDuration = mReadyDuration.count(), | |
| .lastVsync = mLastVsyncCallbackTime.ns(), | |
| .committedVsyncOpt = mLastCommittedVsyncTime.ns()}); | |
| LOG_ALWAYS_FATAL_IF(!scheduleResult, "Error scheduling callback"); | |
| } else { | |
| mVsyncRegistration.cancel(); | |
| } | |
| if (!mPendingEvents.empty()) { | |
| continue; | |
| } | |
| // Wait for event or client registration/request. | |
| if (mState == State::Idle) { | |
| mCondition.wait(lock); | |
| } else { | |
| // Generate a fake VSYNC after a long timeout in case the driver stalls. When the | |
| // display is off, keep feeding clients at 60 Hz. | |
| const std::chrono::nanoseconds timeout = | |
| mState == State::SyntheticVSync ? 16ms : 1000ms; | |
| if (mCondition.wait_for(lock, timeout) == std::cv_status::timeout) { | |
| if (mState == State::VSync) { | |
| ALOGW("Faking VSYNC due to driver stall for thread %s", mThreadName); | |
| } | |
| LOG_FATAL_IF(!mVSyncState); | |
| const auto now = systemTime(SYSTEM_TIME_MONOTONIC); | |
| const auto deadlineTimestamp = now + timeout.count(); | |
| const auto expectedVSyncTime = deadlineTimestamp + timeout.count(); | |
| mPendingEvents.push_back(makeVSync(mVsyncSchedule->getPhysicalDisplayId(), now, | |
| ++mVSyncState->count, expectedVSyncTime, | |
| deadlineTimestamp)); | |
| } | |
| } | |
| } | |
| // cancel any pending vsync event before exiting | |
| mVsyncRegistration.cancel(); | |
| } | |
| bool EventThread::shouldConsumeEvent(const DisplayEventReceiver::Event& event, | |
| const sp<EventThreadConnection>& connection) const { | |
| const auto throttleVsync = [&]() REQUIRES(mMutex) { | |
| const auto& vsyncData = event.vsync.vsyncData; | |
| if (connection->frameRate.isValid()) { | |
| return !mVsyncSchedule->getTracker() | |
| .isVSyncInPhase(vsyncData.preferredExpectedPresentationTime(), | |
| connection->frameRate); | |
| } | |
| const auto expectedPresentTime = | |
| TimePoint::fromNs(event.vsync.vsyncData.preferredExpectedPresentationTime()); | |
| return mCallback.throttleVsync(expectedPresentTime, connection->mOwnerUid); | |
| }; | |
| switch (event.header.type) { | |
| case DisplayEventType::DISPLAY_EVENT_HOTPLUG: | |
| return true; | |
| case DisplayEventType::DISPLAY_EVENT_HDCP_LEVELS_CHANGE: | |
| return true; | |
| case DisplayEventType::DISPLAY_EVENT_MODE_CHANGE: { | |
| return connection->mEventRegistration.test( | |
| gui::ISurfaceComposer::EventRegistration::modeChanged); | |
| } | |
| case DisplayEventType::DISPLAY_EVENT_MODE_REJECTION: | |
| return true; | |
| case DisplayEventType::DISPLAY_EVENT_VSYNC: | |
| switch (connection->vsyncRequest) { | |
| case VSyncRequest::None: | |
| return false; | |
| case VSyncRequest::SingleSuppressCallback: | |
| connection->vsyncRequest = VSyncRequest::None; | |
| return false; | |
| case VSyncRequest::Single: { | |
| if (throttleVsync()) { | |
| return false; | |
| } | |
| connection->vsyncRequest = VSyncRequest::SingleSuppressCallback; | |
| return true; | |
| } | |
| case VSyncRequest::Periodic: | |
| if (throttleVsync()) { | |
| return false; | |
| } | |
| return true; | |
| default: | |
| // We don't throttle vsync if the app set a vsync request rate | |
| // since there is no easy way to do that and this is a very | |
| // rare case | |
| return event.vsync.count % vsyncPeriod(connection->vsyncRequest) == 0; | |
| } | |
| case DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE: | |
| [[fallthrough]]; | |
| case DisplayEventType::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH: | |
| return connection->mEventRegistration.test( | |
| gui::ISurfaceComposer::EventRegistration::frameRateOverride); | |
| case DisplayEventType::DISPLAY_EVENT_NULL: | |
| return false; | |
| } | |
| } | |
| int64_t EventThread::generateToken(nsecs_t timestamp, nsecs_t deadlineTimestamp, | |
| nsecs_t expectedPresentationTime) const { | |
| if (mTokenManager != nullptr) { | |
| return mTokenManager->generateTokenForPredictions( | |
| {timestamp, deadlineTimestamp, expectedPresentationTime}); | |
| } | |
| return FrameTimelineInfo::INVALID_VSYNC_ID; | |
| } | |
| void EventThread::generateFrameTimeline(VsyncEventData& outVsyncEventData, nsecs_t frameInterval, | |
| nsecs_t timestamp, | |
| nsecs_t preferredExpectedPresentationTime, | |
| nsecs_t preferredDeadlineTimestamp) const { | |
| uint32_t currentIndex = 0; | |
| // Add 1 to ensure the preferredFrameTimelineIndex entry (when multiplier == 0) is included. | |
| for (int64_t multiplier = -VsyncEventData::kFrameTimelinesCapacity + 1; | |
| currentIndex < VsyncEventData::kFrameTimelinesCapacity; multiplier++) { | |
| nsecs_t deadlineTimestamp = preferredDeadlineTimestamp + multiplier * frameInterval; | |
| // Valid possible frame timelines must have future values, so find a later frame timeline. | |
| if (deadlineTimestamp <= timestamp) { | |
| continue; | |
| } | |
| nsecs_t expectedPresentationTime = | |
| preferredExpectedPresentationTime + multiplier * frameInterval; | |
| if (expectedPresentationTime >= preferredExpectedPresentationTime + | |
| scheduler::VsyncConfig::kEarlyLatchMaxThreshold.count()) { | |
| if (currentIndex == 0) { | |
| ALOGW("%s: Expected present time is too far in the future but no timelines are " | |
| "valid. preferred EPT=%" PRId64 ", Calculated EPT=%" PRId64 | |
| ", multiplier=%" PRId64 ", frameInterval=%" PRId64 ", threshold=%" PRId64, | |
| __func__, preferredExpectedPresentationTime, expectedPresentationTime, | |
| multiplier, frameInterval, | |
| static_cast<int64_t>( | |
| scheduler::VsyncConfig::kEarlyLatchMaxThreshold.count())); | |
| } | |
| break; | |
| } | |
| if (multiplier == 0) { | |
| outVsyncEventData.preferredFrameTimelineIndex = currentIndex; | |
| } | |
| outVsyncEventData.frameTimelines[currentIndex] = | |
| {.vsyncId = generateToken(timestamp, deadlineTimestamp, expectedPresentationTime), | |
| .deadlineTimestamp = deadlineTimestamp, | |
| .expectedPresentationTime = expectedPresentationTime}; | |
| currentIndex++; | |
| } | |
| if (currentIndex == 0) { | |
| ALOGW("%s: No timelines are valid. preferred EPT=%" PRId64 ", frameInterval=%" PRId64 | |
| ", threshold=%" PRId64, | |
| __func__, preferredExpectedPresentationTime, frameInterval, | |
| static_cast<int64_t>(scheduler::VsyncConfig::kEarlyLatchMaxThreshold.count())); | |
| outVsyncEventData.frameTimelines[currentIndex] = | |
| {.vsyncId = generateToken(timestamp, preferredDeadlineTimestamp, | |
| preferredExpectedPresentationTime), | |
| .deadlineTimestamp = preferredDeadlineTimestamp, | |
| .expectedPresentationTime = preferredExpectedPresentationTime}; | |
| currentIndex++; | |
| } | |
| outVsyncEventData.frameTimelinesLength = currentIndex; | |
| } | |
| void EventThread::dispatchEvent(const DisplayEventReceiver::Event& event, | |
| const DisplayEventConsumers& consumers) { | |
| for (const auto& consumer : consumers) { | |
| DisplayEventReceiver::Event copy = event; | |
| if (event.header.type == DisplayEventType::DISPLAY_EVENT_VSYNC) { | |
| const Period frameInterval = mCallback.getVsyncPeriod(consumer->mOwnerUid); | |
| copy.vsync.vsyncData.frameInterval = frameInterval.ns(); | |
| generateFrameTimeline(copy.vsync.vsyncData, frameInterval.ns(), copy.header.timestamp, | |
| event.vsync.vsyncData.preferredExpectedPresentationTime(), | |
| event.vsync.vsyncData.preferredDeadlineTimestamp()); | |
| } | |
| switch (consumer->postEvent(copy)) { | |
| case NO_ERROR: | |
| break; | |
| case -EAGAIN: | |
| // TODO: Try again if pipe is full. | |
| ALOGW("Failed dispatching %s for %s", toString(event).c_str(), | |
| toString(*consumer).c_str()); | |
| break; | |
| default: | |
| // Treat EPIPE and other errors as fatal. | |
| removeDisplayEventConnectionLocked(consumer); | |
| } | |
| } | |
| if (event.header.type == DisplayEventType::DISPLAY_EVENT_VSYNC && | |
| FlagManager::getInstance().vrr_config()) { | |
| mLastCommittedVsyncTime = | |
| TimePoint::fromNs(event.vsync.vsyncData.preferredExpectedPresentationTime()); | |
| mCallback.onExpectedPresentTimePosted(mLastCommittedVsyncTime); | |
| } | |
| } | |
| void EventThread::dump(std::string& result) const { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| StringAppendF(&result, "%s: state=%s VSyncState=", mThreadName, toCString(mState)); | |
| if (mVSyncState) { | |
| StringAppendF(&result, "{displayId=%s, count=%u%s}\n", | |
| to_string(mVsyncSchedule->getPhysicalDisplayId()).c_str(), mVSyncState->count, | |
| mVSyncState->synthetic ? ", synthetic" : ""); | |
| } else { | |
| StringAppendF(&result, "none\n"); | |
| } | |
| const auto relativeLastCallTime = | |
| ticks<std::milli, float>(mLastVsyncCallbackTime - TimePoint::now()); | |
| const auto relativeLastCommittedTime = | |
| ticks<std::milli, float>(mLastCommittedVsyncTime - TimePoint::now()); | |
| StringAppendF(&result, "mWorkDuration=%.2f mReadyDuration=%.2f last vsync time ", | |
| mWorkDuration.get().count() / 1e6f, mReadyDuration.count() / 1e6f); | |
| StringAppendF(&result, "%.2fms relative to now\n", relativeLastCallTime); | |
| StringAppendF(&result, " with vsync committed at %.2fms", relativeLastCommittedTime); | |
| StringAppendF(&result, " pending events (count=%zu):\n", mPendingEvents.size()); | |
| for (const auto& event : mPendingEvents) { | |
| StringAppendF(&result, " %s\n", toString(event).c_str()); | |
| } | |
| StringAppendF(&result, " connections (count=%zu):\n", mDisplayEventConnections.size()); | |
| for (const auto& ptr : mDisplayEventConnections) { | |
| if (const auto connection = ptr.promote()) { | |
| StringAppendF(&result, " %s\n", toString(*connection).c_str()); | |
| } | |
| } | |
| result += '\n'; | |
| } | |
| const char* EventThread::toCString(State state) { | |
| switch (state) { | |
| case State::Idle: | |
| return "Idle"; | |
| case State::Quit: | |
| return "Quit"; | |
| case State::SyntheticVSync: | |
| return "SyntheticVSync"; | |
| case State::VSync: | |
| return "VSync"; | |
| } | |
| } | |
| void EventThread::onNewVsyncSchedule(std::shared_ptr<scheduler::VsyncSchedule> schedule) { | |
| // Hold onto the old registration until after releasing the mutex to avoid deadlock. | |
| scheduler::VSyncCallbackRegistration oldRegistration = | |
| onNewVsyncScheduleInternal(std::move(schedule)); | |
| } | |
| scheduler::VSyncCallbackRegistration EventThread::onNewVsyncScheduleInternal( | |
| std::shared_ptr<scheduler::VsyncSchedule> schedule) { | |
| std::lock_guard<std::mutex> lock(mMutex); | |
| const bool reschedule = mVsyncRegistration.cancel() == scheduler::CancelResult::Cancelled; | |
| mVsyncSchedule = std::move(schedule); | |
| auto oldRegistration = | |
| std::exchange(mVsyncRegistration, | |
| scheduler::VSyncCallbackRegistration(mVsyncSchedule->getDispatch(), | |
| createDispatchCallback(), | |
| mThreadName)); | |
| if (reschedule) { | |
| mVsyncRegistration.schedule({.workDuration = mWorkDuration.get().count(), | |
| .readyDuration = mReadyDuration.count(), | |
| .lastVsync = mLastVsyncCallbackTime.ns(), | |
| .committedVsyncOpt = mLastCommittedVsyncTime.ns()}); | |
| } | |
| return oldRegistration; | |
| } | |
| scheduler::VSyncDispatch::Callback EventThread::createDispatchCallback() { | |
| return [this](nsecs_t vsyncTime, nsecs_t wakeupTime, nsecs_t readyTime) { | |
| onVsync(vsyncTime, wakeupTime, readyTime); | |
| }; | |
| } | |
| } // namespace impl | |
| } // namespace android | |
| // TODO(b/129481165): remove the #pragma below and fix conversion issues | |
| #pragma clang diagnostic pop // ignored "-Wconversion" |