blob: 14147663dee4611df1c46230c2a9e9a24aa212d5 [file] [log] [blame]
/*
* Copyright 2016 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <ui/FenceTime.h>
#define LOG_TAG "FenceTime"
#include <cutils/compiler.h> // For CC_[UN]LIKELY
#include <utils/Log.h>
#include <inttypes.h>
#include <stdlib.h>
#include <memory>
namespace android {
// ============================================================================
// FenceTime
// ============================================================================
const auto FenceTime::NO_FENCE = std::make_shared<FenceTime>(Fence::NO_FENCE);
void* FenceTime::operator new(size_t byteCount) noexcept {
void *p = nullptr;
if (posix_memalign(&p, alignof(FenceTime), byteCount)) {
return nullptr;
}
return p;
}
void FenceTime::operator delete(void *p) {
free(p);
}
FenceTime::FenceTime(const sp<Fence>& fence)
: mState(((fence.get() != nullptr) && fence->isValid()) ?
State::VALID : State::INVALID),
mFence(fence),
mSignalTime(mState == State::INVALID ?
Fence::SIGNAL_TIME_INVALID : Fence::SIGNAL_TIME_PENDING) {
}
FenceTime::FenceTime(sp<Fence>&& fence)
: mState(((fence.get() != nullptr) && fence->isValid()) ?
State::VALID : State::INVALID),
mFence(std::move(fence)),
mSignalTime(mState == State::INVALID ?
Fence::SIGNAL_TIME_INVALID : Fence::SIGNAL_TIME_PENDING) {
}
FenceTime::FenceTime(nsecs_t signalTime)
: mState(Fence::isValidTimestamp(signalTime) ? State::VALID : State::INVALID),
mFence(nullptr),
mSignalTime(signalTime) {
if (CC_UNLIKELY(mSignalTime == Fence::SIGNAL_TIME_PENDING)) {
ALOGE("Pending signal time not allowed after signal.");
mSignalTime = Fence::SIGNAL_TIME_INVALID;
}
}
void FenceTime::applyTrustedSnapshot(const Snapshot& src) {
if (CC_UNLIKELY(src.state != Snapshot::State::SIGNAL_TIME)) {
// Applying Snapshot::State::FENCE, could change the valid state of the
// FenceTime, which is not allowed. Callers should create a new
// FenceTime from the snapshot instead.
ALOGE("applyTrustedSnapshot: Unexpected fence.");
return;
}
if (src.state == Snapshot::State::EMPTY) {
return;
}
nsecs_t signalTime = mSignalTime.load(std::memory_order_relaxed);
if (signalTime != Fence::SIGNAL_TIME_PENDING) {
// We should always get the same signalTime here that we did in
// getSignalTime(). This check races with getSignalTime(), but it is
// only a sanity check so that's okay.
if (CC_UNLIKELY(signalTime != src.signalTime)) {
ALOGE("FenceTime::applyTrustedSnapshot: signalTime mismatch. "
"(%" PRId64 " (old) != %" PRId64 " (new))",
signalTime, src.signalTime);
}
return;
}
std::lock_guard<std::mutex> lock(mMutex);
mFence.clear();
mSignalTime.store(src.signalTime, std::memory_order_relaxed);
}
bool FenceTime::isValid() const {
// We store the valid state in the constructors and return it here.
// This lets release code remember the valid state even after the
// underlying fence is destroyed.
return mState != State::INVALID;
}
nsecs_t FenceTime::getSignalTime() {
// See if we already have a cached value we can return.
nsecs_t signalTime = mSignalTime.load(std::memory_order_relaxed);
if (signalTime != Fence::SIGNAL_TIME_PENDING) {
return signalTime;
}
// Hold a reference to the fence on the stack in case the class'
// reference is removed by another thread. This prevents the
// fence from being destroyed until the end of this method, where
// we conveniently do not have the lock held.
sp<Fence> fence;
{
// With the lock acquired this time, see if we have the cached
// value or if we need to poll the fence.
std::lock_guard<std::mutex> lock(mMutex);
if (!mFence.get()) {
// Another thread set the signal time just before we added the
// reference to mFence.
return mSignalTime.load(std::memory_order_relaxed);
}
fence = mFence;
}
// Make the system call without the lock held.
signalTime = fence->getSignalTime();
// Allow tests to override SIGNAL_TIME_INVALID behavior, since tests
// use invalid underlying Fences without real file descriptors.
if (CC_UNLIKELY(mState == State::FORCED_VALID_FOR_TEST)) {
if (signalTime == Fence::SIGNAL_TIME_INVALID) {
signalTime = Fence::SIGNAL_TIME_PENDING;
}
}
// Make the signal time visible to everyone if it is no longer pending
// and remove the class' reference to the fence.
if (signalTime != Fence::SIGNAL_TIME_PENDING) {
std::lock_guard<std::mutex> lock(mMutex);
mFence.clear();
mSignalTime.store(signalTime, std::memory_order_relaxed);
}
return signalTime;
}
nsecs_t FenceTime::getCachedSignalTime() const {
// memory_order_acquire since we don't have a lock fallback path
// that will do an acquire.
return mSignalTime.load(std::memory_order_acquire);
}
FenceTime::Snapshot FenceTime::getSnapshot() const {
// Quick check without the lock.
nsecs_t signalTime = mSignalTime.load(std::memory_order_relaxed);
if (signalTime != Fence::SIGNAL_TIME_PENDING) {
return Snapshot(signalTime);
}
// Do the full check with the lock.
std::lock_guard<std::mutex> lock(mMutex);
signalTime = mSignalTime.load(std::memory_order_relaxed);
if (signalTime != Fence::SIGNAL_TIME_PENDING) {
return Snapshot(signalTime);
}
return Snapshot(mFence);
}
// For tests only. If forceValidForTest is true, then getSignalTime will
// never return SIGNAL_TIME_INVALID and isValid will always return true.
FenceTime::FenceTime(const sp<Fence>& fence, bool forceValidForTest)
: mState(forceValidForTest ?
State::FORCED_VALID_FOR_TEST : State::INVALID),
mFence(fence),
mSignalTime(mState == State::INVALID ?
Fence::SIGNAL_TIME_INVALID : Fence::SIGNAL_TIME_PENDING) {
}
void FenceTime::signalForTest(nsecs_t signalTime) {
// To be realistic, this should really set a hidden value that
// gets picked up in the next call to getSignalTime, but this should
// be good enough.
std::lock_guard<std::mutex> lock(mMutex);
mFence.clear();
mSignalTime.store(signalTime, std::memory_order_relaxed);
}
// ============================================================================
// FenceTime::Snapshot
// ============================================================================
FenceTime::Snapshot::Snapshot(const sp<Fence>& srcFence)
: state(State::FENCE), fence(srcFence) {
}
FenceTime::Snapshot::Snapshot(nsecs_t srcSignalTime)
: state(State::SIGNAL_TIME), signalTime(srcSignalTime) {
}
size_t FenceTime::Snapshot::getFlattenedSize() const {
constexpr size_t min = sizeof(state);
switch (state) {
case State::EMPTY:
return min;
case State::FENCE:
return min + fence->getFlattenedSize();
case State::SIGNAL_TIME:
return min + sizeof(signalTime);
}
return 0;
}
size_t FenceTime::Snapshot::getFdCount() const {
return state == State::FENCE ? fence->getFdCount() : 0u;
}
status_t FenceTime::Snapshot::flatten(
void*& buffer, size_t& size, int*& fds, size_t& count) const {
if (size < getFlattenedSize()) {
return NO_MEMORY;
}
FlattenableUtils::write(buffer, size, state);
switch (state) {
case State::EMPTY:
return NO_ERROR;
case State::FENCE:
return fence->flatten(buffer, size, fds, count);
case State::SIGNAL_TIME:
FlattenableUtils::write(buffer, size, signalTime);
return NO_ERROR;
}
return NO_ERROR;
}
status_t FenceTime::Snapshot::unflatten(
void const*& buffer, size_t& size, int const*& fds, size_t& count) {
if (size < sizeof(state)) {
return NO_MEMORY;
}
FlattenableUtils::read(buffer, size, state);
switch (state) {
case State::EMPTY:
return NO_ERROR;
case State::FENCE:
fence = new Fence;
return fence->unflatten(buffer, size, fds, count);
case State::SIGNAL_TIME:
if (size < sizeof(signalTime)) {
return NO_MEMORY;
}
FlattenableUtils::read(buffer, size, signalTime);
return NO_ERROR;
}
return NO_ERROR;
}
// ============================================================================
// FenceTimeline
// ============================================================================
void FenceTimeline::push(const std::shared_ptr<FenceTime>& fence) {
std::lock_guard<std::mutex> lock(mMutex);
while (mQueue.size() >= MAX_ENTRIES) {
// This is a sanity check to make sure the queue doesn't grow unbounded.
// MAX_ENTRIES should be big enough not to trigger this path.
// In case this path is taken though, users of FenceTime must make sure
// not to rely solely on FenceTimeline to get the final timestamp and
// should eventually call Fence::getSignalTime on their own.
std::shared_ptr<FenceTime> front = mQueue.front().lock();
if (front) {
// Make a last ditch effort to get the signalTime here since
// we are removing it from the timeline.
front->getSignalTime();
}
mQueue.pop();
}
mQueue.push(fence);
}
void FenceTimeline::updateSignalTimes() {
while (!mQueue.empty()) {
std::lock_guard<std::mutex> lock(mMutex);
std::shared_ptr<FenceTime> fence = mQueue.front().lock();
if (!fence) {
// The shared_ptr no longer exists and no one cares about the
// timestamp anymore.
mQueue.pop();
continue;
} else if (fence->getSignalTime() != Fence::SIGNAL_TIME_PENDING) {
// The fence has signaled and we've removed the sp<Fence> ref.
mQueue.pop();
continue;
} else {
// The fence didn't signal yet. Break since the later ones
// shouldn't have signaled either.
break;
}
}
}
// ============================================================================
// FenceToFenceTimeMap
// ============================================================================
std::shared_ptr<FenceTime> FenceToFenceTimeMap::createFenceTimeForTest(
const sp<Fence>& fence) {
std::lock_guard<std::mutex> lock(mMutex);
// Always garbage collecting isn't efficient, but this is only for testing.
garbageCollectLocked();
std::shared_ptr<FenceTime> fenceTime(new FenceTime(fence, true));
mMap[fence.get()].push_back(fenceTime);
return fenceTime;
}
void FenceToFenceTimeMap::signalAllForTest(
const sp<Fence>& fence, nsecs_t signalTime) {
bool signaled = false;
std::lock_guard<std::mutex> lock(mMutex);
auto it = mMap.find(fence.get());
if (it != mMap.end()) {
for (auto& weakFenceTime : it->second) {
std::shared_ptr<FenceTime> fenceTime = weakFenceTime.lock();
if (!fenceTime) {
continue;
}
ALOGE_IF(!fenceTime->isValid(),
"signalAllForTest: Signaling invalid fence.");
fenceTime->signalForTest(signalTime);
signaled = true;
}
}
ALOGE_IF(!signaled, "signalAllForTest: Nothing to signal.");
}
void FenceToFenceTimeMap::garbageCollectLocked() {
for (auto& it : mMap) {
// Erase all expired weak pointers from the vector.
auto& vect = it.second;
vect.erase(
std::remove_if(vect.begin(), vect.end(),
[](const std::weak_ptr<FenceTime>& ft) {
return ft.expired();
}),
vect.end());
// Also erase the map entry if the vector is now empty.
if (vect.empty()) {
mMap.erase(it.first);
}
}
}
} // namespace android