| /* |
| * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved. |
| * |
| * Use of this source code is governed by a BSD-style license |
| * that can be found in the LICENSE file in the root of the source |
| * tree. An additional intellectual property rights grant can be found |
| * in the file PATENTS. All contributing project authors may |
| * be found in the AUTHORS file in the root of the source tree. |
| */ |
| |
| #include "webrtc/modules/video_coding/main/source/timing.h" |
| |
| #include "webrtc/modules/video_coding/main/source/internal_defines.h" |
| #include "webrtc/modules/video_coding/main/source/jitter_buffer_common.h" |
| #include "webrtc/modules/video_coding/main/source/timestamp_extrapolator.h" |
| #include "webrtc/system_wrappers/interface/clock.h" |
| #include "webrtc/system_wrappers/interface/trace.h" |
| |
| namespace webrtc { |
| |
| VCMTiming::VCMTiming(Clock* clock, |
| int32_t vcmId, |
| int32_t timingId, |
| VCMTiming* masterTiming) |
| : |
| _critSect(CriticalSectionWrapper::CreateCriticalSection()), |
| _vcmId(vcmId), |
| _clock(clock), |
| _timingId(timingId), |
| _master(false), |
| _tsExtrapolator(), |
| _codecTimer(), |
| _renderDelayMs(kDefaultRenderDelayMs), |
| _minTotalDelayMs(0), |
| _requiredDelayMs(0), |
| _currentDelayMs(0), |
| _prevFrameTimestamp(0) |
| { |
| if (masterTiming == NULL) |
| { |
| _master = true; |
| _tsExtrapolator = new VCMTimestampExtrapolator(_clock, vcmId, timingId); |
| } |
| else |
| { |
| _tsExtrapolator = masterTiming->_tsExtrapolator; |
| } |
| } |
| |
| VCMTiming::~VCMTiming() |
| { |
| if (_master) |
| { |
| delete _tsExtrapolator; |
| } |
| delete _critSect; |
| } |
| |
| void |
| VCMTiming::Reset() |
| { |
| CriticalSectionScoped cs(_critSect); |
| |
| _tsExtrapolator->Reset(); |
| _codecTimer.Reset(); |
| _renderDelayMs = kDefaultRenderDelayMs; |
| _minTotalDelayMs = 0; |
| _requiredDelayMs = 0; |
| _currentDelayMs = 0; |
| _prevFrameTimestamp = 0; |
| } |
| |
| void VCMTiming::ResetDecodeTime() |
| { |
| _codecTimer.Reset(); |
| } |
| |
| void |
| VCMTiming::SetRenderDelay(uint32_t renderDelayMs) |
| { |
| CriticalSectionScoped cs(_critSect); |
| _renderDelayMs = renderDelayMs; |
| } |
| |
| void |
| VCMTiming::SetMinimumTotalDelay(uint32_t minTotalDelayMs) |
| { |
| CriticalSectionScoped cs(_critSect); |
| _minTotalDelayMs = minTotalDelayMs; |
| } |
| |
| void |
| VCMTiming::SetRequiredDelay(uint32_t requiredDelayMs) |
| { |
| CriticalSectionScoped cs(_critSect); |
| if (requiredDelayMs != _requiredDelayMs) |
| { |
| if (_master) |
| { |
| WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVideoCoding, VCMId(_vcmId, _timingId), |
| "Desired jitter buffer level: %u ms", requiredDelayMs); |
| } |
| _requiredDelayMs = requiredDelayMs; |
| // When in initial state, set current delay to minimum delay. |
| if (_currentDelayMs == 0) { |
| _currentDelayMs = _requiredDelayMs; |
| } |
| } |
| } |
| |
| void VCMTiming::UpdateCurrentDelay(uint32_t frameTimestamp) |
| { |
| CriticalSectionScoped cs(_critSect); |
| uint32_t targetDelayMs = TargetDelayInternal(); |
| |
| if (_currentDelayMs == 0) |
| { |
| // Not initialized, set current delay to target. |
| _currentDelayMs = targetDelayMs; |
| } |
| else if (targetDelayMs != _currentDelayMs) |
| { |
| int64_t delayDiffMs = static_cast<int64_t>(targetDelayMs) - |
| _currentDelayMs; |
| // Never change the delay with more than 100 ms every second. If we're changing the |
| // delay in too large steps we will get noticeable freezes. By limiting the change we |
| // can increase the delay in smaller steps, which will be experienced as the video is |
| // played in slow motion. When lowering the delay the video will be played at a faster |
| // pace. |
| int64_t maxChangeMs = 0; |
| if (frameTimestamp < 0x0000ffff && _prevFrameTimestamp > 0xffff0000) |
| { |
| // wrap |
| maxChangeMs = kDelayMaxChangeMsPerS * (frameTimestamp + |
| (static_cast<int64_t>(1)<<32) - _prevFrameTimestamp) / 90000; |
| } |
| else |
| { |
| maxChangeMs = kDelayMaxChangeMsPerS * |
| (frameTimestamp - _prevFrameTimestamp) / 90000; |
| } |
| if (maxChangeMs <= 0) |
| { |
| // Any changes less than 1 ms are truncated and |
| // will be postponed. Negative change will be due |
| // to reordering and should be ignored. |
| return; |
| } |
| delayDiffMs = std::max(delayDiffMs, -maxChangeMs); |
| delayDiffMs = std::min(delayDiffMs, maxChangeMs); |
| |
| _currentDelayMs = _currentDelayMs + static_cast<int32_t>(delayDiffMs); |
| } |
| _prevFrameTimestamp = frameTimestamp; |
| } |
| |
| void VCMTiming::UpdateCurrentDelay(int64_t renderTimeMs, |
| int64_t actualDecodeTimeMs) |
| { |
| CriticalSectionScoped cs(_critSect); |
| uint32_t targetDelayMs = TargetDelayInternal(); |
| |
| int64_t delayedMs = actualDecodeTimeMs - |
| (renderTimeMs - MaxDecodeTimeMs() - _renderDelayMs); |
| if (delayedMs < 0) |
| { |
| return; |
| } |
| if (_currentDelayMs + delayedMs <= targetDelayMs) |
| { |
| _currentDelayMs += static_cast<uint32_t>(delayedMs); |
| } |
| else |
| { |
| _currentDelayMs = targetDelayMs; |
| } |
| } |
| |
| int32_t |
| VCMTiming::StopDecodeTimer(uint32_t timeStamp, |
| int64_t startTimeMs, |
| int64_t nowMs) |
| { |
| CriticalSectionScoped cs(_critSect); |
| const int32_t maxDecTime = MaxDecodeTimeMs(); |
| int32_t timeDiffMs = _codecTimer.StopTimer(startTimeMs, nowMs); |
| if (timeDiffMs < 0) |
| { |
| WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceVideoCoding, VCMId(_vcmId, _timingId), |
| "Codec timer error: %d", timeDiffMs); |
| assert(false); |
| } |
| |
| if (_master) |
| { |
| WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVideoCoding, VCMId(_vcmId, _timingId), |
| "Frame decoded: timeStamp=%u decTime=%d maxDecTime=%u, at %u", |
| timeStamp, timeDiffMs, maxDecTime, MaskWord64ToUWord32(nowMs)); |
| } |
| return 0; |
| } |
| |
| void |
| VCMTiming::IncomingTimestamp(uint32_t timeStamp, int64_t nowMs) |
| { |
| CriticalSectionScoped cs(_critSect); |
| _tsExtrapolator->Update(nowMs, timeStamp, _master); |
| } |
| |
| int64_t |
| VCMTiming::RenderTimeMs(uint32_t frameTimestamp, int64_t nowMs) const |
| { |
| CriticalSectionScoped cs(_critSect); |
| const int64_t renderTimeMs = RenderTimeMsInternal(frameTimestamp, nowMs); |
| if (_master) |
| { |
| WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVideoCoding, VCMId(_vcmId, _timingId), |
| "Render frame %u at %u. Render delay %u, required delay %u," |
| " max decode time %u, min total delay %u", |
| frameTimestamp, MaskWord64ToUWord32(renderTimeMs), _renderDelayMs, |
| _requiredDelayMs, MaxDecodeTimeMs(),_minTotalDelayMs); |
| } |
| return renderTimeMs; |
| } |
| |
| int64_t |
| VCMTiming::RenderTimeMsInternal(uint32_t frameTimestamp, int64_t nowMs) const |
| { |
| int64_t estimatedCompleteTimeMs = |
| _tsExtrapolator->ExtrapolateLocalTime(frameTimestamp); |
| if (_master) |
| { |
| WEBRTC_TRACE(webrtc::kTraceDebug, webrtc::kTraceVideoCoding, VCMId(_vcmId, _timingId), |
| "ExtrapolateLocalTime(%u)=%u ms", |
| frameTimestamp, MaskWord64ToUWord32(estimatedCompleteTimeMs)); |
| } |
| if (estimatedCompleteTimeMs == -1) |
| { |
| estimatedCompleteTimeMs = nowMs; |
| } |
| |
| // Make sure that we have at least the total minimum delay. |
| uint32_t actual_delay = std::max(_currentDelayMs, _minTotalDelayMs); |
| return estimatedCompleteTimeMs + actual_delay; |
| } |
| |
| // Must be called from inside a critical section |
| int32_t |
| VCMTiming::MaxDecodeTimeMs(FrameType frameType /*= kVideoFrameDelta*/) const |
| { |
| const int32_t decodeTimeMs = _codecTimer.RequiredDecodeTimeMs(frameType); |
| |
| if (decodeTimeMs < 0) |
| { |
| WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceVideoCoding, VCMId(_vcmId, _timingId), |
| "Negative maximum decode time: %d", decodeTimeMs); |
| return -1; |
| } |
| return decodeTimeMs; |
| } |
| |
| uint32_t |
| VCMTiming::MaxWaitingTime(int64_t renderTimeMs, int64_t nowMs) const |
| { |
| CriticalSectionScoped cs(_critSect); |
| |
| const int64_t maxWaitTimeMs = renderTimeMs - nowMs - |
| MaxDecodeTimeMs() - _renderDelayMs; |
| |
| if (maxWaitTimeMs < 0) |
| { |
| return 0; |
| } |
| return static_cast<uint32_t>(maxWaitTimeMs); |
| } |
| |
| bool |
| VCMTiming::EnoughTimeToDecode(uint32_t availableProcessingTimeMs) const |
| { |
| CriticalSectionScoped cs(_critSect); |
| int32_t maxDecodeTimeMs = MaxDecodeTimeMs(); |
| if (maxDecodeTimeMs < 0) |
| { |
| // Haven't decoded any frames yet, try decoding one to get an estimate |
| // of the decode time. |
| return true; |
| } |
| else if (maxDecodeTimeMs == 0) |
| { |
| // Decode time is less than 1, set to 1 for now since |
| // we don't have any better precision. Count ticks later? |
| maxDecodeTimeMs = 1; |
| } |
| return static_cast<int32_t>(availableProcessingTimeMs) - maxDecodeTimeMs > 0; |
| } |
| |
| uint32_t |
| VCMTiming::TargetVideoDelay() const |
| { |
| CriticalSectionScoped cs(_critSect); |
| return TargetDelayInternal(); |
| } |
| |
| uint32_t |
| VCMTiming::TargetDelayInternal() const |
| { |
| return std::max(_minTotalDelayMs, |
| _requiredDelayMs + MaxDecodeTimeMs() + _renderDelayMs); |
| } |
| |
| } |