andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "video_engine/vie_renderer.h" |
| 12 | |
| 13 | #include "common_video/libyuv/include/webrtc_libyuv.h" |
andrew@webrtc.org | 07e96da | 2012-10-31 05:22:11 +0000 | [diff] [blame^] | 14 | #include "webrtc/modules/video_render/include/video_render.h" |
| 15 | #include "webrtc/modules/video_render/include/video_render_defines.h" |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 16 | #include "video_engine/vie_render_manager.h" |
| 17 | |
| 18 | namespace webrtc { |
| 19 | |
| 20 | ViERenderer* ViERenderer::CreateViERenderer(const WebRtc_Word32 render_id, |
| 21 | const WebRtc_Word32 engine_id, |
| 22 | VideoRender& render_module, |
| 23 | ViERenderManager& render_manager, |
| 24 | const WebRtc_UWord32 z_order, |
| 25 | const float left, |
| 26 | const float top, |
| 27 | const float right, |
| 28 | const float bottom) { |
| 29 | ViERenderer* self = new ViERenderer(render_id, engine_id, render_module, |
| 30 | render_manager); |
| 31 | if (!self || self->Init(z_order, left, top, right, bottom) != 0) { |
| 32 | delete self; |
| 33 | self = NULL; |
| 34 | } |
| 35 | return self; |
| 36 | } |
| 37 | |
| 38 | ViERenderer::~ViERenderer(void) { |
| 39 | if (render_callback_) |
| 40 | render_module_.DeleteIncomingRenderStream(render_id_); |
| 41 | |
| 42 | if (incoming_external_callback_) |
| 43 | delete incoming_external_callback_; |
| 44 | } |
| 45 | |
| 46 | WebRtc_Word32 ViERenderer::StartRender() { |
| 47 | return render_module_.StartRender(render_id_); |
| 48 | } |
| 49 | WebRtc_Word32 ViERenderer::StopRender() { |
| 50 | return render_module_.StopRender(render_id_); |
| 51 | } |
| 52 | |
| 53 | WebRtc_Word32 ViERenderer::GetLastRenderedFrame(const WebRtc_Word32 renderID, |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 54 | I420VideoFrame& video_frame) { |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 55 | return render_module_.GetLastRenderedFrame(renderID, video_frame); |
| 56 | } |
| 57 | |
| 58 | int ViERenderer::SetExpectedRenderDelay(int render_delay) { |
| 59 | return render_module_.SetExpectedRenderDelay(render_id_, render_delay); |
| 60 | } |
| 61 | |
| 62 | WebRtc_Word32 ViERenderer::ConfigureRenderer(const unsigned int z_order, |
| 63 | const float left, |
| 64 | const float top, |
| 65 | const float right, |
| 66 | const float bottom) { |
| 67 | return render_module_.ConfigureRenderer(render_id_, z_order, left, top, right, |
| 68 | bottom); |
| 69 | } |
| 70 | |
| 71 | VideoRender& ViERenderer::RenderModule() { |
| 72 | return render_module_; |
| 73 | } |
| 74 | |
| 75 | WebRtc_Word32 ViERenderer::EnableMirroring(const WebRtc_Word32 render_id, |
| 76 | const bool enable, |
| 77 | const bool mirror_xaxis, |
| 78 | const bool mirror_yaxis) { |
| 79 | return render_module_.MirrorRenderStream(render_id, enable, mirror_xaxis, |
| 80 | mirror_yaxis); |
| 81 | } |
| 82 | |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 83 | WebRtc_Word32 ViERenderer::SetTimeoutImage(const I420VideoFrame& timeout_image, |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 84 | const WebRtc_Word32 timeout_value) { |
| 85 | return render_module_.SetTimeoutImage(render_id_, timeout_image, |
| 86 | timeout_value); |
| 87 | } |
| 88 | |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 89 | WebRtc_Word32 ViERenderer::SetRenderStartImage( |
| 90 | const I420VideoFrame& start_image) { |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 91 | return render_module_.SetStartImage(render_id_, start_image); |
| 92 | } |
| 93 | |
| 94 | WebRtc_Word32 ViERenderer::SetExternalRenderer( |
| 95 | const WebRtc_Word32 render_id, |
| 96 | RawVideoType video_input_format, |
| 97 | ExternalRenderer* external_renderer) { |
| 98 | if (!incoming_external_callback_) |
| 99 | return -1; |
| 100 | |
| 101 | incoming_external_callback_->SetViEExternalRenderer(external_renderer, |
| 102 | video_input_format); |
| 103 | return render_module_.AddExternalRenderCallback(render_id, |
| 104 | incoming_external_callback_); |
| 105 | } |
| 106 | |
| 107 | ViERenderer::ViERenderer(const WebRtc_Word32 render_id, |
| 108 | const WebRtc_Word32 engine_id, |
| 109 | VideoRender& render_module, |
| 110 | ViERenderManager& render_manager) |
| 111 | : render_id_(render_id), |
| 112 | render_module_(render_module), |
| 113 | render_manager_(render_manager), |
| 114 | render_callback_(NULL), |
| 115 | incoming_external_callback_(new ViEExternalRendererImpl()) { |
| 116 | } |
| 117 | |
| 118 | WebRtc_Word32 ViERenderer::Init(const WebRtc_UWord32 z_order, |
| 119 | const float left, |
| 120 | const float top, |
| 121 | const float right, |
| 122 | const float bottom) { |
| 123 | render_callback_ = |
| 124 | static_cast<VideoRenderCallback*>(render_module_.AddIncomingRenderStream( |
| 125 | render_id_, z_order, left, top, right, bottom)); |
| 126 | if (!render_callback_) { |
| 127 | // Logging done. |
| 128 | return -1; |
| 129 | } |
| 130 | return 0; |
| 131 | } |
| 132 | |
| 133 | void ViERenderer::DeliverFrame(int id, |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 134 | I420VideoFrame* video_frame, |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 135 | int num_csrcs, |
| 136 | const WebRtc_UWord32 CSRC[kRtpCsrcSize]) { |
| 137 | render_callback_->RenderFrame(render_id_, *video_frame); |
| 138 | } |
| 139 | |
| 140 | void ViERenderer::DelayChanged(int id, int frame_delay) {} |
| 141 | |
| 142 | int ViERenderer::GetPreferedFrameSettings(int* width, |
| 143 | int* height, |
| 144 | int* frame_rate) { |
| 145 | return -1; |
| 146 | } |
| 147 | |
| 148 | void ViERenderer::ProviderDestroyed(int id) { |
| 149 | // Remove the render stream since the provider is destroyed. |
| 150 | render_manager_.RemoveRenderStream(render_id_); |
| 151 | } |
| 152 | |
| 153 | ViEExternalRendererImpl::ViEExternalRendererImpl() |
| 154 | : external_renderer_(NULL), |
| 155 | external_renderer_format_(kVideoUnknown), |
| 156 | external_renderer_width_(0), |
| 157 | external_renderer_height_(0), |
| 158 | converted_frame_(new VideoFrame()) { |
| 159 | } |
| 160 | |
| 161 | int ViEExternalRendererImpl::SetViEExternalRenderer( |
| 162 | ExternalRenderer* external_renderer, |
| 163 | RawVideoType video_input_format) { |
| 164 | external_renderer_ = external_renderer; |
| 165 | external_renderer_format_ = video_input_format; |
| 166 | return 0; |
| 167 | } |
| 168 | |
| 169 | WebRtc_Word32 ViEExternalRendererImpl::RenderFrame( |
| 170 | const WebRtc_UWord32 stream_id, |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 171 | I420VideoFrame& video_frame) { |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 172 | VideoFrame* out_frame = converted_frame_.get(); |
| 173 | |
| 174 | // Convert to requested format. |
| 175 | VideoType type = |
| 176 | RawVideoTypeToCommonVideoVideoType(external_renderer_format_); |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 177 | int buffer_size = CalcBufferSize(type, video_frame.width(), |
| 178 | video_frame.height()); |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 179 | if (buffer_size <= 0) { |
| 180 | // Unsupported video format. |
| 181 | assert(false); |
| 182 | return -1; |
| 183 | } |
| 184 | converted_frame_->VerifyAndAllocate(buffer_size); |
| 185 | |
| 186 | switch (external_renderer_format_) { |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 187 | case kVideoI420: { |
| 188 | // TODO(mikhal): need to copy the buffer as is. |
| 189 | // can the output here be a I420 frame? |
| 190 | int length = ExtractBuffer(video_frame, out_frame->Size(), |
| 191 | out_frame->Buffer()); |
| 192 | if (length < 0) |
| 193 | return -1; |
| 194 | out_frame->SetLength(length); |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 195 | break; |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 196 | } |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 197 | case kVideoYV12: |
| 198 | case kVideoYUY2: |
| 199 | case kVideoUYVY: |
| 200 | case kVideoARGB: |
| 201 | case kVideoRGB24: |
| 202 | case kVideoRGB565: |
| 203 | case kVideoARGB4444: |
| 204 | case kVideoARGB1555 : |
| 205 | { |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 206 | ConvertFromI420(video_frame, type, 0, converted_frame_->Buffer()); |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 207 | } |
| 208 | break; |
| 209 | case kVideoIYUV: |
| 210 | // no conversion available |
| 211 | break; |
| 212 | default: |
| 213 | assert(false); |
| 214 | out_frame = NULL; |
| 215 | break; |
| 216 | } |
| 217 | |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 218 | if (external_renderer_width_ != video_frame.width() || |
| 219 | external_renderer_height_ != video_frame.height()) { |
| 220 | external_renderer_width_ = video_frame.width(); |
| 221 | external_renderer_height_ = video_frame.height(); |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 222 | external_renderer_->FrameSizeChange(external_renderer_width_, |
| 223 | external_renderer_height_, stream_id); |
| 224 | } |
| 225 | |
| 226 | if (out_frame) { |
| 227 | external_renderer_->DeliverFrame(out_frame->Buffer(), |
| 228 | out_frame->Length(), |
mikhal@webrtc.org | 3bbed74 | 2012-10-24 18:33:04 +0000 | [diff] [blame] | 229 | video_frame.timestamp(), |
| 230 | video_frame.render_time_ms()); |
andrew@webrtc.org | b015cbe | 2012-10-22 18:19:23 +0000 | [diff] [blame] | 231 | } |
| 232 | return 0; |
| 233 | } |
| 234 | |
| 235 | } // namespace webrtc |