commit 04dbb34d51aa0dfc458f29c220bf770504cd52d3
author tkchin <tkchin@webrtc.org> Mon Aug 08 03:10:07 2016 -0700
committer Commit bot <commit-bot@chromium.org> Mon Aug 08 10:10:12 2016 +0000
tree d4ebec4297cdbe20142ae4a4b8a0ff2da1993053
parent c3ec1fd23c67b087f10300618195f3cd559e1b72

iOS: Add support for rendering native CVPixelBuffers directly

This CL adds support in RTCEAGLVideoView for rendering CVPixelBuffers as
OpenGL ES textures directly, compared to the current code that first
converts the CVPixelBuffers to I420, and then reuploads them as
textures. This is only supported on iOS with the use of a
CVOpenGLESTextureCache.

The I420 rendering and native rendering are separated in two different
implementations of a simple shader interface:
@protocol Shader
- (BOOL)drawFrame:(RTCVideoFrame*)frame;
@end
GL resources are allocated when the shader is instantiated and released
when the shader is destroyed. RTCEAGLVideoView will lazily instantiate
the necessary shader when it receives the first frame of that kind. This
is primarily done to avoid allocating GL resources for both I420 and
native rendering.

Some other changes are:
 - Print GL shader compilation errors.
 - Remove updateTextureSizesForFrame() function. The textures will
   resize automatically anyway when the texture data is uploaded with
   glTexImage2D().

patch from issue 2154243002 at patchset 140001 (http://crrev.com/2154243002#ps140001)
Continuing magjed@'s work since he is OOO this week.

BUG=

Review-Url: https://codereview.webrtc.org/2202823004
Cr-Commit-Position: refs/heads/master@{#13668}

webrtc/sdk/BUILD.gn

diff --git a/webrtc/sdk/BUILD.gn b/webrtc/sdk/BUILD.gn
index 0904d4b..4fb0073 100644
--- a/webrtc/sdk/BUILD.gn
+++ b/webrtc/sdk/BUILD.gn
@@ -81,6 +81,7 @@
       "objc/Framework/Classes/RTCDataChannel.mm",
       "objc/Framework/Classes/RTCDataChannelConfiguration+Private.h",
       "objc/Framework/Classes/RTCDataChannelConfiguration.mm",
+      "objc/Framework/Classes/RTCI420Shader.mm",
       "objc/Framework/Classes/RTCIceCandidate+Private.h",
       "objc/Framework/Classes/RTCIceCandidate.mm",
       "objc/Framework/Classes/RTCIceServer+Private.h",
@@ -91,6 +92,7 @@
       "objc/Framework/Classes/RTCMediaStream.mm",
       "objc/Framework/Classes/RTCMediaStreamTrack+Private.h",
       "objc/Framework/Classes/RTCMediaStreamTrack.mm",
+      "objc/Framework/Classes/RTCOpenGLDefines.h",
       "objc/Framework/Classes/RTCOpenGLVideoRenderer.h",
       "objc/Framework/Classes/RTCOpenGLVideoRenderer.mm",
       "objc/Framework/Classes/RTCPeerConnection+DataChannel.mm",
@@ -111,6 +113,9 @@
       "objc/Framework/Classes/RTCRtpSender.mm",
       "objc/Framework/Classes/RTCSessionDescription+Private.h",
       "objc/Framework/Classes/RTCSessionDescription.mm",
+      "objc/Framework/Classes/RTCShader+Private.h",
+      "objc/Framework/Classes/RTCShader.h",
+      "objc/Framework/Classes/RTCShader.mm",
       "objc/Framework/Classes/RTCStatsReport+Private.h",
       "objc/Framework/Classes/RTCStatsReport.mm",
       "objc/Framework/Classes/RTCVideoFrame+Private.h",
@@ -152,6 +157,7 @@
     if (is_ios) {
       sources += [
         "objc/Framework/Classes/RTCEAGLVideoView.m",
+        "objc/Framework/Classes/RTCNativeNV12Shader.mm",
         "objc/Framework/Headers/WebRTC/RTCEAGLVideoView.h",
       ]
       libs = [