Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 1 | // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #ifndef CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |
| 6 | #define CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |
| 7 | |
| 8 | #include <string> |
| 9 | #include <vector> |
| 10 | |
| 11 | #include "base/basictypes.h" |
| 12 | #include "base/compiler_specific.h" |
| 13 | #include "base/memory/ref_counted.h" |
| 14 | #include "base/memory/scoped_ptr.h" |
| 15 | #include "base/memory/scoped_vector.h" |
| 16 | #include "base/memory/weak_ptr.h" |
| 17 | #include "base/threading/non_thread_safe.h" |
| 18 | #include "content/common/content_export.h" |
| 19 | #include "content/public/renderer/render_view_observer.h" |
Ben Murdoch | 7dbb3d5 | 2013-07-17 14:55:54 +0100 | [diff] [blame] | 20 | #include "content/renderer/media/media_stream_client.h" |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 21 | #include "content/renderer/media/media_stream_dispatcher_eventhandler.h" |
Torne (Richard Coles) | 868fa2f | 2013-06-11 10:57:03 +0100 | [diff] [blame] | 22 | #include "third_party/WebKit/public/platform/WebMediaStream.h" |
Torne (Richard Coles) | 7d4cd47 | 2013-06-19 11:58:07 +0100 | [diff] [blame] | 23 | #include "third_party/WebKit/public/web/WebUserMediaClient.h" |
| 24 | #include "third_party/WebKit/public/web/WebUserMediaRequest.h" |
Torne (Richard Coles) | 2a99a7e | 2013-03-28 15:31:22 +0000 | [diff] [blame] | 25 | #include "third_party/libjingle/source/talk/app/webrtc/mediastreaminterface.h" |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 26 | |
| 27 | namespace content { |
Ben Murdoch | 7dbb3d5 | 2013-07-17 14:55:54 +0100 | [diff] [blame] | 28 | class MediaStreamAudioRenderer; |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 29 | class MediaStreamDependencyFactory; |
| 30 | class MediaStreamDispatcher; |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 31 | class WebRtcAudioRenderer; |
Torne (Richard Coles) | 2a99a7e | 2013-03-28 15:31:22 +0000 | [diff] [blame] | 32 | class WebRtcLocalAudioRenderer; |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 33 | |
| 34 | // MediaStreamImpl is a delegate for the Media Stream API messages used by |
| 35 | // WebKit. It ties together WebKit, native PeerConnection in libjingle and |
| 36 | // MediaStreamManager (via MediaStreamDispatcher and MediaStreamDispatcherHost) |
| 37 | // in the browser process. It must be created, called and destroyed on the |
| 38 | // render thread. |
| 39 | // MediaStreamImpl have weak pointers to a MediaStreamDispatcher. |
| 40 | class CONTENT_EXPORT MediaStreamImpl |
| 41 | : public RenderViewObserver, |
| 42 | NON_EXPORTED_BASE(public WebKit::WebUserMediaClient), |
Ben Murdoch | 7dbb3d5 | 2013-07-17 14:55:54 +0100 | [diff] [blame] | 43 | NON_EXPORTED_BASE(public MediaStreamClient), |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 44 | public MediaStreamDispatcherEventHandler, |
| 45 | public base::SupportsWeakPtr<MediaStreamImpl>, |
| 46 | NON_EXPORTED_BASE(public base::NonThreadSafe) { |
| 47 | public: |
| 48 | MediaStreamImpl( |
| 49 | RenderView* render_view, |
| 50 | MediaStreamDispatcher* media_stream_dispatcher, |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 51 | MediaStreamDependencyFactory* dependency_factory); |
| 52 | virtual ~MediaStreamImpl(); |
| 53 | |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 54 | // WebKit::WebUserMediaClient implementation |
| 55 | virtual void requestUserMedia( |
Ben Murdoch | eb525c5 | 2013-07-10 11:40:50 +0100 | [diff] [blame] | 56 | const WebKit::WebUserMediaRequest& user_media_request) OVERRIDE; |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 57 | virtual void cancelUserMediaRequest( |
| 58 | const WebKit::WebUserMediaRequest& user_media_request) OVERRIDE; |
| 59 | |
Ben Murdoch | 7dbb3d5 | 2013-07-17 14:55:54 +0100 | [diff] [blame] | 60 | // MediaStreamClient implementation. |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 61 | virtual bool IsMediaStream(const GURL& url) OVERRIDE; |
Ben Murdoch | 7dbb3d5 | 2013-07-17 14:55:54 +0100 | [diff] [blame] | 62 | virtual scoped_refptr<VideoFrameProvider> GetVideoFrameProvider( |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 63 | const GURL& url, |
| 64 | const base::Closure& error_cb, |
Ben Murdoch | 7dbb3d5 | 2013-07-17 14:55:54 +0100 | [diff] [blame] | 65 | const VideoFrameProvider::RepaintCB& repaint_cb) OVERRIDE; |
| 66 | virtual scoped_refptr<MediaStreamAudioRenderer> |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 67 | GetAudioRenderer(const GURL& url) OVERRIDE; |
| 68 | |
| 69 | // MediaStreamDispatcherEventHandler implementation. |
| 70 | virtual void OnStreamGenerated( |
| 71 | int request_id, |
| 72 | const std::string& label, |
| 73 | const StreamDeviceInfoArray& audio_array, |
| 74 | const StreamDeviceInfoArray& video_array) OVERRIDE; |
| 75 | virtual void OnStreamGenerationFailed(int request_id) OVERRIDE; |
| 76 | virtual void OnDevicesEnumerated( |
| 77 | int request_id, |
| 78 | const StreamDeviceInfoArray& device_array) OVERRIDE; |
| 79 | virtual void OnDevicesEnumerationFailed(int request_id) OVERRIDE; |
| 80 | virtual void OnDeviceOpened( |
| 81 | int request_id, |
| 82 | const std::string& label, |
| 83 | const StreamDeviceInfo& device_info) OVERRIDE; |
| 84 | virtual void OnDeviceOpenFailed(int request_id) OVERRIDE; |
| 85 | |
| 86 | // RenderViewObserver OVERRIDE |
Torne (Richard Coles) | c2e0dbd | 2013-05-09 18:35:53 +0100 | [diff] [blame] | 87 | virtual void FrameDetached(WebKit::WebFrame* frame) OVERRIDE; |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 88 | virtual void FrameWillClose(WebKit::WebFrame* frame) OVERRIDE; |
| 89 | |
| 90 | protected: |
| 91 | // Stops a local MediaStream by notifying the MediaStreamDispatcher that the |
| 92 | // stream no longer may be used. |
| 93 | void OnLocalMediaStreamStop(const std::string& label); |
| 94 | |
| 95 | // Callback function triggered when all native (libjingle) versions of the |
| 96 | // underlying media sources have been created and started. |
Ben Murdoch | bbcdd45 | 2013-07-25 10:06:34 +0100 | [diff] [blame] | 97 | // |web_stream| is a raw pointer to the web_stream in |
| 98 | // UserMediaRequests::web_stream for which the underlying sources have been |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 99 | // created. |
| 100 | void OnCreateNativeSourcesComplete( |
Ben Murdoch | bbcdd45 | 2013-07-25 10:06:34 +0100 | [diff] [blame] | 101 | WebKit::WebMediaStream* web_stream, |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 102 | bool request_succeeded); |
| 103 | |
| 104 | // This function is virtual for test purposes. A test can override this to |
| 105 | // test requesting local media streams. The function notifies WebKit that the |
| 106 | // |request| have completed and generated the MediaStream |stream|. |
| 107 | virtual void CompleteGetUserMediaRequest( |
Torne (Richard Coles) | 2a99a7e | 2013-03-28 15:31:22 +0000 | [diff] [blame] | 108 | const WebKit::WebMediaStream& stream, |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 109 | WebKit::WebUserMediaRequest* request_info, |
| 110 | bool request_succeeded); |
| 111 | |
| 112 | // Returns the WebKit representation of a MediaStream given an URL. |
| 113 | // This is virtual for test purposes. |
Torne (Richard Coles) | 2a99a7e | 2013-03-28 15:31:22 +0000 | [diff] [blame] | 114 | virtual WebKit::WebMediaStream GetMediaStream(const GURL& url); |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 115 | |
| 116 | private: |
| 117 | // Structure for storing information about a WebKit request to create a |
| 118 | // MediaStream. |
| 119 | struct UserMediaRequestInfo { |
Torne (Richard Coles) | c2e0dbd | 2013-05-09 18:35:53 +0100 | [diff] [blame] | 120 | UserMediaRequestInfo(); |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 121 | UserMediaRequestInfo(int request_id, |
| 122 | WebKit::WebFrame* frame, |
Torne (Richard Coles) | c2e0dbd | 2013-05-09 18:35:53 +0100 | [diff] [blame] | 123 | const WebKit::WebUserMediaRequest& request); |
| 124 | ~UserMediaRequestInfo(); |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 125 | int request_id; |
| 126 | // True if MediaStreamDispatcher has generated the stream, see |
| 127 | // OnStreamGenerated. |
| 128 | bool generated; |
| 129 | WebKit::WebFrame* frame; // WebFrame that requested the MediaStream. |
Ben Murdoch | bbcdd45 | 2013-07-25 10:06:34 +0100 | [diff] [blame] | 130 | WebKit::WebMediaStream web_stream; |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 131 | WebKit::WebUserMediaRequest request; |
Torne (Richard Coles) | c2e0dbd | 2013-05-09 18:35:53 +0100 | [diff] [blame] | 132 | WebKit::WebVector<WebKit::WebMediaStreamSource> audio_sources; |
| 133 | WebKit::WebVector<WebKit::WebMediaStreamSource> video_sources; |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 134 | }; |
| 135 | typedef ScopedVector<UserMediaRequestInfo> UserMediaRequests; |
| 136 | |
| 137 | UserMediaRequestInfo* FindUserMediaRequestInfo(int request_id); |
| 138 | UserMediaRequestInfo* FindUserMediaRequestInfo( |
Ben Murdoch | bbcdd45 | 2013-07-25 10:06:34 +0100 | [diff] [blame] | 139 | WebKit::WebMediaStream* web_stream); |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 140 | UserMediaRequestInfo* FindUserMediaRequestInfo( |
| 141 | const WebKit::WebUserMediaRequest& request); |
| 142 | UserMediaRequestInfo* FindUserMediaRequestInfo(const std::string& label); |
| 143 | void DeleteUserMediaRequestInfo(UserMediaRequestInfo* request); |
| 144 | |
Ben Murdoch | 7dbb3d5 | 2013-07-17 14:55:54 +0100 | [diff] [blame] | 145 | scoped_refptr<VideoFrameProvider> |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 146 | CreateVideoFrameProvider( |
| 147 | webrtc::MediaStreamInterface* stream, |
| 148 | const base::Closure& error_cb, |
Ben Murdoch | 7dbb3d5 | 2013-07-17 14:55:54 +0100 | [diff] [blame] | 149 | const VideoFrameProvider::RepaintCB& repaint_cb); |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 150 | scoped_refptr<WebRtcAudioRenderer> CreateRemoteAudioRenderer( |
Torne (Richard Coles) | 2a99a7e | 2013-03-28 15:31:22 +0000 | [diff] [blame] | 151 | webrtc::MediaStreamInterface* stream); |
| 152 | scoped_refptr<WebRtcLocalAudioRenderer> CreateLocalAudioRenderer( |
| 153 | webrtc::MediaStreamInterface* stream); |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 154 | |
| 155 | // Weak ref to a MediaStreamDependencyFactory, owned by the RenderThread. |
| 156 | // It's valid for the lifetime of RenderThread. |
| 157 | MediaStreamDependencyFactory* dependency_factory_; |
| 158 | |
| 159 | // media_stream_dispatcher_ is a weak reference, owned by RenderView. It's |
| 160 | // valid for the lifetime of RenderView. |
| 161 | MediaStreamDispatcher* media_stream_dispatcher_; |
| 162 | |
Torne (Richard Coles) | 5821806 | 2012-11-14 11:43:16 +0000 | [diff] [blame] | 163 | UserMediaRequests user_media_requests_; |
| 164 | |
| 165 | DISALLOW_COPY_AND_ASSIGN(MediaStreamImpl); |
| 166 | }; |
| 167 | |
| 168 | } // namespace content |
| 169 | |
| 170 | #endif // CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |