| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 1 | /* |
| Prodyut Hazarika | cd727f5 | 2014-07-23 19:34:42 -0700 | [diff] [blame] | 2 | // Copyright (c) 2014 Intel Corporation |
| 3 | // |
| 4 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | // you may not use this file except in compliance with the License. |
| 6 | // You may obtain a copy of the License at |
| 7 | // |
| 8 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | // |
| 10 | // Unless required by applicable law or agreed to in writing, software |
| 11 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | // See the License for the specific language governing permissions and |
| 14 | // limitations under the License. |
| 15 | */ |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 16 | #ifndef VIRTUAL_DEVICE_H |
| 17 | #define VIRTUAL_DEVICE_H |
| 18 | |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 19 | #include <IDisplayDevice.h> |
| Thierry Strudel | 0594c42 | 2014-07-14 14:54:55 -0700 | [diff] [blame] | 20 | #include <common/base/SimpleThread.h> |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 21 | #include <IVideoPayloadManager.h> |
| Brian Rogers | c40736e | 2014-03-31 14:40:11 -0700 | [diff] [blame] | 22 | #include <utils/Condition.h> |
| 23 | #include <utils/Mutex.h> |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 24 | #include <utils/Vector.h> |
| 25 | |
| Ashish Singhi | 196e5bd | 2013-04-17 18:26:37 -0700 | [diff] [blame] | 26 | #include "IFrameServer.h" |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 27 | |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 28 | #include <va/va.h> |
| 29 | #include <va/va_vpp.h> |
| 30 | |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 31 | namespace android { |
| 32 | namespace intel { |
| 33 | |
| 34 | class Hwcomposer; |
| 35 | class DisplayPlaneManager; |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 36 | class IVideoPayloadManager; |
| Andy Qiu | 177b44e | 2013-11-07 18:03:02 -0800 | [diff] [blame] | 37 | class SoftVsyncObserver; |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 38 | |
| Ashish Singhi | 196e5bd | 2013-04-17 18:26:37 -0700 | [diff] [blame] | 39 | class VirtualDevice : public IDisplayDevice, public BnFrameServer { |
| Ashish Singhi | 77b747d | 2013-04-26 14:30:05 -0700 | [diff] [blame] | 40 | protected: |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 41 | class VAMappedHandle; |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 42 | struct CachedBuffer : public android::RefBase { |
| mamatha balguri | d248396 | 2013-07-11 13:38:48 -0700 | [diff] [blame] | 43 | CachedBuffer(BufferManager *mgr, uint32_t handle); |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 44 | ~CachedBuffer(); |
| 45 | BufferManager *manager; |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 46 | BufferMapper *mapper; |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 47 | VAMappedHandle *vaMappedHandle; |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 48 | }; |
| mamatha balguri | d248396 | 2013-07-11 13:38:48 -0700 | [diff] [blame] | 49 | struct HeldCscBuffer : public android::RefBase { |
| 50 | HeldCscBuffer(const android::sp<VirtualDevice>& vd, uint32_t handle); |
| 51 | virtual ~HeldCscBuffer(); |
| 52 | android::sp<VirtualDevice> vd; |
| 53 | uint32_t handle; |
| 54 | }; |
| 55 | struct HeldDecoderBuffer : public android::RefBase { |
| 56 | HeldDecoderBuffer(const sp<VirtualDevice>& vd, const android::sp<CachedBuffer>& cachedBuffer); |
| 57 | virtual ~HeldDecoderBuffer(); |
| 58 | android::sp<VirtualDevice> vd; |
| 59 | android::sp<CachedBuffer> cachedBuffer; |
| 60 | }; |
| Ashish Singhi | 77b747d | 2013-04-26 14:30:05 -0700 | [diff] [blame] | 61 | struct Configuration { |
| 62 | sp<IFrameTypeChangeListener> typeChangeListener; |
| 63 | sp<IFrameListener> frameListener; |
| 64 | FrameProcessingPolicy policy; |
| Brian Rogers | f24ae21 | 2014-04-30 14:50:24 -0700 | [diff] [blame] | 65 | bool frameServerActive; |
| Ashish Singhi | 77b747d | 2013-04-26 14:30:05 -0700 | [diff] [blame] | 66 | bool extendedModeEnabled; |
| Robert Crabtree | 7d844a2 | 2013-08-27 14:00:15 -0700 | [diff] [blame] | 67 | bool forceNotifyFrameType; |
| 68 | bool forceNotifyBufferInfo; |
| Ashish Singhi | 77b747d | 2013-04-26 14:30:05 -0700 | [diff] [blame] | 69 | }; |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 70 | struct Task; |
| 71 | struct RenderTask; |
| 72 | struct ComposeTask; |
| 73 | struct DisableVspTask; |
| 74 | struct BlitTask; |
| 75 | struct FrameTypeChangedTask; |
| 76 | struct BufferInfoChangedTask; |
| 77 | struct OnFrameReadyTask; |
| Brian Rogers | f24ae21 | 2014-04-30 14:50:24 -0700 | [diff] [blame] | 78 | struct ied_block { |
| 79 | uint8_t data[16]; |
| 80 | }; |
| 81 | ied_block mBlackY; |
| 82 | ied_block mBlackUV; |
| 83 | |
| Ashish Singhi | 77b747d | 2013-04-26 14:30:05 -0700 | [diff] [blame] | 84 | Mutex mConfigLock; |
| 85 | Configuration mCurrentConfig; |
| 86 | Configuration mNextConfig; |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 87 | ssize_t mRgbLayer; |
| 88 | ssize_t mYuvLayer; |
| 89 | bool mProtectedMode; |
| Ashish Singhi | 77b747d | 2013-04-26 14:30:05 -0700 | [diff] [blame] | 90 | |
| 91 | uint32_t mExtLastKhandle; |
| 92 | int64_t mExtLastTimestamp; |
| 93 | |
| mamatha balguri | d248396 | 2013-07-11 13:38:48 -0700 | [diff] [blame] | 94 | int64_t mRenderTimestamp; |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 95 | |
| mamatha balguri | d248396 | 2013-07-11 13:38:48 -0700 | [diff] [blame] | 96 | // colorspace conversion |
| 97 | Mutex mCscLock; |
| 98 | android::List<uint32_t> mAvailableCscBuffers; |
| 99 | int mCscBuffersToCreate; |
| 100 | uint32_t mCscWidth; |
| 101 | uint32_t mCscHeight; |
| 102 | |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 103 | // fence info |
| 104 | int mSyncTimelineFd; |
| 105 | unsigned mNextSyncPoint; |
| Brian Rogers | 1ad6b00 | 2014-06-06 18:47:39 -0700 | [diff] [blame] | 106 | bool mExpectAcquireFences; |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 107 | |
| Brian Rogers | c40736e | 2014-03-31 14:40:11 -0700 | [diff] [blame] | 108 | // async blit info |
| 109 | DECLARE_THREAD(WidiBlitThread, VirtualDevice); |
| 110 | Condition mRequestQueued; |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 111 | Condition mRequestDequeued; |
| 112 | Vector< sp<Task> > mTasks; |
| Brian Rogers | f24ae21 | 2014-04-30 14:50:24 -0700 | [diff] [blame] | 113 | |
| mamatha balguri | d248396 | 2013-07-11 13:38:48 -0700 | [diff] [blame] | 114 | FrameInfo mLastInputFrameInfo; |
| 115 | FrameInfo mLastOutputFrameInfo; |
| 116 | |
| Robert Crabtree | c2a96b1 | 2013-10-22 18:18:15 -0700 | [diff] [blame] | 117 | int32_t mVideoFramerate; |
| 118 | |
| mamatha balguri | d248396 | 2013-07-11 13:38:48 -0700 | [diff] [blame] | 119 | android::KeyedVector<uint32_t, android::sp<CachedBuffer> > mMappedBufferCache; |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 120 | android::Mutex mHeldBuffersLock; |
| mamatha balguri | d248396 | 2013-07-11 13:38:48 -0700 | [diff] [blame] | 121 | android::KeyedVector<uint32_t, android::sp<android::RefBase> > mHeldBuffers; |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 122 | |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 123 | // VSP |
| 124 | bool mVspInUse; |
| 125 | bool mVspEnabled; |
| 126 | VADisplay va_dpy; |
| 127 | VAConfigID va_config; |
| 128 | VAContextID va_context; |
| 129 | VASurfaceID va_video_in; |
| 130 | |
| 131 | // scaling info |
| 132 | uint32_t mLastScaleWidth; |
| 133 | uint32_t mLastScaleHeight; |
| 134 | |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 135 | private: |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 136 | uint32_t getCscBuffer(uint32_t width, uint32_t height); |
| Brian Rogers | f24ae21 | 2014-04-30 14:50:24 -0700 | [diff] [blame] | 137 | void clearCscBuffers(); |
| mamatha balguri | d248396 | 2013-07-11 13:38:48 -0700 | [diff] [blame] | 138 | android::sp<CachedBuffer> getMappedBuffer(uint32_t handle); |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 139 | |
| 140 | bool sendToWidi(hwc_display_contents_1_t *display); |
| 141 | bool queueCompose(hwc_display_contents_1_t *display); |
| 142 | bool queueColorConvert(hwc_display_contents_1_t *display); |
| 143 | bool handleExtendedMode(hwc_display_contents_1_t *display); |
| 144 | bool queueVideoCopy(hwc_display_contents_1_t *display); |
| 145 | |
| 146 | void queueFrameTypeInfo(const FrameInfo& inputFrameInfo); |
| 147 | void queueBufferInfo(const FrameInfo& outputFrameInfo); |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 148 | |
| Brian Rogers | f24ae21 | 2014-04-30 14:50:24 -0700 | [diff] [blame] | 149 | static void fill(uint8_t* ptr, const ied_block& data, size_t len); |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 150 | void copyVideo(uint8_t* srcPtr, uint32_t srcWidth, uint32_t srcHeight, uint32_t srcStride, |
| 151 | uint8_t* destPtr, uint32_t destWidth, uint32_t destHeight, |
| 152 | uint32_t outX, uint32_t outY, uint32_t width, uint32_t height); |
| Brian Rogers | fc3539e | 2014-05-19 20:16:21 -0700 | [diff] [blame] | 153 | void colorSwap(buffer_handle_t src, buffer_handle_t dest, uint32_t pixelCount); |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 154 | void vspEnable(uint32_t width, uint32_t height); |
| 155 | void vspDisable(); |
| 156 | void vspCompose(VASurfaceID videoIn, VASurfaceID rgbIn, VASurfaceID videoOut); |
| Brian Rogers | f24ae21 | 2014-04-30 14:50:24 -0700 | [diff] [blame] | 157 | |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 158 | public: |
| 159 | VirtualDevice(Hwcomposer& hwc, DisplayPlaneManager& dpm); |
| 160 | virtual ~VirtualDevice(); |
| 161 | |
| 162 | public: |
| 163 | virtual bool prePrepare(hwc_display_contents_1_t *display); |
| 164 | virtual bool prepare(hwc_display_contents_1_t *display); |
| 165 | virtual bool commit(hwc_display_contents_1_t *display, |
| Andy Qiu | 4b834ce | 2013-04-09 18:23:20 -0700 | [diff] [blame] | 166 | IDisplayContext *context); |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 167 | |
| Andy Qiu | eb726af | 2013-05-31 11:51:49 +0800 | [diff] [blame] | 168 | virtual bool vsyncControl(bool enabled); |
| 169 | virtual bool blank(bool blank); |
| Andy Qiu | 0131f12 | 2013-07-19 14:51:20 -0700 | [diff] [blame] | 170 | virtual bool getDisplaySize(int *width, int *height); |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 171 | virtual bool getDisplayConfigs(uint32_t *configs, |
| 172 | size_t *numConfigs); |
| 173 | virtual bool getDisplayAttributes(uint32_t config, |
| 174 | const uint32_t *attributes, |
| 175 | int32_t *values); |
| 176 | virtual bool compositionComplete(); |
| 177 | virtual bool initialize(); |
| fu jin | e2ad4c0 | 2013-05-28 13:47:51 -0700 | [diff] [blame] | 178 | virtual void deinitialize(); |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 179 | virtual bool isConnected() const; |
| 180 | virtual const char* getName() const; |
| 181 | virtual int getType() const; |
| Andy Qiu | 177b44e | 2013-11-07 18:03:02 -0800 | [diff] [blame] | 182 | virtual void onVsync(int64_t timestamp); |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 183 | virtual void dump(Dump& d); |
| 184 | |
| Ashish Singhi | 196e5bd | 2013-04-17 18:26:37 -0700 | [diff] [blame] | 185 | // IFrameServer methods |
| Arindam Roy | 8275746 | 2013-07-29 17:10:44 -0700 | [diff] [blame] | 186 | virtual android::status_t start(sp<IFrameTypeChangeListener> frameTypeChangeListener); |
| Ashish Singhi | 196e5bd | 2013-04-17 18:26:37 -0700 | [diff] [blame] | 187 | virtual android::status_t stop(bool isConnected); |
| 188 | virtual android::status_t notifyBufferReturned(int index); |
| Ashish Singhi | 77b747d | 2013-04-26 14:30:05 -0700 | [diff] [blame] | 189 | virtual android::status_t setResolution(const FrameProcessingPolicy& policy, android::sp<IFrameListener> listener); |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 190 | protected: |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 191 | virtual IVideoPayloadManager* createVideoPayloadManager() = 0; |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 192 | |
| 193 | protected: |
| 194 | bool mInitialized; |
| 195 | Hwcomposer& mHwc; |
| 196 | DisplayPlaneManager& mDisplayPlaneManager; |
| Robert Crabtree | 2e984ef | 2013-05-07 14:27:47 -0700 | [diff] [blame] | 197 | IVideoPayloadManager *mPayloadManager; |
| Andy Qiu | 177b44e | 2013-11-07 18:03:02 -0800 | [diff] [blame] | 198 | SoftVsyncObserver *mVsyncObserver; |
| Ashish Singhi | 3895d9b | 2013-11-04 14:43:33 -0800 | [diff] [blame] | 199 | uint32_t mOrigContentWidth; |
| 200 | uint32_t mOrigContentHeight; |
| Robert Crabtree | 5456582 | 2013-12-10 17:02:03 -0800 | [diff] [blame] | 201 | bool mFirstVideoFrame; |
| Brian Rogers | 1384af5 | 2014-05-21 12:13:17 -0700 | [diff] [blame] | 202 | bool mLastConnectionStatus; |
| ljia5 | 8f33db8 | 2014-02-19 16:49:16 +0800 | [diff] [blame] | 203 | uint32_t mCachedBufferCapcity; |
| Andy Qiu | 8a42714 | 2013-04-05 17:41:58 -0700 | [diff] [blame] | 204 | }; |
| 205 | |
| 206 | } |
| 207 | } |
| 208 | |
| 209 | #endif /* VIRTUAL_DEVICE_H */ |