bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2015 Google Inc. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license that can be |
| 5 | * found in the LICENSE file. |
| 6 | */ |
| 7 | |
| 8 | // This test only works with the GPU backend. |
| 9 | |
Mike Klein | c0bd9f9 | 2019-04-23 12:05:21 -0500 | [diff] [blame] | 10 | #include "gm/gm.h" |
Mike Klein | c0bd9f9 | 2019-04-23 12:05:21 -0500 | [diff] [blame] | 11 | #include "include/core/SkBitmap.h" |
Ben Wagner | 7fde8e1 | 2019-05-01 17:28:53 -0400 | [diff] [blame] | 12 | #include "include/core/SkCanvas.h" |
| 13 | #include "include/core/SkColor.h" |
| 14 | #include "include/core/SkColorFilter.h" |
| 15 | #include "include/core/SkColorPriv.h" |
Mike Klein | c0bd9f9 | 2019-04-23 12:05:21 -0500 | [diff] [blame] | 16 | #include "include/core/SkImage.h" |
Ben Wagner | 7fde8e1 | 2019-05-01 17:28:53 -0400 | [diff] [blame] | 17 | #include "include/core/SkImageInfo.h" |
| 18 | #include "include/core/SkPaint.h" |
| 19 | #include "include/core/SkPixmap.h" |
| 20 | #include "include/core/SkPoint.h" |
| 21 | #include "include/core/SkRefCnt.h" |
| 22 | #include "include/core/SkScalar.h" |
| 23 | #include "include/core/SkShader.h" |
| 24 | #include "include/core/SkSize.h" |
| 25 | #include "include/core/SkString.h" |
| 26 | #include "include/core/SkTileMode.h" |
| 27 | #include "include/core/SkTypes.h" |
Mike Klein | c0bd9f9 | 2019-04-23 12:05:21 -0500 | [diff] [blame] | 28 | #include "include/effects/SkGradientShader.h" |
| 29 | #include "include/gpu/GrBackendSurface.h" |
| 30 | #include "include/gpu/GrContext.h" |
Ben Wagner | 7fde8e1 | 2019-05-01 17:28:53 -0400 | [diff] [blame] | 31 | #include "include/gpu/GrTypes.h" |
| 32 | #include "include/private/GrTypesPriv.h" |
Mike Klein | c0bd9f9 | 2019-04-23 12:05:21 -0500 | [diff] [blame] | 33 | #include "include/private/SkTo.h" |
| 34 | #include "src/gpu/GrContextPriv.h" |
| 35 | #include "src/gpu/GrGpu.h" |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 36 | |
Ben Wagner | 7fde8e1 | 2019-05-01 17:28:53 -0400 | [diff] [blame] | 37 | class GrRenderTargetContext; |
| 38 | |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 39 | static sk_sp<SkColorFilter> yuv_to_rgb_colorfilter() { |
| 40 | static const float kJPEGConversionMatrix[20] = { |
Mike Reed | e869a1e | 2019-04-30 12:18:54 -0400 | [diff] [blame] | 41 | 1.0f, 0.0f, 1.402f, 0.0f, -180.0f/255, |
| 42 | 1.0f, -0.344136f, -0.714136f, 0.0f, 136.0f/255, |
| 43 | 1.0f, 1.772f, 0.0f, 0.0f, -227.6f/255, |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 44 | 0.0f, 0.0f, 0.0f, 1.0f, 0.0f |
| 45 | }; |
| 46 | |
Mike Reed | e869a1e | 2019-04-30 12:18:54 -0400 | [diff] [blame] | 47 | return SkColorFilters::Matrix(kJPEGConversionMatrix); |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 48 | } |
| 49 | |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 50 | namespace skiagm { |
Chris Dalton | 3a77837 | 2019-02-07 15:23:36 -0700 | [diff] [blame] | 51 | class ImageFromYUVTextures : public GpuGM { |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 52 | public: |
| 53 | ImageFromYUVTextures() { |
| 54 | this->setBGColor(0xFFFFFFFF); |
| 55 | } |
| 56 | |
| 57 | protected: |
| 58 | SkString onShortName() override { |
| 59 | return SkString("image_from_yuv_textures"); |
| 60 | } |
| 61 | |
| 62 | SkISize onISize() override { |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 63 | return SkISize::Make(kBmpSize + 2 * kPad, 390); |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 64 | } |
| 65 | |
| 66 | void onOnceBeforeDraw() override { |
| 67 | // We create an RGB bitmap and then extract YUV bmps where the U and V bitmaps are |
| 68 | // subsampled by 2 in both dimensions. |
| 69 | SkPaint paint; |
mtklein | dbfd7ab | 2016-09-01 11:24:54 -0700 | [diff] [blame] | 70 | constexpr SkColor kColors[] = |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 71 | { SK_ColorBLUE, SK_ColorYELLOW, SK_ColorGREEN, SK_ColorWHITE }; |
reed | 1a9b964 | 2016-03-13 14:13:58 -0700 | [diff] [blame] | 72 | paint.setShader(SkGradientShader::MakeRadial(SkPoint::Make(0,0), kBmpSize / 2.f, kColors, |
| 73 | nullptr, SK_ARRAY_COUNT(kColors), |
Mike Reed | fae8fce | 2019-04-03 10:27:45 -0400 | [diff] [blame] | 74 | SkTileMode::kMirror)); |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 75 | SkBitmap rgbBmp; |
| 76 | rgbBmp.allocN32Pixels(kBmpSize, kBmpSize, true); |
| 77 | SkCanvas canvas(rgbBmp); |
| 78 | canvas.drawPaint(paint); |
| 79 | SkPMColor* rgbColors = static_cast<SkPMColor*>(rgbBmp.getPixels()); |
| 80 | |
| 81 | SkImageInfo yinfo = SkImageInfo::MakeA8(kBmpSize, kBmpSize); |
| 82 | fYUVBmps[0].allocPixels(yinfo); |
| 83 | SkImageInfo uinfo = SkImageInfo::MakeA8(kBmpSize / 2, kBmpSize / 2); |
| 84 | fYUVBmps[1].allocPixels(uinfo); |
| 85 | SkImageInfo vinfo = SkImageInfo::MakeA8(kBmpSize / 2, kBmpSize / 2); |
| 86 | fYUVBmps[2].allocPixels(vinfo); |
| 87 | unsigned char* yPixels; |
| 88 | signed char* uvPixels[2]; |
| 89 | yPixels = static_cast<unsigned char*>(fYUVBmps[0].getPixels()); |
| 90 | uvPixels[0] = static_cast<signed char*>(fYUVBmps[1].getPixels()); |
jvanverth | 3e5f555 | 2015-07-16 07:46:07 -0700 | [diff] [blame] | 91 | uvPixels[1] = static_cast<signed char*>(fYUVBmps[2].getPixels()); |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 92 | |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 93 | // Here we encode using the kJPEG_SkYUVColorSpace (i.e., full-swing Rec 601) even though |
| 94 | // we will draw it with all the supported yuv color spaces when converted back to RGB |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 95 | for (int i = 0; i < kBmpSize * kBmpSize; ++i) { |
| 96 | yPixels[i] = static_cast<unsigned char>(0.299f * SkGetPackedR32(rgbColors[i]) + |
| 97 | 0.587f * SkGetPackedG32(rgbColors[i]) + |
| 98 | 0.114f * SkGetPackedB32(rgbColors[i])); |
| 99 | } |
| 100 | for (int j = 0; j < kBmpSize / 2; ++j) { |
| 101 | for (int i = 0; i < kBmpSize / 2; ++i) { |
| 102 | // Average together 4 pixels of RGB. |
| 103 | int rgb[] = { 0, 0, 0 }; |
| 104 | for (int y = 0; y < 2; ++y) { |
| 105 | for (int x = 0; x < 2; ++x) { |
| 106 | int rgbIndex = (2 * j + y) * kBmpSize + 2 * i + x; |
| 107 | rgb[0] += SkGetPackedR32(rgbColors[rgbIndex]); |
| 108 | rgb[1] += SkGetPackedG32(rgbColors[rgbIndex]); |
| 109 | rgb[2] += SkGetPackedB32(rgbColors[rgbIndex]); |
| 110 | } |
| 111 | } |
| 112 | for (int c = 0; c < 3; ++c) { |
| 113 | rgb[c] /= 4; |
| 114 | } |
| 115 | int uvIndex = j * kBmpSize / 2 + i; |
| 116 | uvPixels[0][uvIndex] = static_cast<signed char>( |
| 117 | ((-38 * rgb[0] - 74 * rgb[1] + 112 * rgb[2] + 128) >> 8) + 128); |
| 118 | uvPixels[1][uvIndex] = static_cast<signed char>( |
| 119 | ((112 * rgb[0] - 94 * rgb[1] - 18 * rgb[2] + 128) >> 8) + 128); |
| 120 | } |
| 121 | } |
reed | 9ce9d67 | 2016-03-17 10:51:11 -0700 | [diff] [blame] | 122 | fRGBImage = SkImage::MakeRasterCopy(SkPixmap(rgbBmp.info(), rgbColors, rgbBmp.rowBytes())); |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 123 | } |
| 124 | |
Robert Phillips | c25db63 | 2017-12-13 09:22:45 -0500 | [diff] [blame] | 125 | void createYUVTextures(GrContext* context, GrBackendTexture yuvTextures[3]) { |
Robert Phillips | 9da87e0 | 2019-02-04 13:26:26 -0500 | [diff] [blame] | 126 | GrGpu* gpu = context->priv().getGpu(); |
jvanverth | 672bb7f | 2015-07-13 07:19:57 -0700 | [diff] [blame] | 127 | if (!gpu) { |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 128 | return; |
| 129 | } |
| 130 | |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 131 | for (int i = 0; i < 3; ++i) { |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 132 | SkASSERT(fYUVBmps[i].width() == SkToInt(fYUVBmps[i].rowBytes())); |
Robert Phillips | 9dbcdcc | 2019-05-13 10:40:06 -0400 | [diff] [blame] | 133 | yuvTextures[i] = gpu->createTestingOnlyBackendTexture(fYUVBmps[i].width(), |
Robert Phillips | c25db63 | 2017-12-13 09:22:45 -0500 | [diff] [blame] | 134 | fYUVBmps[i].height(), |
Robert Phillips | 9dbcdcc | 2019-05-13 10:40:06 -0400 | [diff] [blame] | 135 | kAlpha_8_SkColorType, |
| 136 | GrMipMapped::kNo, |
| 137 | GrRenderable::kNo, |
| 138 | fYUVBmps[i].getPixels()); |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 139 | } |
| 140 | context->resetContext(); |
| 141 | } |
| 142 | |
Brian Salomon | 279f873 | 2018-09-18 11:19:33 -0400 | [diff] [blame] | 143 | void createResultTexture(GrContext* context, int width, int height, |
| 144 | GrBackendTexture* resultTexture) { |
Robert Phillips | 5c7a25b | 2019-05-20 08:38:07 -0400 | [diff] [blame] | 145 | *resultTexture = context->createBackendTexture( |
Robert Phillips | 9dbcdcc | 2019-05-13 10:40:06 -0400 | [diff] [blame] | 146 | width, height, kRGBA_8888_SkColorType, GrMipMapped::kNo, GrRenderable::kYes); |
Brian Salomon | d2fcfb5 | 2018-09-17 21:57:11 -0400 | [diff] [blame] | 147 | |
| 148 | context->resetContext(); |
| 149 | } |
| 150 | |
Brian Salomon | 279f873 | 2018-09-18 11:19:33 -0400 | [diff] [blame] | 151 | void deleteBackendTextures(GrContext* context, GrBackendTexture textures[], int n) { |
Khushal | c421ca1 | 2018-06-26 14:38:34 -0700 | [diff] [blame] | 152 | if (context->abandoned()) { |
Robert Phillips | 6d36370 | 2018-06-25 08:53:09 -0400 | [diff] [blame] | 153 | return; |
| 154 | } |
jvanverth | 672bb7f | 2015-07-13 07:19:57 -0700 | [diff] [blame] | 155 | |
Robert Phillips | 9da87e0 | 2019-02-04 13:26:26 -0500 | [diff] [blame] | 156 | GrGpu* gpu = context->priv().getGpu(); |
jvanverth | 672bb7f | 2015-07-13 07:19:57 -0700 | [diff] [blame] | 157 | if (!gpu) { |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 158 | return; |
| 159 | } |
| 160 | |
Greg Daniel | 4231401 | 2018-04-23 10:57:37 -0400 | [diff] [blame] | 161 | context->flush(); |
| 162 | gpu->testingOnly_flushGpuAndSync(); |
Brian Salomon | 279f873 | 2018-09-18 11:19:33 -0400 | [diff] [blame] | 163 | for (int i = 0; i < n; ++i) { |
Robert Phillips | 5c7a25b | 2019-05-20 08:38:07 -0400 | [diff] [blame] | 164 | context->deleteBackendTexture(textures[i]); |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 165 | } |
jvanverth | 672bb7f | 2015-07-13 07:19:57 -0700 | [diff] [blame] | 166 | |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 167 | context->resetContext(); |
| 168 | } |
| 169 | |
Chris Dalton | 3a77837 | 2019-02-07 15:23:36 -0700 | [diff] [blame] | 170 | void onDraw(GrContext* context, GrRenderTargetContext*, SkCanvas* canvas) override { |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 171 | // draw the original |
| 172 | SkScalar yOffset = kPad; |
| 173 | canvas->drawImage(fRGBImage.get(), kPad, yOffset); |
| 174 | yOffset += kBmpSize + kPad; |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 175 | |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 176 | for (int space = kJPEG_SkYUVColorSpace; space <= kLastEnum_SkYUVColorSpace; ++space) { |
Robert Phillips | c25db63 | 2017-12-13 09:22:45 -0500 | [diff] [blame] | 177 | GrBackendTexture yuvTextures[3]; |
| 178 | this->createYUVTextures(context, yuvTextures); |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 179 | auto image = SkImage::MakeFromYUVTexturesCopy(context, |
| 180 | static_cast<SkYUVColorSpace>(space), |
| 181 | yuvTextures, |
| 182 | kTopLeft_GrSurfaceOrigin); |
Brian Salomon | 279f873 | 2018-09-18 11:19:33 -0400 | [diff] [blame] | 183 | this->deleteBackendTextures(context, yuvTextures, 3); |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 184 | |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 185 | SkPaint paint; |
| 186 | if (kIdentity_SkYUVColorSpace == space) { |
| 187 | // The identity color space needs post-processing to appear correct |
| 188 | paint.setColorFilter(yuv_to_rgb_colorfilter()); |
| 189 | } |
| 190 | |
| 191 | canvas->drawImage(image.get(), kPad, yOffset, &paint); |
| 192 | yOffset += kBmpSize + kPad; |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 193 | } |
Brian Salomon | d2fcfb5 | 2018-09-17 21:57:11 -0400 | [diff] [blame] | 194 | |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 195 | for (int space = kJPEG_SkYUVColorSpace; space <= kLastEnum_SkYUVColorSpace; ++space) { |
Brian Salomon | d2fcfb5 | 2018-09-17 21:57:11 -0400 | [diff] [blame] | 196 | GrBackendTexture yuvTextures[3]; |
Brian Salomon | 279f873 | 2018-09-18 11:19:33 -0400 | [diff] [blame] | 197 | GrBackendTexture resultTexture; |
Brian Salomon | d2fcfb5 | 2018-09-17 21:57:11 -0400 | [diff] [blame] | 198 | this->createYUVTextures(context, yuvTextures); |
Brian Salomon | 279f873 | 2018-09-18 11:19:33 -0400 | [diff] [blame] | 199 | this->createResultTexture( |
| 200 | context, yuvTextures[0].width(), yuvTextures[0].height(), &resultTexture); |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 201 | auto image = SkImage::MakeFromYUVTexturesCopyWithExternalBackend( |
| 202 | context, |
| 203 | static_cast<SkYUVColorSpace>(space), |
| 204 | yuvTextures, |
| 205 | kTopLeft_GrSurfaceOrigin, |
| 206 | resultTexture); |
Brian Salomon | d2fcfb5 | 2018-09-17 21:57:11 -0400 | [diff] [blame] | 207 | |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 208 | SkPaint paint; |
| 209 | if (kIdentity_SkYUVColorSpace == space) { |
| 210 | // The identity color space needs post-processing to appear correct |
| 211 | paint.setColorFilter(yuv_to_rgb_colorfilter()); |
| 212 | } |
| 213 | canvas->drawImage(image.get(), kPad, yOffset, &paint); |
| 214 | yOffset += kBmpSize + kPad; |
Brian Salomon | d2fcfb5 | 2018-09-17 21:57:11 -0400 | [diff] [blame] | 215 | |
Brian Salomon | 279f873 | 2018-09-18 11:19:33 -0400 | [diff] [blame] | 216 | GrBackendTexture texturesToDelete[4]{ |
| 217 | yuvTextures[0], |
| 218 | yuvTextures[1], |
| 219 | yuvTextures[2], |
| 220 | resultTexture, |
| 221 | }; |
| 222 | this->deleteBackendTextures(context, texturesToDelete, 4); |
Brian Salomon | d2fcfb5 | 2018-09-17 21:57:11 -0400 | [diff] [blame] | 223 | } |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 224 | } |
| 225 | |
| 226 | private: |
reed | 9ce9d67 | 2016-03-17 10:51:11 -0700 | [diff] [blame] | 227 | sk_sp<SkImage> fRGBImage; |
| 228 | SkBitmap fYUVBmps[3]; |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 229 | |
Robert Phillips | 0a22ba8 | 2019-03-06 12:36:47 -0500 | [diff] [blame] | 230 | static constexpr SkScalar kPad = 10.0f; |
| 231 | static constexpr int kBmpSize = 32; |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 232 | |
| 233 | typedef GM INHERITED; |
| 234 | }; |
| 235 | |
halcanary | 385fe4d | 2015-08-26 13:07:48 -0700 | [diff] [blame] | 236 | DEF_GM(return new ImageFromYUVTextures;) |
bsalomon | 993a421 | 2015-05-29 11:37:25 -0700 | [diff] [blame] | 237 | } |