herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2016 Google Inc. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license that can be |
| 5 | * found in the LICENSE file. |
| 6 | */ |
| 7 | |
| 8 | #ifndef SkLinearBitmapPipeline_sampler_DEFINED |
| 9 | #define SkLinearBitmapPipeline_sampler_DEFINED |
| 10 | |
herb | cf05dcd | 2016-05-11 11:53:36 -0700 | [diff] [blame] | 11 | #include <tuple> |
| 12 | |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 13 | #include "SkColor.h" |
| 14 | #include "SkColorPriv.h" |
benjaminwagner | 6c71e0a | 2016-04-07 08:49:31 -0700 | [diff] [blame] | 15 | #include "SkFixed.h" |
herb | d5f2e2e | 2016-04-14 11:16:44 -0700 | [diff] [blame] | 16 | #include "SkHalf.h" |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 17 | #include "SkLinearBitmapPipeline_core.h" |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 18 | #include "SkNx.h" |
herb | cf05dcd | 2016-05-11 11:53:36 -0700 | [diff] [blame] | 19 | #include "SkPM4fPriv.h" |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 20 | |
| 21 | namespace { |
| 22 | // Explaination of the math: |
| 23 | // 1 - x x |
| 24 | // +--------+--------+ |
| 25 | // | | | |
| 26 | // 1 - y | px00 | px10 | |
| 27 | // | | | |
| 28 | // +--------+--------+ |
| 29 | // | | | |
| 30 | // y | px01 | px11 | |
| 31 | // | | | |
| 32 | // +--------+--------+ |
| 33 | // |
| 34 | // |
| 35 | // Given a pixelxy each is multiplied by a different factor derived from the fractional part of x |
| 36 | // and y: |
| 37 | // * px00 -> (1 - x)(1 - y) = 1 - x - y + xy |
| 38 | // * px10 -> x(1 - y) = x - xy |
| 39 | // * px01 -> (1 - x)y = y - xy |
| 40 | // * px11 -> xy |
| 41 | // So x * y is calculated first and then used to calculate all the other factors. |
mtklein | e5fb9c8 | 2016-07-07 08:12:09 -0700 | [diff] [blame] | 42 | static Sk4s SK_VECTORCALL bilerp4(Sk4s xs, Sk4s ys, Sk4f px00, Sk4f px10, |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 43 | Sk4f px01, Sk4f px11) { |
| 44 | // Calculate fractional xs and ys. |
| 45 | Sk4s fxs = xs - xs.floor(); |
| 46 | Sk4s fys = ys - ys.floor(); |
| 47 | Sk4s fxys{fxs * fys}; |
| 48 | Sk4f sum = px11 * fxys; |
| 49 | sum = sum + px01 * (fys - fxys); |
| 50 | sum = sum + px10 * (fxs - fxys); |
| 51 | sum = sum + px00 * (Sk4f{1.0f} - fxs - fys + fxys); |
| 52 | return sum; |
| 53 | } |
| 54 | |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 55 | //////////////////////////////////////////////////////////////////////////////////////////////////// |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 56 | // PixelGetter is the lowest level interface to the source data. There is a PixelConverter for each |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 57 | // of the different SkColorTypes. |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 58 | template <SkColorType, SkGammaType> class PixelConverter; |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 59 | |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 60 | // Alpha handling: |
| 61 | // The alpha from the paint (tintColor) is used in the blend part of the pipeline to modulate |
| 62 | // the entire bitmap. So, the tint color is given an alpha of 1.0 so that the later alpha can |
| 63 | // modulate this color later. |
| 64 | template <> |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 65 | class PixelConverter<kAlpha_8_SkColorType, kLinear_SkGammaType> { |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 66 | public: |
| 67 | using Element = uint8_t; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 68 | PixelConverter(const SkPixmap& srcPixmap, SkColor tintColor) |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 69 | : fTintColor{set_alpha(Sk4f_from_SkColor(tintColor), 1.0f)} { } |
| 70 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 71 | Sk4f toSk4f(const Element pixel) const { |
| 72 | return fTintColor * (pixel * (1.0f/255.0f)); |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | private: |
| 76 | const Sk4f fTintColor; |
| 77 | }; |
| 78 | |
reed | dabe5d3 | 2016-06-21 10:28:14 -0700 | [diff] [blame] | 79 | template <SkGammaType gammaType> |
mtklein | 53574b7 | 2016-07-20 05:23:31 -0700 | [diff] [blame] | 80 | static inline Sk4f pmcolor_to_rgba(SkPMColor pixel) { |
| 81 | return swizzle_rb_if_bgra( |
| 82 | (gammaType == kSRGB_SkGammaType) ? Sk4f_fromS32(pixel) |
| 83 | : Sk4f_fromL32(pixel)); |
| 84 | } |
| 85 | |
| 86 | template <SkGammaType gammaType> |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 87 | class PixelConverter<kRGB_565_SkColorType, gammaType> { |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 88 | public: |
| 89 | using Element = uint16_t; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 90 | PixelConverter(const SkPixmap& srcPixmap) { } |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 91 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 92 | Sk4f toSk4f(Element pixel) const { |
mtklein | 53574b7 | 2016-07-20 05:23:31 -0700 | [diff] [blame] | 93 | return pmcolor_to_rgba<gammaType>(SkPixel16ToPixel32(pixel)); |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 94 | } |
| 95 | }; |
| 96 | |
| 97 | template <SkGammaType gammaType> |
| 98 | class PixelConverter<kARGB_4444_SkColorType, gammaType> { |
| 99 | public: |
| 100 | using Element = uint16_t; |
| 101 | PixelConverter(const SkPixmap& srcPixmap) { } |
| 102 | |
| 103 | Sk4f toSk4f(Element pixel) const { |
mtklein | 53574b7 | 2016-07-20 05:23:31 -0700 | [diff] [blame] | 104 | return pmcolor_to_rgba<gammaType>(SkPixel4444ToPixel32(pixel)); |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 105 | } |
| 106 | }; |
| 107 | |
| 108 | template <SkGammaType gammaType> |
| 109 | class PixelConverter<kRGBA_8888_SkColorType, gammaType> { |
| 110 | public: |
| 111 | using Element = uint32_t; |
| 112 | PixelConverter(const SkPixmap& srcPixmap) { } |
| 113 | |
| 114 | Sk4f toSk4f(Element pixel) const { |
reed | dabe5d3 | 2016-06-21 10:28:14 -0700 | [diff] [blame] | 115 | return gammaType == kSRGB_SkGammaType |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 116 | ? Sk4f_fromS32(pixel) |
| 117 | : Sk4f_fromL32(pixel); |
| 118 | } |
| 119 | }; |
| 120 | |
reed | dabe5d3 | 2016-06-21 10:28:14 -0700 | [diff] [blame] | 121 | template <SkGammaType gammaType> |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 122 | class PixelConverter<kBGRA_8888_SkColorType, gammaType> { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 123 | public: |
| 124 | using Element = uint32_t; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 125 | PixelConverter(const SkPixmap& srcPixmap) { } |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 126 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 127 | Sk4f toSk4f(Element pixel) const { |
| 128 | return swizzle_rb( |
| 129 | gammaType == kSRGB_SkGammaType ? Sk4f_fromS32(pixel) : Sk4f_fromL32(pixel)); |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 130 | } |
| 131 | }; |
| 132 | |
reed | dabe5d3 | 2016-06-21 10:28:14 -0700 | [diff] [blame] | 133 | template <SkGammaType gammaType> |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 134 | class PixelConverter<kIndex_8_SkColorType, gammaType> { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 135 | public: |
| 136 | using Element = uint8_t; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 137 | PixelConverter(const SkPixmap& srcPixmap) { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 138 | SkColorTable* skColorTable = srcPixmap.ctable(); |
| 139 | SkASSERT(skColorTable != nullptr); |
| 140 | |
| 141 | fColorTable = (Sk4f*)SkAlign16((intptr_t)fColorTableStorage.get()); |
| 142 | for (int i = 0; i < skColorTable->count(); i++) { |
mtklein | 53574b7 | 2016-07-20 05:23:31 -0700 | [diff] [blame] | 143 | fColorTable[i] = pmcolor_to_rgba<gammaType>((*skColorTable)[i]); |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 144 | } |
| 145 | } |
| 146 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 147 | PixelConverter(const PixelConverter& strategy) { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 148 | fColorTable = (Sk4f*)SkAlign16((intptr_t)fColorTableStorage.get()); |
| 149 | // TODO: figure out the count. |
| 150 | for (int i = 0; i < 256; i++) { |
| 151 | fColorTable[i] = strategy.fColorTable[i]; |
| 152 | } |
| 153 | } |
| 154 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 155 | Sk4f toSk4f(Element index) const { |
| 156 | return fColorTable[index]; |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 157 | } |
| 158 | |
| 159 | private: |
| 160 | static const size_t kColorTableSize = sizeof(Sk4f[256]) + 12; |
mtklein | 53574b7 | 2016-07-20 05:23:31 -0700 | [diff] [blame] | 161 | |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 162 | SkAutoMalloc fColorTableStorage{kColorTableSize}; |
| 163 | Sk4f* fColorTable; |
| 164 | }; |
| 165 | |
reed | dabe5d3 | 2016-06-21 10:28:14 -0700 | [diff] [blame] | 166 | template <SkGammaType gammaType> |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 167 | class PixelConverter<kGray_8_SkColorType, gammaType> { |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 168 | public: |
| 169 | using Element = uint8_t; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 170 | PixelConverter(const SkPixmap& srcPixmap) { } |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 171 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 172 | Sk4f toSk4f(Element pixel) const { |
mtklein | 0c90247 | 2016-07-20 18:10:07 -0700 | [diff] [blame^] | 173 | float gray = (gammaType == kSRGB_SkGammaType) |
| 174 | ? sk_linear_from_srgb[pixel] |
| 175 | : pixel * (1/255.0f); |
| 176 | return {gray, gray, gray, 1.0f}; |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 177 | } |
| 178 | }; |
| 179 | |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 180 | template <> |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 181 | class PixelConverter<kRGBA_F16_SkColorType, kLinear_SkGammaType> { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 182 | public: |
| 183 | using Element = uint64_t; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 184 | PixelConverter(const SkPixmap& srcPixmap) { } |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 185 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 186 | Sk4f toSk4f(const Element pixel) const { |
mtklein | 58e389b | 2016-07-15 07:00:11 -0700 | [diff] [blame] | 187 | return SkHalfToFloat_finite(pixel); |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 188 | } |
| 189 | }; |
| 190 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 191 | class PixelAccessorShim { |
| 192 | public: |
| 193 | explicit PixelAccessorShim(SkLinearBitmapPipeline::PixelAccessorInterface* accessor) |
| 194 | : fPixelAccessor(accessor) { } |
| 195 | |
| 196 | void SK_VECTORCALL getFewPixels( |
| 197 | int n, Sk4s xs, Sk4s ys, Sk4f* px0, Sk4f* px1, Sk4f* px2) const { |
| 198 | fPixelAccessor->getFewPixels(n, xs, ys, px0, px1, px2); |
| 199 | } |
| 200 | |
| 201 | void SK_VECTORCALL get4Pixels( |
| 202 | Sk4s xs, Sk4s ys, Sk4f* px0, Sk4f* px1, Sk4f* px2, Sk4f* px3) const { |
| 203 | fPixelAccessor->get4Pixels(xs, ys, px0, px1, px2, px3); |
| 204 | } |
| 205 | |
| 206 | void get4Pixels( |
| 207 | const void* src, int index, Sk4f* px0, Sk4f* px1, Sk4f* px2, Sk4f* px3) const { |
| 208 | fPixelAccessor->get4Pixels(src, index, px0, px1, px2, px3); |
| 209 | }; |
| 210 | |
| 211 | Sk4f getPixelFromRow(const void* row, int index) const { |
| 212 | return fPixelAccessor->getPixelFromRow(row, index); |
| 213 | } |
| 214 | |
| 215 | Sk4f getPixelAt(int index) const { |
| 216 | return fPixelAccessor->getPixelAt(index); |
| 217 | } |
| 218 | |
| 219 | const void* row(int y) const { |
| 220 | return fPixelAccessor->row(y); |
| 221 | } |
| 222 | |
| 223 | private: |
| 224 | SkLinearBitmapPipeline::PixelAccessorInterface* const fPixelAccessor; |
| 225 | }; |
| 226 | |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 227 | //////////////////////////////////////////////////////////////////////////////////////////////////// |
| 228 | // PixelAccessor handles all the same plumbing for all the PixelGetters. |
reed | dabe5d3 | 2016-06-21 10:28:14 -0700 | [diff] [blame] | 229 | template <SkColorType colorType, SkGammaType gammaType> |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 230 | class PixelAccessor final : public SkLinearBitmapPipeline::PixelAccessorInterface { |
| 231 | using Element = typename PixelConverter<colorType, gammaType>::Element; |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 232 | public: |
herb | 670f01f | 2016-05-13 10:04:46 -0700 | [diff] [blame] | 233 | template <typename... Args> |
| 234 | PixelAccessor(const SkPixmap& srcPixmap, Args&&... args) |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 235 | : fSrc{static_cast<const Element*>(srcPixmap.addr())} |
| 236 | , fWidth{srcPixmap.rowBytesAsPixels()} |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 237 | , fConverter{srcPixmap, std::move<Args>(args)...} { } |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 238 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 239 | void SK_VECTORCALL getFewPixels ( |
| 240 | int n, Sk4s xs, Sk4s ys, Sk4f* px0, Sk4f* px1, Sk4f* px2) const override { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 241 | Sk4i XIs = SkNx_cast<int, SkScalar>(xs); |
| 242 | Sk4i YIs = SkNx_cast<int, SkScalar>(ys); |
| 243 | Sk4i bufferLoc = YIs * fWidth + XIs; |
| 244 | switch (n) { |
| 245 | case 3: |
| 246 | *px2 = this->getPixelAt(bufferLoc[2]); |
| 247 | case 2: |
| 248 | *px1 = this->getPixelAt(bufferLoc[1]); |
| 249 | case 1: |
| 250 | *px0 = this->getPixelAt(bufferLoc[0]); |
| 251 | default: |
| 252 | break; |
| 253 | } |
| 254 | } |
| 255 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 256 | void SK_VECTORCALL get4Pixels( |
| 257 | Sk4s xs, Sk4s ys, Sk4f* px0, Sk4f* px1, Sk4f* px2, Sk4f* px3) const override { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 258 | Sk4i XIs = SkNx_cast<int, SkScalar>(xs); |
| 259 | Sk4i YIs = SkNx_cast<int, SkScalar>(ys); |
| 260 | Sk4i bufferLoc = YIs * fWidth + XIs; |
| 261 | *px0 = this->getPixelAt(bufferLoc[0]); |
| 262 | *px1 = this->getPixelAt(bufferLoc[1]); |
| 263 | *px2 = this->getPixelAt(bufferLoc[2]); |
| 264 | *px3 = this->getPixelAt(bufferLoc[3]); |
| 265 | } |
| 266 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 267 | void get4Pixels( |
| 268 | const void* src, int index, Sk4f* px0, Sk4f* px1, Sk4f* px2, Sk4f* px3) const override { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 269 | *px0 = this->getPixelFromRow(src, index + 0); |
| 270 | *px1 = this->getPixelFromRow(src, index + 1); |
| 271 | *px2 = this->getPixelFromRow(src, index + 2); |
| 272 | *px3 = this->getPixelFromRow(src, index + 3); |
| 273 | } |
| 274 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 275 | Sk4f getPixelFromRow(const void* row, int index) const override { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 276 | const Element* src = static_cast<const Element*>(row); |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 277 | return fConverter.toSk4f(src[index]); |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 278 | } |
| 279 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 280 | Sk4f getPixelAt(int index) const override { |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 281 | return this->getPixelFromRow(fSrc, index); |
| 282 | } |
| 283 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 284 | const void* row(int y) const override { return fSrc + y * fWidth; } |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 285 | |
| 286 | private: |
| 287 | const Element* const fSrc; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 288 | const int fWidth; |
| 289 | PixelConverter<colorType, gammaType> fConverter; |
herb | 15332a8 | 2016-05-12 11:37:00 -0700 | [diff] [blame] | 290 | }; |
| 291 | |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 292 | // We're moving through source space at a rate of 1 source pixel per 1 dst pixel. |
| 293 | // We'll never re-use pixels, but we can at least load contiguous pixels. |
| 294 | template <typename Next, typename Strategy> |
| 295 | static void src_strategy_blend(Span span, Next* next, Strategy* strategy) { |
| 296 | SkPoint start; |
| 297 | SkScalar length; |
| 298 | int count; |
| 299 | std::tie(start, length, count) = span; |
| 300 | int ix = SkScalarFloorToInt(X(start)); |
| 301 | const void* row = strategy->row((int)std::floor(Y(start))); |
| 302 | if (length > 0) { |
| 303 | while (count >= 4) { |
| 304 | Sk4f px0, px1, px2, px3; |
| 305 | strategy->get4Pixels(row, ix, &px0, &px1, &px2, &px3); |
| 306 | next->blend4Pixels(px0, px1, px2, px3); |
| 307 | ix += 4; |
| 308 | count -= 4; |
| 309 | } |
| 310 | |
| 311 | while (count > 0) { |
| 312 | next->blendPixel(strategy->getPixelFromRow(row, ix)); |
| 313 | ix += 1; |
| 314 | count -= 1; |
| 315 | } |
| 316 | } else { |
| 317 | while (count >= 4) { |
| 318 | Sk4f px0, px1, px2, px3; |
| 319 | strategy->get4Pixels(row, ix - 3, &px3, &px2, &px1, &px0); |
| 320 | next->blend4Pixels(px0, px1, px2, px3); |
| 321 | ix -= 4; |
| 322 | count -= 4; |
| 323 | } |
| 324 | |
| 325 | while (count > 0) { |
| 326 | next->blendPixel(strategy->getPixelFromRow(row, ix)); |
| 327 | ix -= 1; |
| 328 | count -= 1; |
| 329 | } |
| 330 | } |
| 331 | } |
| 332 | |
| 333 | // NearestNeighborSampler - use nearest neighbor filtering to create runs of destination pixels. |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 334 | template<typename Accessor, typename Next> |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 335 | class NearestNeighborSampler : public SkLinearBitmapPipeline::SampleProcessorInterface { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 336 | public: |
| 337 | template<typename... Args> |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 338 | NearestNeighborSampler(SkLinearBitmapPipeline::BlendProcessorInterface* next, Args&& ... args) |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 339 | : fNext{next}, fAccessor{std::forward<Args>(args)...} { } |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 340 | |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 341 | NearestNeighborSampler(SkLinearBitmapPipeline::BlendProcessorInterface* next, |
| 342 | const NearestNeighborSampler& sampler) |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 343 | : fNext{next}, fAccessor{sampler.fAccessor} { } |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 344 | |
mtklein | e5fb9c8 | 2016-07-07 08:12:09 -0700 | [diff] [blame] | 345 | void SK_VECTORCALL pointListFew(int n, Sk4s xs, Sk4s ys) override { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 346 | SkASSERT(0 < n && n < 4); |
| 347 | Sk4f px0, px1, px2; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 348 | fAccessor.getFewPixels(n, xs, ys, &px0, &px1, &px2); |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 349 | if (n >= 1) fNext->blendPixel(px0); |
| 350 | if (n >= 2) fNext->blendPixel(px1); |
| 351 | if (n >= 3) fNext->blendPixel(px2); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 352 | } |
| 353 | |
mtklein | e5fb9c8 | 2016-07-07 08:12:09 -0700 | [diff] [blame] | 354 | void SK_VECTORCALL pointList4(Sk4s xs, Sk4s ys) override { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 355 | Sk4f px0, px1, px2, px3; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 356 | fAccessor.get4Pixels(xs, ys, &px0, &px1, &px2, &px3); |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 357 | fNext->blend4Pixels(px0, px1, px2, px3); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 358 | } |
| 359 | |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 360 | void pointSpan(Span span) override { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 361 | SkASSERT(!span.isEmpty()); |
| 362 | SkPoint start; |
| 363 | SkScalar length; |
| 364 | int count; |
| 365 | std::tie(start, length, count) = span; |
| 366 | SkScalar absLength = SkScalarAbs(length); |
| 367 | if (absLength < (count - 1)) { |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 368 | this->spanSlowRate(span); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 369 | } else if (absLength == (count - 1)) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 370 | src_strategy_blend(span, fNext, &fAccessor); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 371 | } else { |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 372 | this->spanFastRate(span); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 373 | } |
| 374 | } |
| 375 | |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 376 | void repeatSpan(Span span, int32_t repeatCount) override { |
| 377 | while (repeatCount > 0) { |
| 378 | this->pointSpan(span); |
| 379 | repeatCount--; |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 380 | } |
| 381 | } |
| 382 | |
mtklein | e5fb9c8 | 2016-07-07 08:12:09 -0700 | [diff] [blame] | 383 | void SK_VECTORCALL bilerpEdge(Sk4s xs, Sk4s ys) override { |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 384 | SkFAIL("Using nearest neighbor sampler, but calling a bilerpEdge."); |
| 385 | } |
| 386 | |
| 387 | void bilerpSpan(Span span, SkScalar y) override { |
| 388 | SkFAIL("Using nearest neighbor sampler, but calling a bilerpSpan."); |
| 389 | } |
| 390 | |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 391 | private: |
| 392 | // When moving through source space more slowly than dst space (zoomed in), |
| 393 | // we'll be sampling from the same source pixel more than once. |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 394 | void spanSlowRate(Span span) { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 395 | SkPoint start; |
| 396 | SkScalar length; |
| 397 | int count; |
| 398 | std::tie(start, length, count) = span; |
| 399 | SkScalar x = X(start); |
| 400 | SkFixed fx = SkScalarToFixed(x); |
| 401 | SkScalar dx = length / (count - 1); |
| 402 | SkFixed fdx = SkScalarToFixed(dx); |
| 403 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 404 | const void* row = fAccessor.row((int)std::floor(Y(start))); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 405 | Next* next = fNext; |
| 406 | |
| 407 | int ix = SkFixedFloorToInt(fx); |
| 408 | int prevIX = ix; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 409 | Sk4f fpixel = fAccessor.getPixelFromRow(row, ix); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 410 | |
| 411 | // When dx is less than one, each pixel is used more than once. Using the fixed point fx |
| 412 | // allows the code to quickly check that the same pixel is being used. The code uses this |
| 413 | // same pixel check to do the sRGB and normalization only once. |
| 414 | auto getNextPixel = [&]() { |
| 415 | if (ix != prevIX) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 416 | fpixel = fAccessor.getPixelFromRow(row, ix); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 417 | prevIX = ix; |
| 418 | } |
| 419 | fx += fdx; |
| 420 | ix = SkFixedFloorToInt(fx); |
| 421 | return fpixel; |
| 422 | }; |
| 423 | |
| 424 | while (count >= 4) { |
| 425 | Sk4f px0 = getNextPixel(); |
| 426 | Sk4f px1 = getNextPixel(); |
| 427 | Sk4f px2 = getNextPixel(); |
| 428 | Sk4f px3 = getNextPixel(); |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 429 | next->blend4Pixels(px0, px1, px2, px3); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 430 | count -= 4; |
| 431 | } |
| 432 | while (count > 0) { |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 433 | next->blendPixel(getNextPixel()); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 434 | count -= 1; |
| 435 | } |
| 436 | } |
| 437 | |
| 438 | // We're moving through source space at a rate of 1 source pixel per 1 dst pixel. |
| 439 | // We'll never re-use pixels, but we can at least load contiguous pixels. |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 440 | void spanUnitRate(Span span) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 441 | src_strategy_blend(span, fNext, &fAccessor); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 442 | } |
| 443 | |
| 444 | // We're moving through source space faster than dst (zoomed out), |
| 445 | // so we'll never reuse a source pixel or be able to do contiguous loads. |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 446 | void spanFastRate(Span span) { |
| 447 | span_fallback(span, this); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 448 | } |
| 449 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 450 | Next* const fNext; |
| 451 | Accessor fAccessor; |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 452 | }; |
| 453 | |
herb | 7df9e4a | 2016-06-10 13:01:27 -0700 | [diff] [blame] | 454 | // -- BilerpSampler -------------------------------------------------------------------------------- |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 455 | // BilerpSampler - use a bilerp filter to create runs of destination pixels. |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 456 | template<typename Accessor, typename Next> |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 457 | class BilerpSampler : public SkLinearBitmapPipeline::SampleProcessorInterface { |
| 458 | public: |
| 459 | template<typename... Args> |
| 460 | BilerpSampler(SkLinearBitmapPipeline::BlendProcessorInterface* next, Args&& ... args) |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 461 | : fNext{next}, fAccessor{std::forward<Args>(args)...} { } |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 462 | |
| 463 | BilerpSampler(SkLinearBitmapPipeline::BlendProcessorInterface* next, |
| 464 | const BilerpSampler& sampler) |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 465 | : fNext{next}, fAccessor{sampler.fAccessor} { } |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 466 | |
| 467 | Sk4f bilerpNonEdgePixel(SkScalar x, SkScalar y) { |
| 468 | Sk4f px00, px10, px01, px11; |
| 469 | |
| 470 | // bilerp4() expects xs, ys are the top-lefts of the 2x2 kernel. |
| 471 | Sk4f xs = Sk4f{x} - 0.5f; |
| 472 | Sk4f ys = Sk4f{y} - 0.5f; |
| 473 | Sk4f sampleXs = xs + Sk4f{0.0f, 1.0f, 0.0f, 1.0f}; |
| 474 | Sk4f sampleYs = ys + Sk4f{0.0f, 0.0f, 1.0f, 1.0f}; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 475 | fAccessor.get4Pixels(sampleXs, sampleYs, &px00, &px10, &px01, &px11); |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 476 | return bilerp4(xs, ys, px00, px10, px01, px11); |
| 477 | } |
| 478 | |
mtklein | e5fb9c8 | 2016-07-07 08:12:09 -0700 | [diff] [blame] | 479 | void SK_VECTORCALL pointListFew(int n, Sk4s xs, Sk4s ys) override { |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 480 | SkASSERT(0 < n && n < 4); |
| 481 | auto bilerpPixel = [&](int index) { |
| 482 | return this->bilerpNonEdgePixel(xs[index], ys[index]); |
| 483 | }; |
| 484 | |
| 485 | if (n >= 1) fNext->blendPixel(bilerpPixel(0)); |
| 486 | if (n >= 2) fNext->blendPixel(bilerpPixel(1)); |
| 487 | if (n >= 3) fNext->blendPixel(bilerpPixel(2)); |
| 488 | } |
| 489 | |
mtklein | e5fb9c8 | 2016-07-07 08:12:09 -0700 | [diff] [blame] | 490 | void SK_VECTORCALL pointList4(Sk4s xs, Sk4s ys) override { |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 491 | auto bilerpPixel = [&](int index) { |
| 492 | return this->bilerpNonEdgePixel(xs[index], ys[index]); |
| 493 | }; |
| 494 | fNext->blend4Pixels(bilerpPixel(0), bilerpPixel(1), bilerpPixel(2), bilerpPixel(3)); |
| 495 | } |
| 496 | |
| 497 | void pointSpan(Span span) override { |
| 498 | this->bilerpSpan(span, span.startY()); |
| 499 | } |
| 500 | |
| 501 | void repeatSpan(Span span, int32_t repeatCount) override { |
| 502 | while (repeatCount > 0) { |
| 503 | this->pointSpan(span); |
| 504 | repeatCount--; |
| 505 | } |
| 506 | } |
| 507 | |
mtklein | e5fb9c8 | 2016-07-07 08:12:09 -0700 | [diff] [blame] | 508 | void SK_VECTORCALL bilerpEdge(Sk4s sampleXs, Sk4s sampleYs) override { |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 509 | Sk4f px00, px10, px01, px11; |
| 510 | Sk4f xs = Sk4f{sampleXs[0]}; |
| 511 | Sk4f ys = Sk4f{sampleYs[0]}; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 512 | fAccessor.get4Pixels(sampleXs, sampleYs, &px00, &px10, &px01, &px11); |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 513 | Sk4f pixel = bilerp4(xs, ys, px00, px10, px01, px11); |
| 514 | fNext->blendPixel(pixel); |
| 515 | } |
| 516 | |
| 517 | void bilerpSpan(Span span, SkScalar y) override { |
| 518 | SkASSERT(!span.isEmpty()); |
| 519 | SkPoint start; |
| 520 | SkScalar length; |
| 521 | int count; |
| 522 | std::tie(start, length, count) = span; |
| 523 | SkScalar absLength = SkScalarAbs(length); |
| 524 | if (absLength == 0.0f) { |
| 525 | this->spanZeroRate(span, y); |
| 526 | } else if (absLength < (count - 1)) { |
| 527 | this->spanSlowRate(span, y); |
| 528 | } else if (absLength == (count - 1)) { |
| 529 | if (std::fmod(span.startX() - 0.5f, 1.0f) == 0.0f) { |
| 530 | if (std::fmod(span.startY() - 0.5f, 1.0f) == 0.0f) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 531 | src_strategy_blend(span, fNext, &fAccessor); |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 532 | } else { |
| 533 | this->spanUnitRateAlignedX(span, y); |
| 534 | } |
| 535 | } else { |
| 536 | this->spanUnitRate(span, y); |
| 537 | } |
| 538 | } else { |
| 539 | this->spanFastRate(span, y); |
| 540 | } |
| 541 | } |
| 542 | |
| 543 | private: |
| 544 | void spanZeroRate(Span span, SkScalar y1) { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 545 | SkScalar y0 = span.startY() - 0.5f; |
| 546 | y1 += 0.5f; |
| 547 | int iy0 = SkScalarFloorToInt(y0); |
| 548 | SkScalar filterY1 = y0 - iy0; |
| 549 | SkScalar filterY0 = 1.0f - filterY1; |
| 550 | int iy1 = SkScalarFloorToInt(y1); |
| 551 | int ix = SkScalarFloorToInt(span.startX()); |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 552 | Sk4f pixelY0 = fAccessor.getPixelFromRow(fAccessor.row(iy0), ix); |
| 553 | Sk4f pixelY1 = fAccessor.getPixelFromRow(fAccessor.row(iy1), ix); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 554 | Sk4f filterPixel = pixelY0 * filterY0 + pixelY1 * filterY1; |
| 555 | int count = span.count(); |
| 556 | while (count >= 4) { |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 557 | fNext->blend4Pixels(filterPixel, filterPixel, filterPixel, filterPixel); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 558 | count -= 4; |
| 559 | } |
| 560 | while (count > 0) { |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 561 | fNext->blendPixel(filterPixel); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 562 | count -= 1; |
| 563 | } |
| 564 | } |
| 565 | |
| 566 | // When moving through source space more slowly than dst space (zoomed in), |
| 567 | // we'll be sampling from the same source pixel more than once. |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 568 | void spanSlowRate(Span span, SkScalar ry1) { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 569 | SkPoint start; |
| 570 | SkScalar length; |
| 571 | int count; |
| 572 | std::tie(start, length, count) = span; |
herb | dd40483 | 2016-06-08 14:33:15 -0700 | [diff] [blame] | 573 | SkFixed fx = SkScalarToFixed(X(start)-0.5f); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 574 | |
| 575 | SkFixed fdx = SkScalarToFixed(length / (count - 1)); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 576 | |
| 577 | Sk4f xAdjust; |
| 578 | if (fdx >= 0) { |
| 579 | xAdjust = Sk4f{-1.0f}; |
| 580 | } else { |
| 581 | xAdjust = Sk4f{1.0f}; |
| 582 | } |
| 583 | int ix = SkFixedFloorToInt(fx); |
| 584 | int ioldx = ix; |
| 585 | Sk4f x{SkFixedToScalar(fx) - ix}; |
| 586 | Sk4f dx{SkFixedToScalar(fdx)}; |
| 587 | SkScalar ry0 = Y(start) - 0.5f; |
| 588 | ry1 += 0.5f; |
| 589 | SkScalar yFloor = std::floor(ry0); |
| 590 | Sk4f y1 = Sk4f{ry0 - yFloor}; |
| 591 | Sk4f y0 = Sk4f{1.0f} - y1; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 592 | const void* const row0 = fAccessor.row(SkScalarFloorToInt(ry0)); |
| 593 | const void* const row1 = fAccessor.row(SkScalarFloorToInt(ry1)); |
| 594 | Sk4f fpixel00 = y0 * fAccessor.getPixelFromRow(row0, ix); |
| 595 | Sk4f fpixel01 = y1 * fAccessor.getPixelFromRow(row1, ix); |
| 596 | Sk4f fpixel10 = y0 * fAccessor.getPixelFromRow(row0, ix + 1); |
| 597 | Sk4f fpixel11 = y1 * fAccessor.getPixelFromRow(row1, ix + 1); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 598 | auto getNextPixel = [&]() { |
| 599 | if (ix != ioldx) { |
| 600 | fpixel00 = fpixel10; |
| 601 | fpixel01 = fpixel11; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 602 | fpixel10 = y0 * fAccessor.getPixelFromRow(row0, ix + 1); |
| 603 | fpixel11 = y1 * fAccessor.getPixelFromRow(row1, ix + 1); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 604 | ioldx = ix; |
| 605 | x = x + xAdjust; |
| 606 | } |
| 607 | |
| 608 | Sk4f x0, x1; |
| 609 | x0 = Sk4f{1.0f} - x; |
| 610 | x1 = x; |
| 611 | Sk4f fpixel = x0 * (fpixel00 + fpixel01) + x1 * (fpixel10 + fpixel11); |
| 612 | fx += fdx; |
| 613 | ix = SkFixedFloorToInt(fx); |
| 614 | x = x + dx; |
| 615 | return fpixel; |
| 616 | }; |
| 617 | |
| 618 | while (count >= 4) { |
| 619 | Sk4f fpixel0 = getNextPixel(); |
| 620 | Sk4f fpixel1 = getNextPixel(); |
| 621 | Sk4f fpixel2 = getNextPixel(); |
| 622 | Sk4f fpixel3 = getNextPixel(); |
| 623 | |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 624 | fNext->blend4Pixels(fpixel0, fpixel1, fpixel2, fpixel3); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 625 | count -= 4; |
| 626 | } |
| 627 | |
| 628 | while (count > 0) { |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 629 | fNext->blendPixel(getNextPixel()); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 630 | |
| 631 | count -= 1; |
| 632 | } |
| 633 | } |
| 634 | |
| 635 | // We're moving through source space at a rate of 1 source pixel per 1 dst pixel. |
| 636 | // We'll never re-use pixels, but we can at least load contiguous pixels. |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 637 | void spanUnitRate(Span span, SkScalar y1) { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 638 | y1 += 0.5f; |
| 639 | SkScalar y0 = span.startY() - 0.5f; |
| 640 | int iy0 = SkScalarFloorToInt(y0); |
| 641 | SkScalar filterY1 = y0 - iy0; |
| 642 | SkScalar filterY0 = 1.0f - filterY1; |
| 643 | int iy1 = SkScalarFloorToInt(y1); |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 644 | const void* rowY0 = fAccessor.row(iy0); |
| 645 | const void* rowY1 = fAccessor.row(iy1); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 646 | SkScalar x0 = span.startX() - 0.5f; |
| 647 | int ix0 = SkScalarFloorToInt(x0); |
| 648 | SkScalar filterX1 = x0 - ix0; |
| 649 | SkScalar filterX0 = 1.0f - filterX1; |
| 650 | |
| 651 | auto getPixelY0 = [&]() { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 652 | Sk4f px = fAccessor.getPixelFromRow(rowY0, ix0); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 653 | return px * filterY0; |
| 654 | }; |
| 655 | |
| 656 | auto getPixelY1 = [&]() { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 657 | Sk4f px = fAccessor.getPixelFromRow(rowY1, ix0); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 658 | return px * filterY1; |
| 659 | }; |
| 660 | |
| 661 | auto get4PixelsY0 = [&](int ix, Sk4f* px0, Sk4f* px1, Sk4f* px2, Sk4f* px3) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 662 | fAccessor.get4Pixels(rowY0, ix, px0, px1, px2, px3); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 663 | *px0 = *px0 * filterY0; |
| 664 | *px1 = *px1 * filterY0; |
| 665 | *px2 = *px2 * filterY0; |
| 666 | *px3 = *px3 * filterY0; |
| 667 | }; |
| 668 | |
| 669 | auto get4PixelsY1 = [&](int ix, Sk4f* px0, Sk4f* px1, Sk4f* px2, Sk4f* px3) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 670 | fAccessor.get4Pixels(rowY1, ix, px0, px1, px2, px3); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 671 | *px0 = *px0 * filterY1; |
| 672 | *px1 = *px1 * filterY1; |
| 673 | *px2 = *px2 * filterY1; |
| 674 | *px3 = *px3 * filterY1; |
| 675 | }; |
| 676 | |
| 677 | auto lerp = [&](Sk4f& pixelX0, Sk4f& pixelX1) { |
| 678 | return pixelX0 * filterX0 + pixelX1 * filterX1; |
| 679 | }; |
| 680 | |
| 681 | // Mid making 4 unit rate. |
| 682 | Sk4f pxB = getPixelY0() + getPixelY1(); |
| 683 | if (span.length() > 0) { |
| 684 | int count = span.count(); |
| 685 | while (count >= 4) { |
| 686 | Sk4f px00, px10, px20, px30; |
| 687 | get4PixelsY0(ix0, &px00, &px10, &px20, &px30); |
| 688 | Sk4f px01, px11, px21, px31; |
| 689 | get4PixelsY1(ix0, &px01, &px11, &px21, &px31); |
| 690 | Sk4f pxS0 = px00 + px01; |
| 691 | Sk4f px0 = lerp(pxB, pxS0); |
| 692 | Sk4f pxS1 = px10 + px11; |
| 693 | Sk4f px1 = lerp(pxS0, pxS1); |
| 694 | Sk4f pxS2 = px20 + px21; |
| 695 | Sk4f px2 = lerp(pxS1, pxS2); |
| 696 | Sk4f pxS3 = px30 + px31; |
| 697 | Sk4f px3 = lerp(pxS2, pxS3); |
| 698 | pxB = pxS3; |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 699 | fNext->blend4Pixels(px0, px1, px2, px3); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 700 | ix0 += 4; |
| 701 | count -= 4; |
| 702 | } |
| 703 | while (count > 0) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 704 | Sk4f pixelY0 = fAccessor.getPixelFromRow(rowY0, ix0); |
| 705 | Sk4f pixelY1 = fAccessor.getPixelFromRow(rowY1, ix0); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 706 | |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 707 | fNext->blendPixel(lerp(pixelY0, pixelY1)); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 708 | ix0 += 1; |
| 709 | count -= 1; |
| 710 | } |
| 711 | } else { |
| 712 | int count = span.count(); |
| 713 | while (count >= 4) { |
| 714 | Sk4f px00, px10, px20, px30; |
| 715 | get4PixelsY0(ix0 - 3, &px00, &px10, &px20, &px30); |
| 716 | Sk4f px01, px11, px21, px31; |
| 717 | get4PixelsY1(ix0 - 3, &px01, &px11, &px21, &px31); |
| 718 | Sk4f pxS3 = px30 + px31; |
| 719 | Sk4f px0 = lerp(pxS3, pxB); |
| 720 | Sk4f pxS2 = px20 + px21; |
| 721 | Sk4f px1 = lerp(pxS2, pxS3); |
| 722 | Sk4f pxS1 = px10 + px11; |
| 723 | Sk4f px2 = lerp(pxS1, pxS2); |
| 724 | Sk4f pxS0 = px00 + px01; |
| 725 | Sk4f px3 = lerp(pxS0, pxS1); |
| 726 | pxB = pxS0; |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 727 | fNext->blend4Pixels(px0, px1, px2, px3); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 728 | ix0 -= 4; |
| 729 | count -= 4; |
| 730 | } |
| 731 | while (count > 0) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 732 | Sk4f pixelY0 = fAccessor.getPixelFromRow(rowY0, ix0); |
| 733 | Sk4f pixelY1 = fAccessor.getPixelFromRow(rowY1, ix0); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 734 | |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 735 | fNext->blendPixel(lerp(pixelY0, pixelY1)); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 736 | ix0 -= 1; |
| 737 | count -= 1; |
| 738 | } |
| 739 | } |
| 740 | } |
| 741 | |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 742 | void spanUnitRateAlignedX(Span span, SkScalar y1) { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 743 | SkScalar y0 = span.startY() - 0.5f; |
| 744 | y1 += 0.5f; |
| 745 | int iy0 = SkScalarFloorToInt(y0); |
| 746 | SkScalar filterY1 = y0 - iy0; |
| 747 | SkScalar filterY0 = 1.0f - filterY1; |
| 748 | int iy1 = SkScalarFloorToInt(y1); |
| 749 | int ix = SkScalarFloorToInt(span.startX()); |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 750 | const void* rowY0 = fAccessor.row(iy0); |
| 751 | const void* rowY1 = fAccessor.row(iy1); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 752 | auto lerp = [&](Sk4f* pixelY0, Sk4f* pixelY1) { |
| 753 | return *pixelY0 * filterY0 + *pixelY1 * filterY1; |
| 754 | }; |
| 755 | |
| 756 | if (span.length() > 0) { |
| 757 | int count = span.count(); |
| 758 | while (count >= 4) { |
| 759 | Sk4f px00, px10, px20, px30; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 760 | fAccessor.get4Pixels(rowY0, ix, &px00, &px10, &px20, &px30); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 761 | Sk4f px01, px11, px21, px31; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 762 | fAccessor.get4Pixels(rowY1, ix, &px01, &px11, &px21, &px31); |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 763 | fNext->blend4Pixels( |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 764 | lerp(&px00, &px01), lerp(&px10, &px11), lerp(&px20, &px21), lerp(&px30, &px31)); |
| 765 | ix += 4; |
| 766 | count -= 4; |
| 767 | } |
| 768 | while (count > 0) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 769 | Sk4f pixelY0 = fAccessor.getPixelFromRow(rowY0, ix); |
| 770 | Sk4f pixelY1 = fAccessor.getPixelFromRow(rowY1, ix); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 771 | |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 772 | fNext->blendPixel(lerp(&pixelY0, &pixelY1)); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 773 | ix += 1; |
| 774 | count -= 1; |
| 775 | } |
| 776 | } else { |
| 777 | int count = span.count(); |
| 778 | while (count >= 4) { |
| 779 | Sk4f px00, px10, px20, px30; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 780 | fAccessor.get4Pixels(rowY0, ix - 3, &px30, &px20, &px10, &px00); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 781 | Sk4f px01, px11, px21, px31; |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 782 | fAccessor.get4Pixels(rowY1, ix - 3, &px31, &px21, &px11, &px01); |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 783 | fNext->blend4Pixels( |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 784 | lerp(&px00, &px01), lerp(&px10, &px11), lerp(&px20, &px21), lerp(&px30, &px31)); |
| 785 | ix -= 4; |
| 786 | count -= 4; |
| 787 | } |
| 788 | while (count > 0) { |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 789 | Sk4f pixelY0 = fAccessor.getPixelFromRow(rowY0, ix); |
| 790 | Sk4f pixelY1 = fAccessor.getPixelFromRow(rowY1, ix); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 791 | |
herb | 9e0efe5 | 2016-04-08 13:25:28 -0700 | [diff] [blame] | 792 | fNext->blendPixel(lerp(&pixelY0, &pixelY1)); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 793 | ix -= 1; |
| 794 | count -= 1; |
| 795 | } |
| 796 | } |
| 797 | } |
| 798 | |
| 799 | // We're moving through source space faster than dst (zoomed out), |
| 800 | // so we'll never reuse a source pixel or be able to do contiguous loads. |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 801 | void spanFastRate(Span span, SkScalar y1) { |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 802 | SkPoint start; |
| 803 | SkScalar length; |
| 804 | int count; |
| 805 | std::tie(start, length, count) = span; |
| 806 | SkScalar x = X(start); |
| 807 | SkScalar y = Y(start); |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 808 | |
herb | dd40483 | 2016-06-08 14:33:15 -0700 | [diff] [blame] | 809 | // In this sampler, it is assumed that if span.StartY() and y1 are the same then both |
| 810 | // y-lines are on the same tile. |
| 811 | if (y == y1) { |
| 812 | // Both y-lines are on the same tile. |
herb | 7ccbc1a | 2016-06-09 09:05:00 -0700 | [diff] [blame] | 813 | span_fallback(span, this); |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 814 | } else { |
herb | dd40483 | 2016-06-08 14:33:15 -0700 | [diff] [blame] | 815 | // The y-lines are on different tiles. |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 816 | SkScalar dx = length / (count - 1); |
| 817 | Sk4f ys = {y - 0.5f, y - 0.5f, y1 + 0.5f, y1 + 0.5f}; |
| 818 | while (count > 0) { |
| 819 | Sk4f xs = Sk4f{-0.5f, 0.5f, -0.5f, 0.5f} + Sk4f{x}; |
| 820 | this->bilerpEdge(xs, ys); |
| 821 | x += dx; |
| 822 | count -= 1; |
| 823 | } |
| 824 | } |
| 825 | } |
| 826 | |
herb | 00dd453 | 2016-07-11 10:33:37 -0700 | [diff] [blame] | 827 | Next* const fNext; |
| 828 | Accessor fAccessor; |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 829 | }; |
| 830 | |
herb | 6eff52a | 2016-03-23 09:00:33 -0700 | [diff] [blame] | 831 | } // namespace |
| 832 | |
| 833 | #endif // SkLinearBitmapPipeline_sampler_DEFINED |