blob: 2ff46813377b2b871a554e445653545ac3b73d2a [file] [log] [blame]
scroggo6f5e6192015-06-18 12:53:43 -07001/*
2 * Copyright 2015 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
Leon Scroggins III557fbbe2017-05-23 09:37:21 -04008#include "SkBitmap.h"
9#include "SkCanvas.h"
Leon Scroggins III33deb7e2017-06-07 12:31:51 -040010#include "SkCodecAnimation.h"
11#include "SkCodecAnimationPriv.h"
scroggocc2feb12015-08-14 08:32:46 -070012#include "SkCodecPriv.h"
msarette99883f2016-09-08 06:05:35 -070013#include "SkColorSpaceXform.h"
Mike Reedede7bac2017-07-23 15:30:02 -040014#include "SkMakeUnique.h"
Leon Scroggins III557fbbe2017-05-23 09:37:21 -040015#include "SkRasterPipeline.h"
Matt Sarett5c496172017-02-07 17:01:16 -050016#include "SkSampler.h"
msarettff2a6c82016-09-07 11:23:28 -070017#include "SkStreamPriv.h"
scroggo6f5e6192015-06-18 12:53:43 -070018#include "SkTemplates.h"
Matt Sarett5c496172017-02-07 17:01:16 -050019#include "SkWebpCodec.h"
Mike Klein45c16fa2017-07-18 18:15:13 -040020#include "../jumper/SkJumper.h"
scroggo6f5e6192015-06-18 12:53:43 -070021
22// A WebP decoder on top of (subset of) libwebp
23// For more information on WebP image format, and libwebp library, see:
24// https://code.google.com/speed/webp/
25// http://www.webmproject.org/code/#libwebp-webp-image-library
26// https://chromium.googlesource.com/webm/libwebp
27
28// If moving libwebp out of skia source tree, path for webp headers must be
29// updated accordingly. Here, we enforce using local copy in webp sub-directory.
30#include "webp/decode.h"
msarett9d15dab2016-08-24 07:36:06 -070031#include "webp/demux.h"
scroggo6f5e6192015-06-18 12:53:43 -070032#include "webp/encode.h"
33
scroggodb30be22015-12-08 18:54:13 -080034bool SkWebpCodec::IsWebp(const void* buf, size_t bytesRead) {
scroggo6f5e6192015-06-18 12:53:43 -070035 // WEBP starts with the following:
36 // RIFFXXXXWEBPVP
37 // Where XXXX is unspecified.
scroggodb30be22015-12-08 18:54:13 -080038 const char* bytes = static_cast<const char*>(buf);
39 return bytesRead >= 14 && !memcmp(bytes, "RIFF", 4) && !memcmp(&bytes[8], "WEBPVP", 6);
scroggo6f5e6192015-06-18 12:53:43 -070040}
41
scroggo6f5e6192015-06-18 12:53:43 -070042// Parse headers of RIFF container, and check for valid Webp (VP8) content.
Leon Scroggins III557fbbe2017-05-23 09:37:21 -040043// Returns an SkWebpCodec on success
Mike Reedede7bac2017-07-23 15:30:02 -040044std::unique_ptr<SkCodec> SkWebpCodec::MakeFromStream(std::unique_ptr<SkStream> stream,
45 Result* result) {
msarettff2a6c82016-09-07 11:23:28 -070046 // Webp demux needs a contiguous data buffer.
47 sk_sp<SkData> data = nullptr;
48 if (stream->getMemoryBase()) {
49 // It is safe to make without copy because we'll hold onto the stream.
50 data = SkData::MakeWithoutCopy(stream->getMemoryBase(), stream->getLength());
51 } else {
Mike Reedede7bac2017-07-23 15:30:02 -040052 data = SkCopyStreamToData(stream.get());
scroggodb30be22015-12-08 18:54:13 -080053
msarettff2a6c82016-09-07 11:23:28 -070054 // If we are forced to copy the stream to a data, we can go ahead and delete the stream.
Mike Reedede7bac2017-07-23 15:30:02 -040055 stream.reset(nullptr);
msarettff2a6c82016-09-07 11:23:28 -070056 }
57
58 // It's a little strange that the |demux| will outlive |webpData|, though it needs the
59 // pointer in |webpData| to remain valid. This works because the pointer remains valid
60 // until the SkData is freed.
61 WebPData webpData = { data->bytes(), data->size() };
Leon Scroggins III588fb042017-07-14 16:32:31 -040062 WebPDemuxState state;
63 SkAutoTCallVProc<WebPDemuxer, WebPDemuxDelete> demux(WebPDemuxPartial(&webpData, &state));
64 switch (state) {
65 case WEBP_DEMUX_PARSE_ERROR:
66 *result = kInvalidInput;
67 return nullptr;
68 case WEBP_DEMUX_PARSING_HEADER:
69 *result = kIncompleteInput;
70 return nullptr;
71 case WEBP_DEMUX_PARSED_HEADER:
72 case WEBP_DEMUX_DONE:
73 SkASSERT(demux);
74 break;
scroggo6f5e6192015-06-18 12:53:43 -070075 }
76
Matt Sarett5c496172017-02-07 17:01:16 -050077 const int width = WebPDemuxGetI(demux, WEBP_FF_CANVAS_WIDTH);
78 const int height = WebPDemuxGetI(demux, WEBP_FF_CANVAS_HEIGHT);
79
80 // Sanity check for image size that's about to be decoded.
81 {
82 const int64_t size = sk_64_mul(width, height);
Matt Sarett5c496172017-02-07 17:01:16 -050083 // now check that if we are 4-bytes per pixel, we also don't overflow
Leon Scroggins III588fb042017-07-14 16:32:31 -040084 if (!sk_64_isS32(size) || sk_64_asS32(size) > (0x7FFFFFFF >> 2)) {
85 *result = kInvalidInput;
Matt Sarett5c496172017-02-07 17:01:16 -050086 return nullptr;
87 }
88 }
89
msarettff2a6c82016-09-07 11:23:28 -070090 WebPChunkIterator chunkIterator;
91 SkAutoTCallVProc<WebPChunkIterator, WebPDemuxReleaseChunkIterator> autoCI(&chunkIterator);
92 sk_sp<SkColorSpace> colorSpace = nullptr;
93 if (WebPDemuxGetChunk(demux, "ICCP", 1, &chunkIterator)) {
Brian Osman526972e2016-10-24 09:24:02 -040094 colorSpace = SkColorSpace::MakeICC(chunkIterator.chunk.bytes, chunkIterator.chunk.size);
scroggo6f5e6192015-06-18 12:53:43 -070095 }
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -040096 if (!colorSpace || colorSpace->type() != SkColorSpace::kRGB_Type) {
Matt Sarett77a7a1b2017-02-07 13:56:11 -050097 colorSpace = SkColorSpace::MakeSRGB();
msarettff2a6c82016-09-07 11:23:28 -070098 }
99
Matt Sarett5c496172017-02-07 17:01:16 -0500100 // Get the first frame and its "features" to determine the color and alpha types.
msarettff2a6c82016-09-07 11:23:28 -0700101 WebPIterator frame;
102 SkAutoTCallVProc<WebPIterator, WebPDemuxReleaseIterator> autoFrame(&frame);
103 if (!WebPDemuxGetFrame(demux, 1, &frame)) {
Leon Scroggins III588fb042017-07-14 16:32:31 -0400104 *result = kIncompleteInput;
msarettff2a6c82016-09-07 11:23:28 -0700105 return nullptr;
106 }
107
msarettff2a6c82016-09-07 11:23:28 -0700108 WebPBitstreamFeatures features;
Leon Scroggins III588fb042017-07-14 16:32:31 -0400109 switch (WebPGetFeatures(frame.fragment.bytes, frame.fragment.size, &features)) {
110 case VP8_STATUS_OK:
111 break;
112 case VP8_STATUS_SUSPENDED:
113 case VP8_STATUS_NOT_ENOUGH_DATA:
114 *result = kIncompleteInput;
115 return nullptr;
116 default:
117 *result = kInvalidInput;
118 return nullptr;
msarettff2a6c82016-09-07 11:23:28 -0700119 }
120
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400121 const bool hasAlpha = SkToBool(frame.has_alpha)
122 || frame.width != width || frame.height != height;
msarettac6c7502016-04-25 09:30:24 -0700123 SkEncodedInfo::Color color;
124 SkEncodedInfo::Alpha alpha;
125 switch (features.format) {
126 case 0:
Matt Sarett5c496172017-02-07 17:01:16 -0500127 // This indicates a "mixed" format. We could see this for
128 // animated webps (multiple fragments).
msarettac6c7502016-04-25 09:30:24 -0700129 // We could also guess kYUV here, but I think it makes more
130 // sense to guess kBGRA which is likely closer to the final
131 // output. Otherwise, we might end up converting
132 // BGRA->YUVA->BGRA.
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400133 // Fallthrough:
134 case 2:
135 // This is the lossless format (BGRA).
136 if (hasAlpha) {
137 color = SkEncodedInfo::kBGRA_Color;
138 alpha = SkEncodedInfo::kUnpremul_Alpha;
139 } else {
140 color = SkEncodedInfo::kBGRX_Color;
141 alpha = SkEncodedInfo::kOpaque_Alpha;
142 }
msarettac6c7502016-04-25 09:30:24 -0700143 break;
144 case 1:
145 // This is the lossy format (YUV).
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400146 if (hasAlpha) {
msarettac6c7502016-04-25 09:30:24 -0700147 color = SkEncodedInfo::kYUVA_Color;
msarettc30c4182016-04-20 11:53:35 -0700148 alpha = SkEncodedInfo::kUnpremul_Alpha;
msarettac6c7502016-04-25 09:30:24 -0700149 } else {
150 color = SkEncodedInfo::kYUV_Color;
151 alpha = SkEncodedInfo::kOpaque_Alpha;
152 }
153 break;
msarettac6c7502016-04-25 09:30:24 -0700154 default:
Leon Scroggins III588fb042017-07-14 16:32:31 -0400155 *result = kInvalidInput;
msarettac6c7502016-04-25 09:30:24 -0700156 return nullptr;
scroggo6f5e6192015-06-18 12:53:43 -0700157 }
scroggo6f5e6192015-06-18 12:53:43 -0700158
Leon Scroggins III588fb042017-07-14 16:32:31 -0400159 *result = kSuccess;
msarettac6c7502016-04-25 09:30:24 -0700160 SkEncodedInfo info = SkEncodedInfo::Make(color, alpha, 8);
Mike Reedede7bac2017-07-23 15:30:02 -0400161 return std::unique_ptr<SkCodec>(new SkWebpCodec(width, height, info, std::move(colorSpace),
162 std::move(stream), demux.release(), std::move(data)));
scroggo6f5e6192015-06-18 12:53:43 -0700163}
164
scroggo6f5e6192015-06-18 12:53:43 -0700165SkISize SkWebpCodec::onGetScaledDimensions(float desiredScale) const {
166 SkISize dim = this->getInfo().dimensions();
msaretta0c414d2015-06-19 07:34:30 -0700167 // SkCodec treats zero dimensional images as errors, so the minimum size
168 // that we will recommend is 1x1.
169 dim.fWidth = SkTMax(1, SkScalarRoundToInt(desiredScale * dim.fWidth));
170 dim.fHeight = SkTMax(1, SkScalarRoundToInt(desiredScale * dim.fHeight));
scroggo6f5e6192015-06-18 12:53:43 -0700171 return dim;
172}
173
scroggoe7fc14b2015-10-02 13:14:46 -0700174bool SkWebpCodec::onDimensionsSupported(const SkISize& dim) {
175 const SkImageInfo& info = this->getInfo();
176 return dim.width() >= 1 && dim.width() <= info.width()
177 && dim.height() >= 1 && dim.height() <= info.height();
178}
179
Leon Scroggins III03588412017-11-17 08:07:32 -0500180static WEBP_CSP_MODE webp_decode_mode(SkColorType dstCT, bool premultiply) {
181 switch (dstCT) {
scroggo6f5e6192015-06-18 12:53:43 -0700182 case kBGRA_8888_SkColorType:
183 return premultiply ? MODE_bgrA : MODE_BGRA;
184 case kRGBA_8888_SkColorType:
185 return premultiply ? MODE_rgbA : MODE_RGBA;
scroggo74992b52015-08-06 13:50:15 -0700186 case kRGB_565_SkColorType:
187 return MODE_RGB_565;
scroggo6f5e6192015-06-18 12:53:43 -0700188 default:
189 return MODE_LAST;
190 }
191}
192
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400193SkWebpCodec::Frame* SkWebpCodec::FrameHolder::appendNewFrame(bool hasAlpha) {
194 const int i = this->size();
Leon Scroggins IIIc8037dc2017-12-05 13:55:24 -0500195 fFrames.emplace_back(i, hasAlpha ? SkEncodedInfo::kUnpremul_Alpha
196 : SkEncodedInfo::kOpaque_Alpha);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400197 return &fFrames[i];
198}
199
scroggob636b452015-07-22 07:16:20 -0700200bool SkWebpCodec::onGetValidSubset(SkIRect* desiredSubset) const {
201 if (!desiredSubset) {
202 return false;
203 }
204
msarettfdb47572015-10-13 12:50:14 -0700205 SkIRect dimensions = SkIRect::MakeSize(this->getInfo().dimensions());
206 if (!dimensions.contains(*desiredSubset)) {
scroggob636b452015-07-22 07:16:20 -0700207 return false;
208 }
209
210 // As stated below, libwebp snaps to even left and top. Make sure top and left are even, so we
211 // decode this exact subset.
212 // Leave right and bottom unmodified, so we suggest a slightly larger subset than requested.
213 desiredSubset->fLeft = (desiredSubset->fLeft >> 1) << 1;
214 desiredSubset->fTop = (desiredSubset->fTop >> 1) << 1;
215 return true;
216}
217
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400218int SkWebpCodec::onGetRepetitionCount() {
219 auto flags = WebPDemuxGetI(fDemux.get(), WEBP_FF_FORMAT_FLAGS);
220 if (!(flags & ANIMATION_FLAG)) {
221 return 0;
222 }
223
224 const int repCount = WebPDemuxGetI(fDemux.get(), WEBP_FF_LOOP_COUNT);
225 if (0 == repCount) {
226 return kRepetitionCountInfinite;
227 }
228
229 return repCount;
230}
231
232int SkWebpCodec::onGetFrameCount() {
233 auto flags = WebPDemuxGetI(fDemux.get(), WEBP_FF_FORMAT_FLAGS);
234 if (!(flags & ANIMATION_FLAG)) {
235 return 1;
236 }
237
238 const uint32_t oldFrameCount = fFrameHolder.size();
239 if (fFailed) {
240 return oldFrameCount;
241 }
242
243 const uint32_t frameCount = WebPDemuxGetI(fDemux, WEBP_FF_FRAME_COUNT);
244 if (oldFrameCount == frameCount) {
245 // We have already parsed this.
246 return frameCount;
247 }
248
249 fFrameHolder.reserve(frameCount);
250
251 for (uint32_t i = oldFrameCount; i < frameCount; i++) {
252 WebPIterator iter;
253 SkAutoTCallVProc<WebPIterator, WebPDemuxReleaseIterator> autoIter(&iter);
254
255 if (!WebPDemuxGetFrame(fDemux.get(), i + 1, &iter)) {
256 fFailed = true;
257 break;
258 }
259
260 // libwebp only reports complete frames of an animated image.
261 SkASSERT(iter.complete);
262
263 Frame* frame = fFrameHolder.appendNewFrame(iter.has_alpha);
264 frame->setXYWH(iter.x_offset, iter.y_offset, iter.width, iter.height);
265 frame->setDisposalMethod(iter.dispose_method == WEBP_MUX_DISPOSE_BACKGROUND ?
Leon Scroggins III33deb7e2017-06-07 12:31:51 -0400266 SkCodecAnimation::DisposalMethod::kRestoreBGColor :
267 SkCodecAnimation::DisposalMethod::kKeep);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400268 frame->setDuration(iter.duration);
269 if (WEBP_MUX_BLEND != iter.blend_method) {
270 frame->setBlend(SkCodecAnimation::Blend::kBG);
271 }
272 fFrameHolder.setAlphaAndRequiredFrame(frame);
273 }
274
275 return fFrameHolder.size();
276
277}
278
279const SkFrame* SkWebpCodec::FrameHolder::onGetFrame(int i) const {
280 return static_cast<const SkFrame*>(this->frame(i));
281}
282
283const SkWebpCodec::Frame* SkWebpCodec::FrameHolder::frame(int i) const {
284 SkASSERT(i >= 0 && i < this->size());
285 return &fFrames[i];
286}
287
288bool SkWebpCodec::onGetFrameInfo(int i, FrameInfo* frameInfo) const {
289 if (i >= fFrameHolder.size()) {
290 return false;
291 }
292
293 const Frame* frame = fFrameHolder.frame(i);
294 if (!frame) {
295 return false;
296 }
297
298 if (frameInfo) {
299 frameInfo->fRequiredFrame = frame->getRequiredFrame();
300 frameInfo->fDuration = frame->getDuration();
301 // libwebp only reports fully received frames for an
302 // animated image.
303 frameInfo->fFullyReceived = true;
Leon Scroggins IIIc8037dc2017-12-05 13:55:24 -0500304 frameInfo->fAlphaType = frame->hasAlpha() ? kUnpremul_SkAlphaType
305 : kOpaque_SkAlphaType;
Leon Scroggins III33deb7e2017-06-07 12:31:51 -0400306 frameInfo->fDisposalMethod = frame->getDisposalMethod();
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400307 }
308
309 return true;
310}
311
312static bool is_8888(SkColorType colorType) {
313 switch (colorType) {
314 case kRGBA_8888_SkColorType:
315 case kBGRA_8888_SkColorType:
316 return true;
317 default:
318 return false;
319 }
320}
321
322static void pick_memory_stages(SkColorType ct, SkRasterPipeline::StockStage* load,
323 SkRasterPipeline::StockStage* store) {
324 switch(ct) {
325 case kUnknown_SkColorType:
326 case kAlpha_8_SkColorType:
327 case kARGB_4444_SkColorType:
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400328 case kGray_8_SkColorType:
329 SkASSERT(false);
330 break;
331 case kRGB_565_SkColorType:
332 if (load) *load = SkRasterPipeline::load_565;
333 if (store) *store = SkRasterPipeline::store_565;
334 break;
335 case kRGBA_8888_SkColorType:
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400336 if (load) *load = SkRasterPipeline::load_8888;
337 if (store) *store = SkRasterPipeline::store_8888;
338 break;
Mike Kleinc2d20762017-06-27 19:53:21 -0400339 case kBGRA_8888_SkColorType:
340 if (load) *load = SkRasterPipeline::load_bgra;
341 if (store) *store = SkRasterPipeline::store_bgra;
342 break;
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400343 case kRGBA_F16_SkColorType:
344 if (load) *load = SkRasterPipeline::load_f16;
345 if (store) *store = SkRasterPipeline::store_f16;
346 break;
347 }
348}
349
Leon Scroggins III03588412017-11-17 08:07:32 -0500350// Requires that the src input be unpremultiplied (or opaque).
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400351static void blend_line(SkColorType dstCT, void* dst,
Mike Klein45c16fa2017-07-18 18:15:13 -0400352 SkColorType srcCT, const void* src,
Leon Scroggins III03588412017-11-17 08:07:32 -0500353 bool needsSrgbToLinear,
354 SkAlphaType dstAt,
355 bool srcHasAlpha,
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400356 int width) {
Mike Klein45c16fa2017-07-18 18:15:13 -0400357 SkJumper_MemoryCtx dst_ctx = { (void*)dst, 0 },
358 src_ctx = { (void*)src, 0 };
359
Mike Kleinb24704d2017-05-24 07:53:00 -0400360 SkRasterPipeline_<256> p;
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400361 SkRasterPipeline::StockStage load_dst, store_dst;
362 pick_memory_stages(dstCT, &load_dst, &store_dst);
363
364 // Load the final dst.
Mike Klein45c16fa2017-07-18 18:15:13 -0400365 p.append(load_dst, &dst_ctx);
Leon Scroggins III03588412017-11-17 08:07:32 -0500366 if (needsSrgbToLinear) {
367 p.append_from_srgb(dstAt);
368 }
369 if (kUnpremul_SkAlphaType == dstAt) {
370 p.append(SkRasterPipeline::premul);
371 }
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400372 p.append(SkRasterPipeline::move_src_dst);
373
374 // Load the src.
375 SkRasterPipeline::StockStage load_src;
376 pick_memory_stages(srcCT, &load_src, nullptr);
Mike Klein45c16fa2017-07-18 18:15:13 -0400377 p.append(load_src, &src_ctx);
Leon Scroggins III03588412017-11-17 08:07:32 -0500378 if (needsSrgbToLinear) {
379 p.append_from_srgb(kUnpremul_SkAlphaType);
380 }
381 if (srcHasAlpha) {
382 p.append(SkRasterPipeline::premul);
383 }
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400384
385 p.append(SkRasterPipeline::srcover);
386
387 // Convert back to dst.
Leon Scroggins III03588412017-11-17 08:07:32 -0500388 if (kUnpremul_SkAlphaType == dstAt) {
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400389 p.append(SkRasterPipeline::unpremul);
390 }
391 if (needsSrgbToLinear) {
392 p.append(SkRasterPipeline::to_srgb);
393 }
Mike Klein45c16fa2017-07-18 18:15:13 -0400394 p.append(store_dst, &dst_ctx);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400395
Mike Klein45c16fa2017-07-18 18:15:13 -0400396 p.run(0,0, width,1);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400397}
398
scroggoeb602a52015-07-09 08:16:03 -0700399SkCodec::Result SkWebpCodec::onGetPixels(const SkImageInfo& dstInfo, void* dst, size_t rowBytes,
Leon Scroggins571b30f2017-07-11 17:35:31 +0000400 const Options& options, int* rowsDecodedPtr) {
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400401 const int index = options.fFrameIndex;
Leon Scroggins III1f6af6b2017-06-12 16:41:09 -0400402 SkASSERT(0 == index || index < fFrameHolder.size());
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400403
404 const auto& srcInfo = this->getInfo();
Leon Scroggins III1f6af6b2017-06-12 16:41:09 -0400405 SkASSERT(0 == index || (!options.fSubset && dstInfo.dimensions() == srcInfo.dimensions()));
scroggo6f5e6192015-06-18 12:53:43 -0700406
407 WebPDecoderConfig config;
408 if (0 == WebPInitDecoderConfig(&config)) {
409 // ABI mismatch.
410 // FIXME: New enum for this?
411 return kInvalidInput;
412 }
413
414 // Free any memory associated with the buffer. Must be called last, so we declare it first.
415 SkAutoTCallVProc<WebPDecBuffer, WebPFreeDecBuffer> autoFree(&(config.output));
416
Matt Sarett5c496172017-02-07 17:01:16 -0500417 WebPIterator frame;
418 SkAutoTCallVProc<WebPIterator, WebPDemuxReleaseIterator> autoFrame(&frame);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400419 // If this succeeded in onGetFrameCount(), it should succeed again here.
420 SkAssertResult(WebPDemuxGetFrame(fDemux, index + 1, &frame));
Matt Sarett604971e2017-02-06 09:51:48 -0500421
Leon Scroggins III1f6af6b2017-06-12 16:41:09 -0400422 const bool independent = index == 0 ? true :
423 (fFrameHolder.frame(index)->getRequiredFrame() == kNone);
Matt Sarett5c496172017-02-07 17:01:16 -0500424 // Get the frameRect. libwebp will have already signaled an error if this is not fully
425 // contained by the canvas.
426 auto frameRect = SkIRect::MakeXYWH(frame.x_offset, frame.y_offset, frame.width, frame.height);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400427 SkASSERT(srcInfo.bounds().contains(frameRect));
428 const bool frameIsSubset = frameRect != srcInfo.bounds();
Leon Scroggins III1f6af6b2017-06-12 16:41:09 -0400429 if (independent && frameIsSubset) {
430 SkSampler::Fill(dstInfo, dst, rowBytes, 0, options.fZeroInitialized);
Matt Sarett604971e2017-02-06 09:51:48 -0500431 }
432
Matt Sarett5c496172017-02-07 17:01:16 -0500433 int dstX = frameRect.x();
434 int dstY = frameRect.y();
435 int subsetWidth = frameRect.width();
436 int subsetHeight = frameRect.height();
437 if (options.fSubset) {
438 SkIRect subset = *options.fSubset;
439 SkASSERT(this->getInfo().bounds().contains(subset));
440 SkASSERT(SkIsAlign2(subset.fLeft) && SkIsAlign2(subset.fTop));
441 SkASSERT(this->getValidSubset(&subset) && subset == *options.fSubset);
442
443 if (!SkIRect::IntersectsNoEmptyCheck(subset, frameRect)) {
444 return kSuccess;
445 }
446
447 int minXOffset = SkTMin(dstX, subset.x());
448 int minYOffset = SkTMin(dstY, subset.y());
449 dstX -= minXOffset;
450 dstY -= minYOffset;
451 frameRect.offset(-minXOffset, -minYOffset);
452 subset.offset(-minXOffset, -minYOffset);
453
454 // Just like we require that the requested subset x and y offset are even, libwebp
455 // guarantees that the frame x and y offset are even (it's actually impossible to specify
456 // an odd frame offset). So we can still guarantee that the adjusted offsets are even.
457 SkASSERT(SkIsAlign2(subset.fLeft) && SkIsAlign2(subset.fTop));
458
459 SkIRect intersection;
460 SkAssertResult(intersection.intersect(frameRect, subset));
461 subsetWidth = intersection.width();
462 subsetHeight = intersection.height();
463
464 config.options.use_cropping = 1;
465 config.options.crop_left = subset.x();
466 config.options.crop_top = subset.y();
467 config.options.crop_width = subsetWidth;
468 config.options.crop_height = subsetHeight;
469 }
470
471 // Ignore the frame size and offset when determining if scaling is necessary.
472 int scaledWidth = subsetWidth;
473 int scaledHeight = subsetHeight;
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400474 SkISize srcSize = options.fSubset ? options.fSubset->size() : srcInfo.dimensions();
Matt Sarett5c496172017-02-07 17:01:16 -0500475 if (srcSize != dstInfo.dimensions()) {
scroggo6f5e6192015-06-18 12:53:43 -0700476 config.options.use_scaling = 1;
Matt Sarett5c496172017-02-07 17:01:16 -0500477
478 if (frameIsSubset) {
479 float scaleX = ((float) dstInfo.width()) / srcSize.width();
480 float scaleY = ((float) dstInfo.height()) / srcSize.height();
481
482 // We need to be conservative here and floor rather than round.
483 // Otherwise, we may find ourselves decoding off the end of memory.
484 dstX = scaleX * dstX;
485 scaledWidth = scaleX * scaledWidth;
486 dstY = scaleY * dstY;
487 scaledHeight = scaleY * scaledHeight;
488 if (0 == scaledWidth || 0 == scaledHeight) {
489 return kSuccess;
490 }
491 } else {
492 scaledWidth = dstInfo.width();
493 scaledHeight = dstInfo.height();
494 }
495
496 config.options.scaled_width = scaledWidth;
497 config.options.scaled_height = scaledHeight;
scroggo6f5e6192015-06-18 12:53:43 -0700498 }
499
Leon Scroggins III1f6af6b2017-06-12 16:41:09 -0400500 const bool blendWithPrevFrame = !independent && frame.blend_method == WEBP_MUX_BLEND
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400501 && frame.has_alpha;
502 if (blendWithPrevFrame && options.fPremulBehavior == SkTransferFunctionBehavior::kRespect) {
503 // Blending is done with SkRasterPipeline, which requires a color space that is valid for
504 // rendering.
505 const auto* cs = dstInfo.colorSpace();
506 if (!cs || (!cs->gammaCloseToSRGB() && !cs->gammaIsLinear())) {
507 return kInvalidConversion;
508 }
509 }
510
511 SkBitmap webpDst;
Leon Scroggins IIIee92f132017-05-23 15:28:46 -0400512 auto webpInfo = dstInfo;
513 if (!frame.has_alpha) {
514 webpInfo = webpInfo.makeAlphaType(kOpaque_SkAlphaType);
515 }
516 if (this->colorXform()) {
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400517 // Swizzling between RGBA and BGRA is zero cost in a color transform. So when we have a
518 // color transform, we should decode to whatever is easiest for libwebp, and then let the
519 // color transform swizzle if necessary.
520 // Lossy webp is encoded as YUV (so RGBA and BGRA are the same cost). Lossless webp is
521 // encoded as BGRA. This means decoding to BGRA is either faster or the same cost as RGBA.
Leon Scroggins IIIee92f132017-05-23 15:28:46 -0400522 webpInfo = webpInfo.makeColorType(kBGRA_8888_SkColorType);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400523
Leon Scroggins IIIee92f132017-05-23 15:28:46 -0400524 if (webpInfo.alphaType() == kPremul_SkAlphaType) {
525 webpInfo = webpInfo.makeAlphaType(kUnpremul_SkAlphaType);
526 }
527 }
528
529 if ((this->colorXform() && !is_8888(dstInfo.colorType())) || blendWithPrevFrame) {
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400530 // We will decode the entire image and then perform the color transform. libwebp
531 // does not provide a row-by-row API. This is a shame particularly when we do not want
532 // 8888, since we will need to create another image sized buffer.
Leon Scroggins IIIee92f132017-05-23 15:28:46 -0400533 webpDst.allocPixels(webpInfo);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400534 } else {
535 // libwebp can decode directly into the output memory.
Leon Scroggins IIIee92f132017-05-23 15:28:46 -0400536 webpDst.installPixels(webpInfo, dst, rowBytes);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400537 }
538
Leon Scroggins III03588412017-11-17 08:07:32 -0500539 // Choose the step when we will perform premultiplication.
540 enum {
541 kNone,
542 kBlendLine,
543 kColorXform,
544 kLibwebp,
545 };
546 auto choose_premul_step = [&]() {
547 if (!frame.has_alpha) {
548 // None necessary.
549 return kNone;
550 }
551 if (blendWithPrevFrame) {
552 // Premultiply in blend_line, in a linear space.
553 return kBlendLine;
554 }
555 if (dstInfo.alphaType() != kPremul_SkAlphaType) {
556 // No blending is necessary, so we only need to premultiply if the
557 // client requested it.
558 return kNone;
559 }
560 if (this->colorXform()) {
561 // Premultiply in the colorXform, in a linear space.
562 return kColorXform;
563 }
564 return kLibwebp;
565 };
566 const auto premulStep = choose_premul_step();
567 config.output.colorspace = webp_decode_mode(webpInfo.colorType(), premulStep == kLibwebp);
scroggo6f5e6192015-06-18 12:53:43 -0700568 config.output.is_external_memory = 1;
569
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400570 config.output.u.RGBA.rgba = reinterpret_cast<uint8_t*>(webpDst.getAddr(dstX, dstY));
571 config.output.u.RGBA.stride = static_cast<int>(webpDst.rowBytes());
Mike Reedf0ffb892017-10-03 14:47:21 -0400572 config.output.u.RGBA.size = webpDst.computeByteSize();
msarettff2a6c82016-09-07 11:23:28 -0700573
halcanary96fcdcc2015-08-27 07:41:13 -0700574 SkAutoTCallVProc<WebPIDecoder, WebPIDelete> idec(WebPIDecode(nullptr, 0, &config));
scroggo6f5e6192015-06-18 12:53:43 -0700575 if (!idec) {
576 return kInvalidInput;
577 }
578
Leon Scroggins IIIe5677462017-09-27 16:31:08 -0400579 int rowsDecoded = 0;
msarette99883f2016-09-08 06:05:35 -0700580 SkCodec::Result result;
msarettff2a6c82016-09-07 11:23:28 -0700581 switch (WebPIUpdate(idec, frame.fragment.bytes, frame.fragment.size)) {
582 case VP8_STATUS_OK:
Matt Sarett5c496172017-02-07 17:01:16 -0500583 rowsDecoded = scaledHeight;
msarette99883f2016-09-08 06:05:35 -0700584 result = kSuccess;
585 break;
msarettff2a6c82016-09-07 11:23:28 -0700586 case VP8_STATUS_SUSPENDED:
Leon Scroggins IIIe5677462017-09-27 16:31:08 -0400587 if (!WebPIDecGetRGB(idec, &rowsDecoded, nullptr, nullptr, nullptr)
588 || rowsDecoded <= 0) {
589 return kInvalidInput;
590 }
Matt Sarett5c496172017-02-07 17:01:16 -0500591 *rowsDecodedPtr = rowsDecoded + dstY;
msarette99883f2016-09-08 06:05:35 -0700592 result = kIncompleteInput;
593 break;
msarettff2a6c82016-09-07 11:23:28 -0700594 default:
595 return kInvalidInput;
scroggo6f5e6192015-06-18 12:53:43 -0700596 }
msarette99883f2016-09-08 06:05:35 -0700597
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400598 const bool needsSrgbToLinear = dstInfo.gammaCloseToSRGB() &&
599 options.fPremulBehavior == SkTransferFunctionBehavior::kRespect;
600
601 const size_t dstBpp = SkColorTypeBytesPerPixel(dstInfo.colorType());
602 dst = SkTAddOffset<void>(dst, dstBpp * dstX + rowBytes * dstY);
603 const size_t srcRowBytes = config.output.u.RGBA.stride;
604
605 const auto dstCT = dstInfo.colorType();
Matt Sarett313c4632016-10-20 12:35:23 -0400606 if (this->colorXform()) {
Matt Sarett5c496172017-02-07 17:01:16 -0500607 uint32_t* xformSrc = (uint32_t*) config.output.u.RGBA.rgba;
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400608 SkBitmap tmp;
609 void* xformDst;
610
611 if (blendWithPrevFrame) {
612 // Xform into temporary bitmap big enough for one row.
613 tmp.allocPixels(dstInfo.makeWH(scaledWidth, 1));
614 xformDst = tmp.getPixels();
615 } else {
616 xformDst = dst;
617 }
Leon Scroggins III03588412017-11-17 08:07:32 -0500618
619 const auto xformAlphaType = (premulStep == kColorXform) ? kPremul_SkAlphaType :
620 ( frame.has_alpha) ? kUnpremul_SkAlphaType :
621 kOpaque_SkAlphaType ;
Robert Phillipsb3050b92017-02-06 13:12:18 +0000622 for (int y = 0; y < rowsDecoded; y++) {
Leon Scroggins2009c202017-11-15 13:49:19 +0000623 this->applyColorXform(xformDst, xformSrc, scaledWidth, xformAlphaType);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400624 if (blendWithPrevFrame) {
Leon Scroggins III03588412017-11-17 08:07:32 -0500625 blend_line(dstCT, dst, dstCT, xformDst, needsSrgbToLinear,
626 dstInfo.alphaType(), frame.has_alpha, scaledWidth);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400627 dst = SkTAddOffset<void>(dst, rowBytes);
628 } else {
629 xformDst = SkTAddOffset<void>(xformDst, rowBytes);
630 }
Matt Sarett5c496172017-02-07 17:01:16 -0500631 xformSrc = SkTAddOffset<uint32_t>(xformSrc, srcRowBytes);
msarette99883f2016-09-08 06:05:35 -0700632 }
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400633 } else if (blendWithPrevFrame) {
634 const uint8_t* src = config.output.u.RGBA.rgba;
635
636 for (int y = 0; y < rowsDecoded; y++) {
Mike Klein45c16fa2017-07-18 18:15:13 -0400637 blend_line(dstCT, dst, webpDst.colorType(), src, needsSrgbToLinear,
Leon Scroggins III03588412017-11-17 08:07:32 -0500638 dstInfo.alphaType(), frame.has_alpha, scaledWidth);
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400639 src = SkTAddOffset<const uint8_t>(src, srcRowBytes);
640 dst = SkTAddOffset<void>(dst, rowBytes);
641 }
msarette99883f2016-09-08 06:05:35 -0700642 }
643
644 return result;
scroggo6f5e6192015-06-18 12:53:43 -0700645}
646
msarett9d15dab2016-08-24 07:36:06 -0700647SkWebpCodec::SkWebpCodec(int width, int height, const SkEncodedInfo& info,
Mike Reedede7bac2017-07-23 15:30:02 -0400648 sk_sp<SkColorSpace> colorSpace, std::unique_ptr<SkStream> stream,
649 WebPDemuxer* demux, sk_sp<SkData> data)
650 : INHERITED(width, height, info, SkColorSpaceXform::kBGRA_8888_ColorFormat, std::move(stream),
Leon Scroggins IIIc6e6a5f2017-06-05 15:53:38 -0400651 std::move(colorSpace))
msarettff2a6c82016-09-07 11:23:28 -0700652 , fDemux(demux)
653 , fData(std::move(data))
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400654 , fFailed(false)
655{
656 fFrameHolder.setScreenSize(width, height);
657}