blob: ca3ac3b041700074a77ed6b0892a711459ef6281 [file] [log] [blame]
msarette16b04a2015-04-15 07:32:19 -07001/*
2 * Copyright 2015 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
msarette16b04a2015-04-15 07:32:19 -07008#include "SkJpegCodec.h"
Hal Canary83e0f1b2018-04-05 16:58:41 -04009
10#include "SkCodec.h"
msarette16b04a2015-04-15 07:32:19 -070011#include "SkCodecPriv.h"
Cary Clarka4083c92017-09-15 11:59:23 -040012#include "SkColorData.h"
Hal Canary83e0f1b2018-04-05 16:58:41 -040013#include "SkJpegDecoderMgr.h"
14#include "SkJpegInfo.h"
msarette16b04a2015-04-15 07:32:19 -070015#include "SkStream.h"
16#include "SkTemplates.h"
Hal Canaryc640d0d2018-06-13 09:59:02 -040017#include "SkTo.h"
msarette16b04a2015-04-15 07:32:19 -070018#include "SkTypes.h"
19
msarett1c8a5872015-07-07 08:50:01 -070020// stdio is needed for libjpeg-turbo
msarette16b04a2015-04-15 07:32:19 -070021#include <stdio.h>
msarettc1d03122016-03-25 08:58:55 -070022#include "SkJpegUtility.h"
msarette16b04a2015-04-15 07:32:19 -070023
mtkleindc90b532016-07-28 14:45:28 -070024// This warning triggers false postives way too often in here.
25#if defined(__GNUC__) && !defined(__clang__)
26 #pragma GCC diagnostic ignored "-Wclobbered"
27#endif
28
msarette16b04a2015-04-15 07:32:19 -070029extern "C" {
30 #include "jerror.h"
msarette16b04a2015-04-15 07:32:19 -070031 #include "jpeglib.h"
32}
33
scroggodb30be22015-12-08 18:54:13 -080034bool SkJpegCodec::IsJpeg(const void* buffer, size_t bytesRead) {
Leon Scroggins III862c1962017-10-02 16:28:49 -040035 constexpr uint8_t jpegSig[] = { 0xFF, 0xD8, 0xFF };
scroggodb30be22015-12-08 18:54:13 -080036 return bytesRead >= 3 && !memcmp(buffer, jpegSig, sizeof(jpegSig));
msarette16b04a2015-04-15 07:32:19 -070037}
38
msarett0e6274f2016-03-21 08:04:40 -070039static uint32_t get_endian_int(const uint8_t* data, bool littleEndian) {
40 if (littleEndian) {
41 return (data[3] << 24) | (data[2] << 16) | (data[1] << 8) | (data[0]);
42 }
43
44 return (data[0] << 24) | (data[1] << 16) | (data[2] << 8) | (data[3]);
45}
46
47const uint32_t kExifHeaderSize = 14;
msarett0e6274f2016-03-21 08:04:40 -070048const uint32_t kExifMarker = JPEG_APP0 + 1;
msarett0e6274f2016-03-21 08:04:40 -070049
Leon Scroggins IIIb6ab10f2017-10-18 14:42:43 -040050static bool is_orientation_marker(jpeg_marker_struct* marker, SkEncodedOrigin* orientation) {
msarett0e6274f2016-03-21 08:04:40 -070051 if (kExifMarker != marker->marker || marker->data_length < kExifHeaderSize) {
52 return false;
53 }
54
Leon Scroggins III862c1962017-10-02 16:28:49 -040055 constexpr uint8_t kExifSig[] { 'E', 'x', 'i', 'f', '\0' };
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050056 if (memcmp(marker->data, kExifSig, sizeof(kExifSig))) {
msarett0e6274f2016-03-21 08:04:40 -070057 return false;
58 }
59
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050060 // Account for 'E', 'x', 'i', 'f', '\0', '<fill byte>'.
61 constexpr size_t kOffset = 6;
62 return is_orientation_marker(marker->data + kOffset, marker->data_length - kOffset,
63 orientation);
64}
65
66bool is_orientation_marker(const uint8_t* data, size_t data_length, SkEncodedOrigin* orientation) {
msarett0e6274f2016-03-21 08:04:40 -070067 bool littleEndian;
Leon Scroggins IIIfee7cba2018-02-13 16:41:03 -050068 // We need eight bytes to read the endian marker and the offset, below.
69 if (data_length < 8 || !is_valid_endian_marker(data, &littleEndian)) {
msarett0e6274f2016-03-21 08:04:40 -070070 return false;
71 }
72
73 // Get the offset from the start of the marker.
Leon Scroggins III71d8a572017-12-19 10:14:43 -050074 // Though this only reads four bytes, use a larger int in case it overflows.
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050075 uint64_t offset = get_endian_int(data + 4, littleEndian);
msarett0e6274f2016-03-21 08:04:40 -070076
77 // Require that the marker is at least large enough to contain the number of entries.
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050078 if (data_length < offset + 2) {
msarett0e6274f2016-03-21 08:04:40 -070079 return false;
80 }
81 uint32_t numEntries = get_endian_short(data + offset, littleEndian);
82
83 // Tag (2 bytes), Datatype (2 bytes), Number of elements (4 bytes), Data (4 bytes)
84 const uint32_t kEntrySize = 12;
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050085 const auto max = SkTo<uint32_t>((data_length - offset - 2) / kEntrySize);
Leon Scroggins III71d8a572017-12-19 10:14:43 -050086 numEntries = SkTMin(numEntries, max);
msarett0e6274f2016-03-21 08:04:40 -070087
88 // Advance the data to the start of the entries.
89 data += offset + 2;
90
91 const uint16_t kOriginTag = 0x112;
92 const uint16_t kOriginType = 3;
93 for (uint32_t i = 0; i < numEntries; i++, data += kEntrySize) {
94 uint16_t tag = get_endian_short(data, littleEndian);
95 uint16_t type = get_endian_short(data + 2, littleEndian);
96 uint32_t count = get_endian_int(data + 4, littleEndian);
97 if (kOriginTag == tag && kOriginType == type && 1 == count) {
98 uint16_t val = get_endian_short(data + 8, littleEndian);
Leon Scroggins IIIb6ab10f2017-10-18 14:42:43 -040099 if (0 < val && val <= kLast_SkEncodedOrigin) {
100 *orientation = (SkEncodedOrigin) val;
msarett0e6274f2016-03-21 08:04:40 -0700101 return true;
102 }
103 }
104 }
105
106 return false;
107}
108
Leon Scroggins IIIb6ab10f2017-10-18 14:42:43 -0400109static SkEncodedOrigin get_exif_orientation(jpeg_decompress_struct* dinfo) {
110 SkEncodedOrigin orientation;
msarett0e6274f2016-03-21 08:04:40 -0700111 for (jpeg_marker_struct* marker = dinfo->marker_list; marker; marker = marker->next) {
112 if (is_orientation_marker(marker, &orientation)) {
113 return orientation;
114 }
115 }
116
Leon Scroggins IIIb6ab10f2017-10-18 14:42:43 -0400117 return kDefault_SkEncodedOrigin;
msarett0e6274f2016-03-21 08:04:40 -0700118}
119
120static bool is_icc_marker(jpeg_marker_struct* marker) {
Matt Sarett5df93de2017-03-22 21:52:47 +0000121 if (kICCMarker != marker->marker || marker->data_length < kICCMarkerHeaderSize) {
msarett0e6274f2016-03-21 08:04:40 -0700122 return false;
123 }
124
msarett0e6274f2016-03-21 08:04:40 -0700125 return !memcmp(marker->data, kICCSig, sizeof(kICCSig));
126}
127
128/*
129 * ICC profiles may be stored using a sequence of multiple markers. We obtain the ICC profile
130 * in two steps:
131 * (1) Discover all ICC profile markers and verify that they are numbered properly.
132 * (2) Copy the data from each marker into a contiguous ICC profile.
133 */
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400134static std::unique_ptr<SkEncodedInfo::ICCProfile> read_color_profile(jpeg_decompress_struct* dinfo)
135{
msarett0e6274f2016-03-21 08:04:40 -0700136 // Note that 256 will be enough storage space since each markerIndex is stored in 8-bits.
137 jpeg_marker_struct* markerSequence[256];
138 memset(markerSequence, 0, sizeof(markerSequence));
139 uint8_t numMarkers = 0;
140 size_t totalBytes = 0;
141
142 // Discover any ICC markers and verify that they are numbered properly.
143 for (jpeg_marker_struct* marker = dinfo->marker_list; marker; marker = marker->next) {
144 if (is_icc_marker(marker)) {
145 // Verify that numMarkers is valid and consistent.
146 if (0 == numMarkers) {
147 numMarkers = marker->data[13];
148 if (0 == numMarkers) {
149 SkCodecPrintf("ICC Profile Error: numMarkers must be greater than zero.\n");
150 return nullptr;
151 }
152 } else if (numMarkers != marker->data[13]) {
153 SkCodecPrintf("ICC Profile Error: numMarkers must be consistent.\n");
154 return nullptr;
155 }
156
157 // Verify that the markerIndex is valid and unique. Note that zero is not
158 // a valid index.
159 uint8_t markerIndex = marker->data[12];
160 if (markerIndex == 0 || markerIndex > numMarkers) {
161 SkCodecPrintf("ICC Profile Error: markerIndex is invalid.\n");
162 return nullptr;
163 }
164 if (markerSequence[markerIndex]) {
165 SkCodecPrintf("ICC Profile Error: Duplicate value of markerIndex.\n");
166 return nullptr;
167 }
168 markerSequence[markerIndex] = marker;
Matt Sarett5df93de2017-03-22 21:52:47 +0000169 SkASSERT(marker->data_length >= kICCMarkerHeaderSize);
170 totalBytes += marker->data_length - kICCMarkerHeaderSize;
msarett0e6274f2016-03-21 08:04:40 -0700171 }
172 }
173
174 if (0 == totalBytes) {
175 // No non-empty ICC profile markers were found.
176 return nullptr;
177 }
178
179 // Combine the ICC marker data into a contiguous profile.
msarett9876ac52016-06-01 14:47:18 -0700180 sk_sp<SkData> iccData = SkData::MakeUninitialized(totalBytes);
181 void* dst = iccData->writable_data();
msarett0e6274f2016-03-21 08:04:40 -0700182 for (uint32_t i = 1; i <= numMarkers; i++) {
183 jpeg_marker_struct* marker = markerSequence[i];
184 if (!marker) {
185 SkCodecPrintf("ICC Profile Error: Missing marker %d of %d.\n", i, numMarkers);
186 return nullptr;
187 }
188
Matt Sarett5df93de2017-03-22 21:52:47 +0000189 void* src = SkTAddOffset<void>(marker->data, kICCMarkerHeaderSize);
190 size_t bytes = marker->data_length - kICCMarkerHeaderSize;
msarett0e6274f2016-03-21 08:04:40 -0700191 memcpy(dst, src, bytes);
192 dst = SkTAddOffset<void>(dst, bytes);
193 }
194
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400195 return SkEncodedInfo::ICCProfile::Make(std::move(iccData));
msarett0e6274f2016-03-21 08:04:40 -0700196}
197
Leon Scroggins III588fb042017-07-14 16:32:31 -0400198SkCodec::Result SkJpegCodec::ReadHeader(SkStream* stream, SkCodec** codecOut,
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400199 JpegDecoderMgr** decoderMgrOut,
200 std::unique_ptr<SkEncodedInfo::ICCProfile> defaultColorProfile) {
msarette16b04a2015-04-15 07:32:19 -0700201
202 // Create a JpegDecoderMgr to own all of the decompress information
Ben Wagner145dbcd2016-11-03 14:40:50 -0400203 std::unique_ptr<JpegDecoderMgr> decoderMgr(new JpegDecoderMgr(stream));
msarette16b04a2015-04-15 07:32:19 -0700204
205 // libjpeg errors will be caught and reported here
Chris Dalton3e794592017-12-01 13:11:09 -0700206 skjpeg_error_mgr::AutoPushJmpBuf jmp(decoderMgr->errorMgr());
207 if (setjmp(jmp)) {
Leon Scroggins III588fb042017-07-14 16:32:31 -0400208 return decoderMgr->returnFailure("ReadHeader", kInvalidInput);
msarette16b04a2015-04-15 07:32:19 -0700209 }
210
211 // Initialize the decompress info and the source manager
212 decoderMgr->init();
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400213 auto* dinfo = decoderMgr->dinfo();
msarette16b04a2015-04-15 07:32:19 -0700214
msarett0e6274f2016-03-21 08:04:40 -0700215 // Instruct jpeg library to save the markers that we care about. Since
216 // the orientation and color profile will not change, we can skip this
217 // step on rewinds.
218 if (codecOut) {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400219 jpeg_save_markers(dinfo, kExifMarker, 0xFFFF);
220 jpeg_save_markers(dinfo, kICCMarker, 0xFFFF);
msarett0e6274f2016-03-21 08:04:40 -0700221 }
222
msarette16b04a2015-04-15 07:32:19 -0700223 // Read the jpeg header
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400224 switch (jpeg_read_header(dinfo, true)) {
Leon Scroggins III588fb042017-07-14 16:32:31 -0400225 case JPEG_HEADER_OK:
226 break;
227 case JPEG_SUSPENDED:
228 return decoderMgr->returnFailure("ReadHeader", kIncompleteInput);
229 default:
230 return decoderMgr->returnFailure("ReadHeader", kInvalidInput);
msarette16b04a2015-04-15 07:32:19 -0700231 }
232
msarett0e6274f2016-03-21 08:04:40 -0700233 if (codecOut) {
msarettc30c4182016-04-20 11:53:35 -0700234 // Get the encoded color type
msarettac6c7502016-04-25 09:30:24 -0700235 SkEncodedInfo::Color color;
236 if (!decoderMgr->getEncodedColor(&color)) {
Leon Scroggins III588fb042017-07-14 16:32:31 -0400237 return kInvalidInput;
msarettc30c4182016-04-20 11:53:35 -0700238 }
msarette16b04a2015-04-15 07:32:19 -0700239
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400240 SkEncodedOrigin orientation = get_exif_orientation(dinfo);
241 auto profile = read_color_profile(dinfo);
242 if (profile) {
243 auto type = profile->profile()->data_color_space;
raftias54761282016-12-01 13:44:07 -0500244 switch (decoderMgr->dinfo()->jpeg_color_space) {
245 case JCS_CMYK:
246 case JCS_YCCK:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400247 if (type != skcms_Signature_CMYK) {
248 profile = nullptr;
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -0400249 }
raftias54761282016-12-01 13:44:07 -0500250 break;
raftias91db12d2016-12-02 11:56:59 -0500251 case JCS_GRAYSCALE:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400252 if (type != skcms_Signature_Gray &&
253 type != skcms_Signature_RGB)
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -0400254 {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400255 profile = nullptr;
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -0400256 }
Mike Klein503bdcd2017-11-01 08:34:15 -0400257 break;
raftias54761282016-12-01 13:44:07 -0500258 default:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400259 if (type != skcms_Signature_RGB) {
260 profile = nullptr;
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -0400261 }
raftias54761282016-12-01 13:44:07 -0500262 break;
263 }
msarett9876ac52016-06-01 14:47:18 -0700264 }
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400265 if (!profile) {
266 profile = std::move(defaultColorProfile);
msarettf34cd632016-05-25 10:13:53 -0700267 }
msarett0e6274f2016-03-21 08:04:40 -0700268
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400269 SkEncodedInfo info = SkEncodedInfo::Make(dinfo->image_width, dinfo->image_height,
270 color, SkEncodedInfo::kOpaque_Alpha, 8,
271 std::move(profile));
272
273 SkJpegCodec* codec = new SkJpegCodec(std::move(info), std::unique_ptr<SkStream>(stream),
274 decoderMgr.release(), orientation);
raftiasd737bee2016-12-08 10:53:24 -0500275 *codecOut = codec;
msarette16b04a2015-04-15 07:32:19 -0700276 } else {
halcanary96fcdcc2015-08-27 07:41:13 -0700277 SkASSERT(nullptr != decoderMgrOut);
mtklein18300a32016-03-16 13:53:35 -0700278 *decoderMgrOut = decoderMgr.release();
msarette16b04a2015-04-15 07:32:19 -0700279 }
Leon Scroggins III588fb042017-07-14 16:32:31 -0400280 return kSuccess;
msarette16b04a2015-04-15 07:32:19 -0700281}
282
Mike Reedede7bac2017-07-23 15:30:02 -0400283std::unique_ptr<SkCodec> SkJpegCodec::MakeFromStream(std::unique_ptr<SkStream> stream,
284 Result* result) {
Leon Scroggins III5dd47e42018-09-27 15:26:48 -0400285 return SkJpegCodec::MakeFromStream(std::move(stream), result, nullptr);
Matt Sarettc5eabe72017-02-24 14:51:08 -0500286}
287
Mike Reedede7bac2017-07-23 15:30:02 -0400288std::unique_ptr<SkCodec> SkJpegCodec::MakeFromStream(std::unique_ptr<SkStream> stream,
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400289 Result* result, std::unique_ptr<SkEncodedInfo::ICCProfile> defaultColorProfile) {
halcanary96fcdcc2015-08-27 07:41:13 -0700290 SkCodec* codec = nullptr;
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400291 *result = ReadHeader(stream.get(), &codec, nullptr, std::move(defaultColorProfile));
Leon Scroggins III588fb042017-07-14 16:32:31 -0400292 if (kSuccess == *result) {
msarette16b04a2015-04-15 07:32:19 -0700293 // Codec has taken ownership of the stream, we do not need to delete it
294 SkASSERT(codec);
Mike Reedede7bac2017-07-23 15:30:02 -0400295 stream.release();
296 return std::unique_ptr<SkCodec>(codec);
msarette16b04a2015-04-15 07:32:19 -0700297 }
halcanary96fcdcc2015-08-27 07:41:13 -0700298 return nullptr;
msarette16b04a2015-04-15 07:32:19 -0700299}
300
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400301SkJpegCodec::SkJpegCodec(SkEncodedInfo&& info, std::unique_ptr<SkStream> stream,
302 JpegDecoderMgr* decoderMgr, SkEncodedOrigin origin)
Brian Osmanb3f38302018-09-07 15:24:44 -0400303 : INHERITED(std::move(info), skcms_PixelFormat_RGBA_8888, std::move(stream), origin)
msarette16b04a2015-04-15 07:32:19 -0700304 , fDecoderMgr(decoderMgr)
msarettfbccb592015-09-01 06:43:41 -0700305 , fReadyState(decoderMgr->dinfo()->global_state)
msarett50ce1f22016-07-29 06:23:33 -0700306 , fSwizzleSrcRow(nullptr)
307 , fColorXformSrcRow(nullptr)
msarett91c22b22016-02-22 12:27:46 -0800308 , fSwizzlerSubset(SkIRect::MakeEmpty())
msarette16b04a2015-04-15 07:32:19 -0700309{}
310
311/*
emmaleer8f4ba762015-08-14 07:44:46 -0700312 * Return the row bytes of a particular image type and width
313 */
msarett23e78d32016-02-06 15:58:50 -0800314static size_t get_row_bytes(const j_decompress_ptr dinfo) {
msarett70e418b2016-02-12 12:35:48 -0800315 const size_t colorBytes = (dinfo->out_color_space == JCS_RGB565) ? 2 :
316 dinfo->out_color_components;
emmaleer8f4ba762015-08-14 07:44:46 -0700317 return dinfo->output_width * colorBytes;
318
319}
scroggoe7fc14b2015-10-02 13:14:46 -0700320
321/*
322 * Calculate output dimensions based on the provided factors.
323 *
324 * Not to be used on the actual jpeg_decompress_struct used for decoding, since it will
325 * incorrectly modify num_components.
326 */
327void calc_output_dimensions(jpeg_decompress_struct* dinfo, unsigned int num, unsigned int denom) {
328 dinfo->num_components = 0;
329 dinfo->scale_num = num;
330 dinfo->scale_denom = denom;
331 jpeg_calc_output_dimensions(dinfo);
332}
333
emmaleer8f4ba762015-08-14 07:44:46 -0700334/*
msarette16b04a2015-04-15 07:32:19 -0700335 * Return a valid set of output dimensions for this decoder, given an input scale
336 */
337SkISize SkJpegCodec::onGetScaledDimensions(float desiredScale) const {
msarett1c8a5872015-07-07 08:50:01 -0700338 // libjpeg-turbo supports scaling by 1/8, 1/4, 3/8, 1/2, 5/8, 3/4, 7/8, and 1/1, so we will
339 // support these as well
scroggoe7fc14b2015-10-02 13:14:46 -0700340 unsigned int num;
341 unsigned int denom = 8;
msarettfdb47572015-10-13 12:50:14 -0700342 if (desiredScale >= 0.9375) {
msarett1c8a5872015-07-07 08:50:01 -0700343 num = 8;
msarettfdb47572015-10-13 12:50:14 -0700344 } else if (desiredScale >= 0.8125) {
msarett1c8a5872015-07-07 08:50:01 -0700345 num = 7;
msarettfdb47572015-10-13 12:50:14 -0700346 } else if (desiredScale >= 0.6875f) {
msarett1c8a5872015-07-07 08:50:01 -0700347 num = 6;
msarettfdb47572015-10-13 12:50:14 -0700348 } else if (desiredScale >= 0.5625f) {
msarett1c8a5872015-07-07 08:50:01 -0700349 num = 5;
msarettfdb47572015-10-13 12:50:14 -0700350 } else if (desiredScale >= 0.4375f) {
msarett1c8a5872015-07-07 08:50:01 -0700351 num = 4;
msarettfdb47572015-10-13 12:50:14 -0700352 } else if (desiredScale >= 0.3125f) {
msarett1c8a5872015-07-07 08:50:01 -0700353 num = 3;
msarettfdb47572015-10-13 12:50:14 -0700354 } else if (desiredScale >= 0.1875f) {
msarett1c8a5872015-07-07 08:50:01 -0700355 num = 2;
msarette16b04a2015-04-15 07:32:19 -0700356 } else {
msarett1c8a5872015-07-07 08:50:01 -0700357 num = 1;
msarette16b04a2015-04-15 07:32:19 -0700358 }
359
360 // Set up a fake decompress struct in order to use libjpeg to calculate output dimensions
361 jpeg_decompress_struct dinfo;
mtkleinf7aaadb2015-04-16 06:09:27 -0700362 sk_bzero(&dinfo, sizeof(dinfo));
Leon Scroggins III712476e2018-10-03 15:47:00 -0400363 dinfo.image_width = this->dimensions().width();
364 dinfo.image_height = this->dimensions().height();
msarettfbccb592015-09-01 06:43:41 -0700365 dinfo.global_state = fReadyState;
scroggoe7fc14b2015-10-02 13:14:46 -0700366 calc_output_dimensions(&dinfo, num, denom);
msarette16b04a2015-04-15 07:32:19 -0700367
368 // Return the calculated output dimensions for the given scale
369 return SkISize::Make(dinfo.output_width, dinfo.output_height);
370}
371
scroggob427db12015-08-12 07:24:13 -0700372bool SkJpegCodec::onRewind() {
halcanary96fcdcc2015-08-27 07:41:13 -0700373 JpegDecoderMgr* decoderMgr = nullptr;
Leon Scroggins III588fb042017-07-14 16:32:31 -0400374 if (kSuccess != ReadHeader(this->stream(), nullptr, &decoderMgr, nullptr)) {
msarett50ce1f22016-07-29 06:23:33 -0700375 return fDecoderMgr->returnFalse("onRewind");
msarett97fdea62015-04-29 08:17:15 -0700376 }
halcanary96fcdcc2015-08-27 07:41:13 -0700377 SkASSERT(nullptr != decoderMgr);
scroggob427db12015-08-12 07:24:13 -0700378 fDecoderMgr.reset(decoderMgr);
msarett2812f032016-07-18 15:56:08 -0700379
380 fSwizzler.reset(nullptr);
msarett50ce1f22016-07-29 06:23:33 -0700381 fSwizzleSrcRow = nullptr;
382 fColorXformSrcRow = nullptr;
msarett2812f032016-07-18 15:56:08 -0700383 fStorage.reset();
384
scroggob427db12015-08-12 07:24:13 -0700385 return true;
msarett97fdea62015-04-29 08:17:15 -0700386}
387
Leon Scroggins III712476e2018-10-03 15:47:00 -0400388bool SkJpegCodec::conversionSupported(const SkImageInfo& dstInfo, bool srcIsOpaque,
389 bool needsColorXform) {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400390 SkASSERT(srcIsOpaque);
391
msarett50ce1f22016-07-29 06:23:33 -0700392 if (kUnknown_SkAlphaType == dstInfo.alphaType()) {
msarett1c8a5872015-07-07 08:50:01 -0700393 return false;
394 }
395
msarett50ce1f22016-07-29 06:23:33 -0700396 if (kOpaque_SkAlphaType != dstInfo.alphaType()) {
scroggoc5560be2016-02-03 09:42:42 -0800397 SkCodecPrintf("Warning: an opaque image should be decoded as opaque "
398 "- it is being decoded as non-opaque, which will draw slower\n");
399 }
400
msarett50ce1f22016-07-29 06:23:33 -0700401 J_COLOR_SPACE encodedColorType = fDecoderMgr->dinfo()->jpeg_color_space;
msarett1c8a5872015-07-07 08:50:01 -0700402
403 // Check for valid color types and set the output color space
msarett50ce1f22016-07-29 06:23:33 -0700404 switch (dstInfo.colorType()) {
msarett34e0ec42016-04-22 16:27:24 -0700405 case kRGBA_8888_SkColorType:
nagarajan.n08cda142017-09-07 20:03:29 +0530406 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
407 break;
msarett34e0ec42016-04-22 16:27:24 -0700408 case kBGRA_8888_SkColorType:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400409 if (needsColorXform) {
Matt Sarett562e6812016-11-08 16:13:43 -0500410 // Always using RGBA as the input format for color xforms makes the
411 // implementation a little simpler.
msarett50ce1f22016-07-29 06:23:33 -0700412 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
msarett34e0ec42016-04-22 16:27:24 -0700413 } else {
msarettf25bff92016-07-21 12:00:24 -0700414 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_BGRA;
msarett1c8a5872015-07-07 08:50:01 -0700415 }
nagarajan.n08cda142017-09-07 20:03:29 +0530416 break;
msarett1c8a5872015-07-07 08:50:01 -0700417 case kRGB_565_SkColorType:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400418 if (needsColorXform) {
Matt Sarett3725f0a2017-03-28 14:34:20 -0400419 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
msarett1c8a5872015-07-07 08:50:01 -0700420 } else {
msarett8ff6ca62015-09-18 12:06:04 -0700421 fDecoderMgr->dinfo()->dither_mode = JDITHER_NONE;
msarett1c8a5872015-07-07 08:50:01 -0700422 fDecoderMgr->dinfo()->out_color_space = JCS_RGB565;
423 }
nagarajan.n08cda142017-09-07 20:03:29 +0530424 break;
msarett1c8a5872015-07-07 08:50:01 -0700425 case kGray_8_SkColorType:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400426 if (JCS_GRAYSCALE != encodedColorType) {
msarett39979d82016-07-28 17:11:18 -0700427 return false;
msarett50ce1f22016-07-29 06:23:33 -0700428 }
429
Brian Osmanb3f38302018-09-07 15:24:44 -0400430 if (needsColorXform) {
431 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
432 } else {
433 fDecoderMgr->dinfo()->out_color_space = JCS_GRAYSCALE;
434 }
nagarajan.n08cda142017-09-07 20:03:29 +0530435 break;
msarett50ce1f22016-07-29 06:23:33 -0700436 case kRGBA_F16_SkColorType:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400437 SkASSERT(needsColorXform);
nagarajan.n08cda142017-09-07 20:03:29 +0530438 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
439 break;
msarett1c8a5872015-07-07 08:50:01 -0700440 default:
441 return false;
442 }
nagarajan.n08cda142017-09-07 20:03:29 +0530443
444 // Check if we will decode to CMYK. libjpeg-turbo does not convert CMYK to RGBA, so
445 // we must do it ourselves.
446 if (JCS_CMYK == encodedColorType || JCS_YCCK == encodedColorType) {
447 fDecoderMgr->dinfo()->out_color_space = JCS_CMYK;
448 }
449
450 return true;
msarett1c8a5872015-07-07 08:50:01 -0700451}
452
453/*
mtkleine721a8e2016-02-06 19:12:23 -0800454 * Checks if we can natively scale to the requested dimensions and natively scales the
emmaleer8f4ba762015-08-14 07:44:46 -0700455 * dimensions if possible
msarett97fdea62015-04-29 08:17:15 -0700456 */
scroggoe7fc14b2015-10-02 13:14:46 -0700457bool SkJpegCodec::onDimensionsSupported(const SkISize& size) {
Chris Dalton3e794592017-12-01 13:11:09 -0700458 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
459 if (setjmp(jmp)) {
msarett50ce1f22016-07-29 06:23:33 -0700460 return fDecoderMgr->returnFalse("onDimensionsSupported");
scroggoe7fc14b2015-10-02 13:14:46 -0700461 }
462
463 const unsigned int dstWidth = size.width();
464 const unsigned int dstHeight = size.height();
465
466 // Set up a fake decompress struct in order to use libjpeg to calculate output dimensions
467 // FIXME: Why is this necessary?
468 jpeg_decompress_struct dinfo;
469 sk_bzero(&dinfo, sizeof(dinfo));
Leon Scroggins III712476e2018-10-03 15:47:00 -0400470 dinfo.image_width = this->dimensions().width();
471 dinfo.image_height = this->dimensions().height();
scroggoe7fc14b2015-10-02 13:14:46 -0700472 dinfo.global_state = fReadyState;
473
msarett1c8a5872015-07-07 08:50:01 -0700474 // libjpeg-turbo can scale to 1/8, 1/4, 3/8, 1/2, 5/8, 3/4, 7/8, and 1/1
scroggoe7fc14b2015-10-02 13:14:46 -0700475 unsigned int num = 8;
476 const unsigned int denom = 8;
477 calc_output_dimensions(&dinfo, num, denom);
478 while (dinfo.output_width != dstWidth || dinfo.output_height != dstHeight) {
msarett97fdea62015-04-29 08:17:15 -0700479
480 // Return a failure if we have tried all of the possible scales
scroggoe7fc14b2015-10-02 13:14:46 -0700481 if (1 == num || dstWidth > dinfo.output_width || dstHeight > dinfo.output_height) {
emmaleer8f4ba762015-08-14 07:44:46 -0700482 return false;
msarett97fdea62015-04-29 08:17:15 -0700483 }
484
485 // Try the next scale
scroggoe7fc14b2015-10-02 13:14:46 -0700486 num -= 1;
487 calc_output_dimensions(&dinfo, num, denom);
msarett97fdea62015-04-29 08:17:15 -0700488 }
scroggoe7fc14b2015-10-02 13:14:46 -0700489
490 fDecoderMgr->dinfo()->scale_num = num;
491 fDecoderMgr->dinfo()->scale_denom = denom;
msarett97fdea62015-04-29 08:17:15 -0700492 return true;
493}
494
Matt Sarettc8c901f2017-01-24 16:16:33 -0500495int SkJpegCodec::readRows(const SkImageInfo& dstInfo, void* dst, size_t rowBytes, int count,
496 const Options& opts) {
msarett50ce1f22016-07-29 06:23:33 -0700497 // Set the jump location for libjpeg-turbo errors
Chris Dalton3e794592017-12-01 13:11:09 -0700498 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
499 if (setjmp(jmp)) {
msarett50ce1f22016-07-29 06:23:33 -0700500 return 0;
501 }
502
503 // When fSwizzleSrcRow is non-null, it means that we need to swizzle. In this case,
504 // we will always decode into fSwizzlerSrcRow before swizzling into the next buffer.
505 // We can never swizzle "in place" because the swizzler may perform sampling and/or
506 // subsetting.
507 // When fColorXformSrcRow is non-null, it means that we need to color xform and that
Brian Osmanb3f38302018-09-07 15:24:44 -0400508 // we cannot color xform "in place" (many times we can, but not when the src and dst
509 // are different sizes).
Matt Sarett313c4632016-10-20 12:35:23 -0400510 // In this case, we will color xform from fColorXformSrcRow into the dst.
msarett50ce1f22016-07-29 06:23:33 -0700511 JSAMPLE* decodeDst = (JSAMPLE*) dst;
512 uint32_t* swizzleDst = (uint32_t*) dst;
513 size_t decodeDstRowBytes = rowBytes;
514 size_t swizzleDstRowBytes = rowBytes;
Matt Sarettc8c901f2017-01-24 16:16:33 -0500515 int dstWidth = opts.fSubset ? opts.fSubset->width() : dstInfo.width();
msarett50ce1f22016-07-29 06:23:33 -0700516 if (fSwizzleSrcRow && fColorXformSrcRow) {
517 decodeDst = (JSAMPLE*) fSwizzleSrcRow;
518 swizzleDst = fColorXformSrcRow;
519 decodeDstRowBytes = 0;
520 swizzleDstRowBytes = 0;
msarett35bb74b2016-08-22 07:41:28 -0700521 dstWidth = fSwizzler->swizzleWidth();
msarett50ce1f22016-07-29 06:23:33 -0700522 } else if (fColorXformSrcRow) {
523 decodeDst = (JSAMPLE*) fColorXformSrcRow;
524 swizzleDst = fColorXformSrcRow;
525 decodeDstRowBytes = 0;
526 swizzleDstRowBytes = 0;
527 } else if (fSwizzleSrcRow) {
528 decodeDst = (JSAMPLE*) fSwizzleSrcRow;
529 decodeDstRowBytes = 0;
msarett35bb74b2016-08-22 07:41:28 -0700530 dstWidth = fSwizzler->swizzleWidth();
msarett50ce1f22016-07-29 06:23:33 -0700531 }
532
533 for (int y = 0; y < count; y++) {
534 uint32_t lines = jpeg_read_scanlines(fDecoderMgr->dinfo(), &decodeDst, 1);
msarett50ce1f22016-07-29 06:23:33 -0700535 if (0 == lines) {
536 return y;
537 }
538
539 if (fSwizzler) {
540 fSwizzler->swizzle(swizzleDst, decodeDst);
541 }
542
Matt Sarett313c4632016-10-20 12:35:23 -0400543 if (this->colorXform()) {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400544 this->applyColorXform(dst, swizzleDst, dstWidth);
msarett50ce1f22016-07-29 06:23:33 -0700545 dst = SkTAddOffset<void>(dst, rowBytes);
546 }
547
548 decodeDst = SkTAddOffset<JSAMPLE>(decodeDst, decodeDstRowBytes);
549 swizzleDst = SkTAddOffset<uint32_t>(swizzleDst, swizzleDstRowBytes);
550 }
551
552 return count;
553}
554
msarett97fdea62015-04-29 08:17:15 -0700555/*
Matt Sarett7f15b682017-02-24 17:22:09 -0500556 * This is a bit tricky. We only need the swizzler to do format conversion if the jpeg is
557 * encoded as CMYK.
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400558 * And even then we still may not need it. If the jpeg has a CMYK color profile and a color
Matt Sarett7f15b682017-02-24 17:22:09 -0500559 * xform, the color xform will handle the CMYK->RGB conversion.
560 */
561static inline bool needs_swizzler_to_convert_from_cmyk(J_COLOR_SPACE jpegColorType,
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400562 const skcms_ICCProfile* srcProfile,
563 bool hasColorSpaceXform) {
Matt Sarett7f15b682017-02-24 17:22:09 -0500564 if (JCS_CMYK != jpegColorType) {
565 return false;
566 }
567
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400568 bool hasCMYKColorSpace = srcProfile && srcProfile->data_color_space == skcms_Signature_CMYK;
Matt Sarett7f15b682017-02-24 17:22:09 -0500569 return !hasCMYKColorSpace || !hasColorSpaceXform;
570}
571
572/*
msarette16b04a2015-04-15 07:32:19 -0700573 * Performs the jpeg decode
574 */
575SkCodec::Result SkJpegCodec::onGetPixels(const SkImageInfo& dstInfo,
576 void* dst, size_t dstRowBytes,
Leon Scroggins571b30f2017-07-11 17:35:31 +0000577 const Options& options,
msarette6dd0042015-10-09 11:07:34 -0700578 int* rowsDecoded) {
scroggob636b452015-07-22 07:16:20 -0700579 if (options.fSubset) {
580 // Subsets are not supported.
581 return kUnimplemented;
582 }
583
msarette16b04a2015-04-15 07:32:19 -0700584 // Get a pointer to the decompress info since we will use it quite frequently
585 jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo();
586
587 // Set the jump location for libjpeg errors
Chris Dalton3e794592017-12-01 13:11:09 -0700588 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
589 if (setjmp(jmp)) {
msarette16b04a2015-04-15 07:32:19 -0700590 return fDecoderMgr->returnFailure("setjmp", kInvalidInput);
591 }
592
msarettfbccb592015-09-01 06:43:41 -0700593 if (!jpeg_start_decompress(dinfo)) {
msarette16b04a2015-04-15 07:32:19 -0700594 return fDecoderMgr->returnFailure("startDecompress", kInvalidInput);
595 }
596
msarett1c8a5872015-07-07 08:50:01 -0700597 // The recommended output buffer height should always be 1 in high quality modes.
598 // If it's not, we want to know because it means our strategy is not optimal.
599 SkASSERT(1 == dinfo->rec_outbuf_height);
msarette16b04a2015-04-15 07:32:19 -0700600
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400601 if (needs_swizzler_to_convert_from_cmyk(dinfo->out_color_space,
602 this->getEncodedInfo().profile(), this->colorXform())) {
Matt Sarett7f15b682017-02-24 17:22:09 -0500603 this->initializeSwizzler(dstInfo, options, true);
scroggoef27d892015-10-23 09:29:22 -0700604 }
605
msarett50ce1f22016-07-29 06:23:33 -0700606 this->allocateStorage(dstInfo);
scroggoef27d892015-10-23 09:29:22 -0700607
Matt Sarettc8c901f2017-01-24 16:16:33 -0500608 int rows = this->readRows(dstInfo, dst, dstRowBytes, dstInfo.height(), options);
msarett50ce1f22016-07-29 06:23:33 -0700609 if (rows < dstInfo.height()) {
610 *rowsDecoded = rows;
611 return fDecoderMgr->returnFailure("Incomplete image data", kIncompleteInput);
msarette16b04a2015-04-15 07:32:19 -0700612 }
msarette16b04a2015-04-15 07:32:19 -0700613
614 return kSuccess;
615}
msarett97fdea62015-04-29 08:17:15 -0700616
msarett50ce1f22016-07-29 06:23:33 -0700617void SkJpegCodec::allocateStorage(const SkImageInfo& dstInfo) {
msarett35bb74b2016-08-22 07:41:28 -0700618 int dstWidth = dstInfo.width();
619
msarett50ce1f22016-07-29 06:23:33 -0700620 size_t swizzleBytes = 0;
621 if (fSwizzler) {
622 swizzleBytes = get_row_bytes(fDecoderMgr->dinfo());
msarett35bb74b2016-08-22 07:41:28 -0700623 dstWidth = fSwizzler->swizzleWidth();
Matt Sarett313c4632016-10-20 12:35:23 -0400624 SkASSERT(!this->colorXform() || SkIsAlign4(swizzleBytes));
msarett50ce1f22016-07-29 06:23:33 -0700625 }
626
627 size_t xformBytes = 0;
Brian Osmanb3f38302018-09-07 15:24:44 -0400628
629 if (this->colorXform() && sizeof(uint32_t) != dstInfo.bytesPerPixel()) {
msarett35bb74b2016-08-22 07:41:28 -0700630 xformBytes = dstWidth * sizeof(uint32_t);
msarett50ce1f22016-07-29 06:23:33 -0700631 }
632
633 size_t totalBytes = swizzleBytes + xformBytes;
634 if (totalBytes > 0) {
635 fStorage.reset(totalBytes);
636 fSwizzleSrcRow = (swizzleBytes > 0) ? fStorage.get() : nullptr;
637 fColorXformSrcRow = (xformBytes > 0) ?
638 SkTAddOffset<uint32_t>(fStorage.get(), swizzleBytes) : nullptr;
639 }
640}
641
Matt Sarett7f15b682017-02-24 17:22:09 -0500642void SkJpegCodec::initializeSwizzler(const SkImageInfo& dstInfo, const Options& options,
643 bool needsCMYKToRGB) {
msarett91c22b22016-02-22 12:27:46 -0800644 Options swizzlerOptions = options;
645 if (options.fSubset) {
646 // Use fSwizzlerSubset if this is a subset decode. This is necessary in the case
647 // where libjpeg-turbo provides a subset and then we need to subset it further.
648 // Also, verify that fSwizzlerSubset is initialized and valid.
649 SkASSERT(!fSwizzlerSubset.isEmpty() && fSwizzlerSubset.x() <= options.fSubset->x() &&
650 fSwizzlerSubset.width() == options.fSubset->width());
651 swizzlerOptions.fSubset = &fSwizzlerSubset;
652 }
Matt Sarett09a1c082017-02-01 15:34:22 -0800653
654 SkImageInfo swizzlerDstInfo = dstInfo;
Matt Sarett7f15b682017-02-24 17:22:09 -0500655 if (this->colorXform()) {
656 // The color xform will be expecting RGBA 8888 input.
Matt Sarett09a1c082017-02-01 15:34:22 -0800657 swizzlerDstInfo = swizzlerDstInfo.makeColorType(kRGBA_8888_SkColorType);
658 }
659
Leon Scroggins III65f4aea2018-10-24 12:17:22 -0400660 if (needsCMYKToRGB) {
661 // The swizzler is used to convert to from CMYK.
662 // The swizzler does not use the width or height on SkEncodedInfo.
663 auto swizzlerInfo = SkEncodedInfo::Make(0, 0, SkEncodedInfo::kInvertedCMYK_Color,
664 SkEncodedInfo::kOpaque_Alpha, 8);
665 fSwizzler = SkSwizzler::Make(swizzlerInfo, nullptr, swizzlerDstInfo, swizzlerOptions);
666 } else {
667 int srcBPP = 0;
668 switch (fDecoderMgr->dinfo()->out_color_space) {
669 case JCS_EXT_RGBA:
670 case JCS_EXT_BGRA:
671 case JCS_CMYK:
672 srcBPP = 4;
673 break;
674 case JCS_RGB565:
675 srcBPP = 2;
676 break;
677 case JCS_GRAYSCALE:
678 srcBPP = 1;
679 break;
680 default:
681 SkASSERT(false);
682 break;
683 }
684 fSwizzler = SkSwizzler::MakeSimple(srcBPP, swizzlerDstInfo, swizzlerOptions);
685 }
msarettb30d6982016-02-15 10:18:45 -0800686 SkASSERT(fSwizzler);
msarett50ce1f22016-07-29 06:23:33 -0700687}
688
msarettfdb47572015-10-13 12:50:14 -0700689SkSampler* SkJpegCodec::getSampler(bool createIfNecessary) {
690 if (!createIfNecessary || fSwizzler) {
msarett50ce1f22016-07-29 06:23:33 -0700691 SkASSERT(!fSwizzler || (fSwizzleSrcRow && fStorage.get() == fSwizzleSrcRow));
Ben Wagner145dbcd2016-11-03 14:40:50 -0400692 return fSwizzler.get();
msarettfdb47572015-10-13 12:50:14 -0700693 }
694
Matt Sarett7f15b682017-02-24 17:22:09 -0500695 bool needsCMYKToRGB = needs_swizzler_to_convert_from_cmyk(
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400696 fDecoderMgr->dinfo()->out_color_space, this->getEncodedInfo().profile(),
697 this->colorXform());
Matt Sarett7f15b682017-02-24 17:22:09 -0500698 this->initializeSwizzler(this->dstInfo(), this->options(), needsCMYKToRGB);
msarett50ce1f22016-07-29 06:23:33 -0700699 this->allocateStorage(this->dstInfo());
Ben Wagner145dbcd2016-11-03 14:40:50 -0400700 return fSwizzler.get();
scroggo46c57472015-09-30 08:57:13 -0700701}
scroggo1c005e42015-08-04 09:24:45 -0700702
scroggo46c57472015-09-30 08:57:13 -0700703SkCodec::Result SkJpegCodec::onStartScanlineDecode(const SkImageInfo& dstInfo,
Leon Scroggins571b30f2017-07-11 17:35:31 +0000704 const Options& options) {
scroggo46c57472015-09-30 08:57:13 -0700705 // Set the jump location for libjpeg errors
Chris Dalton3e794592017-12-01 13:11:09 -0700706 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
707 if (setjmp(jmp)) {
scroggo46c57472015-09-30 08:57:13 -0700708 SkCodecPrintf("setjmp: Error from libjpeg\n");
709 return kInvalidInput;
710 }
711
scroggo46c57472015-09-30 08:57:13 -0700712 if (!jpeg_start_decompress(fDecoderMgr->dinfo())) {
713 SkCodecPrintf("start decompress failed\n");
714 return kInvalidInput;
715 }
716
Matt Sarett7f15b682017-02-24 17:22:09 -0500717 bool needsCMYKToRGB = needs_swizzler_to_convert_from_cmyk(
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400718 fDecoderMgr->dinfo()->out_color_space, this->getEncodedInfo().profile(),
719 this->colorXform());
msarett91c22b22016-02-22 12:27:46 -0800720 if (options.fSubset) {
721 uint32_t startX = options.fSubset->x();
722 uint32_t width = options.fSubset->width();
723
724 // libjpeg-turbo may need to align startX to a multiple of the IDCT
725 // block size. If this is the case, it will decrease the value of
726 // startX to the appropriate alignment and also increase the value
727 // of width so that the right edge of the requested subset remains
728 // the same.
729 jpeg_crop_scanline(fDecoderMgr->dinfo(), &startX, &width);
730
731 SkASSERT(startX <= (uint32_t) options.fSubset->x());
732 SkASSERT(width >= (uint32_t) options.fSubset->width());
733 SkASSERT(startX + width >= (uint32_t) options.fSubset->right());
734
735 // Instruct the swizzler (if it is necessary) to further subset the
736 // output provided by libjpeg-turbo.
737 //
738 // We set this here (rather than in the if statement below), so that
739 // if (1) we don't need a swizzler for the subset, and (2) we need a
740 // swizzler for CMYK, the swizzler will still use the proper subset
741 // dimensions.
742 //
743 // Note that the swizzler will ignore the y and height parameters of
744 // the subset. Since the scanline decoder (and the swizzler) handle
745 // one row at a time, only the subsetting in the x-dimension matters.
746 fSwizzlerSubset.setXYWH(options.fSubset->x() - startX, 0,
747 options.fSubset->width(), options.fSubset->height());
748
749 // We will need a swizzler if libjpeg-turbo cannot provide the exact
750 // subset that we request.
751 if (startX != (uint32_t) options.fSubset->x() ||
752 width != (uint32_t) options.fSubset->width()) {
Matt Sarett7f15b682017-02-24 17:22:09 -0500753 this->initializeSwizzler(dstInfo, options, needsCMYKToRGB);
msarett91c22b22016-02-22 12:27:46 -0800754 }
755 }
756
757 // Make sure we have a swizzler if we are converting from CMYK.
Matt Sarett7f15b682017-02-24 17:22:09 -0500758 if (!fSwizzler && needsCMYKToRGB) {
759 this->initializeSwizzler(dstInfo, options, true);
msarett91c22b22016-02-22 12:27:46 -0800760 }
msarettfdb47572015-10-13 12:50:14 -0700761
msarett50ce1f22016-07-29 06:23:33 -0700762 this->allocateStorage(dstInfo);
763
scroggo46c57472015-09-30 08:57:13 -0700764 return kSuccess;
765}
766
mtkleine721a8e2016-02-06 19:12:23 -0800767int SkJpegCodec::onGetScanlines(void* dst, int count, size_t dstRowBytes) {
Matt Sarettc8c901f2017-01-24 16:16:33 -0500768 int rows = this->readRows(this->dstInfo(), dst, dstRowBytes, count, this->options());
msarett50ce1f22016-07-29 06:23:33 -0700769 if (rows < count) {
770 // This allows us to skip calling jpeg_finish_decompress().
771 fDecoderMgr->dinfo()->output_scanline = this->dstInfo().height();
scroggo46c57472015-09-30 08:57:13 -0700772 }
773
msarett50ce1f22016-07-29 06:23:33 -0700774 return rows;
scroggo46c57472015-09-30 08:57:13 -0700775}
msarett97fdea62015-04-29 08:17:15 -0700776
msarette6dd0042015-10-09 11:07:34 -0700777bool SkJpegCodec::onSkipScanlines(int count) {
scroggo46c57472015-09-30 08:57:13 -0700778 // Set the jump location for libjpeg errors
Chris Dalton3e794592017-12-01 13:11:09 -0700779 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
780 if (setjmp(jmp)) {
msarett50ce1f22016-07-29 06:23:33 -0700781 return fDecoderMgr->returnFalse("onSkipScanlines");
msarett97fdea62015-04-29 08:17:15 -0700782 }
783
msarettf724b992015-10-15 06:41:06 -0700784 return (uint32_t) count == jpeg_skip_scanlines(fDecoderMgr->dinfo(), count);
msarett97fdea62015-04-29 08:17:15 -0700785}
msarettb714fb02016-01-22 14:46:42 -0800786
787static bool is_yuv_supported(jpeg_decompress_struct* dinfo) {
788 // Scaling is not supported in raw data mode.
789 SkASSERT(dinfo->scale_num == dinfo->scale_denom);
790
791 // I can't imagine that this would ever change, but we do depend on it.
792 static_assert(8 == DCTSIZE, "DCTSIZE (defined in jpeg library) should always be 8.");
793
794 if (JCS_YCbCr != dinfo->jpeg_color_space) {
795 return false;
796 }
797
798 SkASSERT(3 == dinfo->num_components);
799 SkASSERT(dinfo->comp_info);
800
801 // It is possible to perform a YUV decode for any combination of
802 // horizontal and vertical sampling that is supported by
803 // libjpeg/libjpeg-turbo. However, we will start by supporting only the
804 // common cases (where U and V have samp_factors of one).
805 //
806 // The definition of samp_factor is kind of the opposite of what SkCodec
807 // thinks of as a sampling factor. samp_factor is essentially a
808 // multiplier, and the larger the samp_factor is, the more samples that
809 // there will be. Ex:
810 // U_plane_width = image_width * (U_h_samp_factor / max_h_samp_factor)
811 //
812 // Supporting cases where the samp_factors for U or V were larger than
813 // that of Y would be an extremely difficult change, given that clients
814 // allocate memory as if the size of the Y plane is always the size of the
815 // image. However, this case is very, very rare.
msarett7c87cf42016-03-04 06:23:20 -0800816 if ((1 != dinfo->comp_info[1].h_samp_factor) ||
817 (1 != dinfo->comp_info[1].v_samp_factor) ||
818 (1 != dinfo->comp_info[2].h_samp_factor) ||
819 (1 != dinfo->comp_info[2].v_samp_factor))
820 {
msarettb714fb02016-01-22 14:46:42 -0800821 return false;
822 }
823
824 // Support all common cases of Y samp_factors.
825 // TODO (msarett): As mentioned above, it would be possible to support
826 // more combinations of samp_factors. The issues are:
827 // (1) Are there actually any images that are not covered
828 // by these cases?
829 // (2) How much complexity would be added to the
830 // implementation in order to support these rare
831 // cases?
832 int hSampY = dinfo->comp_info[0].h_samp_factor;
833 int vSampY = dinfo->comp_info[0].v_samp_factor;
834 return (1 == hSampY && 1 == vSampY) ||
835 (2 == hSampY && 1 == vSampY) ||
836 (2 == hSampY && 2 == vSampY) ||
837 (1 == hSampY && 2 == vSampY) ||
838 (4 == hSampY && 1 == vSampY) ||
839 (4 == hSampY && 2 == vSampY);
840}
841
Jim Van Verthe24b5872018-10-29 16:26:02 -0400842bool SkJpegCodec::onQueryYUV8(SkYUVASizeInfo* sizeInfo, SkYUVColorSpace* colorSpace) const {
msarettb714fb02016-01-22 14:46:42 -0800843 jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo();
844 if (!is_yuv_supported(dinfo)) {
845 return false;
846 }
847
nagarajan.nb1854fa2017-07-19 19:53:21 +0530848 jpeg_component_info * comp_info = dinfo->comp_info;
Jim Van Verthff1aeb92018-10-22 15:16:29 -0400849 for (int i = 0; i < 3; ++i) {
nagarajan.nb1854fa2017-07-19 19:53:21 +0530850 sizeInfo->fSizes[i].set(comp_info[i].downsampled_width, comp_info[i].downsampled_height);
851 sizeInfo->fWidthBytes[i] = comp_info[i].width_in_blocks * DCTSIZE;
852 }
msarettb714fb02016-01-22 14:46:42 -0800853
Jim Van Verth8f11e432018-10-18 14:36:59 -0400854 // JPEG never has an alpha channel
Jim Van Verthff1aeb92018-10-22 15:16:29 -0400855 sizeInfo->fSizes[3].fHeight = sizeInfo->fSizes[3].fWidth = sizeInfo->fWidthBytes[3] = 0;
Jim Van Verth8f11e432018-10-18 14:36:59 -0400856
Brian Osmanc337a632018-11-30 10:39:32 -0500857 sizeInfo->fOrigin = this->getOrigin();
858
msarettb714fb02016-01-22 14:46:42 -0800859 if (colorSpace) {
860 *colorSpace = kJPEG_SkYUVColorSpace;
861 }
862
863 return true;
864}
865
Jim Van Verthe24b5872018-10-29 16:26:02 -0400866SkCodec::Result SkJpegCodec::onGetYUV8Planes(const SkYUVASizeInfo& sizeInfo,
867 void* planes[SkYUVASizeInfo::kMaxCount]) {
868 SkYUVASizeInfo defaultInfo;
msarettb714fb02016-01-22 14:46:42 -0800869
870 // This will check is_yuv_supported(), so we don't need to here.
871 bool supportsYUV = this->onQueryYUV8(&defaultInfo, nullptr);
msarett4984c3c2016-03-10 05:44:43 -0800872 if (!supportsYUV ||
Jim Van Verth8f11e432018-10-18 14:36:59 -0400873 sizeInfo.fSizes[0] != defaultInfo.fSizes[0] ||
874 sizeInfo.fSizes[1] != defaultInfo.fSizes[1] ||
875 sizeInfo.fSizes[2] != defaultInfo.fSizes[2] ||
876 sizeInfo.fWidthBytes[0] < defaultInfo.fWidthBytes[0] ||
877 sizeInfo.fWidthBytes[1] < defaultInfo.fWidthBytes[1] ||
878 sizeInfo.fWidthBytes[2] < defaultInfo.fWidthBytes[2]) {
msarettb714fb02016-01-22 14:46:42 -0800879 return fDecoderMgr->returnFailure("onGetYUV8Planes", kInvalidInput);
880 }
881
882 // Set the jump location for libjpeg errors
Chris Dalton3e794592017-12-01 13:11:09 -0700883 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
884 if (setjmp(jmp)) {
msarettb714fb02016-01-22 14:46:42 -0800885 return fDecoderMgr->returnFailure("setjmp", kInvalidInput);
886 }
887
888 // Get a pointer to the decompress info since we will use it quite frequently
889 jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo();
890
891 dinfo->raw_data_out = TRUE;
892 if (!jpeg_start_decompress(dinfo)) {
893 return fDecoderMgr->returnFailure("startDecompress", kInvalidInput);
894 }
895
896 // A previous implementation claims that the return value of is_yuv_supported()
897 // may change after calling jpeg_start_decompress(). It looks to me like this
898 // was caused by a bug in the old code, but we'll be safe and check here.
899 SkASSERT(is_yuv_supported(dinfo));
900
901 // Currently, we require that the Y plane dimensions match the image dimensions
902 // and that the U and V planes are the same dimensions.
Jim Van Verth8f11e432018-10-18 14:36:59 -0400903 SkASSERT(sizeInfo.fSizes[1] == sizeInfo.fSizes[2]);
904 SkASSERT((uint32_t) sizeInfo.fSizes[0].width() == dinfo->output_width &&
905 (uint32_t) sizeInfo.fSizes[0].height() == dinfo->output_height);
msarettb714fb02016-01-22 14:46:42 -0800906
907 // Build a JSAMPIMAGE to handle output from libjpeg-turbo. A JSAMPIMAGE has
908 // a 2-D array of pixels for each of the components (Y, U, V) in the image.
909 // Cheat Sheet:
910 // JSAMPIMAGE == JSAMPLEARRAY* == JSAMPROW** == JSAMPLE***
911 JSAMPARRAY yuv[3];
912
913 // Set aside enough space for pointers to rows of Y, U, and V.
914 JSAMPROW rowptrs[2 * DCTSIZE + DCTSIZE + DCTSIZE];
915 yuv[0] = &rowptrs[0]; // Y rows (DCTSIZE or 2 * DCTSIZE)
916 yuv[1] = &rowptrs[2 * DCTSIZE]; // U rows (DCTSIZE)
917 yuv[2] = &rowptrs[3 * DCTSIZE]; // V rows (DCTSIZE)
918
919 // Initialize rowptrs.
920 int numYRowsPerBlock = DCTSIZE * dinfo->comp_info[0].v_samp_factor;
921 for (int i = 0; i < numYRowsPerBlock; i++) {
Jim Van Verth8f11e432018-10-18 14:36:59 -0400922 rowptrs[i] = SkTAddOffset<JSAMPLE>(planes[0], i * sizeInfo.fWidthBytes[0]);
msarettb714fb02016-01-22 14:46:42 -0800923 }
924 for (int i = 0; i < DCTSIZE; i++) {
Jim Van Verth8f11e432018-10-18 14:36:59 -0400925 rowptrs[i + 2 * DCTSIZE] =
926 SkTAddOffset<JSAMPLE>(planes[1], i * sizeInfo.fWidthBytes[1]);
927 rowptrs[i + 3 * DCTSIZE] =
928 SkTAddOffset<JSAMPLE>(planes[2], i * sizeInfo.fWidthBytes[2]);
msarettb714fb02016-01-22 14:46:42 -0800929 }
930
931 // After each loop iteration, we will increment pointers to Y, U, and V.
Jim Van Verth8f11e432018-10-18 14:36:59 -0400932 size_t blockIncrementY = numYRowsPerBlock * sizeInfo.fWidthBytes[0];
933 size_t blockIncrementU = DCTSIZE * sizeInfo.fWidthBytes[1];
934 size_t blockIncrementV = DCTSIZE * sizeInfo.fWidthBytes[2];
msarettb714fb02016-01-22 14:46:42 -0800935
936 uint32_t numRowsPerBlock = numYRowsPerBlock;
937
938 // We intentionally round down here, as this first loop will only handle
939 // full block rows. As a special case at the end, we will handle any
940 // remaining rows that do not make up a full block.
941 const int numIters = dinfo->output_height / numRowsPerBlock;
942 for (int i = 0; i < numIters; i++) {
943 JDIMENSION linesRead = jpeg_read_raw_data(dinfo, yuv, numRowsPerBlock);
944 if (linesRead < numRowsPerBlock) {
945 // FIXME: Handle incomplete YUV decodes without signalling an error.
946 return kInvalidInput;
947 }
948
949 // Update rowptrs.
950 for (int i = 0; i < numYRowsPerBlock; i++) {
951 rowptrs[i] += blockIncrementY;
952 }
953 for (int i = 0; i < DCTSIZE; i++) {
954 rowptrs[i + 2 * DCTSIZE] += blockIncrementU;
955 rowptrs[i + 3 * DCTSIZE] += blockIncrementV;
956 }
957 }
958
959 uint32_t remainingRows = dinfo->output_height - dinfo->output_scanline;
960 SkASSERT(remainingRows == dinfo->output_height % numRowsPerBlock);
961 SkASSERT(dinfo->output_scanline == numIters * numRowsPerBlock);
962 if (remainingRows > 0) {
963 // libjpeg-turbo needs memory to be padded by the block sizes. We will fulfill
964 // this requirement using a dummy row buffer.
965 // FIXME: Should SkCodec have an extra memory buffer that can be shared among
966 // all of the implementations that use temporary/garbage memory?
Jim Van Verthe24b5872018-10-29 16:26:02 -0400967 SkAutoTMalloc<JSAMPLE> dummyRow(sizeInfo.fWidthBytes[0]);
msarettb714fb02016-01-22 14:46:42 -0800968 for (int i = remainingRows; i < numYRowsPerBlock; i++) {
969 rowptrs[i] = dummyRow.get();
970 }
971 int remainingUVRows = dinfo->comp_info[1].downsampled_height - DCTSIZE * numIters;
972 for (int i = remainingUVRows; i < DCTSIZE; i++) {
973 rowptrs[i + 2 * DCTSIZE] = dummyRow.get();
974 rowptrs[i + 3 * DCTSIZE] = dummyRow.get();
975 }
976
977 JDIMENSION linesRead = jpeg_read_raw_data(dinfo, yuv, numRowsPerBlock);
978 if (linesRead < remainingRows) {
979 // FIXME: Handle incomplete YUV decodes without signalling an error.
980 return kInvalidInput;
981 }
982 }
983
984 return kSuccess;
985}
Hal Canary83e0f1b2018-04-05 16:58:41 -0400986
987// This function is declared in SkJpegInfo.h, used by SkPDF.
988bool SkGetJpegInfo(const void* data, size_t len,
989 SkISize* size,
990 SkEncodedInfo::Color* colorType,
991 SkEncodedOrigin* orientation) {
992 if (!SkJpegCodec::IsJpeg(data, len)) {
993 return false;
994 }
995
996 SkMemoryStream stream(data, len);
997 JpegDecoderMgr decoderMgr(&stream);
998 // libjpeg errors will be caught and reported here
999 skjpeg_error_mgr::AutoPushJmpBuf jmp(decoderMgr.errorMgr());
1000 if (setjmp(jmp)) {
1001 return false;
1002 }
1003 decoderMgr.init();
1004 jpeg_decompress_struct* dinfo = decoderMgr.dinfo();
1005 jpeg_save_markers(dinfo, kExifMarker, 0xFFFF);
1006 jpeg_save_markers(dinfo, kICCMarker, 0xFFFF);
1007 if (JPEG_HEADER_OK != jpeg_read_header(dinfo, true)) {
1008 return false;
1009 }
1010 SkEncodedInfo::Color encodedColorType;
1011 if (!decoderMgr.getEncodedColor(&encodedColorType)) {
1012 return false; // Unable to interpret the color channels as colors.
1013 }
1014 if (colorType) {
1015 *colorType = encodedColorType;
1016 }
1017 if (orientation) {
1018 *orientation = get_exif_orientation(dinfo);
1019 }
1020 if (size) {
1021 *size = {SkToS32(dinfo->image_width), SkToS32(dinfo->image_height)};
1022 }
1023 return true;
1024}