blob: 21570fddfe8a32905f68c8562217b42a9da96f60 [file] [log] [blame]
msarette16b04a2015-04-15 07:32:19 -07001/*
2 * Copyright 2015 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
msarette16b04a2015-04-15 07:32:19 -07008#include "SkJpegCodec.h"
Hal Canary83e0f1b2018-04-05 16:58:41 -04009
10#include "SkCodec.h"
msarette16b04a2015-04-15 07:32:19 -070011#include "SkCodecPriv.h"
Cary Clarka4083c92017-09-15 11:59:23 -040012#include "SkColorData.h"
Hal Canary83e0f1b2018-04-05 16:58:41 -040013#include "SkJpegDecoderMgr.h"
14#include "SkJpegInfo.h"
msarette16b04a2015-04-15 07:32:19 -070015#include "SkStream.h"
16#include "SkTemplates.h"
Hal Canaryc640d0d2018-06-13 09:59:02 -040017#include "SkTo.h"
msarette16b04a2015-04-15 07:32:19 -070018#include "SkTypes.h"
19
msarett1c8a5872015-07-07 08:50:01 -070020// stdio is needed for libjpeg-turbo
msarette16b04a2015-04-15 07:32:19 -070021#include <stdio.h>
msarettc1d03122016-03-25 08:58:55 -070022#include "SkJpegUtility.h"
msarette16b04a2015-04-15 07:32:19 -070023
mtkleindc90b532016-07-28 14:45:28 -070024// This warning triggers false postives way too often in here.
25#if defined(__GNUC__) && !defined(__clang__)
26 #pragma GCC diagnostic ignored "-Wclobbered"
27#endif
28
msarette16b04a2015-04-15 07:32:19 -070029extern "C" {
30 #include "jerror.h"
msarette16b04a2015-04-15 07:32:19 -070031 #include "jpeglib.h"
32}
33
scroggodb30be22015-12-08 18:54:13 -080034bool SkJpegCodec::IsJpeg(const void* buffer, size_t bytesRead) {
Leon Scroggins III862c1962017-10-02 16:28:49 -040035 constexpr uint8_t jpegSig[] = { 0xFF, 0xD8, 0xFF };
scroggodb30be22015-12-08 18:54:13 -080036 return bytesRead >= 3 && !memcmp(buffer, jpegSig, sizeof(jpegSig));
msarette16b04a2015-04-15 07:32:19 -070037}
38
msarett0e6274f2016-03-21 08:04:40 -070039static uint32_t get_endian_int(const uint8_t* data, bool littleEndian) {
40 if (littleEndian) {
41 return (data[3] << 24) | (data[2] << 16) | (data[1] << 8) | (data[0]);
42 }
43
44 return (data[0] << 24) | (data[1] << 16) | (data[2] << 8) | (data[3]);
45}
46
47const uint32_t kExifHeaderSize = 14;
msarett0e6274f2016-03-21 08:04:40 -070048const uint32_t kExifMarker = JPEG_APP0 + 1;
msarett0e6274f2016-03-21 08:04:40 -070049
Leon Scroggins IIIb6ab10f2017-10-18 14:42:43 -040050static bool is_orientation_marker(jpeg_marker_struct* marker, SkEncodedOrigin* orientation) {
msarett0e6274f2016-03-21 08:04:40 -070051 if (kExifMarker != marker->marker || marker->data_length < kExifHeaderSize) {
52 return false;
53 }
54
Leon Scroggins III862c1962017-10-02 16:28:49 -040055 constexpr uint8_t kExifSig[] { 'E', 'x', 'i', 'f', '\0' };
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050056 if (memcmp(marker->data, kExifSig, sizeof(kExifSig))) {
msarett0e6274f2016-03-21 08:04:40 -070057 return false;
58 }
59
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050060 // Account for 'E', 'x', 'i', 'f', '\0', '<fill byte>'.
61 constexpr size_t kOffset = 6;
62 return is_orientation_marker(marker->data + kOffset, marker->data_length - kOffset,
63 orientation);
64}
65
66bool is_orientation_marker(const uint8_t* data, size_t data_length, SkEncodedOrigin* orientation) {
msarett0e6274f2016-03-21 08:04:40 -070067 bool littleEndian;
Leon Scroggins IIIfee7cba2018-02-13 16:41:03 -050068 // We need eight bytes to read the endian marker and the offset, below.
69 if (data_length < 8 || !is_valid_endian_marker(data, &littleEndian)) {
msarett0e6274f2016-03-21 08:04:40 -070070 return false;
71 }
72
73 // Get the offset from the start of the marker.
Leon Scroggins III71d8a572017-12-19 10:14:43 -050074 // Though this only reads four bytes, use a larger int in case it overflows.
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050075 uint64_t offset = get_endian_int(data + 4, littleEndian);
msarett0e6274f2016-03-21 08:04:40 -070076
77 // Require that the marker is at least large enough to contain the number of entries.
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050078 if (data_length < offset + 2) {
msarett0e6274f2016-03-21 08:04:40 -070079 return false;
80 }
81 uint32_t numEntries = get_endian_short(data + offset, littleEndian);
82
83 // Tag (2 bytes), Datatype (2 bytes), Number of elements (4 bytes), Data (4 bytes)
84 const uint32_t kEntrySize = 12;
Leon Scroggins IIIda3e9ad2018-01-26 15:48:26 -050085 const auto max = SkTo<uint32_t>((data_length - offset - 2) / kEntrySize);
Leon Scroggins III71d8a572017-12-19 10:14:43 -050086 numEntries = SkTMin(numEntries, max);
msarett0e6274f2016-03-21 08:04:40 -070087
88 // Advance the data to the start of the entries.
89 data += offset + 2;
90
91 const uint16_t kOriginTag = 0x112;
92 const uint16_t kOriginType = 3;
93 for (uint32_t i = 0; i < numEntries; i++, data += kEntrySize) {
94 uint16_t tag = get_endian_short(data, littleEndian);
95 uint16_t type = get_endian_short(data + 2, littleEndian);
96 uint32_t count = get_endian_int(data + 4, littleEndian);
97 if (kOriginTag == tag && kOriginType == type && 1 == count) {
98 uint16_t val = get_endian_short(data + 8, littleEndian);
Leon Scroggins IIIb6ab10f2017-10-18 14:42:43 -040099 if (0 < val && val <= kLast_SkEncodedOrigin) {
100 *orientation = (SkEncodedOrigin) val;
msarett0e6274f2016-03-21 08:04:40 -0700101 return true;
102 }
103 }
104 }
105
106 return false;
107}
108
Leon Scroggins IIIb6ab10f2017-10-18 14:42:43 -0400109static SkEncodedOrigin get_exif_orientation(jpeg_decompress_struct* dinfo) {
110 SkEncodedOrigin orientation;
msarett0e6274f2016-03-21 08:04:40 -0700111 for (jpeg_marker_struct* marker = dinfo->marker_list; marker; marker = marker->next) {
112 if (is_orientation_marker(marker, &orientation)) {
113 return orientation;
114 }
115 }
116
Leon Scroggins IIIb6ab10f2017-10-18 14:42:43 -0400117 return kDefault_SkEncodedOrigin;
msarett0e6274f2016-03-21 08:04:40 -0700118}
119
120static bool is_icc_marker(jpeg_marker_struct* marker) {
Matt Sarett5df93de2017-03-22 21:52:47 +0000121 if (kICCMarker != marker->marker || marker->data_length < kICCMarkerHeaderSize) {
msarett0e6274f2016-03-21 08:04:40 -0700122 return false;
123 }
124
msarett0e6274f2016-03-21 08:04:40 -0700125 return !memcmp(marker->data, kICCSig, sizeof(kICCSig));
126}
127
128/*
129 * ICC profiles may be stored using a sequence of multiple markers. We obtain the ICC profile
130 * in two steps:
131 * (1) Discover all ICC profile markers and verify that they are numbered properly.
132 * (2) Copy the data from each marker into a contiguous ICC profile.
133 */
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400134static std::unique_ptr<SkEncodedInfo::ICCProfile> read_color_profile(jpeg_decompress_struct* dinfo)
135{
msarett0e6274f2016-03-21 08:04:40 -0700136 // Note that 256 will be enough storage space since each markerIndex is stored in 8-bits.
137 jpeg_marker_struct* markerSequence[256];
138 memset(markerSequence, 0, sizeof(markerSequence));
139 uint8_t numMarkers = 0;
140 size_t totalBytes = 0;
141
142 // Discover any ICC markers and verify that they are numbered properly.
143 for (jpeg_marker_struct* marker = dinfo->marker_list; marker; marker = marker->next) {
144 if (is_icc_marker(marker)) {
145 // Verify that numMarkers is valid and consistent.
146 if (0 == numMarkers) {
147 numMarkers = marker->data[13];
148 if (0 == numMarkers) {
149 SkCodecPrintf("ICC Profile Error: numMarkers must be greater than zero.\n");
150 return nullptr;
151 }
152 } else if (numMarkers != marker->data[13]) {
153 SkCodecPrintf("ICC Profile Error: numMarkers must be consistent.\n");
154 return nullptr;
155 }
156
157 // Verify that the markerIndex is valid and unique. Note that zero is not
158 // a valid index.
159 uint8_t markerIndex = marker->data[12];
160 if (markerIndex == 0 || markerIndex > numMarkers) {
161 SkCodecPrintf("ICC Profile Error: markerIndex is invalid.\n");
162 return nullptr;
163 }
164 if (markerSequence[markerIndex]) {
165 SkCodecPrintf("ICC Profile Error: Duplicate value of markerIndex.\n");
166 return nullptr;
167 }
168 markerSequence[markerIndex] = marker;
Matt Sarett5df93de2017-03-22 21:52:47 +0000169 SkASSERT(marker->data_length >= kICCMarkerHeaderSize);
170 totalBytes += marker->data_length - kICCMarkerHeaderSize;
msarett0e6274f2016-03-21 08:04:40 -0700171 }
172 }
173
174 if (0 == totalBytes) {
175 // No non-empty ICC profile markers were found.
176 return nullptr;
177 }
178
179 // Combine the ICC marker data into a contiguous profile.
msarett9876ac52016-06-01 14:47:18 -0700180 sk_sp<SkData> iccData = SkData::MakeUninitialized(totalBytes);
181 void* dst = iccData->writable_data();
msarett0e6274f2016-03-21 08:04:40 -0700182 for (uint32_t i = 1; i <= numMarkers; i++) {
183 jpeg_marker_struct* marker = markerSequence[i];
184 if (!marker) {
185 SkCodecPrintf("ICC Profile Error: Missing marker %d of %d.\n", i, numMarkers);
186 return nullptr;
187 }
188
Matt Sarett5df93de2017-03-22 21:52:47 +0000189 void* src = SkTAddOffset<void>(marker->data, kICCMarkerHeaderSize);
190 size_t bytes = marker->data_length - kICCMarkerHeaderSize;
msarett0e6274f2016-03-21 08:04:40 -0700191 memcpy(dst, src, bytes);
192 dst = SkTAddOffset<void>(dst, bytes);
193 }
194
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400195 return SkEncodedInfo::ICCProfile::Make(std::move(iccData));
msarett0e6274f2016-03-21 08:04:40 -0700196}
197
Leon Scroggins III588fb042017-07-14 16:32:31 -0400198SkCodec::Result SkJpegCodec::ReadHeader(SkStream* stream, SkCodec** codecOut,
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400199 JpegDecoderMgr** decoderMgrOut,
200 std::unique_ptr<SkEncodedInfo::ICCProfile> defaultColorProfile) {
msarette16b04a2015-04-15 07:32:19 -0700201
202 // Create a JpegDecoderMgr to own all of the decompress information
Ben Wagner145dbcd2016-11-03 14:40:50 -0400203 std::unique_ptr<JpegDecoderMgr> decoderMgr(new JpegDecoderMgr(stream));
msarette16b04a2015-04-15 07:32:19 -0700204
205 // libjpeg errors will be caught and reported here
Chris Dalton3e794592017-12-01 13:11:09 -0700206 skjpeg_error_mgr::AutoPushJmpBuf jmp(decoderMgr->errorMgr());
207 if (setjmp(jmp)) {
Leon Scroggins III588fb042017-07-14 16:32:31 -0400208 return decoderMgr->returnFailure("ReadHeader", kInvalidInput);
msarette16b04a2015-04-15 07:32:19 -0700209 }
210
211 // Initialize the decompress info and the source manager
212 decoderMgr->init();
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400213 auto* dinfo = decoderMgr->dinfo();
msarette16b04a2015-04-15 07:32:19 -0700214
msarett0e6274f2016-03-21 08:04:40 -0700215 // Instruct jpeg library to save the markers that we care about. Since
216 // the orientation and color profile will not change, we can skip this
217 // step on rewinds.
218 if (codecOut) {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400219 jpeg_save_markers(dinfo, kExifMarker, 0xFFFF);
220 jpeg_save_markers(dinfo, kICCMarker, 0xFFFF);
msarett0e6274f2016-03-21 08:04:40 -0700221 }
222
msarette16b04a2015-04-15 07:32:19 -0700223 // Read the jpeg header
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400224 switch (jpeg_read_header(dinfo, true)) {
Leon Scroggins III588fb042017-07-14 16:32:31 -0400225 case JPEG_HEADER_OK:
226 break;
227 case JPEG_SUSPENDED:
228 return decoderMgr->returnFailure("ReadHeader", kIncompleteInput);
229 default:
230 return decoderMgr->returnFailure("ReadHeader", kInvalidInput);
msarette16b04a2015-04-15 07:32:19 -0700231 }
232
msarett0e6274f2016-03-21 08:04:40 -0700233 if (codecOut) {
msarettc30c4182016-04-20 11:53:35 -0700234 // Get the encoded color type
msarettac6c7502016-04-25 09:30:24 -0700235 SkEncodedInfo::Color color;
236 if (!decoderMgr->getEncodedColor(&color)) {
Leon Scroggins III588fb042017-07-14 16:32:31 -0400237 return kInvalidInput;
msarettc30c4182016-04-20 11:53:35 -0700238 }
msarette16b04a2015-04-15 07:32:19 -0700239
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400240 SkEncodedOrigin orientation = get_exif_orientation(dinfo);
241 auto profile = read_color_profile(dinfo);
242 if (profile) {
243 auto type = profile->profile()->data_color_space;
raftias54761282016-12-01 13:44:07 -0500244 switch (decoderMgr->dinfo()->jpeg_color_space) {
245 case JCS_CMYK:
246 case JCS_YCCK:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400247 if (type != skcms_Signature_CMYK) {
248 profile = nullptr;
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -0400249 }
raftias54761282016-12-01 13:44:07 -0500250 break;
raftias91db12d2016-12-02 11:56:59 -0500251 case JCS_GRAYSCALE:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400252 if (type != skcms_Signature_Gray &&
253 type != skcms_Signature_RGB)
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -0400254 {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400255 profile = nullptr;
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -0400256 }
Mike Klein503bdcd2017-11-01 08:34:15 -0400257 break;
raftias54761282016-12-01 13:44:07 -0500258 default:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400259 if (type != skcms_Signature_RGB) {
260 profile = nullptr;
Leon Scroggins IIIf78b55c2017-10-31 13:49:14 -0400261 }
raftias54761282016-12-01 13:44:07 -0500262 break;
263 }
msarett9876ac52016-06-01 14:47:18 -0700264 }
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400265 if (!profile) {
266 profile = std::move(defaultColorProfile);
msarettf34cd632016-05-25 10:13:53 -0700267 }
msarett0e6274f2016-03-21 08:04:40 -0700268
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400269 SkEncodedInfo info = SkEncodedInfo::Make(dinfo->image_width, dinfo->image_height,
270 color, SkEncodedInfo::kOpaque_Alpha, 8,
271 std::move(profile));
272
273 SkJpegCodec* codec = new SkJpegCodec(std::move(info), std::unique_ptr<SkStream>(stream),
274 decoderMgr.release(), orientation);
raftiasd737bee2016-12-08 10:53:24 -0500275 *codecOut = codec;
msarette16b04a2015-04-15 07:32:19 -0700276 } else {
halcanary96fcdcc2015-08-27 07:41:13 -0700277 SkASSERT(nullptr != decoderMgrOut);
mtklein18300a32016-03-16 13:53:35 -0700278 *decoderMgrOut = decoderMgr.release();
msarette16b04a2015-04-15 07:32:19 -0700279 }
Leon Scroggins III588fb042017-07-14 16:32:31 -0400280 return kSuccess;
msarette16b04a2015-04-15 07:32:19 -0700281}
282
Mike Reedede7bac2017-07-23 15:30:02 -0400283std::unique_ptr<SkCodec> SkJpegCodec::MakeFromStream(std::unique_ptr<SkStream> stream,
284 Result* result) {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400285 return SkJpegCodec::MakeFromStream(std::move(stream), result,
286 // FIXME: This may not be used. Can we skip creating it?
287 SkEncodedInfo::ICCProfile::MakeSRGB());
Matt Sarettc5eabe72017-02-24 14:51:08 -0500288}
289
Mike Reedede7bac2017-07-23 15:30:02 -0400290std::unique_ptr<SkCodec> SkJpegCodec::MakeFromStream(std::unique_ptr<SkStream> stream,
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400291 Result* result, std::unique_ptr<SkEncodedInfo::ICCProfile> defaultColorProfile) {
halcanary96fcdcc2015-08-27 07:41:13 -0700292 SkCodec* codec = nullptr;
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400293 *result = ReadHeader(stream.get(), &codec, nullptr, std::move(defaultColorProfile));
Leon Scroggins III588fb042017-07-14 16:32:31 -0400294 if (kSuccess == *result) {
msarette16b04a2015-04-15 07:32:19 -0700295 // Codec has taken ownership of the stream, we do not need to delete it
296 SkASSERT(codec);
Mike Reedede7bac2017-07-23 15:30:02 -0400297 stream.release();
298 return std::unique_ptr<SkCodec>(codec);
msarette16b04a2015-04-15 07:32:19 -0700299 }
halcanary96fcdcc2015-08-27 07:41:13 -0700300 return nullptr;
msarette16b04a2015-04-15 07:32:19 -0700301}
302
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400303SkJpegCodec::SkJpegCodec(SkEncodedInfo&& info, std::unique_ptr<SkStream> stream,
304 JpegDecoderMgr* decoderMgr, SkEncodedOrigin origin)
Brian Osmanb3f38302018-09-07 15:24:44 -0400305 : INHERITED(std::move(info), skcms_PixelFormat_RGBA_8888, std::move(stream), origin)
msarette16b04a2015-04-15 07:32:19 -0700306 , fDecoderMgr(decoderMgr)
msarettfbccb592015-09-01 06:43:41 -0700307 , fReadyState(decoderMgr->dinfo()->global_state)
msarett50ce1f22016-07-29 06:23:33 -0700308 , fSwizzleSrcRow(nullptr)
309 , fColorXformSrcRow(nullptr)
msarett91c22b22016-02-22 12:27:46 -0800310 , fSwizzlerSubset(SkIRect::MakeEmpty())
msarette16b04a2015-04-15 07:32:19 -0700311{}
312
313/*
emmaleer8f4ba762015-08-14 07:44:46 -0700314 * Return the row bytes of a particular image type and width
315 */
msarett23e78d32016-02-06 15:58:50 -0800316static size_t get_row_bytes(const j_decompress_ptr dinfo) {
msarett70e418b2016-02-12 12:35:48 -0800317 const size_t colorBytes = (dinfo->out_color_space == JCS_RGB565) ? 2 :
318 dinfo->out_color_components;
emmaleer8f4ba762015-08-14 07:44:46 -0700319 return dinfo->output_width * colorBytes;
320
321}
scroggoe7fc14b2015-10-02 13:14:46 -0700322
323/*
324 * Calculate output dimensions based on the provided factors.
325 *
326 * Not to be used on the actual jpeg_decompress_struct used for decoding, since it will
327 * incorrectly modify num_components.
328 */
329void calc_output_dimensions(jpeg_decompress_struct* dinfo, unsigned int num, unsigned int denom) {
330 dinfo->num_components = 0;
331 dinfo->scale_num = num;
332 dinfo->scale_denom = denom;
333 jpeg_calc_output_dimensions(dinfo);
334}
335
emmaleer8f4ba762015-08-14 07:44:46 -0700336/*
msarette16b04a2015-04-15 07:32:19 -0700337 * Return a valid set of output dimensions for this decoder, given an input scale
338 */
339SkISize SkJpegCodec::onGetScaledDimensions(float desiredScale) const {
msarett1c8a5872015-07-07 08:50:01 -0700340 // libjpeg-turbo supports scaling by 1/8, 1/4, 3/8, 1/2, 5/8, 3/4, 7/8, and 1/1, so we will
341 // support these as well
scroggoe7fc14b2015-10-02 13:14:46 -0700342 unsigned int num;
343 unsigned int denom = 8;
msarettfdb47572015-10-13 12:50:14 -0700344 if (desiredScale >= 0.9375) {
msarett1c8a5872015-07-07 08:50:01 -0700345 num = 8;
msarettfdb47572015-10-13 12:50:14 -0700346 } else if (desiredScale >= 0.8125) {
msarett1c8a5872015-07-07 08:50:01 -0700347 num = 7;
msarettfdb47572015-10-13 12:50:14 -0700348 } else if (desiredScale >= 0.6875f) {
msarett1c8a5872015-07-07 08:50:01 -0700349 num = 6;
msarettfdb47572015-10-13 12:50:14 -0700350 } else if (desiredScale >= 0.5625f) {
msarett1c8a5872015-07-07 08:50:01 -0700351 num = 5;
msarettfdb47572015-10-13 12:50:14 -0700352 } else if (desiredScale >= 0.4375f) {
msarett1c8a5872015-07-07 08:50:01 -0700353 num = 4;
msarettfdb47572015-10-13 12:50:14 -0700354 } else if (desiredScale >= 0.3125f) {
msarett1c8a5872015-07-07 08:50:01 -0700355 num = 3;
msarettfdb47572015-10-13 12:50:14 -0700356 } else if (desiredScale >= 0.1875f) {
msarett1c8a5872015-07-07 08:50:01 -0700357 num = 2;
msarette16b04a2015-04-15 07:32:19 -0700358 } else {
msarett1c8a5872015-07-07 08:50:01 -0700359 num = 1;
msarette16b04a2015-04-15 07:32:19 -0700360 }
361
362 // Set up a fake decompress struct in order to use libjpeg to calculate output dimensions
363 jpeg_decompress_struct dinfo;
mtkleinf7aaadb2015-04-16 06:09:27 -0700364 sk_bzero(&dinfo, sizeof(dinfo));
msarette16b04a2015-04-15 07:32:19 -0700365 dinfo.image_width = this->getInfo().width();
366 dinfo.image_height = this->getInfo().height();
msarettfbccb592015-09-01 06:43:41 -0700367 dinfo.global_state = fReadyState;
scroggoe7fc14b2015-10-02 13:14:46 -0700368 calc_output_dimensions(&dinfo, num, denom);
msarette16b04a2015-04-15 07:32:19 -0700369
370 // Return the calculated output dimensions for the given scale
371 return SkISize::Make(dinfo.output_width, dinfo.output_height);
372}
373
scroggob427db12015-08-12 07:24:13 -0700374bool SkJpegCodec::onRewind() {
halcanary96fcdcc2015-08-27 07:41:13 -0700375 JpegDecoderMgr* decoderMgr = nullptr;
Leon Scroggins III588fb042017-07-14 16:32:31 -0400376 if (kSuccess != ReadHeader(this->stream(), nullptr, &decoderMgr, nullptr)) {
msarett50ce1f22016-07-29 06:23:33 -0700377 return fDecoderMgr->returnFalse("onRewind");
msarett97fdea62015-04-29 08:17:15 -0700378 }
halcanary96fcdcc2015-08-27 07:41:13 -0700379 SkASSERT(nullptr != decoderMgr);
scroggob427db12015-08-12 07:24:13 -0700380 fDecoderMgr.reset(decoderMgr);
msarett2812f032016-07-18 15:56:08 -0700381
382 fSwizzler.reset(nullptr);
msarett50ce1f22016-07-29 06:23:33 -0700383 fSwizzleSrcRow = nullptr;
384 fColorXformSrcRow = nullptr;
msarett2812f032016-07-18 15:56:08 -0700385 fStorage.reset();
386
scroggob427db12015-08-12 07:24:13 -0700387 return true;
msarett97fdea62015-04-29 08:17:15 -0700388}
389
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400390bool SkJpegCodec::conversionSupported(const SkImageInfo& dstInfo, SkColorType srcCT,
391 bool srcIsOpaque, bool needsColorXform) {
392 SkASSERT(srcIsOpaque);
393
msarett50ce1f22016-07-29 06:23:33 -0700394 if (kUnknown_SkAlphaType == dstInfo.alphaType()) {
msarett1c8a5872015-07-07 08:50:01 -0700395 return false;
396 }
397
msarett50ce1f22016-07-29 06:23:33 -0700398 if (kOpaque_SkAlphaType != dstInfo.alphaType()) {
scroggoc5560be2016-02-03 09:42:42 -0800399 SkCodecPrintf("Warning: an opaque image should be decoded as opaque "
400 "- it is being decoded as non-opaque, which will draw slower\n");
401 }
402
msarett50ce1f22016-07-29 06:23:33 -0700403 J_COLOR_SPACE encodedColorType = fDecoderMgr->dinfo()->jpeg_color_space;
msarett1c8a5872015-07-07 08:50:01 -0700404
405 // Check for valid color types and set the output color space
msarett50ce1f22016-07-29 06:23:33 -0700406 switch (dstInfo.colorType()) {
msarett34e0ec42016-04-22 16:27:24 -0700407 case kRGBA_8888_SkColorType:
nagarajan.n08cda142017-09-07 20:03:29 +0530408 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
409 break;
msarett34e0ec42016-04-22 16:27:24 -0700410 case kBGRA_8888_SkColorType:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400411 if (needsColorXform) {
Matt Sarett562e6812016-11-08 16:13:43 -0500412 // Always using RGBA as the input format for color xforms makes the
413 // implementation a little simpler.
msarett50ce1f22016-07-29 06:23:33 -0700414 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
msarett34e0ec42016-04-22 16:27:24 -0700415 } else {
msarettf25bff92016-07-21 12:00:24 -0700416 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_BGRA;
msarett1c8a5872015-07-07 08:50:01 -0700417 }
nagarajan.n08cda142017-09-07 20:03:29 +0530418 break;
msarett1c8a5872015-07-07 08:50:01 -0700419 case kRGB_565_SkColorType:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400420 if (needsColorXform) {
Matt Sarett3725f0a2017-03-28 14:34:20 -0400421 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
msarett1c8a5872015-07-07 08:50:01 -0700422 } else {
msarett8ff6ca62015-09-18 12:06:04 -0700423 fDecoderMgr->dinfo()->dither_mode = JDITHER_NONE;
msarett1c8a5872015-07-07 08:50:01 -0700424 fDecoderMgr->dinfo()->out_color_space = JCS_RGB565;
425 }
nagarajan.n08cda142017-09-07 20:03:29 +0530426 break;
msarett1c8a5872015-07-07 08:50:01 -0700427 case kGray_8_SkColorType:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400428 if (JCS_GRAYSCALE != encodedColorType) {
msarett39979d82016-07-28 17:11:18 -0700429 return false;
msarett50ce1f22016-07-29 06:23:33 -0700430 }
431
Brian Osmanb3f38302018-09-07 15:24:44 -0400432 if (needsColorXform) {
433 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
434 } else {
435 fDecoderMgr->dinfo()->out_color_space = JCS_GRAYSCALE;
436 }
nagarajan.n08cda142017-09-07 20:03:29 +0530437 break;
msarett50ce1f22016-07-29 06:23:33 -0700438 case kRGBA_F16_SkColorType:
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400439 SkASSERT(needsColorXform);
nagarajan.n08cda142017-09-07 20:03:29 +0530440 fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA;
441 break;
msarett1c8a5872015-07-07 08:50:01 -0700442 default:
443 return false;
444 }
nagarajan.n08cda142017-09-07 20:03:29 +0530445
446 // Check if we will decode to CMYK. libjpeg-turbo does not convert CMYK to RGBA, so
447 // we must do it ourselves.
448 if (JCS_CMYK == encodedColorType || JCS_YCCK == encodedColorType) {
449 fDecoderMgr->dinfo()->out_color_space = JCS_CMYK;
450 }
451
452 return true;
msarett1c8a5872015-07-07 08:50:01 -0700453}
454
455/*
mtkleine721a8e2016-02-06 19:12:23 -0800456 * Checks if we can natively scale to the requested dimensions and natively scales the
emmaleer8f4ba762015-08-14 07:44:46 -0700457 * dimensions if possible
msarett97fdea62015-04-29 08:17:15 -0700458 */
scroggoe7fc14b2015-10-02 13:14:46 -0700459bool SkJpegCodec::onDimensionsSupported(const SkISize& size) {
Chris Dalton3e794592017-12-01 13:11:09 -0700460 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
461 if (setjmp(jmp)) {
msarett50ce1f22016-07-29 06:23:33 -0700462 return fDecoderMgr->returnFalse("onDimensionsSupported");
scroggoe7fc14b2015-10-02 13:14:46 -0700463 }
464
465 const unsigned int dstWidth = size.width();
466 const unsigned int dstHeight = size.height();
467
468 // Set up a fake decompress struct in order to use libjpeg to calculate output dimensions
469 // FIXME: Why is this necessary?
470 jpeg_decompress_struct dinfo;
471 sk_bzero(&dinfo, sizeof(dinfo));
472 dinfo.image_width = this->getInfo().width();
473 dinfo.image_height = this->getInfo().height();
474 dinfo.global_state = fReadyState;
475
msarett1c8a5872015-07-07 08:50:01 -0700476 // libjpeg-turbo can scale to 1/8, 1/4, 3/8, 1/2, 5/8, 3/4, 7/8, and 1/1
scroggoe7fc14b2015-10-02 13:14:46 -0700477 unsigned int num = 8;
478 const unsigned int denom = 8;
479 calc_output_dimensions(&dinfo, num, denom);
480 while (dinfo.output_width != dstWidth || dinfo.output_height != dstHeight) {
msarett97fdea62015-04-29 08:17:15 -0700481
482 // Return a failure if we have tried all of the possible scales
scroggoe7fc14b2015-10-02 13:14:46 -0700483 if (1 == num || dstWidth > dinfo.output_width || dstHeight > dinfo.output_height) {
emmaleer8f4ba762015-08-14 07:44:46 -0700484 return false;
msarett97fdea62015-04-29 08:17:15 -0700485 }
486
487 // Try the next scale
scroggoe7fc14b2015-10-02 13:14:46 -0700488 num -= 1;
489 calc_output_dimensions(&dinfo, num, denom);
msarett97fdea62015-04-29 08:17:15 -0700490 }
scroggoe7fc14b2015-10-02 13:14:46 -0700491
492 fDecoderMgr->dinfo()->scale_num = num;
493 fDecoderMgr->dinfo()->scale_denom = denom;
msarett97fdea62015-04-29 08:17:15 -0700494 return true;
495}
496
Matt Sarettc8c901f2017-01-24 16:16:33 -0500497int SkJpegCodec::readRows(const SkImageInfo& dstInfo, void* dst, size_t rowBytes, int count,
498 const Options& opts) {
msarett50ce1f22016-07-29 06:23:33 -0700499 // Set the jump location for libjpeg-turbo errors
Chris Dalton3e794592017-12-01 13:11:09 -0700500 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
501 if (setjmp(jmp)) {
msarett50ce1f22016-07-29 06:23:33 -0700502 return 0;
503 }
504
505 // When fSwizzleSrcRow is non-null, it means that we need to swizzle. In this case,
506 // we will always decode into fSwizzlerSrcRow before swizzling into the next buffer.
507 // We can never swizzle "in place" because the swizzler may perform sampling and/or
508 // subsetting.
509 // When fColorXformSrcRow is non-null, it means that we need to color xform and that
Brian Osmanb3f38302018-09-07 15:24:44 -0400510 // we cannot color xform "in place" (many times we can, but not when the src and dst
511 // are different sizes).
Matt Sarett313c4632016-10-20 12:35:23 -0400512 // In this case, we will color xform from fColorXformSrcRow into the dst.
msarett50ce1f22016-07-29 06:23:33 -0700513 JSAMPLE* decodeDst = (JSAMPLE*) dst;
514 uint32_t* swizzleDst = (uint32_t*) dst;
515 size_t decodeDstRowBytes = rowBytes;
516 size_t swizzleDstRowBytes = rowBytes;
Matt Sarettc8c901f2017-01-24 16:16:33 -0500517 int dstWidth = opts.fSubset ? opts.fSubset->width() : dstInfo.width();
msarett50ce1f22016-07-29 06:23:33 -0700518 if (fSwizzleSrcRow && fColorXformSrcRow) {
519 decodeDst = (JSAMPLE*) fSwizzleSrcRow;
520 swizzleDst = fColorXformSrcRow;
521 decodeDstRowBytes = 0;
522 swizzleDstRowBytes = 0;
msarett35bb74b2016-08-22 07:41:28 -0700523 dstWidth = fSwizzler->swizzleWidth();
msarett50ce1f22016-07-29 06:23:33 -0700524 } else if (fColorXformSrcRow) {
525 decodeDst = (JSAMPLE*) fColorXformSrcRow;
526 swizzleDst = fColorXformSrcRow;
527 decodeDstRowBytes = 0;
528 swizzleDstRowBytes = 0;
529 } else if (fSwizzleSrcRow) {
530 decodeDst = (JSAMPLE*) fSwizzleSrcRow;
531 decodeDstRowBytes = 0;
msarett35bb74b2016-08-22 07:41:28 -0700532 dstWidth = fSwizzler->swizzleWidth();
msarett50ce1f22016-07-29 06:23:33 -0700533 }
534
535 for (int y = 0; y < count; y++) {
536 uint32_t lines = jpeg_read_scanlines(fDecoderMgr->dinfo(), &decodeDst, 1);
msarett50ce1f22016-07-29 06:23:33 -0700537 if (0 == lines) {
538 return y;
539 }
540
541 if (fSwizzler) {
542 fSwizzler->swizzle(swizzleDst, decodeDst);
543 }
544
Matt Sarett313c4632016-10-20 12:35:23 -0400545 if (this->colorXform()) {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400546 this->applyColorXform(dst, swizzleDst, dstWidth);
msarett50ce1f22016-07-29 06:23:33 -0700547 dst = SkTAddOffset<void>(dst, rowBytes);
548 }
549
550 decodeDst = SkTAddOffset<JSAMPLE>(decodeDst, decodeDstRowBytes);
551 swizzleDst = SkTAddOffset<uint32_t>(swizzleDst, swizzleDstRowBytes);
552 }
553
554 return count;
555}
556
msarett97fdea62015-04-29 08:17:15 -0700557/*
Matt Sarett7f15b682017-02-24 17:22:09 -0500558 * This is a bit tricky. We only need the swizzler to do format conversion if the jpeg is
559 * encoded as CMYK.
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400560 * And even then we still may not need it. If the jpeg has a CMYK color profile and a color
Matt Sarett7f15b682017-02-24 17:22:09 -0500561 * xform, the color xform will handle the CMYK->RGB conversion.
562 */
563static inline bool needs_swizzler_to_convert_from_cmyk(J_COLOR_SPACE jpegColorType,
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400564 const skcms_ICCProfile* srcProfile,
565 bool hasColorSpaceXform) {
Matt Sarett7f15b682017-02-24 17:22:09 -0500566 if (JCS_CMYK != jpegColorType) {
567 return false;
568 }
569
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400570 bool hasCMYKColorSpace = srcProfile && srcProfile->data_color_space == skcms_Signature_CMYK;
Matt Sarett7f15b682017-02-24 17:22:09 -0500571 return !hasCMYKColorSpace || !hasColorSpaceXform;
572}
573
574/*
msarette16b04a2015-04-15 07:32:19 -0700575 * Performs the jpeg decode
576 */
577SkCodec::Result SkJpegCodec::onGetPixels(const SkImageInfo& dstInfo,
578 void* dst, size_t dstRowBytes,
Leon Scroggins571b30f2017-07-11 17:35:31 +0000579 const Options& options,
msarette6dd0042015-10-09 11:07:34 -0700580 int* rowsDecoded) {
scroggob636b452015-07-22 07:16:20 -0700581 if (options.fSubset) {
582 // Subsets are not supported.
583 return kUnimplemented;
584 }
585
msarette16b04a2015-04-15 07:32:19 -0700586 // Get a pointer to the decompress info since we will use it quite frequently
587 jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo();
588
589 // Set the jump location for libjpeg errors
Chris Dalton3e794592017-12-01 13:11:09 -0700590 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
591 if (setjmp(jmp)) {
msarette16b04a2015-04-15 07:32:19 -0700592 return fDecoderMgr->returnFailure("setjmp", kInvalidInput);
593 }
594
msarettfbccb592015-09-01 06:43:41 -0700595 if (!jpeg_start_decompress(dinfo)) {
msarette16b04a2015-04-15 07:32:19 -0700596 return fDecoderMgr->returnFailure("startDecompress", kInvalidInput);
597 }
598
msarett1c8a5872015-07-07 08:50:01 -0700599 // The recommended output buffer height should always be 1 in high quality modes.
600 // If it's not, we want to know because it means our strategy is not optimal.
601 SkASSERT(1 == dinfo->rec_outbuf_height);
msarette16b04a2015-04-15 07:32:19 -0700602
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400603 if (needs_swizzler_to_convert_from_cmyk(dinfo->out_color_space,
604 this->getEncodedInfo().profile(), this->colorXform())) {
Matt Sarett7f15b682017-02-24 17:22:09 -0500605 this->initializeSwizzler(dstInfo, options, true);
scroggoef27d892015-10-23 09:29:22 -0700606 }
607
msarett50ce1f22016-07-29 06:23:33 -0700608 this->allocateStorage(dstInfo);
scroggoef27d892015-10-23 09:29:22 -0700609
Matt Sarettc8c901f2017-01-24 16:16:33 -0500610 int rows = this->readRows(dstInfo, dst, dstRowBytes, dstInfo.height(), options);
msarett50ce1f22016-07-29 06:23:33 -0700611 if (rows < dstInfo.height()) {
612 *rowsDecoded = rows;
613 return fDecoderMgr->returnFailure("Incomplete image data", kIncompleteInput);
msarette16b04a2015-04-15 07:32:19 -0700614 }
msarette16b04a2015-04-15 07:32:19 -0700615
616 return kSuccess;
617}
msarett97fdea62015-04-29 08:17:15 -0700618
msarett50ce1f22016-07-29 06:23:33 -0700619void SkJpegCodec::allocateStorage(const SkImageInfo& dstInfo) {
msarett35bb74b2016-08-22 07:41:28 -0700620 int dstWidth = dstInfo.width();
621
msarett50ce1f22016-07-29 06:23:33 -0700622 size_t swizzleBytes = 0;
623 if (fSwizzler) {
624 swizzleBytes = get_row_bytes(fDecoderMgr->dinfo());
msarett35bb74b2016-08-22 07:41:28 -0700625 dstWidth = fSwizzler->swizzleWidth();
Matt Sarett313c4632016-10-20 12:35:23 -0400626 SkASSERT(!this->colorXform() || SkIsAlign4(swizzleBytes));
msarett50ce1f22016-07-29 06:23:33 -0700627 }
628
629 size_t xformBytes = 0;
Brian Osmanb3f38302018-09-07 15:24:44 -0400630
631 if (this->colorXform() && sizeof(uint32_t) != dstInfo.bytesPerPixel()) {
msarett35bb74b2016-08-22 07:41:28 -0700632 xformBytes = dstWidth * sizeof(uint32_t);
msarett50ce1f22016-07-29 06:23:33 -0700633 }
634
635 size_t totalBytes = swizzleBytes + xformBytes;
636 if (totalBytes > 0) {
637 fStorage.reset(totalBytes);
638 fSwizzleSrcRow = (swizzleBytes > 0) ? fStorage.get() : nullptr;
639 fColorXformSrcRow = (xformBytes > 0) ?
640 SkTAddOffset<uint32_t>(fStorage.get(), swizzleBytes) : nullptr;
641 }
642}
643
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400644static SkEncodedInfo make_info(const SkEncodedInfo& orig, bool needsCMYKToRGB) {
645 auto color = needsCMYKToRGB ? SkEncodedInfo::kInvertedCMYK_Color
646 : orig.color();
647 // The swizzler does not need the width or height
648 return SkEncodedInfo::Make(0, 0, color, orig.alpha(), orig.bitsPerComponent());
649}
650
Matt Sarett7f15b682017-02-24 17:22:09 -0500651void SkJpegCodec::initializeSwizzler(const SkImageInfo& dstInfo, const Options& options,
652 bool needsCMYKToRGB) {
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400653 SkEncodedInfo swizzlerInfo = make_info(this->getEncodedInfo(), needsCMYKToRGB);
msarett70e418b2016-02-12 12:35:48 -0800654
msarett91c22b22016-02-22 12:27:46 -0800655 Options swizzlerOptions = options;
656 if (options.fSubset) {
657 // Use fSwizzlerSubset if this is a subset decode. This is necessary in the case
658 // where libjpeg-turbo provides a subset and then we need to subset it further.
659 // Also, verify that fSwizzlerSubset is initialized and valid.
660 SkASSERT(!fSwizzlerSubset.isEmpty() && fSwizzlerSubset.x() <= options.fSubset->x() &&
661 fSwizzlerSubset.width() == options.fSubset->width());
662 swizzlerOptions.fSubset = &fSwizzlerSubset;
663 }
Matt Sarett09a1c082017-02-01 15:34:22 -0800664
665 SkImageInfo swizzlerDstInfo = dstInfo;
Matt Sarett7f15b682017-02-24 17:22:09 -0500666 if (this->colorXform()) {
667 // The color xform will be expecting RGBA 8888 input.
Matt Sarett09a1c082017-02-01 15:34:22 -0800668 swizzlerDstInfo = swizzlerDstInfo.makeColorType(kRGBA_8888_SkColorType);
669 }
670
671 fSwizzler.reset(SkSwizzler::CreateSwizzler(swizzlerInfo, nullptr, swizzlerDstInfo,
Matt Sarett7f15b682017-02-24 17:22:09 -0500672 swizzlerOptions, nullptr, !needsCMYKToRGB));
msarettb30d6982016-02-15 10:18:45 -0800673 SkASSERT(fSwizzler);
msarett50ce1f22016-07-29 06:23:33 -0700674}
675
msarettfdb47572015-10-13 12:50:14 -0700676SkSampler* SkJpegCodec::getSampler(bool createIfNecessary) {
677 if (!createIfNecessary || fSwizzler) {
msarett50ce1f22016-07-29 06:23:33 -0700678 SkASSERT(!fSwizzler || (fSwizzleSrcRow && fStorage.get() == fSwizzleSrcRow));
Ben Wagner145dbcd2016-11-03 14:40:50 -0400679 return fSwizzler.get();
msarettfdb47572015-10-13 12:50:14 -0700680 }
681
Matt Sarett7f15b682017-02-24 17:22:09 -0500682 bool needsCMYKToRGB = needs_swizzler_to_convert_from_cmyk(
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400683 fDecoderMgr->dinfo()->out_color_space, this->getEncodedInfo().profile(),
684 this->colorXform());
Matt Sarett7f15b682017-02-24 17:22:09 -0500685 this->initializeSwizzler(this->dstInfo(), this->options(), needsCMYKToRGB);
msarett50ce1f22016-07-29 06:23:33 -0700686 this->allocateStorage(this->dstInfo());
Ben Wagner145dbcd2016-11-03 14:40:50 -0400687 return fSwizzler.get();
scroggo46c57472015-09-30 08:57:13 -0700688}
scroggo1c005e42015-08-04 09:24:45 -0700689
scroggo46c57472015-09-30 08:57:13 -0700690SkCodec::Result SkJpegCodec::onStartScanlineDecode(const SkImageInfo& dstInfo,
Leon Scroggins571b30f2017-07-11 17:35:31 +0000691 const Options& options) {
scroggo46c57472015-09-30 08:57:13 -0700692 // Set the jump location for libjpeg errors
Chris Dalton3e794592017-12-01 13:11:09 -0700693 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
694 if (setjmp(jmp)) {
scroggo46c57472015-09-30 08:57:13 -0700695 SkCodecPrintf("setjmp: Error from libjpeg\n");
696 return kInvalidInput;
697 }
698
scroggo46c57472015-09-30 08:57:13 -0700699 if (!jpeg_start_decompress(fDecoderMgr->dinfo())) {
700 SkCodecPrintf("start decompress failed\n");
701 return kInvalidInput;
702 }
703
Matt Sarett7f15b682017-02-24 17:22:09 -0500704 bool needsCMYKToRGB = needs_swizzler_to_convert_from_cmyk(
Leon Scroggins III36f7e322018-08-27 11:55:46 -0400705 fDecoderMgr->dinfo()->out_color_space, this->getEncodedInfo().profile(),
706 this->colorXform());
msarett91c22b22016-02-22 12:27:46 -0800707 if (options.fSubset) {
708 uint32_t startX = options.fSubset->x();
709 uint32_t width = options.fSubset->width();
710
711 // libjpeg-turbo may need to align startX to a multiple of the IDCT
712 // block size. If this is the case, it will decrease the value of
713 // startX to the appropriate alignment and also increase the value
714 // of width so that the right edge of the requested subset remains
715 // the same.
716 jpeg_crop_scanline(fDecoderMgr->dinfo(), &startX, &width);
717
718 SkASSERT(startX <= (uint32_t) options.fSubset->x());
719 SkASSERT(width >= (uint32_t) options.fSubset->width());
720 SkASSERT(startX + width >= (uint32_t) options.fSubset->right());
721
722 // Instruct the swizzler (if it is necessary) to further subset the
723 // output provided by libjpeg-turbo.
724 //
725 // We set this here (rather than in the if statement below), so that
726 // if (1) we don't need a swizzler for the subset, and (2) we need a
727 // swizzler for CMYK, the swizzler will still use the proper subset
728 // dimensions.
729 //
730 // Note that the swizzler will ignore the y and height parameters of
731 // the subset. Since the scanline decoder (and the swizzler) handle
732 // one row at a time, only the subsetting in the x-dimension matters.
733 fSwizzlerSubset.setXYWH(options.fSubset->x() - startX, 0,
734 options.fSubset->width(), options.fSubset->height());
735
736 // We will need a swizzler if libjpeg-turbo cannot provide the exact
737 // subset that we request.
738 if (startX != (uint32_t) options.fSubset->x() ||
739 width != (uint32_t) options.fSubset->width()) {
Matt Sarett7f15b682017-02-24 17:22:09 -0500740 this->initializeSwizzler(dstInfo, options, needsCMYKToRGB);
msarett91c22b22016-02-22 12:27:46 -0800741 }
742 }
743
744 // Make sure we have a swizzler if we are converting from CMYK.
Matt Sarett7f15b682017-02-24 17:22:09 -0500745 if (!fSwizzler && needsCMYKToRGB) {
746 this->initializeSwizzler(dstInfo, options, true);
msarett91c22b22016-02-22 12:27:46 -0800747 }
msarettfdb47572015-10-13 12:50:14 -0700748
msarett50ce1f22016-07-29 06:23:33 -0700749 this->allocateStorage(dstInfo);
750
scroggo46c57472015-09-30 08:57:13 -0700751 return kSuccess;
752}
753
mtkleine721a8e2016-02-06 19:12:23 -0800754int SkJpegCodec::onGetScanlines(void* dst, int count, size_t dstRowBytes) {
Matt Sarettc8c901f2017-01-24 16:16:33 -0500755 int rows = this->readRows(this->dstInfo(), dst, dstRowBytes, count, this->options());
msarett50ce1f22016-07-29 06:23:33 -0700756 if (rows < count) {
757 // This allows us to skip calling jpeg_finish_decompress().
758 fDecoderMgr->dinfo()->output_scanline = this->dstInfo().height();
scroggo46c57472015-09-30 08:57:13 -0700759 }
760
msarett50ce1f22016-07-29 06:23:33 -0700761 return rows;
scroggo46c57472015-09-30 08:57:13 -0700762}
msarett97fdea62015-04-29 08:17:15 -0700763
msarette6dd0042015-10-09 11:07:34 -0700764bool SkJpegCodec::onSkipScanlines(int count) {
scroggo46c57472015-09-30 08:57:13 -0700765 // Set the jump location for libjpeg errors
Chris Dalton3e794592017-12-01 13:11:09 -0700766 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
767 if (setjmp(jmp)) {
msarett50ce1f22016-07-29 06:23:33 -0700768 return fDecoderMgr->returnFalse("onSkipScanlines");
msarett97fdea62015-04-29 08:17:15 -0700769 }
770
msarettf724b992015-10-15 06:41:06 -0700771 return (uint32_t) count == jpeg_skip_scanlines(fDecoderMgr->dinfo(), count);
msarett97fdea62015-04-29 08:17:15 -0700772}
msarettb714fb02016-01-22 14:46:42 -0800773
774static bool is_yuv_supported(jpeg_decompress_struct* dinfo) {
775 // Scaling is not supported in raw data mode.
776 SkASSERT(dinfo->scale_num == dinfo->scale_denom);
777
778 // I can't imagine that this would ever change, but we do depend on it.
779 static_assert(8 == DCTSIZE, "DCTSIZE (defined in jpeg library) should always be 8.");
780
781 if (JCS_YCbCr != dinfo->jpeg_color_space) {
782 return false;
783 }
784
785 SkASSERT(3 == dinfo->num_components);
786 SkASSERT(dinfo->comp_info);
787
788 // It is possible to perform a YUV decode for any combination of
789 // horizontal and vertical sampling that is supported by
790 // libjpeg/libjpeg-turbo. However, we will start by supporting only the
791 // common cases (where U and V have samp_factors of one).
792 //
793 // The definition of samp_factor is kind of the opposite of what SkCodec
794 // thinks of as a sampling factor. samp_factor is essentially a
795 // multiplier, and the larger the samp_factor is, the more samples that
796 // there will be. Ex:
797 // U_plane_width = image_width * (U_h_samp_factor / max_h_samp_factor)
798 //
799 // Supporting cases where the samp_factors for U or V were larger than
800 // that of Y would be an extremely difficult change, given that clients
801 // allocate memory as if the size of the Y plane is always the size of the
802 // image. However, this case is very, very rare.
msarett7c87cf42016-03-04 06:23:20 -0800803 if ((1 != dinfo->comp_info[1].h_samp_factor) ||
804 (1 != dinfo->comp_info[1].v_samp_factor) ||
805 (1 != dinfo->comp_info[2].h_samp_factor) ||
806 (1 != dinfo->comp_info[2].v_samp_factor))
807 {
msarettb714fb02016-01-22 14:46:42 -0800808 return false;
809 }
810
811 // Support all common cases of Y samp_factors.
812 // TODO (msarett): As mentioned above, it would be possible to support
813 // more combinations of samp_factors. The issues are:
814 // (1) Are there actually any images that are not covered
815 // by these cases?
816 // (2) How much complexity would be added to the
817 // implementation in order to support these rare
818 // cases?
819 int hSampY = dinfo->comp_info[0].h_samp_factor;
820 int vSampY = dinfo->comp_info[0].v_samp_factor;
821 return (1 == hSampY && 1 == vSampY) ||
822 (2 == hSampY && 1 == vSampY) ||
823 (2 == hSampY && 2 == vSampY) ||
824 (1 == hSampY && 2 == vSampY) ||
825 (4 == hSampY && 1 == vSampY) ||
826 (4 == hSampY && 2 == vSampY);
827}
828
msarett4984c3c2016-03-10 05:44:43 -0800829bool SkJpegCodec::onQueryYUV8(SkYUVSizeInfo* sizeInfo, SkYUVColorSpace* colorSpace) const {
msarettb714fb02016-01-22 14:46:42 -0800830 jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo();
831 if (!is_yuv_supported(dinfo)) {
832 return false;
833 }
834
nagarajan.nb1854fa2017-07-19 19:53:21 +0530835 jpeg_component_info * comp_info = dinfo->comp_info;
836 for (auto i : { SkYUVSizeInfo::kY, SkYUVSizeInfo::kU, SkYUVSizeInfo::kV }) {
837 sizeInfo->fSizes[i].set(comp_info[i].downsampled_width, comp_info[i].downsampled_height);
838 sizeInfo->fWidthBytes[i] = comp_info[i].width_in_blocks * DCTSIZE;
839 }
msarettb714fb02016-01-22 14:46:42 -0800840
841 if (colorSpace) {
842 *colorSpace = kJPEG_SkYUVColorSpace;
843 }
844
845 return true;
846}
847
msarett4984c3c2016-03-10 05:44:43 -0800848SkCodec::Result SkJpegCodec::onGetYUV8Planes(const SkYUVSizeInfo& sizeInfo, void* planes[3]) {
849 SkYUVSizeInfo defaultInfo;
msarettb714fb02016-01-22 14:46:42 -0800850
851 // This will check is_yuv_supported(), so we don't need to here.
852 bool supportsYUV = this->onQueryYUV8(&defaultInfo, nullptr);
msarett4984c3c2016-03-10 05:44:43 -0800853 if (!supportsYUV ||
854 sizeInfo.fSizes[SkYUVSizeInfo::kY] != defaultInfo.fSizes[SkYUVSizeInfo::kY] ||
855 sizeInfo.fSizes[SkYUVSizeInfo::kU] != defaultInfo.fSizes[SkYUVSizeInfo::kU] ||
856 sizeInfo.fSizes[SkYUVSizeInfo::kV] != defaultInfo.fSizes[SkYUVSizeInfo::kV] ||
857 sizeInfo.fWidthBytes[SkYUVSizeInfo::kY] < defaultInfo.fWidthBytes[SkYUVSizeInfo::kY] ||
858 sizeInfo.fWidthBytes[SkYUVSizeInfo::kU] < defaultInfo.fWidthBytes[SkYUVSizeInfo::kU] ||
859 sizeInfo.fWidthBytes[SkYUVSizeInfo::kV] < defaultInfo.fWidthBytes[SkYUVSizeInfo::kV]) {
msarettb714fb02016-01-22 14:46:42 -0800860 return fDecoderMgr->returnFailure("onGetYUV8Planes", kInvalidInput);
861 }
862
863 // Set the jump location for libjpeg errors
Chris Dalton3e794592017-12-01 13:11:09 -0700864 skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr());
865 if (setjmp(jmp)) {
msarettb714fb02016-01-22 14:46:42 -0800866 return fDecoderMgr->returnFailure("setjmp", kInvalidInput);
867 }
868
869 // Get a pointer to the decompress info since we will use it quite frequently
870 jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo();
871
872 dinfo->raw_data_out = TRUE;
873 if (!jpeg_start_decompress(dinfo)) {
874 return fDecoderMgr->returnFailure("startDecompress", kInvalidInput);
875 }
876
877 // A previous implementation claims that the return value of is_yuv_supported()
878 // may change after calling jpeg_start_decompress(). It looks to me like this
879 // was caused by a bug in the old code, but we'll be safe and check here.
880 SkASSERT(is_yuv_supported(dinfo));
881
882 // Currently, we require that the Y plane dimensions match the image dimensions
883 // and that the U and V planes are the same dimensions.
msarett4984c3c2016-03-10 05:44:43 -0800884 SkASSERT(sizeInfo.fSizes[SkYUVSizeInfo::kU] == sizeInfo.fSizes[SkYUVSizeInfo::kV]);
885 SkASSERT((uint32_t) sizeInfo.fSizes[SkYUVSizeInfo::kY].width() == dinfo->output_width &&
886 (uint32_t) sizeInfo.fSizes[SkYUVSizeInfo::kY].height() == dinfo->output_height);
msarettb714fb02016-01-22 14:46:42 -0800887
888 // Build a JSAMPIMAGE to handle output from libjpeg-turbo. A JSAMPIMAGE has
889 // a 2-D array of pixels for each of the components (Y, U, V) in the image.
890 // Cheat Sheet:
891 // JSAMPIMAGE == JSAMPLEARRAY* == JSAMPROW** == JSAMPLE***
892 JSAMPARRAY yuv[3];
893
894 // Set aside enough space for pointers to rows of Y, U, and V.
895 JSAMPROW rowptrs[2 * DCTSIZE + DCTSIZE + DCTSIZE];
896 yuv[0] = &rowptrs[0]; // Y rows (DCTSIZE or 2 * DCTSIZE)
897 yuv[1] = &rowptrs[2 * DCTSIZE]; // U rows (DCTSIZE)
898 yuv[2] = &rowptrs[3 * DCTSIZE]; // V rows (DCTSIZE)
899
900 // Initialize rowptrs.
901 int numYRowsPerBlock = DCTSIZE * dinfo->comp_info[0].v_samp_factor;
902 for (int i = 0; i < numYRowsPerBlock; i++) {
msarett4984c3c2016-03-10 05:44:43 -0800903 rowptrs[i] = SkTAddOffset<JSAMPLE>(planes[SkYUVSizeInfo::kY],
904 i * sizeInfo.fWidthBytes[SkYUVSizeInfo::kY]);
msarettb714fb02016-01-22 14:46:42 -0800905 }
906 for (int i = 0; i < DCTSIZE; i++) {
msarett4984c3c2016-03-10 05:44:43 -0800907 rowptrs[i + 2 * DCTSIZE] = SkTAddOffset<JSAMPLE>(planes[SkYUVSizeInfo::kU],
908 i * sizeInfo.fWidthBytes[SkYUVSizeInfo::kU]);
909 rowptrs[i + 3 * DCTSIZE] = SkTAddOffset<JSAMPLE>(planes[SkYUVSizeInfo::kV],
910 i * sizeInfo.fWidthBytes[SkYUVSizeInfo::kV]);
msarettb714fb02016-01-22 14:46:42 -0800911 }
912
913 // After each loop iteration, we will increment pointers to Y, U, and V.
msarett4984c3c2016-03-10 05:44:43 -0800914 size_t blockIncrementY = numYRowsPerBlock * sizeInfo.fWidthBytes[SkYUVSizeInfo::kY];
915 size_t blockIncrementU = DCTSIZE * sizeInfo.fWidthBytes[SkYUVSizeInfo::kU];
916 size_t blockIncrementV = DCTSIZE * sizeInfo.fWidthBytes[SkYUVSizeInfo::kV];
msarettb714fb02016-01-22 14:46:42 -0800917
918 uint32_t numRowsPerBlock = numYRowsPerBlock;
919
920 // We intentionally round down here, as this first loop will only handle
921 // full block rows. As a special case at the end, we will handle any
922 // remaining rows that do not make up a full block.
923 const int numIters = dinfo->output_height / numRowsPerBlock;
924 for (int i = 0; i < numIters; i++) {
925 JDIMENSION linesRead = jpeg_read_raw_data(dinfo, yuv, numRowsPerBlock);
926 if (linesRead < numRowsPerBlock) {
927 // FIXME: Handle incomplete YUV decodes without signalling an error.
928 return kInvalidInput;
929 }
930
931 // Update rowptrs.
932 for (int i = 0; i < numYRowsPerBlock; i++) {
933 rowptrs[i] += blockIncrementY;
934 }
935 for (int i = 0; i < DCTSIZE; i++) {
936 rowptrs[i + 2 * DCTSIZE] += blockIncrementU;
937 rowptrs[i + 3 * DCTSIZE] += blockIncrementV;
938 }
939 }
940
941 uint32_t remainingRows = dinfo->output_height - dinfo->output_scanline;
942 SkASSERT(remainingRows == dinfo->output_height % numRowsPerBlock);
943 SkASSERT(dinfo->output_scanline == numIters * numRowsPerBlock);
944 if (remainingRows > 0) {
945 // libjpeg-turbo needs memory to be padded by the block sizes. We will fulfill
946 // this requirement using a dummy row buffer.
947 // FIXME: Should SkCodec have an extra memory buffer that can be shared among
948 // all of the implementations that use temporary/garbage memory?
msarett4984c3c2016-03-10 05:44:43 -0800949 SkAutoTMalloc<JSAMPLE> dummyRow(sizeInfo.fWidthBytes[SkYUVSizeInfo::kY]);
msarettb714fb02016-01-22 14:46:42 -0800950 for (int i = remainingRows; i < numYRowsPerBlock; i++) {
951 rowptrs[i] = dummyRow.get();
952 }
953 int remainingUVRows = dinfo->comp_info[1].downsampled_height - DCTSIZE * numIters;
954 for (int i = remainingUVRows; i < DCTSIZE; i++) {
955 rowptrs[i + 2 * DCTSIZE] = dummyRow.get();
956 rowptrs[i + 3 * DCTSIZE] = dummyRow.get();
957 }
958
959 JDIMENSION linesRead = jpeg_read_raw_data(dinfo, yuv, numRowsPerBlock);
960 if (linesRead < remainingRows) {
961 // FIXME: Handle incomplete YUV decodes without signalling an error.
962 return kInvalidInput;
963 }
964 }
965
966 return kSuccess;
967}
Hal Canary83e0f1b2018-04-05 16:58:41 -0400968
969// This function is declared in SkJpegInfo.h, used by SkPDF.
970bool SkGetJpegInfo(const void* data, size_t len,
971 SkISize* size,
972 SkEncodedInfo::Color* colorType,
973 SkEncodedOrigin* orientation) {
974 if (!SkJpegCodec::IsJpeg(data, len)) {
975 return false;
976 }
977
978 SkMemoryStream stream(data, len);
979 JpegDecoderMgr decoderMgr(&stream);
980 // libjpeg errors will be caught and reported here
981 skjpeg_error_mgr::AutoPushJmpBuf jmp(decoderMgr.errorMgr());
982 if (setjmp(jmp)) {
983 return false;
984 }
985 decoderMgr.init();
986 jpeg_decompress_struct* dinfo = decoderMgr.dinfo();
987 jpeg_save_markers(dinfo, kExifMarker, 0xFFFF);
988 jpeg_save_markers(dinfo, kICCMarker, 0xFFFF);
989 if (JPEG_HEADER_OK != jpeg_read_header(dinfo, true)) {
990 return false;
991 }
992 SkEncodedInfo::Color encodedColorType;
993 if (!decoderMgr.getEncodedColor(&encodedColorType)) {
994 return false; // Unable to interpret the color channels as colors.
995 }
996 if (colorType) {
997 *colorType = encodedColorType;
998 }
999 if (orientation) {
1000 *orientation = get_exif_orientation(dinfo);
1001 }
1002 if (size) {
1003 *size = {SkToS32(dinfo->image_width), SkToS32(dinfo->image_height)};
1004 }
1005 return true;
1006}