msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2015 Google Inc. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license that can be |
| 5 | * found in the LICENSE file. |
| 6 | */ |
| 7 | |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 8 | #include "SkJpegCodec.h" |
Hal Canary | 83e0f1b | 2018-04-05 16:58:41 -0400 | [diff] [blame] | 9 | |
| 10 | #include "SkCodec.h" |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 11 | #include "SkCodecPriv.h" |
Cary Clark | a4083c9 | 2017-09-15 11:59:23 -0400 | [diff] [blame] | 12 | #include "SkColorData.h" |
Hal Canary | 83e0f1b | 2018-04-05 16:58:41 -0400 | [diff] [blame] | 13 | #include "SkJpegDecoderMgr.h" |
| 14 | #include "SkJpegInfo.h" |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 15 | #include "SkStream.h" |
| 16 | #include "SkTemplates.h" |
Hal Canary | c640d0d | 2018-06-13 09:59:02 -0400 | [diff] [blame] | 17 | #include "SkTo.h" |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 18 | #include "SkTypes.h" |
| 19 | |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 20 | // stdio is needed for libjpeg-turbo |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 21 | #include <stdio.h> |
msarett | c1d0312 | 2016-03-25 08:58:55 -0700 | [diff] [blame] | 22 | #include "SkJpegUtility.h" |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 23 | |
mtklein | dc90b53 | 2016-07-28 14:45:28 -0700 | [diff] [blame] | 24 | // This warning triggers false postives way too often in here. |
| 25 | #if defined(__GNUC__) && !defined(__clang__) |
| 26 | #pragma GCC diagnostic ignored "-Wclobbered" |
| 27 | #endif |
| 28 | |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 29 | extern "C" { |
| 30 | #include "jerror.h" |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 31 | #include "jpeglib.h" |
| 32 | } |
| 33 | |
scroggo | db30be2 | 2015-12-08 18:54:13 -0800 | [diff] [blame] | 34 | bool SkJpegCodec::IsJpeg(const void* buffer, size_t bytesRead) { |
Leon Scroggins III | 862c196 | 2017-10-02 16:28:49 -0400 | [diff] [blame] | 35 | constexpr uint8_t jpegSig[] = { 0xFF, 0xD8, 0xFF }; |
scroggo | db30be2 | 2015-12-08 18:54:13 -0800 | [diff] [blame] | 36 | return bytesRead >= 3 && !memcmp(buffer, jpegSig, sizeof(jpegSig)); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 37 | } |
| 38 | |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 39 | static uint32_t get_endian_int(const uint8_t* data, bool littleEndian) { |
| 40 | if (littleEndian) { |
| 41 | return (data[3] << 24) | (data[2] << 16) | (data[1] << 8) | (data[0]); |
| 42 | } |
| 43 | |
| 44 | return (data[0] << 24) | (data[1] << 16) | (data[2] << 8) | (data[3]); |
| 45 | } |
| 46 | |
| 47 | const uint32_t kExifHeaderSize = 14; |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 48 | const uint32_t kExifMarker = JPEG_APP0 + 1; |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 49 | |
Leon Scroggins III | b6ab10f | 2017-10-18 14:42:43 -0400 | [diff] [blame] | 50 | static bool is_orientation_marker(jpeg_marker_struct* marker, SkEncodedOrigin* orientation) { |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 51 | if (kExifMarker != marker->marker || marker->data_length < kExifHeaderSize) { |
| 52 | return false; |
| 53 | } |
| 54 | |
Leon Scroggins III | 862c196 | 2017-10-02 16:28:49 -0400 | [diff] [blame] | 55 | constexpr uint8_t kExifSig[] { 'E', 'x', 'i', 'f', '\0' }; |
Leon Scroggins III | da3e9ad | 2018-01-26 15:48:26 -0500 | [diff] [blame] | 56 | if (memcmp(marker->data, kExifSig, sizeof(kExifSig))) { |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 57 | return false; |
| 58 | } |
| 59 | |
Leon Scroggins III | da3e9ad | 2018-01-26 15:48:26 -0500 | [diff] [blame] | 60 | // Account for 'E', 'x', 'i', 'f', '\0', '<fill byte>'. |
| 61 | constexpr size_t kOffset = 6; |
| 62 | return is_orientation_marker(marker->data + kOffset, marker->data_length - kOffset, |
| 63 | orientation); |
| 64 | } |
| 65 | |
| 66 | bool is_orientation_marker(const uint8_t* data, size_t data_length, SkEncodedOrigin* orientation) { |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 67 | bool littleEndian; |
Leon Scroggins III | fee7cba | 2018-02-13 16:41:03 -0500 | [diff] [blame] | 68 | // We need eight bytes to read the endian marker and the offset, below. |
| 69 | if (data_length < 8 || !is_valid_endian_marker(data, &littleEndian)) { |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 70 | return false; |
| 71 | } |
| 72 | |
| 73 | // Get the offset from the start of the marker. |
Leon Scroggins III | 71d8a57 | 2017-12-19 10:14:43 -0500 | [diff] [blame] | 74 | // Though this only reads four bytes, use a larger int in case it overflows. |
Leon Scroggins III | da3e9ad | 2018-01-26 15:48:26 -0500 | [diff] [blame] | 75 | uint64_t offset = get_endian_int(data + 4, littleEndian); |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 76 | |
| 77 | // Require that the marker is at least large enough to contain the number of entries. |
Leon Scroggins III | da3e9ad | 2018-01-26 15:48:26 -0500 | [diff] [blame] | 78 | if (data_length < offset + 2) { |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 79 | return false; |
| 80 | } |
| 81 | uint32_t numEntries = get_endian_short(data + offset, littleEndian); |
| 82 | |
| 83 | // Tag (2 bytes), Datatype (2 bytes), Number of elements (4 bytes), Data (4 bytes) |
| 84 | const uint32_t kEntrySize = 12; |
Leon Scroggins III | da3e9ad | 2018-01-26 15:48:26 -0500 | [diff] [blame] | 85 | const auto max = SkTo<uint32_t>((data_length - offset - 2) / kEntrySize); |
Leon Scroggins III | 71d8a57 | 2017-12-19 10:14:43 -0500 | [diff] [blame] | 86 | numEntries = SkTMin(numEntries, max); |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 87 | |
| 88 | // Advance the data to the start of the entries. |
| 89 | data += offset + 2; |
| 90 | |
| 91 | const uint16_t kOriginTag = 0x112; |
| 92 | const uint16_t kOriginType = 3; |
| 93 | for (uint32_t i = 0; i < numEntries; i++, data += kEntrySize) { |
| 94 | uint16_t tag = get_endian_short(data, littleEndian); |
| 95 | uint16_t type = get_endian_short(data + 2, littleEndian); |
| 96 | uint32_t count = get_endian_int(data + 4, littleEndian); |
| 97 | if (kOriginTag == tag && kOriginType == type && 1 == count) { |
| 98 | uint16_t val = get_endian_short(data + 8, littleEndian); |
Leon Scroggins III | b6ab10f | 2017-10-18 14:42:43 -0400 | [diff] [blame] | 99 | if (0 < val && val <= kLast_SkEncodedOrigin) { |
| 100 | *orientation = (SkEncodedOrigin) val; |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 101 | return true; |
| 102 | } |
| 103 | } |
| 104 | } |
| 105 | |
| 106 | return false; |
| 107 | } |
| 108 | |
Leon Scroggins III | b6ab10f | 2017-10-18 14:42:43 -0400 | [diff] [blame] | 109 | static SkEncodedOrigin get_exif_orientation(jpeg_decompress_struct* dinfo) { |
| 110 | SkEncodedOrigin orientation; |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 111 | for (jpeg_marker_struct* marker = dinfo->marker_list; marker; marker = marker->next) { |
| 112 | if (is_orientation_marker(marker, &orientation)) { |
| 113 | return orientation; |
| 114 | } |
| 115 | } |
| 116 | |
Leon Scroggins III | b6ab10f | 2017-10-18 14:42:43 -0400 | [diff] [blame] | 117 | return kDefault_SkEncodedOrigin; |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 118 | } |
| 119 | |
| 120 | static bool is_icc_marker(jpeg_marker_struct* marker) { |
Matt Sarett | 5df93de | 2017-03-22 21:52:47 +0000 | [diff] [blame] | 121 | if (kICCMarker != marker->marker || marker->data_length < kICCMarkerHeaderSize) { |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 122 | return false; |
| 123 | } |
| 124 | |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 125 | return !memcmp(marker->data, kICCSig, sizeof(kICCSig)); |
| 126 | } |
| 127 | |
| 128 | /* |
| 129 | * ICC profiles may be stored using a sequence of multiple markers. We obtain the ICC profile |
| 130 | * in two steps: |
| 131 | * (1) Discover all ICC profile markers and verify that they are numbered properly. |
| 132 | * (2) Copy the data from each marker into a contiguous ICC profile. |
| 133 | */ |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 134 | static std::unique_ptr<SkEncodedInfo::ICCProfile> read_color_profile(jpeg_decompress_struct* dinfo) |
| 135 | { |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 136 | // Note that 256 will be enough storage space since each markerIndex is stored in 8-bits. |
| 137 | jpeg_marker_struct* markerSequence[256]; |
| 138 | memset(markerSequence, 0, sizeof(markerSequence)); |
| 139 | uint8_t numMarkers = 0; |
| 140 | size_t totalBytes = 0; |
| 141 | |
| 142 | // Discover any ICC markers and verify that they are numbered properly. |
| 143 | for (jpeg_marker_struct* marker = dinfo->marker_list; marker; marker = marker->next) { |
| 144 | if (is_icc_marker(marker)) { |
| 145 | // Verify that numMarkers is valid and consistent. |
| 146 | if (0 == numMarkers) { |
| 147 | numMarkers = marker->data[13]; |
| 148 | if (0 == numMarkers) { |
| 149 | SkCodecPrintf("ICC Profile Error: numMarkers must be greater than zero.\n"); |
| 150 | return nullptr; |
| 151 | } |
| 152 | } else if (numMarkers != marker->data[13]) { |
| 153 | SkCodecPrintf("ICC Profile Error: numMarkers must be consistent.\n"); |
| 154 | return nullptr; |
| 155 | } |
| 156 | |
| 157 | // Verify that the markerIndex is valid and unique. Note that zero is not |
| 158 | // a valid index. |
| 159 | uint8_t markerIndex = marker->data[12]; |
| 160 | if (markerIndex == 0 || markerIndex > numMarkers) { |
| 161 | SkCodecPrintf("ICC Profile Error: markerIndex is invalid.\n"); |
| 162 | return nullptr; |
| 163 | } |
| 164 | if (markerSequence[markerIndex]) { |
| 165 | SkCodecPrintf("ICC Profile Error: Duplicate value of markerIndex.\n"); |
| 166 | return nullptr; |
| 167 | } |
| 168 | markerSequence[markerIndex] = marker; |
Matt Sarett | 5df93de | 2017-03-22 21:52:47 +0000 | [diff] [blame] | 169 | SkASSERT(marker->data_length >= kICCMarkerHeaderSize); |
| 170 | totalBytes += marker->data_length - kICCMarkerHeaderSize; |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 171 | } |
| 172 | } |
| 173 | |
| 174 | if (0 == totalBytes) { |
| 175 | // No non-empty ICC profile markers were found. |
| 176 | return nullptr; |
| 177 | } |
| 178 | |
| 179 | // Combine the ICC marker data into a contiguous profile. |
msarett | 9876ac5 | 2016-06-01 14:47:18 -0700 | [diff] [blame] | 180 | sk_sp<SkData> iccData = SkData::MakeUninitialized(totalBytes); |
| 181 | void* dst = iccData->writable_data(); |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 182 | for (uint32_t i = 1; i <= numMarkers; i++) { |
| 183 | jpeg_marker_struct* marker = markerSequence[i]; |
| 184 | if (!marker) { |
| 185 | SkCodecPrintf("ICC Profile Error: Missing marker %d of %d.\n", i, numMarkers); |
| 186 | return nullptr; |
| 187 | } |
| 188 | |
Matt Sarett | 5df93de | 2017-03-22 21:52:47 +0000 | [diff] [blame] | 189 | void* src = SkTAddOffset<void>(marker->data, kICCMarkerHeaderSize); |
| 190 | size_t bytes = marker->data_length - kICCMarkerHeaderSize; |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 191 | memcpy(dst, src, bytes); |
| 192 | dst = SkTAddOffset<void>(dst, bytes); |
| 193 | } |
| 194 | |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 195 | return SkEncodedInfo::ICCProfile::Make(std::move(iccData)); |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 196 | } |
| 197 | |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 198 | SkCodec::Result SkJpegCodec::ReadHeader(SkStream* stream, SkCodec** codecOut, |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 199 | JpegDecoderMgr** decoderMgrOut, |
| 200 | std::unique_ptr<SkEncodedInfo::ICCProfile> defaultColorProfile) { |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 201 | |
| 202 | // Create a JpegDecoderMgr to own all of the decompress information |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 203 | std::unique_ptr<JpegDecoderMgr> decoderMgr(new JpegDecoderMgr(stream)); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 204 | |
| 205 | // libjpeg errors will be caught and reported here |
Chris Dalton | 3e79459 | 2017-12-01 13:11:09 -0700 | [diff] [blame] | 206 | skjpeg_error_mgr::AutoPushJmpBuf jmp(decoderMgr->errorMgr()); |
| 207 | if (setjmp(jmp)) { |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 208 | return decoderMgr->returnFailure("ReadHeader", kInvalidInput); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 209 | } |
| 210 | |
| 211 | // Initialize the decompress info and the source manager |
| 212 | decoderMgr->init(); |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 213 | auto* dinfo = decoderMgr->dinfo(); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 214 | |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 215 | // Instruct jpeg library to save the markers that we care about. Since |
| 216 | // the orientation and color profile will not change, we can skip this |
| 217 | // step on rewinds. |
| 218 | if (codecOut) { |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 219 | jpeg_save_markers(dinfo, kExifMarker, 0xFFFF); |
| 220 | jpeg_save_markers(dinfo, kICCMarker, 0xFFFF); |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 221 | } |
| 222 | |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 223 | // Read the jpeg header |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 224 | switch (jpeg_read_header(dinfo, true)) { |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 225 | case JPEG_HEADER_OK: |
| 226 | break; |
| 227 | case JPEG_SUSPENDED: |
| 228 | return decoderMgr->returnFailure("ReadHeader", kIncompleteInput); |
| 229 | default: |
| 230 | return decoderMgr->returnFailure("ReadHeader", kInvalidInput); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 231 | } |
| 232 | |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 233 | if (codecOut) { |
msarett | c30c418 | 2016-04-20 11:53:35 -0700 | [diff] [blame] | 234 | // Get the encoded color type |
msarett | ac6c750 | 2016-04-25 09:30:24 -0700 | [diff] [blame] | 235 | SkEncodedInfo::Color color; |
| 236 | if (!decoderMgr->getEncodedColor(&color)) { |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 237 | return kInvalidInput; |
msarett | c30c418 | 2016-04-20 11:53:35 -0700 | [diff] [blame] | 238 | } |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 239 | |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 240 | SkEncodedOrigin orientation = get_exif_orientation(dinfo); |
| 241 | auto profile = read_color_profile(dinfo); |
| 242 | if (profile) { |
| 243 | auto type = profile->profile()->data_color_space; |
raftias | 5476128 | 2016-12-01 13:44:07 -0500 | [diff] [blame] | 244 | switch (decoderMgr->dinfo()->jpeg_color_space) { |
| 245 | case JCS_CMYK: |
| 246 | case JCS_YCCK: |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 247 | if (type != skcms_Signature_CMYK) { |
| 248 | profile = nullptr; |
Leon Scroggins III | f78b55c | 2017-10-31 13:49:14 -0400 | [diff] [blame] | 249 | } |
raftias | 5476128 | 2016-12-01 13:44:07 -0500 | [diff] [blame] | 250 | break; |
raftias | 91db12d | 2016-12-02 11:56:59 -0500 | [diff] [blame] | 251 | case JCS_GRAYSCALE: |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 252 | if (type != skcms_Signature_Gray && |
| 253 | type != skcms_Signature_RGB) |
Leon Scroggins III | f78b55c | 2017-10-31 13:49:14 -0400 | [diff] [blame] | 254 | { |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 255 | profile = nullptr; |
Leon Scroggins III | f78b55c | 2017-10-31 13:49:14 -0400 | [diff] [blame] | 256 | } |
Mike Klein | 503bdcd | 2017-11-01 08:34:15 -0400 | [diff] [blame] | 257 | break; |
raftias | 5476128 | 2016-12-01 13:44:07 -0500 | [diff] [blame] | 258 | default: |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 259 | if (type != skcms_Signature_RGB) { |
| 260 | profile = nullptr; |
Leon Scroggins III | f78b55c | 2017-10-31 13:49:14 -0400 | [diff] [blame] | 261 | } |
raftias | 5476128 | 2016-12-01 13:44:07 -0500 | [diff] [blame] | 262 | break; |
| 263 | } |
msarett | 9876ac5 | 2016-06-01 14:47:18 -0700 | [diff] [blame] | 264 | } |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 265 | if (!profile) { |
| 266 | profile = std::move(defaultColorProfile); |
msarett | f34cd63 | 2016-05-25 10:13:53 -0700 | [diff] [blame] | 267 | } |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 268 | |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 269 | SkEncodedInfo info = SkEncodedInfo::Make(dinfo->image_width, dinfo->image_height, |
| 270 | color, SkEncodedInfo::kOpaque_Alpha, 8, |
| 271 | std::move(profile)); |
| 272 | |
| 273 | SkJpegCodec* codec = new SkJpegCodec(std::move(info), std::unique_ptr<SkStream>(stream), |
| 274 | decoderMgr.release(), orientation); |
raftias | d737bee | 2016-12-08 10:53:24 -0500 | [diff] [blame] | 275 | *codecOut = codec; |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 276 | } else { |
halcanary | 96fcdcc | 2015-08-27 07:41:13 -0700 | [diff] [blame] | 277 | SkASSERT(nullptr != decoderMgrOut); |
mtklein | 18300a3 | 2016-03-16 13:53:35 -0700 | [diff] [blame] | 278 | *decoderMgrOut = decoderMgr.release(); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 279 | } |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 280 | return kSuccess; |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 281 | } |
| 282 | |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 283 | std::unique_ptr<SkCodec> SkJpegCodec::MakeFromStream(std::unique_ptr<SkStream> stream, |
| 284 | Result* result) { |
Leon Scroggins III | 5dd47e4 | 2018-09-27 15:26:48 -0400 | [diff] [blame] | 285 | return SkJpegCodec::MakeFromStream(std::move(stream), result, nullptr); |
Matt Sarett | c5eabe7 | 2017-02-24 14:51:08 -0500 | [diff] [blame] | 286 | } |
| 287 | |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 288 | std::unique_ptr<SkCodec> SkJpegCodec::MakeFromStream(std::unique_ptr<SkStream> stream, |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 289 | Result* result, std::unique_ptr<SkEncodedInfo::ICCProfile> defaultColorProfile) { |
halcanary | 96fcdcc | 2015-08-27 07:41:13 -0700 | [diff] [blame] | 290 | SkCodec* codec = nullptr; |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 291 | *result = ReadHeader(stream.get(), &codec, nullptr, std::move(defaultColorProfile)); |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 292 | if (kSuccess == *result) { |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 293 | // Codec has taken ownership of the stream, we do not need to delete it |
| 294 | SkASSERT(codec); |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 295 | stream.release(); |
| 296 | return std::unique_ptr<SkCodec>(codec); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 297 | } |
halcanary | 96fcdcc | 2015-08-27 07:41:13 -0700 | [diff] [blame] | 298 | return nullptr; |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 299 | } |
| 300 | |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 301 | SkJpegCodec::SkJpegCodec(SkEncodedInfo&& info, std::unique_ptr<SkStream> stream, |
| 302 | JpegDecoderMgr* decoderMgr, SkEncodedOrigin origin) |
Brian Osman | b3f3830 | 2018-09-07 15:24:44 -0400 | [diff] [blame] | 303 | : INHERITED(std::move(info), skcms_PixelFormat_RGBA_8888, std::move(stream), origin) |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 304 | , fDecoderMgr(decoderMgr) |
msarett | fbccb59 | 2015-09-01 06:43:41 -0700 | [diff] [blame] | 305 | , fReadyState(decoderMgr->dinfo()->global_state) |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 306 | , fSwizzleSrcRow(nullptr) |
| 307 | , fColorXformSrcRow(nullptr) |
msarett | 91c22b2 | 2016-02-22 12:27:46 -0800 | [diff] [blame] | 308 | , fSwizzlerSubset(SkIRect::MakeEmpty()) |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 309 | {} |
| 310 | |
| 311 | /* |
emmaleer | 8f4ba76 | 2015-08-14 07:44:46 -0700 | [diff] [blame] | 312 | * Return the row bytes of a particular image type and width |
| 313 | */ |
msarett | 23e78d3 | 2016-02-06 15:58:50 -0800 | [diff] [blame] | 314 | static size_t get_row_bytes(const j_decompress_ptr dinfo) { |
msarett | 70e418b | 2016-02-12 12:35:48 -0800 | [diff] [blame] | 315 | const size_t colorBytes = (dinfo->out_color_space == JCS_RGB565) ? 2 : |
| 316 | dinfo->out_color_components; |
emmaleer | 8f4ba76 | 2015-08-14 07:44:46 -0700 | [diff] [blame] | 317 | return dinfo->output_width * colorBytes; |
| 318 | |
| 319 | } |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 320 | |
| 321 | /* |
| 322 | * Calculate output dimensions based on the provided factors. |
| 323 | * |
| 324 | * Not to be used on the actual jpeg_decompress_struct used for decoding, since it will |
| 325 | * incorrectly modify num_components. |
| 326 | */ |
| 327 | void calc_output_dimensions(jpeg_decompress_struct* dinfo, unsigned int num, unsigned int denom) { |
| 328 | dinfo->num_components = 0; |
| 329 | dinfo->scale_num = num; |
| 330 | dinfo->scale_denom = denom; |
| 331 | jpeg_calc_output_dimensions(dinfo); |
| 332 | } |
| 333 | |
emmaleer | 8f4ba76 | 2015-08-14 07:44:46 -0700 | [diff] [blame] | 334 | /* |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 335 | * Return a valid set of output dimensions for this decoder, given an input scale |
| 336 | */ |
| 337 | SkISize SkJpegCodec::onGetScaledDimensions(float desiredScale) const { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 338 | // libjpeg-turbo supports scaling by 1/8, 1/4, 3/8, 1/2, 5/8, 3/4, 7/8, and 1/1, so we will |
| 339 | // support these as well |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 340 | unsigned int num; |
| 341 | unsigned int denom = 8; |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 342 | if (desiredScale >= 0.9375) { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 343 | num = 8; |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 344 | } else if (desiredScale >= 0.8125) { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 345 | num = 7; |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 346 | } else if (desiredScale >= 0.6875f) { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 347 | num = 6; |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 348 | } else if (desiredScale >= 0.5625f) { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 349 | num = 5; |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 350 | } else if (desiredScale >= 0.4375f) { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 351 | num = 4; |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 352 | } else if (desiredScale >= 0.3125f) { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 353 | num = 3; |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 354 | } else if (desiredScale >= 0.1875f) { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 355 | num = 2; |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 356 | } else { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 357 | num = 1; |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 358 | } |
| 359 | |
| 360 | // Set up a fake decompress struct in order to use libjpeg to calculate output dimensions |
| 361 | jpeg_decompress_struct dinfo; |
mtklein | f7aaadb | 2015-04-16 06:09:27 -0700 | [diff] [blame] | 362 | sk_bzero(&dinfo, sizeof(dinfo)); |
Leon Scroggins III | 712476e | 2018-10-03 15:47:00 -0400 | [diff] [blame] | 363 | dinfo.image_width = this->dimensions().width(); |
| 364 | dinfo.image_height = this->dimensions().height(); |
msarett | fbccb59 | 2015-09-01 06:43:41 -0700 | [diff] [blame] | 365 | dinfo.global_state = fReadyState; |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 366 | calc_output_dimensions(&dinfo, num, denom); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 367 | |
| 368 | // Return the calculated output dimensions for the given scale |
| 369 | return SkISize::Make(dinfo.output_width, dinfo.output_height); |
| 370 | } |
| 371 | |
scroggo | b427db1 | 2015-08-12 07:24:13 -0700 | [diff] [blame] | 372 | bool SkJpegCodec::onRewind() { |
halcanary | 96fcdcc | 2015-08-27 07:41:13 -0700 | [diff] [blame] | 373 | JpegDecoderMgr* decoderMgr = nullptr; |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 374 | if (kSuccess != ReadHeader(this->stream(), nullptr, &decoderMgr, nullptr)) { |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 375 | return fDecoderMgr->returnFalse("onRewind"); |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 376 | } |
halcanary | 96fcdcc | 2015-08-27 07:41:13 -0700 | [diff] [blame] | 377 | SkASSERT(nullptr != decoderMgr); |
scroggo | b427db1 | 2015-08-12 07:24:13 -0700 | [diff] [blame] | 378 | fDecoderMgr.reset(decoderMgr); |
msarett | 2812f03 | 2016-07-18 15:56:08 -0700 | [diff] [blame] | 379 | |
| 380 | fSwizzler.reset(nullptr); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 381 | fSwizzleSrcRow = nullptr; |
| 382 | fColorXformSrcRow = nullptr; |
msarett | 2812f03 | 2016-07-18 15:56:08 -0700 | [diff] [blame] | 383 | fStorage.reset(); |
| 384 | |
scroggo | b427db1 | 2015-08-12 07:24:13 -0700 | [diff] [blame] | 385 | return true; |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 386 | } |
| 387 | |
Leon Scroggins III | 712476e | 2018-10-03 15:47:00 -0400 | [diff] [blame] | 388 | bool SkJpegCodec::conversionSupported(const SkImageInfo& dstInfo, bool srcIsOpaque, |
| 389 | bool needsColorXform) { |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 390 | SkASSERT(srcIsOpaque); |
| 391 | |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 392 | if (kUnknown_SkAlphaType == dstInfo.alphaType()) { |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 393 | return false; |
| 394 | } |
| 395 | |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 396 | if (kOpaque_SkAlphaType != dstInfo.alphaType()) { |
scroggo | c5560be | 2016-02-03 09:42:42 -0800 | [diff] [blame] | 397 | SkCodecPrintf("Warning: an opaque image should be decoded as opaque " |
| 398 | "- it is being decoded as non-opaque, which will draw slower\n"); |
| 399 | } |
| 400 | |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 401 | J_COLOR_SPACE encodedColorType = fDecoderMgr->dinfo()->jpeg_color_space; |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 402 | |
| 403 | // Check for valid color types and set the output color space |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 404 | switch (dstInfo.colorType()) { |
msarett | 34e0ec4 | 2016-04-22 16:27:24 -0700 | [diff] [blame] | 405 | case kRGBA_8888_SkColorType: |
nagarajan.n | 08cda14 | 2017-09-07 20:03:29 +0530 | [diff] [blame] | 406 | fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA; |
| 407 | break; |
msarett | 34e0ec4 | 2016-04-22 16:27:24 -0700 | [diff] [blame] | 408 | case kBGRA_8888_SkColorType: |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 409 | if (needsColorXform) { |
Matt Sarett | 562e681 | 2016-11-08 16:13:43 -0500 | [diff] [blame] | 410 | // Always using RGBA as the input format for color xforms makes the |
| 411 | // implementation a little simpler. |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 412 | fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA; |
msarett | 34e0ec4 | 2016-04-22 16:27:24 -0700 | [diff] [blame] | 413 | } else { |
msarett | f25bff9 | 2016-07-21 12:00:24 -0700 | [diff] [blame] | 414 | fDecoderMgr->dinfo()->out_color_space = JCS_EXT_BGRA; |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 415 | } |
nagarajan.n | 08cda14 | 2017-09-07 20:03:29 +0530 | [diff] [blame] | 416 | break; |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 417 | case kRGB_565_SkColorType: |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 418 | if (needsColorXform) { |
Matt Sarett | 3725f0a | 2017-03-28 14:34:20 -0400 | [diff] [blame] | 419 | fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA; |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 420 | } else { |
msarett | 8ff6ca6 | 2015-09-18 12:06:04 -0700 | [diff] [blame] | 421 | fDecoderMgr->dinfo()->dither_mode = JDITHER_NONE; |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 422 | fDecoderMgr->dinfo()->out_color_space = JCS_RGB565; |
| 423 | } |
nagarajan.n | 08cda14 | 2017-09-07 20:03:29 +0530 | [diff] [blame] | 424 | break; |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 425 | case kGray_8_SkColorType: |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 426 | if (JCS_GRAYSCALE != encodedColorType) { |
msarett | 39979d8 | 2016-07-28 17:11:18 -0700 | [diff] [blame] | 427 | return false; |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 428 | } |
| 429 | |
Brian Osman | b3f3830 | 2018-09-07 15:24:44 -0400 | [diff] [blame] | 430 | if (needsColorXform) { |
| 431 | fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA; |
| 432 | } else { |
| 433 | fDecoderMgr->dinfo()->out_color_space = JCS_GRAYSCALE; |
| 434 | } |
nagarajan.n | 08cda14 | 2017-09-07 20:03:29 +0530 | [diff] [blame] | 435 | break; |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 436 | case kRGBA_F16_SkColorType: |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 437 | SkASSERT(needsColorXform); |
nagarajan.n | 08cda14 | 2017-09-07 20:03:29 +0530 | [diff] [blame] | 438 | fDecoderMgr->dinfo()->out_color_space = JCS_EXT_RGBA; |
| 439 | break; |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 440 | default: |
| 441 | return false; |
| 442 | } |
nagarajan.n | 08cda14 | 2017-09-07 20:03:29 +0530 | [diff] [blame] | 443 | |
| 444 | // Check if we will decode to CMYK. libjpeg-turbo does not convert CMYK to RGBA, so |
| 445 | // we must do it ourselves. |
| 446 | if (JCS_CMYK == encodedColorType || JCS_YCCK == encodedColorType) { |
| 447 | fDecoderMgr->dinfo()->out_color_space = JCS_CMYK; |
| 448 | } |
| 449 | |
| 450 | return true; |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 451 | } |
| 452 | |
| 453 | /* |
mtklein | e721a8e | 2016-02-06 19:12:23 -0800 | [diff] [blame] | 454 | * Checks if we can natively scale to the requested dimensions and natively scales the |
emmaleer | 8f4ba76 | 2015-08-14 07:44:46 -0700 | [diff] [blame] | 455 | * dimensions if possible |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 456 | */ |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 457 | bool SkJpegCodec::onDimensionsSupported(const SkISize& size) { |
Chris Dalton | 3e79459 | 2017-12-01 13:11:09 -0700 | [diff] [blame] | 458 | skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr()); |
| 459 | if (setjmp(jmp)) { |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 460 | return fDecoderMgr->returnFalse("onDimensionsSupported"); |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 461 | } |
| 462 | |
| 463 | const unsigned int dstWidth = size.width(); |
| 464 | const unsigned int dstHeight = size.height(); |
| 465 | |
| 466 | // Set up a fake decompress struct in order to use libjpeg to calculate output dimensions |
| 467 | // FIXME: Why is this necessary? |
| 468 | jpeg_decompress_struct dinfo; |
| 469 | sk_bzero(&dinfo, sizeof(dinfo)); |
Leon Scroggins III | 712476e | 2018-10-03 15:47:00 -0400 | [diff] [blame] | 470 | dinfo.image_width = this->dimensions().width(); |
| 471 | dinfo.image_height = this->dimensions().height(); |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 472 | dinfo.global_state = fReadyState; |
| 473 | |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 474 | // libjpeg-turbo can scale to 1/8, 1/4, 3/8, 1/2, 5/8, 3/4, 7/8, and 1/1 |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 475 | unsigned int num = 8; |
| 476 | const unsigned int denom = 8; |
| 477 | calc_output_dimensions(&dinfo, num, denom); |
| 478 | while (dinfo.output_width != dstWidth || dinfo.output_height != dstHeight) { |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 479 | |
| 480 | // Return a failure if we have tried all of the possible scales |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 481 | if (1 == num || dstWidth > dinfo.output_width || dstHeight > dinfo.output_height) { |
emmaleer | 8f4ba76 | 2015-08-14 07:44:46 -0700 | [diff] [blame] | 482 | return false; |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 483 | } |
| 484 | |
| 485 | // Try the next scale |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 486 | num -= 1; |
| 487 | calc_output_dimensions(&dinfo, num, denom); |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 488 | } |
scroggo | e7fc14b | 2015-10-02 13:14:46 -0700 | [diff] [blame] | 489 | |
| 490 | fDecoderMgr->dinfo()->scale_num = num; |
| 491 | fDecoderMgr->dinfo()->scale_denom = denom; |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 492 | return true; |
| 493 | } |
| 494 | |
Matt Sarett | c8c901f | 2017-01-24 16:16:33 -0500 | [diff] [blame] | 495 | int SkJpegCodec::readRows(const SkImageInfo& dstInfo, void* dst, size_t rowBytes, int count, |
| 496 | const Options& opts) { |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 497 | // Set the jump location for libjpeg-turbo errors |
Chris Dalton | 3e79459 | 2017-12-01 13:11:09 -0700 | [diff] [blame] | 498 | skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr()); |
| 499 | if (setjmp(jmp)) { |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 500 | return 0; |
| 501 | } |
| 502 | |
| 503 | // When fSwizzleSrcRow is non-null, it means that we need to swizzle. In this case, |
| 504 | // we will always decode into fSwizzlerSrcRow before swizzling into the next buffer. |
| 505 | // We can never swizzle "in place" because the swizzler may perform sampling and/or |
| 506 | // subsetting. |
| 507 | // When fColorXformSrcRow is non-null, it means that we need to color xform and that |
Brian Osman | b3f3830 | 2018-09-07 15:24:44 -0400 | [diff] [blame] | 508 | // we cannot color xform "in place" (many times we can, but not when the src and dst |
| 509 | // are different sizes). |
Matt Sarett | 313c463 | 2016-10-20 12:35:23 -0400 | [diff] [blame] | 510 | // In this case, we will color xform from fColorXformSrcRow into the dst. |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 511 | JSAMPLE* decodeDst = (JSAMPLE*) dst; |
| 512 | uint32_t* swizzleDst = (uint32_t*) dst; |
| 513 | size_t decodeDstRowBytes = rowBytes; |
| 514 | size_t swizzleDstRowBytes = rowBytes; |
Matt Sarett | c8c901f | 2017-01-24 16:16:33 -0500 | [diff] [blame] | 515 | int dstWidth = opts.fSubset ? opts.fSubset->width() : dstInfo.width(); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 516 | if (fSwizzleSrcRow && fColorXformSrcRow) { |
| 517 | decodeDst = (JSAMPLE*) fSwizzleSrcRow; |
| 518 | swizzleDst = fColorXformSrcRow; |
| 519 | decodeDstRowBytes = 0; |
| 520 | swizzleDstRowBytes = 0; |
msarett | 35bb74b | 2016-08-22 07:41:28 -0700 | [diff] [blame] | 521 | dstWidth = fSwizzler->swizzleWidth(); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 522 | } else if (fColorXformSrcRow) { |
| 523 | decodeDst = (JSAMPLE*) fColorXformSrcRow; |
| 524 | swizzleDst = fColorXformSrcRow; |
| 525 | decodeDstRowBytes = 0; |
| 526 | swizzleDstRowBytes = 0; |
| 527 | } else if (fSwizzleSrcRow) { |
| 528 | decodeDst = (JSAMPLE*) fSwizzleSrcRow; |
| 529 | decodeDstRowBytes = 0; |
msarett | 35bb74b | 2016-08-22 07:41:28 -0700 | [diff] [blame] | 530 | dstWidth = fSwizzler->swizzleWidth(); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 531 | } |
| 532 | |
| 533 | for (int y = 0; y < count; y++) { |
| 534 | uint32_t lines = jpeg_read_scanlines(fDecoderMgr->dinfo(), &decodeDst, 1); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 535 | if (0 == lines) { |
| 536 | return y; |
| 537 | } |
| 538 | |
| 539 | if (fSwizzler) { |
| 540 | fSwizzler->swizzle(swizzleDst, decodeDst); |
| 541 | } |
| 542 | |
Matt Sarett | 313c463 | 2016-10-20 12:35:23 -0400 | [diff] [blame] | 543 | if (this->colorXform()) { |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 544 | this->applyColorXform(dst, swizzleDst, dstWidth); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 545 | dst = SkTAddOffset<void>(dst, rowBytes); |
| 546 | } |
| 547 | |
| 548 | decodeDst = SkTAddOffset<JSAMPLE>(decodeDst, decodeDstRowBytes); |
| 549 | swizzleDst = SkTAddOffset<uint32_t>(swizzleDst, swizzleDstRowBytes); |
| 550 | } |
| 551 | |
| 552 | return count; |
| 553 | } |
| 554 | |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 555 | /* |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 556 | * This is a bit tricky. We only need the swizzler to do format conversion if the jpeg is |
| 557 | * encoded as CMYK. |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 558 | * And even then we still may not need it. If the jpeg has a CMYK color profile and a color |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 559 | * xform, the color xform will handle the CMYK->RGB conversion. |
| 560 | */ |
| 561 | static inline bool needs_swizzler_to_convert_from_cmyk(J_COLOR_SPACE jpegColorType, |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 562 | const skcms_ICCProfile* srcProfile, |
| 563 | bool hasColorSpaceXform) { |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 564 | if (JCS_CMYK != jpegColorType) { |
| 565 | return false; |
| 566 | } |
| 567 | |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 568 | bool hasCMYKColorSpace = srcProfile && srcProfile->data_color_space == skcms_Signature_CMYK; |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 569 | return !hasCMYKColorSpace || !hasColorSpaceXform; |
| 570 | } |
| 571 | |
| 572 | /* |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 573 | * Performs the jpeg decode |
| 574 | */ |
| 575 | SkCodec::Result SkJpegCodec::onGetPixels(const SkImageInfo& dstInfo, |
| 576 | void* dst, size_t dstRowBytes, |
Leon Scroggins | 571b30f | 2017-07-11 17:35:31 +0000 | [diff] [blame] | 577 | const Options& options, |
msarett | e6dd004 | 2015-10-09 11:07:34 -0700 | [diff] [blame] | 578 | int* rowsDecoded) { |
scroggo | b636b45 | 2015-07-22 07:16:20 -0700 | [diff] [blame] | 579 | if (options.fSubset) { |
| 580 | // Subsets are not supported. |
| 581 | return kUnimplemented; |
| 582 | } |
| 583 | |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 584 | // Get a pointer to the decompress info since we will use it quite frequently |
| 585 | jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo(); |
| 586 | |
| 587 | // Set the jump location for libjpeg errors |
Chris Dalton | 3e79459 | 2017-12-01 13:11:09 -0700 | [diff] [blame] | 588 | skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr()); |
| 589 | if (setjmp(jmp)) { |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 590 | return fDecoderMgr->returnFailure("setjmp", kInvalidInput); |
| 591 | } |
| 592 | |
msarett | fbccb59 | 2015-09-01 06:43:41 -0700 | [diff] [blame] | 593 | if (!jpeg_start_decompress(dinfo)) { |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 594 | return fDecoderMgr->returnFailure("startDecompress", kInvalidInput); |
| 595 | } |
| 596 | |
msarett | 1c8a587 | 2015-07-07 08:50:01 -0700 | [diff] [blame] | 597 | // The recommended output buffer height should always be 1 in high quality modes. |
| 598 | // If it's not, we want to know because it means our strategy is not optimal. |
| 599 | SkASSERT(1 == dinfo->rec_outbuf_height); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 600 | |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 601 | if (needs_swizzler_to_convert_from_cmyk(dinfo->out_color_space, |
| 602 | this->getEncodedInfo().profile(), this->colorXform())) { |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 603 | this->initializeSwizzler(dstInfo, options, true); |
scroggo | ef27d89 | 2015-10-23 09:29:22 -0700 | [diff] [blame] | 604 | } |
| 605 | |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 606 | this->allocateStorage(dstInfo); |
scroggo | ef27d89 | 2015-10-23 09:29:22 -0700 | [diff] [blame] | 607 | |
Matt Sarett | c8c901f | 2017-01-24 16:16:33 -0500 | [diff] [blame] | 608 | int rows = this->readRows(dstInfo, dst, dstRowBytes, dstInfo.height(), options); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 609 | if (rows < dstInfo.height()) { |
| 610 | *rowsDecoded = rows; |
| 611 | return fDecoderMgr->returnFailure("Incomplete image data", kIncompleteInput); |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 612 | } |
msarett | e16b04a | 2015-04-15 07:32:19 -0700 | [diff] [blame] | 613 | |
| 614 | return kSuccess; |
| 615 | } |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 616 | |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 617 | void SkJpegCodec::allocateStorage(const SkImageInfo& dstInfo) { |
msarett | 35bb74b | 2016-08-22 07:41:28 -0700 | [diff] [blame] | 618 | int dstWidth = dstInfo.width(); |
| 619 | |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 620 | size_t swizzleBytes = 0; |
| 621 | if (fSwizzler) { |
| 622 | swizzleBytes = get_row_bytes(fDecoderMgr->dinfo()); |
msarett | 35bb74b | 2016-08-22 07:41:28 -0700 | [diff] [blame] | 623 | dstWidth = fSwizzler->swizzleWidth(); |
Matt Sarett | 313c463 | 2016-10-20 12:35:23 -0400 | [diff] [blame] | 624 | SkASSERT(!this->colorXform() || SkIsAlign4(swizzleBytes)); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 625 | } |
| 626 | |
| 627 | size_t xformBytes = 0; |
Brian Osman | b3f3830 | 2018-09-07 15:24:44 -0400 | [diff] [blame] | 628 | |
| 629 | if (this->colorXform() && sizeof(uint32_t) != dstInfo.bytesPerPixel()) { |
msarett | 35bb74b | 2016-08-22 07:41:28 -0700 | [diff] [blame] | 630 | xformBytes = dstWidth * sizeof(uint32_t); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 631 | } |
| 632 | |
| 633 | size_t totalBytes = swizzleBytes + xformBytes; |
| 634 | if (totalBytes > 0) { |
| 635 | fStorage.reset(totalBytes); |
| 636 | fSwizzleSrcRow = (swizzleBytes > 0) ? fStorage.get() : nullptr; |
| 637 | fColorXformSrcRow = (xformBytes > 0) ? |
| 638 | SkTAddOffset<uint32_t>(fStorage.get(), swizzleBytes) : nullptr; |
| 639 | } |
| 640 | } |
| 641 | |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 642 | void SkJpegCodec::initializeSwizzler(const SkImageInfo& dstInfo, const Options& options, |
| 643 | bool needsCMYKToRGB) { |
msarett | 91c22b2 | 2016-02-22 12:27:46 -0800 | [diff] [blame] | 644 | Options swizzlerOptions = options; |
| 645 | if (options.fSubset) { |
| 646 | // Use fSwizzlerSubset if this is a subset decode. This is necessary in the case |
| 647 | // where libjpeg-turbo provides a subset and then we need to subset it further. |
| 648 | // Also, verify that fSwizzlerSubset is initialized and valid. |
| 649 | SkASSERT(!fSwizzlerSubset.isEmpty() && fSwizzlerSubset.x() <= options.fSubset->x() && |
| 650 | fSwizzlerSubset.width() == options.fSubset->width()); |
| 651 | swizzlerOptions.fSubset = &fSwizzlerSubset; |
| 652 | } |
Matt Sarett | 09a1c08 | 2017-02-01 15:34:22 -0800 | [diff] [blame] | 653 | |
| 654 | SkImageInfo swizzlerDstInfo = dstInfo; |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 655 | if (this->colorXform()) { |
| 656 | // The color xform will be expecting RGBA 8888 input. |
Matt Sarett | 09a1c08 | 2017-02-01 15:34:22 -0800 | [diff] [blame] | 657 | swizzlerDstInfo = swizzlerDstInfo.makeColorType(kRGBA_8888_SkColorType); |
| 658 | } |
| 659 | |
Leon Scroggins III | 65f4aea | 2018-10-24 12:17:22 -0400 | [diff] [blame] | 660 | if (needsCMYKToRGB) { |
| 661 | // The swizzler is used to convert to from CMYK. |
| 662 | // The swizzler does not use the width or height on SkEncodedInfo. |
| 663 | auto swizzlerInfo = SkEncodedInfo::Make(0, 0, SkEncodedInfo::kInvertedCMYK_Color, |
| 664 | SkEncodedInfo::kOpaque_Alpha, 8); |
| 665 | fSwizzler = SkSwizzler::Make(swizzlerInfo, nullptr, swizzlerDstInfo, swizzlerOptions); |
| 666 | } else { |
| 667 | int srcBPP = 0; |
| 668 | switch (fDecoderMgr->dinfo()->out_color_space) { |
| 669 | case JCS_EXT_RGBA: |
| 670 | case JCS_EXT_BGRA: |
| 671 | case JCS_CMYK: |
| 672 | srcBPP = 4; |
| 673 | break; |
| 674 | case JCS_RGB565: |
| 675 | srcBPP = 2; |
| 676 | break; |
| 677 | case JCS_GRAYSCALE: |
| 678 | srcBPP = 1; |
| 679 | break; |
| 680 | default: |
| 681 | SkASSERT(false); |
| 682 | break; |
| 683 | } |
| 684 | fSwizzler = SkSwizzler::MakeSimple(srcBPP, swizzlerDstInfo, swizzlerOptions); |
| 685 | } |
msarett | b30d698 | 2016-02-15 10:18:45 -0800 | [diff] [blame] | 686 | SkASSERT(fSwizzler); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 687 | } |
| 688 | |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 689 | SkSampler* SkJpegCodec::getSampler(bool createIfNecessary) { |
| 690 | if (!createIfNecessary || fSwizzler) { |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 691 | SkASSERT(!fSwizzler || (fSwizzleSrcRow && fStorage.get() == fSwizzleSrcRow)); |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 692 | return fSwizzler.get(); |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 693 | } |
| 694 | |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 695 | bool needsCMYKToRGB = needs_swizzler_to_convert_from_cmyk( |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 696 | fDecoderMgr->dinfo()->out_color_space, this->getEncodedInfo().profile(), |
| 697 | this->colorXform()); |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 698 | this->initializeSwizzler(this->dstInfo(), this->options(), needsCMYKToRGB); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 699 | this->allocateStorage(this->dstInfo()); |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 700 | return fSwizzler.get(); |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 701 | } |
scroggo | 1c005e4 | 2015-08-04 09:24:45 -0700 | [diff] [blame] | 702 | |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 703 | SkCodec::Result SkJpegCodec::onStartScanlineDecode(const SkImageInfo& dstInfo, |
Leon Scroggins | 571b30f | 2017-07-11 17:35:31 +0000 | [diff] [blame] | 704 | const Options& options) { |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 705 | // Set the jump location for libjpeg errors |
Chris Dalton | 3e79459 | 2017-12-01 13:11:09 -0700 | [diff] [blame] | 706 | skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr()); |
| 707 | if (setjmp(jmp)) { |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 708 | SkCodecPrintf("setjmp: Error from libjpeg\n"); |
| 709 | return kInvalidInput; |
| 710 | } |
| 711 | |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 712 | if (!jpeg_start_decompress(fDecoderMgr->dinfo())) { |
| 713 | SkCodecPrintf("start decompress failed\n"); |
| 714 | return kInvalidInput; |
| 715 | } |
| 716 | |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 717 | bool needsCMYKToRGB = needs_swizzler_to_convert_from_cmyk( |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 718 | fDecoderMgr->dinfo()->out_color_space, this->getEncodedInfo().profile(), |
| 719 | this->colorXform()); |
msarett | 91c22b2 | 2016-02-22 12:27:46 -0800 | [diff] [blame] | 720 | if (options.fSubset) { |
| 721 | uint32_t startX = options.fSubset->x(); |
| 722 | uint32_t width = options.fSubset->width(); |
| 723 | |
| 724 | // libjpeg-turbo may need to align startX to a multiple of the IDCT |
| 725 | // block size. If this is the case, it will decrease the value of |
| 726 | // startX to the appropriate alignment and also increase the value |
| 727 | // of width so that the right edge of the requested subset remains |
| 728 | // the same. |
| 729 | jpeg_crop_scanline(fDecoderMgr->dinfo(), &startX, &width); |
| 730 | |
| 731 | SkASSERT(startX <= (uint32_t) options.fSubset->x()); |
| 732 | SkASSERT(width >= (uint32_t) options.fSubset->width()); |
| 733 | SkASSERT(startX + width >= (uint32_t) options.fSubset->right()); |
| 734 | |
| 735 | // Instruct the swizzler (if it is necessary) to further subset the |
| 736 | // output provided by libjpeg-turbo. |
| 737 | // |
| 738 | // We set this here (rather than in the if statement below), so that |
| 739 | // if (1) we don't need a swizzler for the subset, and (2) we need a |
| 740 | // swizzler for CMYK, the swizzler will still use the proper subset |
| 741 | // dimensions. |
| 742 | // |
| 743 | // Note that the swizzler will ignore the y and height parameters of |
| 744 | // the subset. Since the scanline decoder (and the swizzler) handle |
| 745 | // one row at a time, only the subsetting in the x-dimension matters. |
| 746 | fSwizzlerSubset.setXYWH(options.fSubset->x() - startX, 0, |
| 747 | options.fSubset->width(), options.fSubset->height()); |
| 748 | |
| 749 | // We will need a swizzler if libjpeg-turbo cannot provide the exact |
| 750 | // subset that we request. |
| 751 | if (startX != (uint32_t) options.fSubset->x() || |
| 752 | width != (uint32_t) options.fSubset->width()) { |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 753 | this->initializeSwizzler(dstInfo, options, needsCMYKToRGB); |
msarett | 91c22b2 | 2016-02-22 12:27:46 -0800 | [diff] [blame] | 754 | } |
| 755 | } |
| 756 | |
| 757 | // Make sure we have a swizzler if we are converting from CMYK. |
Matt Sarett | 7f15b68 | 2017-02-24 17:22:09 -0500 | [diff] [blame] | 758 | if (!fSwizzler && needsCMYKToRGB) { |
| 759 | this->initializeSwizzler(dstInfo, options, true); |
msarett | 91c22b2 | 2016-02-22 12:27:46 -0800 | [diff] [blame] | 760 | } |
msarett | fdb4757 | 2015-10-13 12:50:14 -0700 | [diff] [blame] | 761 | |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 762 | this->allocateStorage(dstInfo); |
| 763 | |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 764 | return kSuccess; |
| 765 | } |
| 766 | |
mtklein | e721a8e | 2016-02-06 19:12:23 -0800 | [diff] [blame] | 767 | int SkJpegCodec::onGetScanlines(void* dst, int count, size_t dstRowBytes) { |
Matt Sarett | c8c901f | 2017-01-24 16:16:33 -0500 | [diff] [blame] | 768 | int rows = this->readRows(this->dstInfo(), dst, dstRowBytes, count, this->options()); |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 769 | if (rows < count) { |
| 770 | // This allows us to skip calling jpeg_finish_decompress(). |
| 771 | fDecoderMgr->dinfo()->output_scanline = this->dstInfo().height(); |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 772 | } |
| 773 | |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 774 | return rows; |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 775 | } |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 776 | |
msarett | e6dd004 | 2015-10-09 11:07:34 -0700 | [diff] [blame] | 777 | bool SkJpegCodec::onSkipScanlines(int count) { |
scroggo | 46c5747 | 2015-09-30 08:57:13 -0700 | [diff] [blame] | 778 | // Set the jump location for libjpeg errors |
Chris Dalton | 3e79459 | 2017-12-01 13:11:09 -0700 | [diff] [blame] | 779 | skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr()); |
| 780 | if (setjmp(jmp)) { |
msarett | 50ce1f2 | 2016-07-29 06:23:33 -0700 | [diff] [blame] | 781 | return fDecoderMgr->returnFalse("onSkipScanlines"); |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 782 | } |
| 783 | |
msarett | f724b99 | 2015-10-15 06:41:06 -0700 | [diff] [blame] | 784 | return (uint32_t) count == jpeg_skip_scanlines(fDecoderMgr->dinfo(), count); |
msarett | 97fdea6 | 2015-04-29 08:17:15 -0700 | [diff] [blame] | 785 | } |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 786 | |
| 787 | static bool is_yuv_supported(jpeg_decompress_struct* dinfo) { |
| 788 | // Scaling is not supported in raw data mode. |
| 789 | SkASSERT(dinfo->scale_num == dinfo->scale_denom); |
| 790 | |
| 791 | // I can't imagine that this would ever change, but we do depend on it. |
| 792 | static_assert(8 == DCTSIZE, "DCTSIZE (defined in jpeg library) should always be 8."); |
| 793 | |
| 794 | if (JCS_YCbCr != dinfo->jpeg_color_space) { |
| 795 | return false; |
| 796 | } |
| 797 | |
| 798 | SkASSERT(3 == dinfo->num_components); |
| 799 | SkASSERT(dinfo->comp_info); |
| 800 | |
| 801 | // It is possible to perform a YUV decode for any combination of |
| 802 | // horizontal and vertical sampling that is supported by |
| 803 | // libjpeg/libjpeg-turbo. However, we will start by supporting only the |
| 804 | // common cases (where U and V have samp_factors of one). |
| 805 | // |
| 806 | // The definition of samp_factor is kind of the opposite of what SkCodec |
| 807 | // thinks of as a sampling factor. samp_factor is essentially a |
| 808 | // multiplier, and the larger the samp_factor is, the more samples that |
| 809 | // there will be. Ex: |
| 810 | // U_plane_width = image_width * (U_h_samp_factor / max_h_samp_factor) |
| 811 | // |
| 812 | // Supporting cases where the samp_factors for U or V were larger than |
| 813 | // that of Y would be an extremely difficult change, given that clients |
| 814 | // allocate memory as if the size of the Y plane is always the size of the |
| 815 | // image. However, this case is very, very rare. |
msarett | 7c87cf4 | 2016-03-04 06:23:20 -0800 | [diff] [blame] | 816 | if ((1 != dinfo->comp_info[1].h_samp_factor) || |
| 817 | (1 != dinfo->comp_info[1].v_samp_factor) || |
| 818 | (1 != dinfo->comp_info[2].h_samp_factor) || |
| 819 | (1 != dinfo->comp_info[2].v_samp_factor)) |
| 820 | { |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 821 | return false; |
| 822 | } |
| 823 | |
| 824 | // Support all common cases of Y samp_factors. |
| 825 | // TODO (msarett): As mentioned above, it would be possible to support |
| 826 | // more combinations of samp_factors. The issues are: |
| 827 | // (1) Are there actually any images that are not covered |
| 828 | // by these cases? |
| 829 | // (2) How much complexity would be added to the |
| 830 | // implementation in order to support these rare |
| 831 | // cases? |
| 832 | int hSampY = dinfo->comp_info[0].h_samp_factor; |
| 833 | int vSampY = dinfo->comp_info[0].v_samp_factor; |
| 834 | return (1 == hSampY && 1 == vSampY) || |
| 835 | (2 == hSampY && 1 == vSampY) || |
| 836 | (2 == hSampY && 2 == vSampY) || |
| 837 | (1 == hSampY && 2 == vSampY) || |
| 838 | (4 == hSampY && 1 == vSampY) || |
| 839 | (4 == hSampY && 2 == vSampY); |
| 840 | } |
| 841 | |
Jim Van Verth | e24b587 | 2018-10-29 16:26:02 -0400 | [diff] [blame] | 842 | bool SkJpegCodec::onQueryYUV8(SkYUVASizeInfo* sizeInfo, SkYUVColorSpace* colorSpace) const { |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 843 | jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo(); |
| 844 | if (!is_yuv_supported(dinfo)) { |
| 845 | return false; |
| 846 | } |
| 847 | |
nagarajan.n | b1854fa | 2017-07-19 19:53:21 +0530 | [diff] [blame] | 848 | jpeg_component_info * comp_info = dinfo->comp_info; |
Jim Van Verth | ff1aeb9 | 2018-10-22 15:16:29 -0400 | [diff] [blame] | 849 | for (int i = 0; i < 3; ++i) { |
nagarajan.n | b1854fa | 2017-07-19 19:53:21 +0530 | [diff] [blame] | 850 | sizeInfo->fSizes[i].set(comp_info[i].downsampled_width, comp_info[i].downsampled_height); |
| 851 | sizeInfo->fWidthBytes[i] = comp_info[i].width_in_blocks * DCTSIZE; |
| 852 | } |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 853 | |
Jim Van Verth | 8f11e43 | 2018-10-18 14:36:59 -0400 | [diff] [blame] | 854 | // JPEG never has an alpha channel |
Jim Van Verth | ff1aeb9 | 2018-10-22 15:16:29 -0400 | [diff] [blame] | 855 | sizeInfo->fSizes[3].fHeight = sizeInfo->fSizes[3].fWidth = sizeInfo->fWidthBytes[3] = 0; |
Jim Van Verth | 8f11e43 | 2018-10-18 14:36:59 -0400 | [diff] [blame] | 856 | |
Brian Osman | c337a63 | 2018-11-30 10:39:32 -0500 | [diff] [blame] | 857 | sizeInfo->fOrigin = this->getOrigin(); |
| 858 | |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 859 | if (colorSpace) { |
| 860 | *colorSpace = kJPEG_SkYUVColorSpace; |
| 861 | } |
| 862 | |
| 863 | return true; |
| 864 | } |
| 865 | |
Jim Van Verth | e24b587 | 2018-10-29 16:26:02 -0400 | [diff] [blame] | 866 | SkCodec::Result SkJpegCodec::onGetYUV8Planes(const SkYUVASizeInfo& sizeInfo, |
| 867 | void* planes[SkYUVASizeInfo::kMaxCount]) { |
| 868 | SkYUVASizeInfo defaultInfo; |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 869 | |
| 870 | // This will check is_yuv_supported(), so we don't need to here. |
| 871 | bool supportsYUV = this->onQueryYUV8(&defaultInfo, nullptr); |
msarett | 4984c3c | 2016-03-10 05:44:43 -0800 | [diff] [blame] | 872 | if (!supportsYUV || |
Jim Van Verth | 8f11e43 | 2018-10-18 14:36:59 -0400 | [diff] [blame] | 873 | sizeInfo.fSizes[0] != defaultInfo.fSizes[0] || |
| 874 | sizeInfo.fSizes[1] != defaultInfo.fSizes[1] || |
| 875 | sizeInfo.fSizes[2] != defaultInfo.fSizes[2] || |
| 876 | sizeInfo.fWidthBytes[0] < defaultInfo.fWidthBytes[0] || |
| 877 | sizeInfo.fWidthBytes[1] < defaultInfo.fWidthBytes[1] || |
| 878 | sizeInfo.fWidthBytes[2] < defaultInfo.fWidthBytes[2]) { |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 879 | return fDecoderMgr->returnFailure("onGetYUV8Planes", kInvalidInput); |
| 880 | } |
| 881 | |
| 882 | // Set the jump location for libjpeg errors |
Chris Dalton | 3e79459 | 2017-12-01 13:11:09 -0700 | [diff] [blame] | 883 | skjpeg_error_mgr::AutoPushJmpBuf jmp(fDecoderMgr->errorMgr()); |
| 884 | if (setjmp(jmp)) { |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 885 | return fDecoderMgr->returnFailure("setjmp", kInvalidInput); |
| 886 | } |
| 887 | |
| 888 | // Get a pointer to the decompress info since we will use it quite frequently |
| 889 | jpeg_decompress_struct* dinfo = fDecoderMgr->dinfo(); |
| 890 | |
| 891 | dinfo->raw_data_out = TRUE; |
| 892 | if (!jpeg_start_decompress(dinfo)) { |
| 893 | return fDecoderMgr->returnFailure("startDecompress", kInvalidInput); |
| 894 | } |
| 895 | |
| 896 | // A previous implementation claims that the return value of is_yuv_supported() |
| 897 | // may change after calling jpeg_start_decompress(). It looks to me like this |
| 898 | // was caused by a bug in the old code, but we'll be safe and check here. |
| 899 | SkASSERT(is_yuv_supported(dinfo)); |
| 900 | |
| 901 | // Currently, we require that the Y plane dimensions match the image dimensions |
| 902 | // and that the U and V planes are the same dimensions. |
Jim Van Verth | 8f11e43 | 2018-10-18 14:36:59 -0400 | [diff] [blame] | 903 | SkASSERT(sizeInfo.fSizes[1] == sizeInfo.fSizes[2]); |
| 904 | SkASSERT((uint32_t) sizeInfo.fSizes[0].width() == dinfo->output_width && |
| 905 | (uint32_t) sizeInfo.fSizes[0].height() == dinfo->output_height); |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 906 | |
| 907 | // Build a JSAMPIMAGE to handle output from libjpeg-turbo. A JSAMPIMAGE has |
| 908 | // a 2-D array of pixels for each of the components (Y, U, V) in the image. |
| 909 | // Cheat Sheet: |
| 910 | // JSAMPIMAGE == JSAMPLEARRAY* == JSAMPROW** == JSAMPLE*** |
| 911 | JSAMPARRAY yuv[3]; |
| 912 | |
| 913 | // Set aside enough space for pointers to rows of Y, U, and V. |
| 914 | JSAMPROW rowptrs[2 * DCTSIZE + DCTSIZE + DCTSIZE]; |
| 915 | yuv[0] = &rowptrs[0]; // Y rows (DCTSIZE or 2 * DCTSIZE) |
| 916 | yuv[1] = &rowptrs[2 * DCTSIZE]; // U rows (DCTSIZE) |
| 917 | yuv[2] = &rowptrs[3 * DCTSIZE]; // V rows (DCTSIZE) |
| 918 | |
| 919 | // Initialize rowptrs. |
| 920 | int numYRowsPerBlock = DCTSIZE * dinfo->comp_info[0].v_samp_factor; |
| 921 | for (int i = 0; i < numYRowsPerBlock; i++) { |
Jim Van Verth | 8f11e43 | 2018-10-18 14:36:59 -0400 | [diff] [blame] | 922 | rowptrs[i] = SkTAddOffset<JSAMPLE>(planes[0], i * sizeInfo.fWidthBytes[0]); |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 923 | } |
| 924 | for (int i = 0; i < DCTSIZE; i++) { |
Jim Van Verth | 8f11e43 | 2018-10-18 14:36:59 -0400 | [diff] [blame] | 925 | rowptrs[i + 2 * DCTSIZE] = |
| 926 | SkTAddOffset<JSAMPLE>(planes[1], i * sizeInfo.fWidthBytes[1]); |
| 927 | rowptrs[i + 3 * DCTSIZE] = |
| 928 | SkTAddOffset<JSAMPLE>(planes[2], i * sizeInfo.fWidthBytes[2]); |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 929 | } |
| 930 | |
| 931 | // After each loop iteration, we will increment pointers to Y, U, and V. |
Jim Van Verth | 8f11e43 | 2018-10-18 14:36:59 -0400 | [diff] [blame] | 932 | size_t blockIncrementY = numYRowsPerBlock * sizeInfo.fWidthBytes[0]; |
| 933 | size_t blockIncrementU = DCTSIZE * sizeInfo.fWidthBytes[1]; |
| 934 | size_t blockIncrementV = DCTSIZE * sizeInfo.fWidthBytes[2]; |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 935 | |
| 936 | uint32_t numRowsPerBlock = numYRowsPerBlock; |
| 937 | |
| 938 | // We intentionally round down here, as this first loop will only handle |
| 939 | // full block rows. As a special case at the end, we will handle any |
| 940 | // remaining rows that do not make up a full block. |
| 941 | const int numIters = dinfo->output_height / numRowsPerBlock; |
| 942 | for (int i = 0; i < numIters; i++) { |
| 943 | JDIMENSION linesRead = jpeg_read_raw_data(dinfo, yuv, numRowsPerBlock); |
| 944 | if (linesRead < numRowsPerBlock) { |
| 945 | // FIXME: Handle incomplete YUV decodes without signalling an error. |
| 946 | return kInvalidInput; |
| 947 | } |
| 948 | |
| 949 | // Update rowptrs. |
| 950 | for (int i = 0; i < numYRowsPerBlock; i++) { |
| 951 | rowptrs[i] += blockIncrementY; |
| 952 | } |
| 953 | for (int i = 0; i < DCTSIZE; i++) { |
| 954 | rowptrs[i + 2 * DCTSIZE] += blockIncrementU; |
| 955 | rowptrs[i + 3 * DCTSIZE] += blockIncrementV; |
| 956 | } |
| 957 | } |
| 958 | |
| 959 | uint32_t remainingRows = dinfo->output_height - dinfo->output_scanline; |
| 960 | SkASSERT(remainingRows == dinfo->output_height % numRowsPerBlock); |
| 961 | SkASSERT(dinfo->output_scanline == numIters * numRowsPerBlock); |
| 962 | if (remainingRows > 0) { |
| 963 | // libjpeg-turbo needs memory to be padded by the block sizes. We will fulfill |
| 964 | // this requirement using a dummy row buffer. |
| 965 | // FIXME: Should SkCodec have an extra memory buffer that can be shared among |
| 966 | // all of the implementations that use temporary/garbage memory? |
Jim Van Verth | e24b587 | 2018-10-29 16:26:02 -0400 | [diff] [blame] | 967 | SkAutoTMalloc<JSAMPLE> dummyRow(sizeInfo.fWidthBytes[0]); |
msarett | b714fb0 | 2016-01-22 14:46:42 -0800 | [diff] [blame] | 968 | for (int i = remainingRows; i < numYRowsPerBlock; i++) { |
| 969 | rowptrs[i] = dummyRow.get(); |
| 970 | } |
| 971 | int remainingUVRows = dinfo->comp_info[1].downsampled_height - DCTSIZE * numIters; |
| 972 | for (int i = remainingUVRows; i < DCTSIZE; i++) { |
| 973 | rowptrs[i + 2 * DCTSIZE] = dummyRow.get(); |
| 974 | rowptrs[i + 3 * DCTSIZE] = dummyRow.get(); |
| 975 | } |
| 976 | |
| 977 | JDIMENSION linesRead = jpeg_read_raw_data(dinfo, yuv, numRowsPerBlock); |
| 978 | if (linesRead < remainingRows) { |
| 979 | // FIXME: Handle incomplete YUV decodes without signalling an error. |
| 980 | return kInvalidInput; |
| 981 | } |
| 982 | } |
| 983 | |
| 984 | return kSuccess; |
| 985 | } |
Hal Canary | 83e0f1b | 2018-04-05 16:58:41 -0400 | [diff] [blame] | 986 | |
| 987 | // This function is declared in SkJpegInfo.h, used by SkPDF. |
| 988 | bool SkGetJpegInfo(const void* data, size_t len, |
| 989 | SkISize* size, |
| 990 | SkEncodedInfo::Color* colorType, |
| 991 | SkEncodedOrigin* orientation) { |
| 992 | if (!SkJpegCodec::IsJpeg(data, len)) { |
| 993 | return false; |
| 994 | } |
| 995 | |
| 996 | SkMemoryStream stream(data, len); |
| 997 | JpegDecoderMgr decoderMgr(&stream); |
| 998 | // libjpeg errors will be caught and reported here |
| 999 | skjpeg_error_mgr::AutoPushJmpBuf jmp(decoderMgr.errorMgr()); |
| 1000 | if (setjmp(jmp)) { |
| 1001 | return false; |
| 1002 | } |
| 1003 | decoderMgr.init(); |
| 1004 | jpeg_decompress_struct* dinfo = decoderMgr.dinfo(); |
| 1005 | jpeg_save_markers(dinfo, kExifMarker, 0xFFFF); |
| 1006 | jpeg_save_markers(dinfo, kICCMarker, 0xFFFF); |
| 1007 | if (JPEG_HEADER_OK != jpeg_read_header(dinfo, true)) { |
| 1008 | return false; |
| 1009 | } |
| 1010 | SkEncodedInfo::Color encodedColorType; |
| 1011 | if (!decoderMgr.getEncodedColor(&encodedColorType)) { |
| 1012 | return false; // Unable to interpret the color channels as colors. |
| 1013 | } |
| 1014 | if (colorType) { |
| 1015 | *colorType = encodedColorType; |
| 1016 | } |
| 1017 | if (orientation) { |
| 1018 | *orientation = get_exif_orientation(dinfo); |
| 1019 | } |
| 1020 | if (size) { |
| 1021 | *size = {SkToS32(dinfo->image_width), SkToS32(dinfo->image_height)}; |
| 1022 | } |
| 1023 | return true; |
| 1024 | } |