yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2016 Google Inc. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license that can be |
| 5 | * found in the LICENSE file. |
| 6 | */ |
| 7 | |
Mike Klein | c0bd9f9 | 2019-04-23 12:05:21 -0500 | [diff] [blame] | 8 | #include "include/codec/SkCodec.h" |
| 9 | #include "include/core/SkData.h" |
| 10 | #include "include/core/SkRefCnt.h" |
| 11 | #include "include/core/SkStream.h" |
| 12 | #include "include/core/SkTypes.h" |
| 13 | #include "include/private/SkColorData.h" |
| 14 | #include "include/private/SkMutex.h" |
| 15 | #include "include/private/SkTArray.h" |
| 16 | #include "include/private/SkTemplates.h" |
| 17 | #include "src/codec/SkCodecPriv.h" |
| 18 | #include "src/codec/SkJpegCodec.h" |
| 19 | #include "src/codec/SkRawCodec.h" |
| 20 | #include "src/core/SkColorSpacePriv.h" |
Mike Klein | c0bd9f9 | 2019-04-23 12:05:21 -0500 | [diff] [blame] | 21 | #include "src/core/SkStreamPriv.h" |
| 22 | #include "src/core/SkTaskGroup.h" |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 23 | |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 24 | #include "dng_area_task.h" |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 25 | #include "dng_color_space.h" |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 26 | #include "dng_errors.h" |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 27 | #include "dng_exceptions.h" |
| 28 | #include "dng_host.h" |
| 29 | #include "dng_info.h" |
| 30 | #include "dng_memory.h" |
| 31 | #include "dng_render.h" |
| 32 | #include "dng_stream.h" |
| 33 | |
| 34 | #include "src/piex.h" |
| 35 | |
| 36 | #include <cmath> // for std::round,floor,ceil |
| 37 | #include <limits> |
John Stiles | fbd050b | 2020-08-03 13:21:46 -0400 | [diff] [blame] | 38 | #include <memory> |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 39 | |
| 40 | namespace { |
| 41 | |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 42 | // Caluclates the number of tiles of tile_size that fit into the area in vertical and horizontal |
| 43 | // directions. |
| 44 | dng_point num_tiles_in_area(const dng_point &areaSize, |
| 45 | const dng_point_real64 &tileSize) { |
| 46 | // FIXME: Add a ceil_div() helper in SkCodecPriv.h |
yujieqin | fda27a9 | 2016-01-27 09:03:20 -0800 | [diff] [blame] | 47 | return dng_point(static_cast<int32>((areaSize.v + tileSize.v - 1) / tileSize.v), |
| 48 | static_cast<int32>((areaSize.h + tileSize.h - 1) / tileSize.h)); |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 49 | } |
| 50 | |
| 51 | int num_tasks_required(const dng_point& tilesInTask, |
| 52 | const dng_point& tilesInArea) { |
| 53 | return ((tilesInArea.v + tilesInTask.v - 1) / tilesInTask.v) * |
| 54 | ((tilesInArea.h + tilesInTask.h - 1) / tilesInTask.h); |
| 55 | } |
| 56 | |
| 57 | // Calculate the number of tiles to process per task, taking into account the maximum number of |
| 58 | // tasks. It prefers to increase horizontally for better locality of reference. |
| 59 | dng_point num_tiles_per_task(const int maxTasks, |
| 60 | const dng_point &tilesInArea) { |
| 61 | dng_point tilesInTask = {1, 1}; |
| 62 | while (num_tasks_required(tilesInTask, tilesInArea) > maxTasks) { |
| 63 | if (tilesInTask.h < tilesInArea.h) { |
| 64 | ++tilesInTask.h; |
| 65 | } else if (tilesInTask.v < tilesInArea.v) { |
| 66 | ++tilesInTask.v; |
| 67 | } else { |
| 68 | ThrowProgramError("num_tiles_per_task calculation is wrong."); |
| 69 | } |
| 70 | } |
| 71 | return tilesInTask; |
| 72 | } |
| 73 | |
| 74 | std::vector<dng_rect> compute_task_areas(const int maxTasks, const dng_rect& area, |
| 75 | const dng_point& tileSize) { |
| 76 | std::vector<dng_rect> taskAreas; |
| 77 | const dng_point tilesInArea = num_tiles_in_area(area.Size(), tileSize); |
| 78 | const dng_point tilesPerTask = num_tiles_per_task(maxTasks, tilesInArea); |
| 79 | const dng_point taskAreaSize = {tilesPerTask.v * tileSize.v, |
| 80 | tilesPerTask.h * tileSize.h}; |
| 81 | for (int v = 0; v < tilesInArea.v; v += tilesPerTask.v) { |
| 82 | for (int h = 0; h < tilesInArea.h; h += tilesPerTask.h) { |
| 83 | dng_rect taskArea; |
| 84 | taskArea.t = area.t + v * tileSize.v; |
| 85 | taskArea.l = area.l + h * tileSize.h; |
| 86 | taskArea.b = Min_int32(taskArea.t + taskAreaSize.v, area.b); |
| 87 | taskArea.r = Min_int32(taskArea.l + taskAreaSize.h, area.r); |
| 88 | |
| 89 | taskAreas.push_back(taskArea); |
| 90 | } |
| 91 | } |
| 92 | return taskAreas; |
| 93 | } |
| 94 | |
| 95 | class SkDngHost : public dng_host { |
| 96 | public: |
yujieqin | fda27a9 | 2016-01-27 09:03:20 -0800 | [diff] [blame] | 97 | explicit SkDngHost(dng_memory_allocator* allocater) : dng_host(allocater) {} |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 98 | |
| 99 | void PerformAreaTask(dng_area_task& task, const dng_rect& area) override { |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 100 | SkTaskGroup taskGroup; |
| 101 | |
| 102 | // tileSize is typically 256x256 |
| 103 | const dng_point tileSize(task.FindTileSize(area)); |
Leon Scroggins III | 37819d0 | 2018-04-20 11:04:32 -0400 | [diff] [blame] | 104 | const std::vector<dng_rect> taskAreas = compute_task_areas(this->PerformAreaTaskThreads(), |
| 105 | area, tileSize); |
yujieqin | fda27a9 | 2016-01-27 09:03:20 -0800 | [diff] [blame] | 106 | const int numTasks = static_cast<int>(taskAreas.size()); |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 107 | |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 108 | SkMutex mutex; |
| 109 | SkTArray<dng_exception> exceptions; |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 110 | task.Start(numTasks, tileSize, &Allocator(), Sniffer()); |
| 111 | for (int taskIndex = 0; taskIndex < numTasks; ++taskIndex) { |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 112 | taskGroup.add([&mutex, &exceptions, &task, this, taskIndex, taskAreas, tileSize] { |
| 113 | try { |
| 114 | task.ProcessOnThread(taskIndex, taskAreas[taskIndex], tileSize, this->Sniffer()); |
| 115 | } catch (dng_exception& exception) { |
Herb Derby | 9b86955 | 2019-05-10 12:16:17 -0400 | [diff] [blame] | 116 | SkAutoMutexExclusive lock(mutex); |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 117 | exceptions.push_back(exception); |
| 118 | } catch (...) { |
Herb Derby | 9b86955 | 2019-05-10 12:16:17 -0400 | [diff] [blame] | 119 | SkAutoMutexExclusive lock(mutex); |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 120 | exceptions.push_back(dng_exception(dng_error_unknown)); |
| 121 | } |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 122 | }); |
| 123 | } |
| 124 | |
| 125 | taskGroup.wait(); |
| 126 | task.Finish(numTasks); |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 127 | |
Leon Scroggins III | 37819d0 | 2018-04-20 11:04:32 -0400 | [diff] [blame] | 128 | // We only re-throw the first exception. |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 129 | if (!exceptions.empty()) { |
| 130 | Throw_dng_error(exceptions.front().ErrorCode(), nullptr, nullptr); |
| 131 | } |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 132 | } |
| 133 | |
| 134 | uint32 PerformAreaTaskThreads() override { |
Leon Scroggins III | 37819d0 | 2018-04-20 11:04:32 -0400 | [diff] [blame] | 135 | #ifdef SK_BUILD_FOR_ANDROID |
Leon Scroggins III | 1530f39 | 2018-05-23 16:12:32 -0400 | [diff] [blame] | 136 | // Only use 1 thread. DNGs with the warp effect require a lot of memory, |
| 137 | // and the amount of memory required scales linearly with the number of |
| 138 | // threads. The sample used in CTS requires over 500 MB, so even two |
| 139 | // threads is significantly expensive. There is no good way to tell |
| 140 | // whether the image has the warp effect. |
| 141 | return 1; |
Leon Scroggins III | 37819d0 | 2018-04-20 11:04:32 -0400 | [diff] [blame] | 142 | #else |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 143 | return kMaxMPThreads; |
Leon Scroggins III | 37819d0 | 2018-04-20 11:04:32 -0400 | [diff] [blame] | 144 | #endif |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 145 | } |
| 146 | |
| 147 | private: |
John Stiles | 7571f9e | 2020-09-02 22:42:33 -0400 | [diff] [blame] | 148 | using INHERITED = dng_host; |
ebrauer | b84b5b4 | 2016-01-27 08:21:03 -0800 | [diff] [blame] | 149 | }; |
| 150 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 151 | // T must be unsigned type. |
| 152 | template <class T> |
| 153 | bool safe_add_to_size_t(T arg1, T arg2, size_t* result) { |
| 154 | SkASSERT(arg1 >= 0); |
| 155 | SkASSERT(arg2 >= 0); |
| 156 | if (arg1 >= 0 && arg2 <= std::numeric_limits<T>::max() - arg1) { |
| 157 | T sum = arg1 + arg2; |
| 158 | if (sum <= std::numeric_limits<size_t>::max()) { |
| 159 | *result = static_cast<size_t>(sum); |
| 160 | return true; |
| 161 | } |
| 162 | } |
| 163 | return false; |
| 164 | } |
| 165 | |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 166 | bool is_asset_stream(const SkStream& stream) { |
| 167 | return stream.hasLength() && stream.hasPosition(); |
| 168 | } |
| 169 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 170 | } // namespace |
| 171 | |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 172 | class SkRawStream { |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 173 | public: |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 174 | virtual ~SkRawStream() {} |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 175 | |
Ben Wagner | 63fd760 | 2017-10-09 15:45:33 -0400 | [diff] [blame] | 176 | /* |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 177 | * Gets the length of the stream. Depending on the type of stream, this may require reading to |
| 178 | * the end of the stream. |
| 179 | */ |
| 180 | virtual uint64 getLength() = 0; |
| 181 | |
| 182 | virtual bool read(void* data, size_t offset, size_t length) = 0; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 183 | |
| 184 | /* |
| 185 | * Creates an SkMemoryStream from the offset with size. |
| 186 | * Note: for performance reason, this function is destructive to the SkRawStream. One should |
| 187 | * abandon current object after the function call. |
| 188 | */ |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 189 | virtual std::unique_ptr<SkMemoryStream> transferBuffer(size_t offset, size_t size) = 0; |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 190 | }; |
| 191 | |
yujieqin | c04df21 | 2016-03-09 13:49:36 -0800 | [diff] [blame] | 192 | class SkRawLimitedDynamicMemoryWStream : public SkDynamicMemoryWStream { |
| 193 | public: |
Brian Salomon | d3b6597 | 2017-03-22 12:05:03 -0400 | [diff] [blame] | 194 | ~SkRawLimitedDynamicMemoryWStream() override {} |
yujieqin | c04df21 | 2016-03-09 13:49:36 -0800 | [diff] [blame] | 195 | |
| 196 | bool write(const void* buffer, size_t size) override { |
| 197 | size_t newSize; |
| 198 | if (!safe_add_to_size_t(this->bytesWritten(), size, &newSize) || |
| 199 | newSize > kMaxStreamSize) |
| 200 | { |
| 201 | SkCodecPrintf("Error: Stream size exceeds the limit.\n"); |
| 202 | return false; |
| 203 | } |
| 204 | return this->INHERITED::write(buffer, size); |
| 205 | } |
| 206 | |
| 207 | private: |
yujieqin | d6215cf | 2016-03-10 05:15:49 -0800 | [diff] [blame] | 208 | // Most of valid RAW images will not be larger than 100MB. This limit is helpful to avoid |
| 209 | // streaming too large data chunk. We can always adjust the limit here if we need. |
yujieqin | c04df21 | 2016-03-09 13:49:36 -0800 | [diff] [blame] | 210 | const size_t kMaxStreamSize = 100 * 1024 * 1024; // 100MB |
| 211 | |
John Stiles | 7571f9e | 2020-09-02 22:42:33 -0400 | [diff] [blame] | 212 | using INHERITED = SkDynamicMemoryWStream; |
yujieqin | c04df21 | 2016-03-09 13:49:36 -0800 | [diff] [blame] | 213 | }; |
| 214 | |
| 215 | // Note: the maximum buffer size is 100MB (limited by SkRawLimitedDynamicMemoryWStream). |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 216 | class SkRawBufferedStream : public SkRawStream { |
| 217 | public: |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 218 | explicit SkRawBufferedStream(std::unique_ptr<SkStream> stream) |
| 219 | : fStream(std::move(stream)) |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 220 | , fWholeStreamRead(false) |
| 221 | { |
| 222 | // Only use SkRawBufferedStream when the stream is not an asset stream. |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 223 | SkASSERT(!is_asset_stream(*fStream)); |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 224 | } |
| 225 | |
| 226 | ~SkRawBufferedStream() override {} |
| 227 | |
| 228 | uint64 getLength() override { |
| 229 | if (!this->bufferMoreData(kReadToEnd)) { // read whole stream |
| 230 | ThrowReadFile(); |
| 231 | } |
| 232 | return fStreamBuffer.bytesWritten(); |
| 233 | } |
| 234 | |
| 235 | bool read(void* data, size_t offset, size_t length) override { |
| 236 | if (length == 0) { |
| 237 | return true; |
| 238 | } |
| 239 | |
| 240 | size_t sum; |
| 241 | if (!safe_add_to_size_t(offset, length, &sum)) { |
| 242 | return false; |
| 243 | } |
| 244 | |
| 245 | return this->bufferMoreData(sum) && fStreamBuffer.read(data, offset, length); |
| 246 | } |
| 247 | |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 248 | std::unique_ptr<SkMemoryStream> transferBuffer(size_t offset, size_t size) override { |
bungeman | 38d909e | 2016-08-02 14:40:46 -0700 | [diff] [blame] | 249 | sk_sp<SkData> data(SkData::MakeUninitialized(size)); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 250 | if (offset > fStreamBuffer.bytesWritten()) { |
| 251 | // If the offset is not buffered, read from fStream directly and skip the buffering. |
| 252 | const size_t skipLength = offset - fStreamBuffer.bytesWritten(); |
| 253 | if (fStream->skip(skipLength) != skipLength) { |
| 254 | return nullptr; |
| 255 | } |
| 256 | const size_t bytesRead = fStream->read(data->writable_data(), size); |
| 257 | if (bytesRead < size) { |
bungeman | 38d909e | 2016-08-02 14:40:46 -0700 | [diff] [blame] | 258 | data = SkData::MakeSubset(data.get(), 0, bytesRead); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 259 | } |
| 260 | } else { |
Brian Osman | 788b916 | 2020-02-07 10:36:46 -0500 | [diff] [blame] | 261 | const size_t alreadyBuffered = std::min(fStreamBuffer.bytesWritten() - offset, size); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 262 | if (alreadyBuffered > 0 && |
| 263 | !fStreamBuffer.read(data->writable_data(), offset, alreadyBuffered)) { |
| 264 | return nullptr; |
| 265 | } |
| 266 | |
| 267 | const size_t remaining = size - alreadyBuffered; |
| 268 | if (remaining) { |
| 269 | auto* dst = static_cast<uint8_t*>(data->writable_data()) + alreadyBuffered; |
| 270 | const size_t bytesRead = fStream->read(dst, remaining); |
| 271 | size_t newSize; |
| 272 | if (bytesRead < remaining) { |
| 273 | if (!safe_add_to_size_t(alreadyBuffered, bytesRead, &newSize)) { |
| 274 | return nullptr; |
| 275 | } |
bungeman | 38d909e | 2016-08-02 14:40:46 -0700 | [diff] [blame] | 276 | data = SkData::MakeSubset(data.get(), 0, newSize); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 277 | } |
| 278 | } |
| 279 | } |
Mike Reed | 847068c | 2017-07-26 11:35:53 -0400 | [diff] [blame] | 280 | return SkMemoryStream::Make(data); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 281 | } |
| 282 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 283 | private: |
| 284 | // Note: if the newSize == kReadToEnd (0), this function will read to the end of stream. |
| 285 | bool bufferMoreData(size_t newSize) { |
| 286 | if (newSize == kReadToEnd) { |
| 287 | if (fWholeStreamRead) { // already read-to-end. |
| 288 | return true; |
| 289 | } |
| 290 | |
| 291 | // TODO: optimize for the special case when the input is SkMemoryStream. |
| 292 | return SkStreamCopy(&fStreamBuffer, fStream.get()); |
| 293 | } |
| 294 | |
| 295 | if (newSize <= fStreamBuffer.bytesWritten()) { // already buffered to newSize |
| 296 | return true; |
| 297 | } |
| 298 | if (fWholeStreamRead) { // newSize is larger than the whole stream. |
| 299 | return false; |
| 300 | } |
| 301 | |
yujieqin | 22000d1 | 2016-02-02 08:09:07 -0800 | [diff] [blame] | 302 | // Try to read at least 8192 bytes to avoid to many small reads. |
| 303 | const size_t kMinSizeToRead = 8192; |
| 304 | const size_t sizeRequested = newSize - fStreamBuffer.bytesWritten(); |
Brian Osman | 788b916 | 2020-02-07 10:36:46 -0500 | [diff] [blame] | 305 | const size_t sizeToRead = std::max(kMinSizeToRead, sizeRequested); |
yujieqin | 22000d1 | 2016-02-02 08:09:07 -0800 | [diff] [blame] | 306 | SkAutoSTMalloc<kMinSizeToRead, uint8> tempBuffer(sizeToRead); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 307 | const size_t bytesRead = fStream->read(tempBuffer.get(), sizeToRead); |
yujieqin | 22000d1 | 2016-02-02 08:09:07 -0800 | [diff] [blame] | 308 | if (bytesRead < sizeRequested) { |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 309 | return false; |
| 310 | } |
| 311 | return fStreamBuffer.write(tempBuffer.get(), bytesRead); |
| 312 | } |
| 313 | |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 314 | std::unique_ptr<SkStream> fStream; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 315 | bool fWholeStreamRead; |
| 316 | |
yujieqin | c04df21 | 2016-03-09 13:49:36 -0800 | [diff] [blame] | 317 | // Use a size-limited stream to avoid holding too huge buffer. |
| 318 | SkRawLimitedDynamicMemoryWStream fStreamBuffer; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 319 | |
| 320 | const size_t kReadToEnd = 0; |
| 321 | }; |
| 322 | |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 323 | class SkRawAssetStream : public SkRawStream { |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 324 | public: |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 325 | explicit SkRawAssetStream(std::unique_ptr<SkStream> stream) |
| 326 | : fStream(std::move(stream)) |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 327 | { |
| 328 | // Only use SkRawAssetStream when the stream is an asset stream. |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 329 | SkASSERT(is_asset_stream(*fStream)); |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 330 | } |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 331 | |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 332 | ~SkRawAssetStream() override {} |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 333 | |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 334 | uint64 getLength() override { |
| 335 | return fStream->getLength(); |
| 336 | } |
| 337 | |
| 338 | |
| 339 | bool read(void* data, size_t offset, size_t length) override { |
| 340 | if (length == 0) { |
| 341 | return true; |
| 342 | } |
| 343 | |
| 344 | size_t sum; |
| 345 | if (!safe_add_to_size_t(offset, length, &sum)) { |
| 346 | return false; |
| 347 | } |
| 348 | |
| 349 | return fStream->seek(offset) && (fStream->read(data, length) == length); |
| 350 | } |
| 351 | |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 352 | std::unique_ptr<SkMemoryStream> transferBuffer(size_t offset, size_t size) override { |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 353 | if (fStream->getLength() < offset) { |
| 354 | return nullptr; |
| 355 | } |
| 356 | |
| 357 | size_t sum; |
| 358 | if (!safe_add_to_size_t(offset, size, &sum)) { |
| 359 | return nullptr; |
| 360 | } |
| 361 | |
| 362 | // This will allow read less than the requested "size", because the JPEG codec wants to |
| 363 | // handle also a partial JPEG file. |
Brian Osman | 788b916 | 2020-02-07 10:36:46 -0500 | [diff] [blame] | 364 | const size_t bytesToRead = std::min(sum, fStream->getLength()) - offset; |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 365 | if (bytesToRead == 0) { |
| 366 | return nullptr; |
| 367 | } |
| 368 | |
| 369 | if (fStream->getMemoryBase()) { // directly copy if getMemoryBase() is available. |
bungeman | 38d909e | 2016-08-02 14:40:46 -0700 | [diff] [blame] | 370 | sk_sp<SkData> data(SkData::MakeWithCopy( |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 371 | static_cast<const uint8_t*>(fStream->getMemoryBase()) + offset, bytesToRead)); |
mtklein | 852f15d | 2016-03-17 10:51:27 -0700 | [diff] [blame] | 372 | fStream.reset(); |
Mike Reed | 847068c | 2017-07-26 11:35:53 -0400 | [diff] [blame] | 373 | return SkMemoryStream::Make(data); |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 374 | } else { |
bungeman | 38d909e | 2016-08-02 14:40:46 -0700 | [diff] [blame] | 375 | sk_sp<SkData> data(SkData::MakeUninitialized(bytesToRead)); |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 376 | if (!fStream->seek(offset)) { |
| 377 | return nullptr; |
| 378 | } |
| 379 | const size_t bytesRead = fStream->read(data->writable_data(), bytesToRead); |
| 380 | if (bytesRead < bytesToRead) { |
bungeman | 38d909e | 2016-08-02 14:40:46 -0700 | [diff] [blame] | 381 | data = SkData::MakeSubset(data.get(), 0, bytesRead); |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 382 | } |
Mike Reed | 847068c | 2017-07-26 11:35:53 -0400 | [diff] [blame] | 383 | return SkMemoryStream::Make(data); |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 384 | } |
| 385 | } |
| 386 | private: |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 387 | std::unique_ptr<SkStream> fStream; |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 388 | }; |
| 389 | |
| 390 | class SkPiexStream : public ::piex::StreamInterface { |
| 391 | public: |
| 392 | // Will NOT take the ownership of the stream. |
| 393 | explicit SkPiexStream(SkRawStream* stream) : fStream(stream) {} |
| 394 | |
| 395 | ~SkPiexStream() override {} |
| 396 | |
| 397 | ::piex::Error GetData(const size_t offset, const size_t length, |
| 398 | uint8* data) override { |
| 399 | return fStream->read(static_cast<void*>(data), offset, length) ? |
| 400 | ::piex::Error::kOk : ::piex::Error::kFail; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 401 | } |
| 402 | |
| 403 | private: |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 404 | SkRawStream* fStream; |
| 405 | }; |
| 406 | |
| 407 | class SkDngStream : public dng_stream { |
| 408 | public: |
| 409 | // Will NOT take the ownership of the stream. |
| 410 | SkDngStream(SkRawStream* stream) : fStream(stream) {} |
| 411 | |
| 412 | ~SkDngStream() override {} |
| 413 | |
| 414 | uint64 DoGetLength() override { return fStream->getLength(); } |
| 415 | |
| 416 | void DoRead(void* data, uint32 count, uint64 offset) override { |
| 417 | size_t sum; |
| 418 | if (!safe_add_to_size_t(static_cast<uint64>(count), offset, &sum) || |
| 419 | !fStream->read(data, static_cast<size_t>(offset), static_cast<size_t>(count))) { |
| 420 | ThrowReadFile(); |
| 421 | } |
| 422 | } |
| 423 | |
| 424 | private: |
| 425 | SkRawStream* fStream; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 426 | }; |
| 427 | |
| 428 | class SkDngImage { |
| 429 | public: |
ebrauer | 46d2aa8 | 2016-02-17 08:04:00 -0800 | [diff] [blame] | 430 | /* |
| 431 | * Initializes the object with the information from Piex in a first attempt. This way it can |
| 432 | * save time and storage to obtain the DNG dimensions and color filter array (CFA) pattern |
| 433 | * which is essential for the demosaicing of the sensor image. |
| 434 | * Note: this will take the ownership of the stream. |
| 435 | */ |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 436 | static SkDngImage* NewFromStream(SkRawStream* stream) { |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 437 | std::unique_ptr<SkDngImage> dngImage(new SkDngImage(stream)); |
Kevin Lubick | 493f89e | 2020-09-14 08:37:35 -0400 | [diff] [blame] | 438 | #if defined(SK_BUILD_FOR_LIBFUZZER) |
Kevin Lubick | 2416f96 | 2018-02-12 08:26:39 -0500 | [diff] [blame] | 439 | // Libfuzzer easily runs out of memory after here. To avoid that |
| 440 | // We just pretend all streams are invalid. Our AFL-fuzzer |
| 441 | // should still exercise this code; it's more resistant to OOM. |
| 442 | return nullptr; |
| 443 | #endif |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 444 | if (!dngImage->initFromPiex() && !dngImage->readDng()) { |
yujieqin | d6215cf | 2016-03-10 05:15:49 -0800 | [diff] [blame] | 445 | return nullptr; |
| 446 | } |
| 447 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 448 | return dngImage.release(); |
| 449 | } |
| 450 | |
| 451 | /* |
| 452 | * Renders the DNG image to the size. The DNG SDK only allows scaling close to integer factors |
| 453 | * down to 80 pixels on the short edge. The rendered image will be close to the specified size, |
| 454 | * but there is no guarantee that any of the edges will match the requested size. E.g. |
| 455 | * 100% size: 4000 x 3000 |
| 456 | * requested size: 1600 x 1200 |
| 457 | * returned size could be: 2000 x 1500 |
| 458 | */ |
| 459 | dng_image* render(int width, int height) { |
| 460 | if (!fHost || !fInfo || !fNegative || !fDngStream) { |
| 461 | if (!this->readDng()) { |
| 462 | return nullptr; |
| 463 | } |
| 464 | } |
| 465 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 466 | // DNG SDK preserves the aspect ratio, so it only needs to know the longer dimension. |
Brian Osman | 788b916 | 2020-02-07 10:36:46 -0500 | [diff] [blame] | 467 | const int preferredSize = std::max(width, height); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 468 | try { |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 469 | // render() takes ownership of fHost, fInfo, fNegative and fDngStream when available. |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 470 | std::unique_ptr<dng_host> host(fHost.release()); |
| 471 | std::unique_ptr<dng_info> info(fInfo.release()); |
| 472 | std::unique_ptr<dng_negative> negative(fNegative.release()); |
| 473 | std::unique_ptr<dng_stream> dngStream(fDngStream.release()); |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 474 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 475 | host->SetPreferredSize(preferredSize); |
| 476 | host->ValidateSizes(); |
| 477 | |
| 478 | negative->ReadStage1Image(*host, *dngStream, *info); |
| 479 | |
| 480 | if (info->fMaskIndex != -1) { |
| 481 | negative->ReadTransparencyMask(*host, *dngStream, *info); |
| 482 | } |
| 483 | |
| 484 | negative->ValidateRawImageDigest(*host); |
| 485 | if (negative->IsDamaged()) { |
| 486 | return nullptr; |
| 487 | } |
| 488 | |
| 489 | const int32 kMosaicPlane = -1; |
| 490 | negative->BuildStage2Image(*host); |
| 491 | negative->BuildStage3Image(*host, kMosaicPlane); |
| 492 | |
| 493 | dng_render render(*host, *negative); |
| 494 | render.SetFinalSpace(dng_space_sRGB::Get()); |
| 495 | render.SetFinalPixelType(ttByte); |
| 496 | |
| 497 | dng_point stage3_size = negative->Stage3Image()->Size(); |
Brian Osman | 788b916 | 2020-02-07 10:36:46 -0500 | [diff] [blame] | 498 | render.SetMaximumSize(std::max(stage3_size.h, stage3_size.v)); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 499 | |
| 500 | return render.Render(); |
| 501 | } catch (...) { |
| 502 | return nullptr; |
| 503 | } |
| 504 | } |
| 505 | |
msarett | c30c418 | 2016-04-20 11:53:35 -0700 | [diff] [blame] | 506 | int width() const { |
| 507 | return fWidth; |
| 508 | } |
| 509 | |
| 510 | int height() const { |
| 511 | return fHeight; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 512 | } |
| 513 | |
| 514 | bool isScalable() const { |
| 515 | return fIsScalable; |
| 516 | } |
| 517 | |
| 518 | bool isXtransImage() const { |
| 519 | return fIsXtransImage; |
| 520 | } |
| 521 | |
yujieqin | d6215cf | 2016-03-10 05:15:49 -0800 | [diff] [blame] | 522 | // Quick check if the image contains a valid TIFF header as requested by DNG format. |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 523 | // Does not affect ownership of stream. |
| 524 | static bool IsTiffHeaderValid(SkRawStream* stream) { |
yujieqin | d6215cf | 2016-03-10 05:15:49 -0800 | [diff] [blame] | 525 | const size_t kHeaderSize = 4; |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 526 | unsigned char header[kHeaderSize]; |
| 527 | if (!stream->read(header, 0 /* offset */, kHeaderSize)) { |
yujieqin | d6215cf | 2016-03-10 05:15:49 -0800 | [diff] [blame] | 528 | return false; |
| 529 | } |
| 530 | |
| 531 | // Check if the header is valid (endian info and magic number "42"). |
msarett | 0e6274f | 2016-03-21 08:04:40 -0700 | [diff] [blame] | 532 | bool littleEndian; |
| 533 | if (!is_valid_endian_marker(header, &littleEndian)) { |
| 534 | return false; |
| 535 | } |
| 536 | |
| 537 | return 0x2A == get_endian_short(header + 2, littleEndian); |
yujieqin | d6215cf | 2016-03-10 05:15:49 -0800 | [diff] [blame] | 538 | } |
| 539 | |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 540 | private: |
Leon Scroggins III | d87fbee | 2016-12-02 16:47:53 -0500 | [diff] [blame] | 541 | bool init(int width, int height, const dng_point& cfaPatternSize) { |
msarett | c30c418 | 2016-04-20 11:53:35 -0700 | [diff] [blame] | 542 | fWidth = width; |
| 543 | fHeight = height; |
ebrauer | 46d2aa8 | 2016-02-17 08:04:00 -0800 | [diff] [blame] | 544 | |
| 545 | // The DNG SDK scales only during demosaicing, so scaling is only possible when |
| 546 | // a mosaic info is available. |
| 547 | fIsScalable = cfaPatternSize.v != 0 && cfaPatternSize.h != 0; |
| 548 | fIsXtransImage = fIsScalable ? (cfaPatternSize.v == 6 && cfaPatternSize.h == 6) : false; |
Leon Scroggins III | d87fbee | 2016-12-02 16:47:53 -0500 | [diff] [blame] | 549 | |
| 550 | return width > 0 && height > 0; |
ebrauer | 46d2aa8 | 2016-02-17 08:04:00 -0800 | [diff] [blame] | 551 | } |
| 552 | |
| 553 | bool initFromPiex() { |
| 554 | // Does not take the ownership of rawStream. |
| 555 | SkPiexStream piexStream(fStream.get()); |
| 556 | ::piex::PreviewImageData imageData; |
| 557 | if (::piex::IsRaw(&piexStream) |
| 558 | && ::piex::GetPreviewImageData(&piexStream, &imageData) == ::piex::Error::kOk) |
| 559 | { |
| 560 | dng_point cfaPatternSize(imageData.cfa_pattern_dim[1], imageData.cfa_pattern_dim[0]); |
Leon Scroggins III | d87fbee | 2016-12-02 16:47:53 -0500 | [diff] [blame] | 561 | return this->init(static_cast<int>(imageData.full_width), |
| 562 | static_cast<int>(imageData.full_height), cfaPatternSize); |
ebrauer | 46d2aa8 | 2016-02-17 08:04:00 -0800 | [diff] [blame] | 563 | } |
| 564 | return false; |
| 565 | } |
| 566 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 567 | bool readDng() { |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 568 | try { |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 569 | // Due to the limit of DNG SDK, we need to reset host and info. |
John Stiles | fbd050b | 2020-08-03 13:21:46 -0400 | [diff] [blame] | 570 | fHost = std::make_unique<SkDngHost>(&fAllocator); |
| 571 | fInfo = std::make_unique<dng_info>(); |
| 572 | fDngStream = std::make_unique<SkDngStream>(fStream.get()); |
yujieqin | f236ee4 | 2016-02-29 07:14:42 -0800 | [diff] [blame] | 573 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 574 | fHost->ValidateSizes(); |
| 575 | fInfo->Parse(*fHost, *fDngStream); |
| 576 | fInfo->PostParse(*fHost); |
| 577 | if (!fInfo->IsValidDNG()) { |
| 578 | return false; |
| 579 | } |
| 580 | |
| 581 | fNegative.reset(fHost->Make_dng_negative()); |
| 582 | fNegative->Parse(*fHost, *fDngStream, *fInfo); |
| 583 | fNegative->PostParse(*fHost, *fDngStream, *fInfo); |
| 584 | fNegative->SynchronizeMetadata(); |
| 585 | |
ebrauer | 46d2aa8 | 2016-02-17 08:04:00 -0800 | [diff] [blame] | 586 | dng_point cfaPatternSize(0, 0); |
| 587 | if (fNegative->GetMosaicInfo() != nullptr) { |
| 588 | cfaPatternSize = fNegative->GetMosaicInfo()->fCFAPatternSize; |
| 589 | } |
Leon Scroggins III | d87fbee | 2016-12-02 16:47:53 -0500 | [diff] [blame] | 590 | return this->init(static_cast<int>(fNegative->DefaultCropSizeH().As_real64()), |
| 591 | static_cast<int>(fNegative->DefaultCropSizeV().As_real64()), |
| 592 | cfaPatternSize); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 593 | } catch (...) { |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 594 | return false; |
| 595 | } |
| 596 | } |
| 597 | |
| 598 | SkDngImage(SkRawStream* stream) |
msarett | ac6c750 | 2016-04-25 09:30:24 -0700 | [diff] [blame] | 599 | : fStream(stream) |
msarett | ac6c750 | 2016-04-25 09:30:24 -0700 | [diff] [blame] | 600 | {} |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 601 | |
Leon Scroggins III | e7fd7ff | 2018-04-18 10:17:45 -0400 | [diff] [blame] | 602 | dng_memory_allocator fAllocator; |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 603 | std::unique_ptr<SkRawStream> fStream; |
| 604 | std::unique_ptr<dng_host> fHost; |
| 605 | std::unique_ptr<dng_info> fInfo; |
| 606 | std::unique_ptr<dng_negative> fNegative; |
| 607 | std::unique_ptr<dng_stream> fDngStream; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 608 | |
msarett | c30c418 | 2016-04-20 11:53:35 -0700 | [diff] [blame] | 609 | int fWidth; |
| 610 | int fHeight; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 611 | bool fIsScalable; |
| 612 | bool fIsXtransImage; |
| 613 | }; |
| 614 | |
| 615 | /* |
| 616 | * Tries to handle the image with PIEX. If PIEX returns kOk and finds the preview image, create a |
| 617 | * SkJpegCodec. If PIEX returns kFail, then the file is invalid, return nullptr. In other cases, |
| 618 | * fallback to create SkRawCodec for DNG images. |
| 619 | */ |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 620 | std::unique_ptr<SkCodec> SkRawCodec::MakeFromStream(std::unique_ptr<SkStream> stream, |
| 621 | Result* result) { |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 622 | std::unique_ptr<SkRawStream> rawStream; |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 623 | if (is_asset_stream(*stream)) { |
John Stiles | fbd050b | 2020-08-03 13:21:46 -0400 | [diff] [blame] | 624 | rawStream = std::make_unique<SkRawAssetStream>(std::move(stream)); |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 625 | } else { |
John Stiles | fbd050b | 2020-08-03 13:21:46 -0400 | [diff] [blame] | 626 | rawStream = std::make_unique<SkRawBufferedStream>(std::move(stream)); |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 627 | } |
| 628 | |
| 629 | // Does not take the ownership of rawStream. |
| 630 | SkPiexStream piexStream(rawStream.get()); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 631 | ::piex::PreviewImageData imageData; |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 632 | if (::piex::IsRaw(&piexStream)) { |
| 633 | ::piex::Error error = ::piex::GetPreviewImageData(&piexStream, &imageData); |
Matt Sarett | c5eabe7 | 2017-02-24 14:51:08 -0500 | [diff] [blame] | 634 | if (error == ::piex::Error::kFail) { |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 635 | *result = kInvalidInput; |
Matt Sarett | c5eabe7 | 2017-02-24 14:51:08 -0500 | [diff] [blame] | 636 | return nullptr; |
| 637 | } |
| 638 | |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 639 | std::unique_ptr<SkEncodedInfo::ICCProfile> profile; |
Leon Scroggins III | 5dd47e4 | 2018-09-27 15:26:48 -0400 | [diff] [blame] | 640 | if (imageData.color_space == ::piex::PreviewImageData::kAdobeRgb) { |
Leon Scroggins III | 5dd47e4 | 2018-09-27 15:26:48 -0400 | [diff] [blame] | 641 | skcms_ICCProfile skcmsProfile; |
| 642 | skcms_Init(&skcmsProfile); |
Brian Osman | 82ebe04 | 2019-01-04 17:03:00 -0500 | [diff] [blame] | 643 | skcms_SetTransferFunction(&skcmsProfile, &SkNamedTransferFn::k2Dot2); |
| 644 | skcms_SetXYZD50(&skcmsProfile, &SkNamedGamut::kAdobeRGB); |
Leon Scroggins III | 5dd47e4 | 2018-09-27 15:26:48 -0400 | [diff] [blame] | 645 | profile = SkEncodedInfo::ICCProfile::Make(skcmsProfile); |
Matt Sarett | c5eabe7 | 2017-02-24 14:51:08 -0500 | [diff] [blame] | 646 | } |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 647 | |
yujieqin | e34635d | 2016-04-14 07:04:00 -0700 | [diff] [blame] | 648 | // Theoretically PIEX can return JPEG compressed image or uncompressed RGB image. We only |
| 649 | // handle the JPEG compressed preview image here. |
| 650 | if (error == ::piex::Error::kOk && imageData.preview.length > 0 && |
| 651 | imageData.preview.format == ::piex::Image::kJpegCompressed) |
| 652 | { |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 653 | // transferBuffer() is destructive to the rawStream. Abandon the rawStream after this |
| 654 | // function call. |
| 655 | // FIXME: one may avoid the copy of memoryStream and use the buffered rawStream. |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 656 | auto memoryStream = rawStream->transferBuffer(imageData.preview.offset, |
| 657 | imageData.preview.length); |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 658 | if (!memoryStream) { |
| 659 | *result = kInvalidInput; |
| 660 | return nullptr; |
| 661 | } |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 662 | return SkJpegCodec::MakeFromStream(std::move(memoryStream), result, |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 663 | std::move(profile)); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 664 | } |
| 665 | } |
| 666 | |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 667 | if (!SkDngImage::IsTiffHeaderValid(rawStream.get())) { |
| 668 | *result = kUnimplemented; |
| 669 | return nullptr; |
| 670 | } |
| 671 | |
yujieqin | 9c7a8a4 | 2016-02-05 08:21:19 -0800 | [diff] [blame] | 672 | // Takes the ownership of the rawStream. |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 673 | std::unique_ptr<SkDngImage> dngImage(SkDngImage::NewFromStream(rawStream.release())); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 674 | if (!dngImage) { |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 675 | *result = kInvalidInput; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 676 | return nullptr; |
| 677 | } |
| 678 | |
Leon Scroggins III | 588fb04 | 2017-07-14 16:32:31 -0400 | [diff] [blame] | 679 | *result = kSuccess; |
Mike Reed | ede7bac | 2017-07-23 15:30:02 -0400 | [diff] [blame] | 680 | return std::unique_ptr<SkCodec>(new SkRawCodec(dngImage.release())); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 681 | } |
| 682 | |
Matt Sarett | a225e9b | 2016-11-07 10:26:17 -0500 | [diff] [blame] | 683 | SkCodec::Result SkRawCodec::onGetPixels(const SkImageInfo& dstInfo, void* dst, |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 684 | size_t dstRowBytes, const Options& options, |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 685 | int* rowsDecoded) { |
Matt Sarett | a225e9b | 2016-11-07 10:26:17 -0500 | [diff] [blame] | 686 | const int width = dstInfo.width(); |
| 687 | const int height = dstInfo.height(); |
Ben Wagner | 145dbcd | 2016-11-03 14:40:50 -0400 | [diff] [blame] | 688 | std::unique_ptr<dng_image> image(fDngImage->render(width, height)); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 689 | if (!image) { |
| 690 | return kInvalidInput; |
| 691 | } |
| 692 | |
| 693 | // Because the DNG SDK can not guarantee to render to requested size, we allow a small |
| 694 | // difference. Only the overlapping region will be converted. |
| 695 | const float maxDiffRatio = 1.03f; |
| 696 | const dng_point& imageSize = image->Size(); |
Matt Sarett | e18c97b | 2016-11-28 18:46:37 -0500 | [diff] [blame] | 697 | if (imageSize.h / (float) width > maxDiffRatio || imageSize.h < width || |
| 698 | imageSize.v / (float) height > maxDiffRatio || imageSize.v < height) { |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 699 | return SkCodec::kInvalidScale; |
| 700 | } |
| 701 | |
| 702 | void* dstRow = dst; |
yujieqin | 24716be | 2016-01-27 07:59:00 -0800 | [diff] [blame] | 703 | SkAutoTMalloc<uint8_t> srcRow(width * 3); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 704 | |
| 705 | dng_pixel_buffer buffer; |
| 706 | buffer.fData = &srcRow[0]; |
| 707 | buffer.fPlane = 0; |
| 708 | buffer.fPlanes = 3; |
| 709 | buffer.fColStep = buffer.fPlanes; |
| 710 | buffer.fPlaneStep = 1; |
| 711 | buffer.fPixelType = ttByte; |
| 712 | buffer.fPixelSize = sizeof(uint8_t); |
scroggo | e645965 | 2016-01-30 10:06:11 -0800 | [diff] [blame] | 713 | buffer.fRowStep = width * 3; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 714 | |
Leon Scroggins III | 9676596 | 2018-12-07 14:04:47 -0500 | [diff] [blame] | 715 | constexpr auto srcFormat = skcms_PixelFormat_RGB_888; |
| 716 | skcms_PixelFormat dstFormat; |
Leon Scroggins III | 179559f | 2018-12-10 12:30:12 -0500 | [diff] [blame] | 717 | if (!sk_select_xform_format(dstInfo.colorType(), false, &dstFormat)) { |
| 718 | return kInvalidConversion; |
Leon Scroggins III | 9676596 | 2018-12-07 14:04:47 -0500 | [diff] [blame] | 719 | } |
| 720 | |
| 721 | const skcms_ICCProfile* const srcProfile = this->getEncodedInfo().profile(); |
| 722 | skcms_ICCProfile dstProfileStorage; |
| 723 | const skcms_ICCProfile* dstProfile = nullptr; |
| 724 | if (auto cs = dstInfo.colorSpace()) { |
| 725 | cs->toProfile(&dstProfileStorage); |
| 726 | dstProfile = &dstProfileStorage; |
| 727 | } |
| 728 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 729 | for (int i = 0; i < height; ++i) { |
| 730 | buffer.fArea = dng_rect(i, 0, i + 1, width); |
| 731 | |
| 732 | try { |
| 733 | image->Get(buffer, dng_image::edge_zero); |
| 734 | } catch (...) { |
| 735 | *rowsDecoded = i; |
nagarajan.n | f398dd5 | 2017-09-19 17:46:52 +0530 | [diff] [blame] | 736 | return kIncompleteInput; |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 737 | } |
| 738 | |
Leon Scroggins III | 9676596 | 2018-12-07 14:04:47 -0500 | [diff] [blame] | 739 | if (!skcms_Transform(&srcRow[0], srcFormat, skcms_AlphaFormat_Unpremul, srcProfile, |
| 740 | dstRow, dstFormat, skcms_AlphaFormat_Unpremul, dstProfile, |
| 741 | dstInfo.width())) { |
| 742 | SkDebugf("failed to transform\n"); |
| 743 | *rowsDecoded = i; |
| 744 | return kInternalError; |
Matt Sarett | a225e9b | 2016-11-07 10:26:17 -0500 | [diff] [blame] | 745 | } |
Leon Scroggins III | 9676596 | 2018-12-07 14:04:47 -0500 | [diff] [blame] | 746 | |
nagarajan.n | f398dd5 | 2017-09-19 17:46:52 +0530 | [diff] [blame] | 747 | dstRow = SkTAddOffset<void>(dstRow, dstRowBytes); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 748 | } |
| 749 | return kSuccess; |
| 750 | } |
| 751 | |
| 752 | SkISize SkRawCodec::onGetScaledDimensions(float desiredScale) const { |
| 753 | SkASSERT(desiredScale <= 1.f); |
yujieqin | d0e0885 | 2016-03-03 07:38:27 -0800 | [diff] [blame] | 754 | |
Leon Scroggins III | 712476e | 2018-10-03 15:47:00 -0400 | [diff] [blame] | 755 | const SkISize dim = this->dimensions(); |
yujieqin | d0e0885 | 2016-03-03 07:38:27 -0800 | [diff] [blame] | 756 | SkASSERT(dim.fWidth != 0 && dim.fHeight != 0); |
| 757 | |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 758 | if (!fDngImage->isScalable()) { |
| 759 | return dim; |
| 760 | } |
| 761 | |
| 762 | // Limits the minimum size to be 80 on the short edge. |
Brian Osman | 788b916 | 2020-02-07 10:36:46 -0500 | [diff] [blame] | 763 | const float shortEdge = static_cast<float>(std::min(dim.fWidth, dim.fHeight)); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 764 | if (desiredScale < 80.f / shortEdge) { |
| 765 | desiredScale = 80.f / shortEdge; |
| 766 | } |
| 767 | |
| 768 | // For Xtrans images, the integer-factor scaling does not support the half-size scaling case |
| 769 | // (stronger downscalings are fine). In this case, returns the factor "3" scaling instead. |
| 770 | if (fDngImage->isXtransImage() && desiredScale > 1.f / 3.f && desiredScale < 1.f) { |
| 771 | desiredScale = 1.f / 3.f; |
| 772 | } |
| 773 | |
| 774 | // Round to integer-factors. |
| 775 | const float finalScale = std::floor(1.f/ desiredScale); |
yujieqin | 076d83d | 2016-01-27 08:25:53 -0800 | [diff] [blame] | 776 | return SkISize::Make(static_cast<int32_t>(std::floor(dim.fWidth / finalScale)), |
| 777 | static_cast<int32_t>(std::floor(dim.fHeight / finalScale))); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 778 | } |
| 779 | |
| 780 | bool SkRawCodec::onDimensionsSupported(const SkISize& dim) { |
Leon Scroggins III | 712476e | 2018-10-03 15:47:00 -0400 | [diff] [blame] | 781 | const SkISize fullDim = this->dimensions(); |
Brian Osman | 788b916 | 2020-02-07 10:36:46 -0500 | [diff] [blame] | 782 | const float fullShortEdge = static_cast<float>(std::min(fullDim.fWidth, fullDim.fHeight)); |
| 783 | const float shortEdge = static_cast<float>(std::min(dim.fWidth, dim.fHeight)); |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 784 | |
| 785 | SkISize sizeFloor = this->onGetScaledDimensions(1.f / std::floor(fullShortEdge / shortEdge)); |
| 786 | SkISize sizeCeil = this->onGetScaledDimensions(1.f / std::ceil(fullShortEdge / shortEdge)); |
| 787 | return sizeFloor == dim || sizeCeil == dim; |
| 788 | } |
| 789 | |
| 790 | SkRawCodec::~SkRawCodec() {} |
| 791 | |
| 792 | SkRawCodec::SkRawCodec(SkDngImage* dngImage) |
Leon Scroggins III | 5dd47e4 | 2018-09-27 15:26:48 -0400 | [diff] [blame] | 793 | : INHERITED(SkEncodedInfo::Make(dngImage->width(), dngImage->height(), |
| 794 | SkEncodedInfo::kRGB_Color, |
| 795 | SkEncodedInfo::kOpaque_Alpha, 8), |
Leon Scroggins III | 36f7e32 | 2018-08-27 11:55:46 -0400 | [diff] [blame] | 796 | skcms_PixelFormat_RGBA_8888, nullptr) |
yujieqin | 916de9f | 2016-01-25 08:26:16 -0800 | [diff] [blame] | 797 | , fDngImage(dngImage) {} |