mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2016 Google Inc. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license that can be |
| 5 | * found in the LICENSE file. |
| 6 | */ |
| 7 | |
| 8 | #ifndef SkRasterPipeline_DEFINED |
| 9 | #define SkRasterPipeline_DEFINED |
| 10 | |
Mike Klein | 0a76b41 | 2017-05-22 12:01:59 -0400 | [diff] [blame] | 11 | #include "SkArenaAlloc.h" |
Brian Osman | 81cbd03 | 2018-09-21 11:09:15 -0400 | [diff] [blame] | 12 | #include "SkColor.h" |
Mike Klein | d37d5d9 | 2016-12-14 13:38:24 +0000 | [diff] [blame] | 13 | #include "SkImageInfo.h" |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 14 | #include "SkNx.h" |
| 15 | #include "SkTArray.h" |
| 16 | #include "SkTypes.h" |
Mike Klein | 0a76b41 | 2017-05-22 12:01:59 -0400 | [diff] [blame] | 17 | #include <functional> |
Mike Klein | cc63173 | 2016-12-06 09:17:55 -0500 | [diff] [blame] | 18 | #include <vector> |
Mike Klein | afa3502 | 2018-09-17 16:41:26 -0400 | [diff] [blame] | 19 | #include "../jumper/SkJumper.h" |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 20 | |
| 21 | /** |
| 22 | * SkRasterPipeline provides a cheap way to chain together a pixel processing pipeline. |
| 23 | * |
| 24 | * It's particularly designed for situations where the potential pipeline is extremely |
| 25 | * combinatoric: {N dst formats} x {M source formats} x {K mask formats} x {C transfer modes} ... |
| 26 | * No one wants to write specialized routines for all those combinations, and if we did, we'd |
| 27 | * end up bloating our code size dramatically. SkRasterPipeline stages can be chained together |
| 28 | * at runtime, so we can scale this problem linearly rather than combinatorically. |
| 29 | * |
Mike Klein | b8d88d7 | 2017-06-29 12:21:22 -0400 | [diff] [blame] | 30 | * Each stage is represented by a function conforming to a common interface and by an |
| 31 | * arbitrary context pointer. The stage funciton arguments and calling convention are |
| 32 | * designed to maximize the amount of data we can pass along the pipeline cheaply, and |
| 33 | * vary depending on CPU feature detection. |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 34 | * |
Mike Klein | b8d88d7 | 2017-06-29 12:21:22 -0400 | [diff] [blame] | 35 | * If you'd like to see how this works internally, you want to start digging around src/jumper. |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 36 | */ |
| 37 | |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 38 | #define SK_RASTER_PIPELINE_STAGES(M) \ |
| 39 | M(callback) \ |
| 40 | M(move_src_dst) M(move_dst_src) \ |
Mike Klein | eb50f43 | 2018-09-07 11:08:53 -0400 | [diff] [blame] | 41 | M(clamp_0) M(clamp_1) M(clamp_a) M(clamp_a_dst) M(clamp_gamut) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 42 | M(unpremul) M(premul) M(premul_dst) \ |
Mike Klein | ac568a9 | 2018-01-25 09:09:32 -0500 | [diff] [blame] | 43 | M(force_opaque) M(force_opaque_dst) \ |
Mike Klein | 1a3eb52 | 2018-10-18 10:11:00 -0400 | [diff] [blame^] | 44 | M(set_rgb) M(unbounded_set_rgb) M(swap_rb) M(swap_rb_dst) \ |
Mike Klein | 6f02af9 | 2018-06-05 15:11:11 -0400 | [diff] [blame] | 45 | M(from_srgb) M(to_srgb) \ |
Mike Klein | cd3e13a | 2018-07-10 15:52:06 +0000 | [diff] [blame] | 46 | M(black_color) M(white_color) M(uniform_color) M(unbounded_uniform_color) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 47 | M(seed_shader) M(dither) \ |
| 48 | M(load_a8) M(load_a8_dst) M(store_a8) M(gather_a8) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 49 | M(load_565) M(load_565_dst) M(store_565) M(gather_565) \ |
| 50 | M(load_4444) M(load_4444_dst) M(store_4444) M(gather_4444) \ |
| 51 | M(load_f16) M(load_f16_dst) M(store_f16) M(gather_f16) \ |
Mike Klein | 3785471 | 2018-06-26 11:43:06 -0400 | [diff] [blame] | 52 | M(load_f32) M(load_f32_dst) M(store_f32) M(gather_f32) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 53 | M(load_8888) M(load_8888_dst) M(store_8888) M(gather_8888) \ |
Mike Klein | ac568a9 | 2018-01-25 09:09:32 -0500 | [diff] [blame] | 54 | M(load_1010102) M(load_1010102_dst) M(store_1010102) M(gather_1010102) \ |
Mike Klein | b1df5e5 | 2018-10-17 17:06:03 -0400 | [diff] [blame] | 55 | M(alpha_to_gray) M(alpha_to_gray_dst) M(luminance_to_alpha) \ |
Mike Klein | 1fa9c43 | 2017-12-11 09:59:47 -0500 | [diff] [blame] | 56 | M(bilerp_clamp_8888) \ |
Mike Klein | 6747f52 | 2018-05-22 10:32:20 -0400 | [diff] [blame] | 57 | M(store_u16_be) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 58 | M(load_rgba) M(store_rgba) \ |
| 59 | M(scale_u8) M(scale_565) M(scale_1_float) \ |
| 60 | M( lerp_u8) M( lerp_565) M( lerp_1_float) \ |
| 61 | M(dstatop) M(dstin) M(dstout) M(dstover) \ |
| 62 | M(srcatop) M(srcin) M(srcout) M(srcover) \ |
| 63 | M(clear) M(modulate) M(multiply) M(plus_) M(screen) M(xor_) \ |
| 64 | M(colorburn) M(colordodge) M(darken) M(difference) \ |
| 65 | M(exclusion) M(hardlight) M(lighten) M(overlay) M(softlight) \ |
| 66 | M(hue) M(saturation) M(color) M(luminosity) \ |
Mike Klein | dd9bfe9 | 2018-10-17 17:15:07 -0400 | [diff] [blame] | 67 | M(srcover_rgba_8888) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 68 | M(matrix_translate) M(matrix_scale_translate) \ |
Mike Klein | b82edcc | 2018-07-10 18:25:03 +0000 | [diff] [blame] | 69 | M(matrix_2x3) M(matrix_3x3) M(matrix_3x4) M(matrix_4x5) M(matrix_4x3) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 70 | M(matrix_perspective) \ |
Mike Klein | 4eebd9e | 2018-07-11 14:49:51 -0400 | [diff] [blame] | 71 | M(parametric) M(gamma) \ |
Mike Klein | 6747f52 | 2018-05-22 10:32:20 -0400 | [diff] [blame] | 72 | M(mirror_x) M(repeat_x) \ |
| 73 | M(mirror_y) M(repeat_y) \ |
| 74 | M(decal_x) M(decal_y) M(decal_x_and_y) \ |
Mike Reed | dfc0e91 | 2018-02-16 12:40:18 -0500 | [diff] [blame] | 75 | M(check_decal_mask) \ |
Yuqian Li | d208a88 | 2018-01-04 10:08:42 -0500 | [diff] [blame] | 76 | M(negate_x) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 77 | M(bilinear_nx) M(bilinear_px) M(bilinear_ny) M(bilinear_py) \ |
| 78 | M(bicubic_n3x) M(bicubic_n1x) M(bicubic_p1x) M(bicubic_p3x) \ |
| 79 | M(bicubic_n3y) M(bicubic_n1y) M(bicubic_p1y) M(bicubic_p3y) \ |
| 80 | M(save_xy) M(accumulate) \ |
Mike Klein | e95a62f | 2017-11-01 13:31:28 -0400 | [diff] [blame] | 81 | M(clamp_x_1) M(mirror_x_1) M(repeat_x_1) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 82 | M(evenly_spaced_gradient) \ |
| 83 | M(gradient) \ |
| 84 | M(evenly_spaced_2_stop_gradient) \ |
| 85 | M(xy_to_unit_angle) \ |
| 86 | M(xy_to_radius) \ |
Yuqian Li | d208a88 | 2018-01-04 10:08:42 -0500 | [diff] [blame] | 87 | M(xy_to_2pt_conical_strip) \ |
| 88 | M(xy_to_2pt_conical_focal_on_circle) \ |
| 89 | M(xy_to_2pt_conical_well_behaved) \ |
| 90 | M(xy_to_2pt_conical_smaller) \ |
| 91 | M(xy_to_2pt_conical_greater) \ |
| 92 | M(alter_2pt_conical_compensate_focal) \ |
| 93 | M(alter_2pt_conical_unswap) \ |
| 94 | M(mask_2pt_conical_nan) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 95 | M(mask_2pt_conical_degenerates) M(apply_vector_mask) \ |
Mike Klein | 6747f52 | 2018-05-22 10:32:20 -0400 | [diff] [blame] | 96 | M(byte_tables) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 97 | M(rgb_to_hsl) M(hsl_to_rgb) \ |
Mike Klein | 3cbcb73 | 2017-10-25 12:38:25 -0400 | [diff] [blame] | 98 | M(gauss_a_to_rgba) |
Mike Klein | aebfb45 | 2016-10-25 10:27:33 -0400 | [diff] [blame] | 99 | |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 100 | class SkRasterPipeline { |
| 101 | public: |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 102 | explicit SkRasterPipeline(SkArenaAlloc*); |
| 103 | |
| 104 | SkRasterPipeline(const SkRasterPipeline&) = delete; |
| 105 | SkRasterPipeline(SkRasterPipeline&&) = default; |
| 106 | |
| 107 | SkRasterPipeline& operator=(const SkRasterPipeline&) = delete; |
| 108 | SkRasterPipeline& operator=(SkRasterPipeline&&) = default; |
| 109 | |
| 110 | void reset(); |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 111 | |
Mike Klein | fa9f241 | 2016-09-29 13:40:01 -0400 | [diff] [blame] | 112 | enum StockStage { |
Mike Klein | aebfb45 | 2016-10-25 10:27:33 -0400 | [diff] [blame] | 113 | #define M(stage) stage, |
| 114 | SK_RASTER_PIPELINE_STAGES(M) |
| 115 | #undef M |
Mike Klein | fa9f241 | 2016-09-29 13:40:01 -0400 | [diff] [blame] | 116 | }; |
Mike Klein | 26bea5d | 2016-10-05 10:36:38 -0400 | [diff] [blame] | 117 | void append(StockStage, void* = nullptr); |
| 118 | void append(StockStage stage, const void* ctx) { this->append(stage, const_cast<void*>(ctx)); } |
Ethan Nicholas | 26a9aad | 2018-03-27 14:10:52 -0400 | [diff] [blame] | 119 | // For raw functions (i.e. from a JIT). Don't use this unless you know exactly what fn needs to |
| 120 | // be. :) |
| 121 | void append(void* fn, void* ctx); |
Mike Klein | fa9f241 | 2016-09-29 13:40:01 -0400 | [diff] [blame] | 122 | |
mtklein | 9a5c47f | 2016-07-22 11:05:04 -0700 | [diff] [blame] | 123 | // Append all stages to this pipeline. |
| 124 | void extend(const SkRasterPipeline&); |
| 125 | |
Mike Klein | 3b92b69 | 2017-07-18 11:30:25 -0400 | [diff] [blame] | 126 | // Runs the pipeline in 2d from (x,y) inclusive to (x+w,y+h) exclusive. |
Mike Klein | 45c16fa | 2017-07-18 18:15:13 -0400 | [diff] [blame] | 127 | void run(size_t x, size_t y, size_t w, size_t h) const; |
Mike Klein | 3b92b69 | 2017-07-18 11:30:25 -0400 | [diff] [blame] | 128 | |
Mike Klein | 0a76b41 | 2017-05-22 12:01:59 -0400 | [diff] [blame] | 129 | // Allocates a thunk which amortizes run() setup cost in alloc. |
Mike Klein | 45c16fa | 2017-07-18 18:15:13 -0400 | [diff] [blame] | 130 | std::function<void(size_t, size_t, size_t, size_t)> compile() const; |
Mike Klein | 0a76b41 | 2017-05-22 12:01:59 -0400 | [diff] [blame] | 131 | |
Mike Klein | 3928c6b | 2016-11-15 16:18:38 -0500 | [diff] [blame] | 132 | void dump() const; |
| 133 | |
Mike Klein | 073073e | 2017-08-03 09:42:53 -0400 | [diff] [blame] | 134 | // Appends a stage for the specified matrix. |
| 135 | // Tries to optimize the stage by analyzing the type of matrix. |
Mike Reed | 6b59bf4 | 2017-07-03 21:26:44 -0400 | [diff] [blame] | 136 | void append_matrix(SkArenaAlloc*, const SkMatrix&); |
| 137 | |
Mike Klein | 073073e | 2017-08-03 09:42:53 -0400 | [diff] [blame] | 138 | // Appends a stage for a constant uniform color. |
| 139 | // Tries to optimize the stage based on the color. |
Mike Klein | 16776df | 2017-08-03 10:22:42 -0400 | [diff] [blame] | 140 | void append_constant_color(SkArenaAlloc*, const float rgba[4]); |
| 141 | |
Mike Klein | 16776df | 2017-08-03 10:22:42 -0400 | [diff] [blame] | 142 | void append_constant_color(SkArenaAlloc* alloc, const SkColor4f& color) { |
| 143 | this->append_constant_color(alloc, color.vec()); |
| 144 | } |
Mike Reed | c91e387 | 2017-07-05 14:12:37 -0400 | [diff] [blame] | 145 | |
Mike Klein | be56949 | 2018-09-14 09:34:21 -0400 | [diff] [blame] | 146 | // Like append_constant_color() but only affecting r,g,b, ignoring the alpha channel. |
| 147 | void append_set_rgb(SkArenaAlloc*, const float rgb[3]); |
| 148 | |
| 149 | void append_set_rgb(SkArenaAlloc* alloc, const SkColor4f& color) { |
| 150 | this->append_set_rgb(alloc, color.vec()); |
| 151 | } |
| 152 | |
Mike Klein | afa3502 | 2018-09-17 16:41:26 -0400 | [diff] [blame] | 153 | void append_load (SkColorType, const SkJumper_MemoryCtx*); |
| 154 | void append_load_dst(SkColorType, const SkJumper_MemoryCtx*); |
| 155 | void append_store (SkColorType, const SkJumper_MemoryCtx*); |
| 156 | |
Mike Klein | 0a44d5c | 2018-10-02 11:10:59 -0400 | [diff] [blame] | 157 | void append_gamut_clamp_if_normalized(const SkImageInfo&); |
| 158 | |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 159 | bool empty() const { return fStages == nullptr; } |
Mike Klein | 1859f69 | 2017-05-22 08:28:45 -0400 | [diff] [blame] | 160 | |
Mike Klein | afa3502 | 2018-09-17 16:41:26 -0400 | [diff] [blame] | 161 | |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 162 | private: |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 163 | struct StageList { |
| 164 | StageList* prev; |
Ethan Nicholas | 26a9aad | 2018-03-27 14:10:52 -0400 | [diff] [blame] | 165 | uint64_t stage; |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 166 | void* ctx; |
Ethan Nicholas | 26a9aad | 2018-03-27 14:10:52 -0400 | [diff] [blame] | 167 | bool rawFunction; |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 168 | }; |
| 169 | |
Mike Klein | 1b9b7d5 | 2018-02-27 10:37:40 -0500 | [diff] [blame] | 170 | using StartPipelineFn = void(*)(size_t,size_t,size_t,size_t, void** program); |
| 171 | StartPipelineFn build_pipeline(void**) const; |
| 172 | |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 173 | void unchecked_append(StockStage, void*); |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 174 | |
| 175 | SkArenaAlloc* fAlloc; |
| 176 | StageList* fStages; |
Mike Klein | 9fff111 | 2017-05-24 11:37:52 -0400 | [diff] [blame] | 177 | int fNumStages; |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 178 | int fSlotsNeeded; |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 179 | }; |
| 180 | |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 181 | template <size_t bytes> |
| 182 | class SkRasterPipeline_ : public SkRasterPipeline { |
| 183 | public: |
| 184 | SkRasterPipeline_() |
Florin Malita | 14a6430 | 2017-05-24 14:53:44 -0400 | [diff] [blame] | 185 | : SkRasterPipeline(&fBuiltinAlloc) {} |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 186 | |
| 187 | private: |
Florin Malita | 14a6430 | 2017-05-24 14:53:44 -0400 | [diff] [blame] | 188 | SkSTArenaAlloc<bytes> fBuiltinAlloc; |
Mike Klein | b24704d | 2017-05-24 07:53:00 -0400 | [diff] [blame] | 189 | }; |
| 190 | |
| 191 | |
mtklein | 281b33f | 2016-07-12 15:01:26 -0700 | [diff] [blame] | 192 | #endif//SkRasterPipeline_DEFINED |