blob: 1ad920e0f6103b1bd3259e7a069b7c5879a466ef [file] [log] [blame]
joshualittac977922014-07-22 09:52:11 -07001/*
2 * Copyright 2014 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
Mike Kleinc0bd9f92019-04-23 12:05:21 -05007#include "src/gpu/effects/GrMatrixConvolutionEffect.h"
Robert Phillips296b1cc2017-03-15 10:42:12 -04008
Adlai Holler00ddb002020-05-11 19:25:52 -04009#include "include/private/SkHalf.h"
10#include "src/gpu/GrBitmapTextureMaker.h"
11#include "src/gpu/GrContextPriv.h"
12#include "src/gpu/GrProxyProvider.h"
13#include "src/gpu/GrRecordingContextPriv.h"
Greg Daniel456f9b52020-03-05 19:14:18 +000014#include "src/gpu/GrTexture.h"
Greg Danielf91aeb22019-06-18 09:58:02 -040015#include "src/gpu/GrTextureProxy.h"
Brian Salomon694ec492020-04-14 13:39:31 -040016#include "src/gpu/effects/GrTextureEffect.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050017#include "src/gpu/glsl/GrGLSLFragmentProcessor.h"
18#include "src/gpu/glsl/GrGLSLFragmentShaderBuilder.h"
19#include "src/gpu/glsl/GrGLSLProgramDataManager.h"
20#include "src/gpu/glsl/GrGLSLUniformHandler.h"
joshualittac977922014-07-22 09:52:11 -070021
egdaniel64c47282015-11-13 06:54:19 -080022class GrGLMatrixConvolutionEffect : public GrGLSLFragmentProcessor {
joshualittac977922014-07-22 09:52:11 -070023public:
robertphillips9cdb9922016-02-03 12:25:40 -080024 void emitCode(EmitArgs&) override;
joshualittac977922014-07-22 09:52:11 -070025
Brian Salomon94efbf52016-11-29 13:43:05 -050026 static inline void GenKey(const GrProcessor&, const GrShaderCaps&, GrProcessorKeyBuilder*);
joshualittac977922014-07-22 09:52:11 -070027
wangyixb1daa862015-08-18 11:29:31 -070028protected:
Brian Salomonab015ef2017-04-04 10:15:51 -040029 void onSetData(const GrGLSLProgramDataManager&, const GrFragmentProcessor&) override;
joshualittac977922014-07-22 09:52:11 -070030
31private:
egdaniel018fb622015-10-28 07:26:40 -070032 typedef GrGLSLProgramDataManager::UniformHandle UniformHandle;
joshualittac977922014-07-22 09:52:11 -070033
Adlai Holler00ddb002020-05-11 19:25:52 -040034 void emitKernelBlock(EmitArgs&, SkIPoint);
35
joshualitt5ae5fc52014-07-29 12:59:27 -070036 UniformHandle fKernelUni;
joshualitt5ae5fc52014-07-29 12:59:27 -070037 UniformHandle fKernelOffsetUni;
38 UniformHandle fGainUni;
39 UniformHandle fBiasUni;
Adlai Holler00ddb002020-05-11 19:25:52 -040040 UniformHandle fKernelBiasUni;
joshualittac977922014-07-22 09:52:11 -070041
egdaniel64c47282015-11-13 06:54:19 -080042 typedef GrGLSLFragmentProcessor INHERITED;
joshualittac977922014-07-22 09:52:11 -070043};
44
Brian Salomon1b0b0042020-06-12 15:15:50 -040045GrMatrixConvolutionEffect::KernelWrapper::MakeResult
46GrMatrixConvolutionEffect::KernelWrapper::Make(GrRecordingContext* context,
47 SkISize size,
48 const GrCaps& caps,
49 const SkScalar* values) {
50 if (!context || !values || size.isEmpty()) {
Adlai Holler00ddb002020-05-11 19:25:52 -040051 return {};
52 }
53 const int length = size.area();
54 // Small kernel -> just fill the array.
55 KernelWrapper result(size);
56 if (length <= kMaxUniformSize) {
57 for (int i = 0; i < length; i++) {
58 result.fArray[i] = SkScalarToFloat(values[i]);
59 }
Brian Salomon1b0b0042020-06-12 15:15:50 -040060 return {result, nullptr};
Adlai Holler00ddb002020-05-11 19:25:52 -040061 }
62
Brian Salomon1b0b0042020-06-12 15:15:50 -040063 BiasAndGain& scalableSampler = result.fBiasAndGain;
Adlai Holler00ddb002020-05-11 19:25:52 -040064 bool useA16 =
65 context->defaultBackendFormat(kA16_float_SkColorType, GrRenderable::kNo).isValid();
66 SkScalar min = values[0];
67 if (!useA16) {
68 // Determine min and max values to figure out inner gain & bias.
69 SkScalar max = values[0];
70 for (int i = 1; i < length; i++) {
71 if (values[i] < min) {
72 min = values[i];
73 }
74 if (values[i] > max) {
75 max = values[i];
76 }
77 }
78 // Treat near-0 gain (i.e. box blur) as 1, and let the kernelBias
79 // move everything up to the final value.
80 const SkScalar computedGain = max - min;
81 scalableSampler.fGain =
82 SkScalarNearlyZero(computedGain) ? 1.0f : SkScalarToFloat(computedGain);
83 // Inner bias is pre-inner-gain so we divide that out.
84 scalableSampler.fBias = SkScalarToFloat(min) / scalableSampler.fGain;
85 }
86
Adlai Hollerdcfb2332020-05-13 15:02:28 -040087 // TODO: Pick cache or dont-cache based on observed perf.
88 static constexpr bool kCacheKernelTexture = true;
Adlai Holler00ddb002020-05-11 19:25:52 -040089
90 GrUniqueKey key;
91 if (kCacheKernelTexture) {
92 static const GrUniqueKey::Domain kDomain = GrUniqueKey::GenerateDomain();
93 GrUniqueKey::Builder builder(&key, kDomain, length, "Matrix Convolution Kernel");
94 // Texture cache key is the exact content of the kernel.
95 static_assert(sizeof(float) == 4);
96 for (int i = 0; i < length; i++) {
97 builder[i] = *(const uint32_t*)&values[i];
98 }
99 builder.finish();
100 }
101
102 // Find or create a texture.
103 GrProxyProvider* proxyProvider = context->priv().proxyProvider();
104 GrSurfaceProxyView view;
105 SkColorType colorType = useA16 ? kA16_float_SkColorType : kAlpha_8_SkColorType;
106 sk_sp<GrTextureProxy> cachedKernel;
107 if (kCacheKernelTexture && (cachedKernel = proxyProvider->findOrCreateProxyByUniqueKey(key))) {
108 GrSwizzle swizzle =
109 context->priv().caps()->getReadSwizzle(cachedKernel->backendFormat(),
110 SkColorTypeToGrColorType(colorType));
111 view = {std::move(cachedKernel), kTopLeft_GrSurfaceOrigin, swizzle};
112 } else {
113 SkBitmap bm;
Brian Salomon1b0b0042020-06-12 15:15:50 -0400114 auto info = SkImageInfo::Make({length, 1}, colorType, kPremul_SkAlphaType, nullptr);
Adlai Holler00ddb002020-05-11 19:25:52 -0400115 if (!bm.tryAllocPixels(info)) {
116 return {};
117 }
118 for (int i = 0; i < length; i++) {
119 if (useA16) {
120 *bm.getAddr16(i, 0) = SkFloatToHalf(values[i]);
121 } else {
122 *bm.getAddr8(i, 0) =
123 SkScalarRoundToInt((values[i] - min) / scalableSampler.fGain * 255);
124 }
125 }
126 bm.setImmutable();
127 GrBitmapTextureMaker maker(context, bm, GrImageTexGenPolicy::kNew_Uncached_Budgeted);
128 view = maker.view(GrMipMapped::kNo);
129 if (!view) {
130 return {};
131 }
132 if (kCacheKernelTexture) {
133 proxyProvider->assignUniqueKeyToProxy(key, view.asTextureProxy());
134 }
135 }
Brian Salomon1b0b0042020-06-12 15:15:50 -0400136 auto kernelFP = GrTextureEffect::Make(std::move(view), kUnknown_SkAlphaType);
137 return {result, std::move(kernelFP)};
Adlai Holler00ddb002020-05-11 19:25:52 -0400138}
139
140bool GrMatrixConvolutionEffect::KernelWrapper::operator==(const KernelWrapper& k) const {
141 if (fSize != k.fSize) {
142 return false;
143 } else if (this->isSampled()) {
Brian Salomon1b0b0042020-06-12 15:15:50 -0400144 return fBiasAndGain == k.fBiasAndGain;
Adlai Holler00ddb002020-05-11 19:25:52 -0400145 } else {
146 return std::equal(fArray.begin(), fArray.begin() + fSize.area(), k.fArray.begin());
147 }
148}
149
Brian Salomon1b0b0042020-06-12 15:15:50 -0400150bool GrMatrixConvolutionEffect::KernelWrapper::BiasAndGain::operator==(
151 const BiasAndGain& k) const {
152 return fGain == k.fGain && fBias == k.fBias;
Adlai Holler00ddb002020-05-11 19:25:52 -0400153}
154
155// For sampled kernels, emit a for loop that does all the kernel accumulation.
156// For uniform kernels, emit a single iteration. Function is called repeatedly in a for loop.
157// loc is ignored for sampled kernels.
158void GrGLMatrixConvolutionEffect::emitKernelBlock(EmitArgs& args, SkIPoint loc) {
159 const GrMatrixConvolutionEffect& mce = args.fFp.cast<GrMatrixConvolutionEffect>();
160 GrGLSLFPFragmentBuilder* fragBuilder = args.fFragBuilder;
161 GrGLSLUniformHandler* uniformHandler = args.fUniformHandler;
162 int kernelWidth = mce.kernelSize().width();
163 int kernelHeight = mce.kernelSize().height();
164 int kernelArea = kernelWidth * kernelHeight;
165
166 if (mce.kernelIsSampled()) {
Adlai Holler00ddb002020-05-11 19:25:52 -0400167 fragBuilder->codeAppendf("for (int i = 0; i < %d; ++i)", (int)kernelArea);
168 }
169
170 GrGLSLShaderBuilder::ShaderBlock block(fragBuilder);
171
172 fragBuilder->codeAppend("half k;");
173 fragBuilder->codeAppend("half2 sourceOffset;");
174 if (mce.kernelIsSampled()) {
175 const char* kernelBias = uniformHandler->getUniformCStr(fKernelBiasUni);
Brian Salomon1b0b0042020-06-12 15:15:50 -0400176 SkString kernelCoord = SkStringPrintf("float2(float(i) + 0.5, 0.5)");
177 SkString kernelSample = this->invokeChild(1, args, kernelCoord.c_str());
178 fragBuilder->codeAppendf("k = %s.w + %s;", kernelSample.c_str(), kernelBias);
Adlai Holler00ddb002020-05-11 19:25:52 -0400179 fragBuilder->codeAppendf("sourceOffset.y = floor(i / %d);", kernelWidth);
180 fragBuilder->codeAppendf("sourceOffset.x = i - sourceOffset.y * %d;", kernelWidth);
Adlai Holler00ddb002020-05-11 19:25:52 -0400181 } else {
182 fragBuilder->codeAppendf("sourceOffset = half2(%d, %d);", loc.x(), loc.y());
183 int offset = loc.y() * kernelWidth + loc.x();
184 static constexpr const char kVecSuffix[][4] = { ".x", ".y", ".z", ".w" };
185 const char* kernel = uniformHandler->getUniformCStr(fKernelUni);
186 fragBuilder->codeAppendf("k = %s[%d]%s;", kernel, offset / 4,
187 kVecSuffix[offset & 0x3]);
188 }
189
190 auto sample = this->invokeChild(0, args, "coord + sourceOffset");
191 fragBuilder->codeAppendf("half4 c = %s;", sample.c_str());
192 if (!mce.convolveAlpha()) {
Brian Osman08f986d2020-05-13 17:06:46 -0400193 fragBuilder->codeAppend("c = unpremul(c);");
Adlai Holler00ddb002020-05-11 19:25:52 -0400194 fragBuilder->codeAppend("c.rgb = saturate(c.rgb);");
195 }
196 fragBuilder->codeAppend("sum += c * k;");
197}
198
wangyix7c157a92015-07-22 15:08:53 -0700199void GrGLMatrixConvolutionEffect::emitCode(EmitArgs& args) {
robertphillipsbf536af2016-02-04 06:11:53 -0800200 const GrMatrixConvolutionEffect& mce = args.fFp.cast<GrMatrixConvolutionEffect>();
robertphillipsbf536af2016-02-04 06:11:53 -0800201
Adlai Holler00ddb002020-05-11 19:25:52 -0400202 int kernelWidth = mce.kernelSize().width();
203 int kernelHeight = mce.kernelSize().height();
robertphillipsbf536af2016-02-04 06:11:53 -0800204
Adlai Holler00ddb002020-05-11 19:25:52 -0400205 int arrayCount = (kernelWidth * kernelHeight + 3) / 4;
206 SkASSERT(4 * arrayCount >= kernelWidth * kernelHeight);
jvanverth78d6eb02016-03-02 13:21:16 -0800207
egdaniel7ea439b2015-12-03 09:20:44 -0800208 GrGLSLUniformHandler* uniformHandler = args.fUniformHandler;
Adlai Holler00ddb002020-05-11 19:25:52 -0400209 if (mce.kernelIsSampled()) {
210 fKernelBiasUni = uniformHandler->addUniform(&mce, kFragment_GrShaderFlag,
211 kHalf_GrSLType, "KernelBias");
212 } else {
213 fKernelUni = uniformHandler->addUniformArray(&mce, kFragment_GrShaderFlag,
214 kHalf4_GrSLType, "Kernel", arrayCount);
215 }
Ethan Nicholas16464c32020-04-06 13:53:05 -0400216 fKernelOffsetUni = uniformHandler->addUniform(&mce, kFragment_GrShaderFlag, kHalf2_GrSLType,
egdaniel7ea439b2015-12-03 09:20:44 -0800217 "KernelOffset");
Brian Salomon41e377d2020-05-05 01:27:57 +0000218 fGainUni = uniformHandler->addUniform(&mce, kFragment_GrShaderFlag, kHalf_GrSLType, "Gain");
219 fBiasUni = uniformHandler->addUniform(&mce, kFragment_GrShaderFlag, kHalf_GrSLType, "Bias");
joshualittac977922014-07-22 09:52:11 -0700220
egdaniel7ea439b2015-12-03 09:20:44 -0800221 const char* kernelOffset = uniformHandler->getUniformCStr(fKernelOffsetUni);
egdaniel7ea439b2015-12-03 09:20:44 -0800222 const char* gain = uniformHandler->getUniformCStr(fGainUni);
223 const char* bias = uniformHandler->getUniformCStr(fBiasUni);
joshualittac977922014-07-22 09:52:11 -0700224
cdalton85285412016-02-18 12:37:07 -0800225 GrGLSLFPFragmentBuilder* fragBuilder = args.fFragBuilder;
Ethan Nicholas58430122020-04-14 09:54:02 -0400226 SkString coords2D = fragBuilder->ensureCoords2D(args.fTransformedCoords[0].fVaryingPoint,
227 mce.sampleMatrix());
Brian Salomon41e377d2020-05-05 01:27:57 +0000228 fragBuilder->codeAppend("half4 sum = half4(0, 0, 0, 0);");
Brian Salomon694ec492020-04-14 13:39:31 -0400229 fragBuilder->codeAppendf("float2 coord = %s - %s;", coords2D.c_str(), kernelOffset);
joshualitt5ae5fc52014-07-29 12:59:27 -0700230
Adlai Holler00ddb002020-05-11 19:25:52 -0400231 if (mce.kernelIsSampled()) {
232 this->emitKernelBlock(args, {});
233 } else {
234 for (int x = 0; x < kernelWidth; ++x) {
235 for (int y = 0; y < kernelHeight; ++y) {
236 this->emitKernelBlock(args, SkIPoint::Make(x, y));
joshualitt5ae5fc52014-07-29 12:59:27 -0700237 }
joshualitt5ae5fc52014-07-29 12:59:27 -0700238 }
joshualittac977922014-07-22 09:52:11 -0700239 }
Adlai Holler00ddb002020-05-11 19:25:52 -0400240
robertphillipsbf536af2016-02-04 06:11:53 -0800241 if (mce.convolveAlpha()) {
Brian Salomon41e377d2020-05-05 01:27:57 +0000242 fragBuilder->codeAppendf("%s = sum * %s + %s;", args.fOutputColor, gain, bias);
Ethan Nicholas12fb9cf2018-08-03 16:16:57 -0400243 fragBuilder->codeAppendf("%s.a = saturate(%s.a);", args.fOutputColor, args.fOutputColor);
egdaniel4ca2e602015-11-18 08:01:26 -0800244 fragBuilder->codeAppendf("%s.rgb = clamp(%s.rgb, 0.0, %s.a);",
245 args.fOutputColor, args.fOutputColor, args.fOutputColor);
joshualittac977922014-07-22 09:52:11 -0700246 } else {
Brian Salomon694ec492020-04-14 13:39:31 -0400247 auto sample = this->invokeChild(0, args, coords2D.c_str());
Adlai Holler00ddb002020-05-11 19:25:52 -0400248 fragBuilder->codeAppendf("half4 c = %s;", sample.c_str());
Brian Salomon41e377d2020-05-05 01:27:57 +0000249 fragBuilder->codeAppendf("%s.a = c.a;", args.fOutputColor);
250 fragBuilder->codeAppendf("%s.rgb = saturate(sum.rgb * %s + %s);", args.fOutputColor, gain, bias);
egdaniel4ca2e602015-11-18 08:01:26 -0800251 fragBuilder->codeAppendf("%s.rgb *= %s.a;", args.fOutputColor, args.fOutputColor);
joshualittac977922014-07-22 09:52:11 -0700252 }
Ethan Nicholas2983f402017-05-08 09:36:08 -0400253 fragBuilder->codeAppendf("%s *= %s;\n", args.fOutputColor, args.fInputColor);
joshualittac977922014-07-22 09:52:11 -0700254}
255
joshualittb0a8a372014-09-23 09:50:21 -0700256void GrGLMatrixConvolutionEffect::GenKey(const GrProcessor& processor,
Brian Salomon94efbf52016-11-29 13:43:05 -0500257 const GrShaderCaps&, GrProcessorKeyBuilder* b) {
joshualittb0a8a372014-09-23 09:50:21 -0700258 const GrMatrixConvolutionEffect& m = processor.cast<GrMatrixConvolutionEffect>();
joshualitt5ae5fc52014-07-29 12:59:27 -0700259 SkASSERT(m.kernelSize().width() <= 0x7FFF && m.kernelSize().height() <= 0xFFFF);
260 uint32_t key = m.kernelSize().width() << 16 | m.kernelSize().height();
caryclark952538e2016-02-26 05:01:42 -0800261 key |= m.convolveAlpha() ? 1U << 31 : 0;
joshualittac977922014-07-22 09:52:11 -0700262 b->add32(key);
263}
264
egdaniel018fb622015-10-28 07:26:40 -0700265void GrGLMatrixConvolutionEffect::onSetData(const GrGLSLProgramDataManager& pdman,
Brian Salomonab015ef2017-04-04 10:15:51 -0400266 const GrFragmentProcessor& processor) {
joshualittb0a8a372014-09-23 09:50:21 -0700267 const GrMatrixConvolutionEffect& conv = processor.cast<GrMatrixConvolutionEffect>();
Brian Salomon694ec492020-04-14 13:39:31 -0400268 pdman.set2fv(fKernelOffsetUni, 1, conv.kernelOffset().ptr());
Adlai Holler00ddb002020-05-11 19:25:52 -0400269 float totalGain = conv.gain();
270 if (conv.kernelIsSampled()) {
271 totalGain *= conv.kernelSampleGain();
272 pdman.set1f(fKernelBiasUni, conv.kernelSampleBias());
273 } else {
274 int kernelCount = conv.kernelSize().area();
275 int arrayCount = (kernelCount + 3) / 4;
276 SkASSERT(4 * arrayCount >= kernelCount);
277 pdman.set4fv(fKernelUni, arrayCount, conv.kernel());
278 }
kkinnunen7510b222014-07-30 00:04:16 -0700279 pdman.set1f(fBiasUni, conv.bias());
Adlai Holler00ddb002020-05-11 19:25:52 -0400280 pdman.set1f(fGainUni, totalGain);
joshualittac977922014-07-22 09:52:11 -0700281}
282
Brian Salomon694ec492020-04-14 13:39:31 -0400283GrMatrixConvolutionEffect::GrMatrixConvolutionEffect(std::unique_ptr<GrFragmentProcessor> child,
Brian Salomon1b0b0042020-06-12 15:15:50 -0400284 const KernelWrapper& kernel,
285 std::unique_ptr<GrFragmentProcessor> kernelFP,
Robert Phillips40fd7c92017-01-30 08:06:27 -0500286 SkScalar gain,
287 SkScalar bias,
288 const SkIPoint& kernelOffset,
Robert Phillips40fd7c92017-01-30 08:06:27 -0500289 bool convolveAlpha)
Brian Salomon6cd51b52017-07-26 19:07:15 -0400290 // To advertise either the modulation or opaqueness optimizations we'd have to examine the
291 // parameters.
Ethan Nicholasabff9562017-10-09 10:54:08 -0400292 : INHERITED(kGrMatrixConvolutionEffect_ClassID, kNone_OptimizationFlags)
Brian Salomon1b0b0042020-06-12 15:15:50 -0400293 , fKernel(kernel)
Brian Salomon6cd51b52017-07-26 19:07:15 -0400294 , fGain(SkScalarToFloat(gain))
295 , fBias(SkScalarToFloat(bias) / 255.0f)
296 , fConvolveAlpha(convolveAlpha) {
Brian Salomon694ec492020-04-14 13:39:31 -0400297 child->setSampledWithExplicitCoords();
298 this->registerChildProcessor(std::move(child));
Brian Salomon1b0b0042020-06-12 15:15:50 -0400299 if (kernelFP) {
300 kernelFP->setSampledWithExplicitCoords();
301 this->registerChildProcessor(std::move(kernelFP));
Robert Phillips40fd7c92017-01-30 08:06:27 -0500302 }
Brian Salomon694ec492020-04-14 13:39:31 -0400303 fKernelOffset = {static_cast<float>(kernelOffset.x()),
304 static_cast<float>(kernelOffset.y())};
305 this->addCoordTransform(&fCoordTransform);
Robert Phillips40fd7c92017-01-30 08:06:27 -0500306}
307
Brian Salomon3f6f9652017-07-28 07:34:05 -0400308GrMatrixConvolutionEffect::GrMatrixConvolutionEffect(const GrMatrixConvolutionEffect& that)
Ethan Nicholasabff9562017-10-09 10:54:08 -0400309 : INHERITED(kGrMatrixConvolutionEffect_ClassID, kNone_OptimizationFlags)
Adlai Holler00ddb002020-05-11 19:25:52 -0400310 , fKernel(that.fKernel)
Brian Salomon3f6f9652017-07-28 07:34:05 -0400311 , fGain(that.fGain)
312 , fBias(that.fBias)
Brian Salomon694ec492020-04-14 13:39:31 -0400313 , fKernelOffset(that.fKernelOffset)
Brian Salomon3f6f9652017-07-28 07:34:05 -0400314 , fConvolveAlpha(that.fConvolveAlpha) {
Brian Salomon694ec492020-04-14 13:39:31 -0400315 auto child = that.childProcessor(0).clone();
316 child->setSampledWithExplicitCoords();
317 this->registerChildProcessor(std::move(child));
Adlai Holler00ddb002020-05-11 19:25:52 -0400318 if (fKernel.isSampled()) {
Brian Salomon1b0b0042020-06-12 15:15:50 -0400319 child = that.childProcessor(1).clone();
320 child->setSampledWithExplicitCoords();
321 this->registerChildProcessor(std::move(child));
Adlai Holler00ddb002020-05-11 19:25:52 -0400322 }
Brian Salomon3f6f9652017-07-28 07:34:05 -0400323 this->addCoordTransform(&fCoordTransform);
Brian Salomon3f6f9652017-07-28 07:34:05 -0400324}
325
Brian Salomonaff329b2017-08-11 09:40:37 -0400326std::unique_ptr<GrFragmentProcessor> GrMatrixConvolutionEffect::clone() const {
327 return std::unique_ptr<GrFragmentProcessor>(new GrMatrixConvolutionEffect(*this));
Brian Salomon3f6f9652017-07-28 07:34:05 -0400328}
329
Brian Salomon94efbf52016-11-29 13:43:05 -0500330void GrMatrixConvolutionEffect::onGetGLSLProcessorKey(const GrShaderCaps& caps,
egdaniel57d3b032015-11-13 11:57:27 -0800331 GrProcessorKeyBuilder* b) const {
joshualitteb2a6762014-12-04 11:35:33 -0800332 GrGLMatrixConvolutionEffect::GenKey(*this, caps, b);
333}
334
egdaniel57d3b032015-11-13 11:57:27 -0800335GrGLSLFragmentProcessor* GrMatrixConvolutionEffect::onCreateGLSLInstance() const {
robertphillipsbf536af2016-02-04 06:11:53 -0800336 return new GrGLMatrixConvolutionEffect;
joshualittac977922014-07-22 09:52:11 -0700337}
338
bsalomon0e08fc12014-10-15 08:19:04 -0700339bool GrMatrixConvolutionEffect::onIsEqual(const GrFragmentProcessor& sBase) const {
joshualitt49586be2014-09-16 08:21:41 -0700340 const GrMatrixConvolutionEffect& s = sBase.cast<GrMatrixConvolutionEffect>();
Adlai Holler00ddb002020-05-11 19:25:52 -0400341 return fKernel == s.fKernel &&
joshualittac977922014-07-22 09:52:11 -0700342 fGain == s.gain() &&
343 fBias == s.bias() &&
Brian Salomon694ec492020-04-14 13:39:31 -0400344 fKernelOffset == s.kernelOffset() &&
345 fConvolveAlpha == s.convolveAlpha();
joshualittac977922014-07-22 09:52:11 -0700346}
347
Robert Phillips4e962c62018-06-20 07:46:19 -0400348static void fill_in_1D_gaussian_kernel_with_stride(float* kernel, int size, int stride,
349 float twoSigmaSqrd) {
350 SkASSERT(!SkScalarNearlyZero(twoSigmaSqrd, SK_ScalarNearlyZero));
351
352 const float sigmaDenom = 1.0f / twoSigmaSqrd;
353 const int radius = size / 2;
354
355 float sum = 0.0f;
356 for (int i = 0; i < size; ++i) {
357 float term = static_cast<float>(i - radius);
358 // Note that the constant term (1/(sqrt(2*pi*sigma^2)) of the Gaussian
359 // is dropped here, since we renormalize the kernel below.
360 kernel[i * stride] = sk_float_exp(-term * term * sigmaDenom);
361 sum += kernel[i * stride];
362 }
363 // Normalize the kernel
364 float scale = 1.0f / sum;
365 for (int i = 0; i < size; ++i) {
366 kernel[i * stride] *= scale;
367 }
368}
369
Robert Phillips40fd7c92017-01-30 08:06:27 -0500370static void fill_in_2D_gaussian_kernel(float* kernel, int width, int height,
371 SkScalar sigmaX, SkScalar sigmaY) {
Greg Daniel4eda8d92018-04-03 14:03:15 -0400372 const float twoSigmaSqrdX = 2.0f * SkScalarToFloat(SkScalarSquare(sigmaX));
373 const float twoSigmaSqrdY = 2.0f * SkScalarToFloat(SkScalarSquare(sigmaY));
374
Robert Phillips4e962c62018-06-20 07:46:19 -0400375 // TODO: in all of these degenerate cases we're uploading (and using) a whole lot of zeros.
Greg Daniel4eda8d92018-04-03 14:03:15 -0400376 if (SkScalarNearlyZero(twoSigmaSqrdX, SK_ScalarNearlyZero) ||
377 SkScalarNearlyZero(twoSigmaSqrdY, SK_ScalarNearlyZero)) {
Robert Phillips4e962c62018-06-20 07:46:19 -0400378 // In this case the 2D Gaussian degenerates to a 1D Gaussian (in X or Y) or a point
379 SkASSERT(3 == width || 3 == height);
Brian Salomon694ec492020-04-14 13:39:31 -0400380 std::fill_n(kernel, width*height, 0);
Robert Phillips4e962c62018-06-20 07:46:19 -0400381
382 if (SkScalarNearlyZero(twoSigmaSqrdX, SK_ScalarNearlyZero) &&
383 SkScalarNearlyZero(twoSigmaSqrdY, SK_ScalarNearlyZero)) {
384 // A point
385 SkASSERT(3 == width && 3 == height);
386 kernel[4] = 1.0f;
387 } else if (SkScalarNearlyZero(twoSigmaSqrdX, SK_ScalarNearlyZero)) {
388 // A 1D Gaussian in Y
389 SkASSERT(3 == width);
390 // Down the middle column of the kernel with a stride of width
391 fill_in_1D_gaussian_kernel_with_stride(&kernel[1], height, width, twoSigmaSqrdY);
392 } else {
393 // A 1D Gaussian in X
394 SkASSERT(SkScalarNearlyZero(twoSigmaSqrdY, SK_ScalarNearlyZero));
395 SkASSERT(3 == height);
396 // Down the middle row of the kernel with a stride of 1
397 fill_in_1D_gaussian_kernel_with_stride(&kernel[width], width, 1, twoSigmaSqrdX);
Greg Daniel4eda8d92018-04-03 14:03:15 -0400398 }
399 return;
400 }
401
402 const float sigmaXDenom = 1.0f / twoSigmaSqrdX;
403 const float sigmaYDenom = 1.0f / twoSigmaSqrdY;
Robert Phillips40fd7c92017-01-30 08:06:27 -0500404 const int xRadius = width / 2;
405 const int yRadius = height / 2;
406
joshualitt5acfea72014-08-11 13:55:34 -0700407 float sum = 0.0f;
joshualitt5acfea72014-08-11 13:55:34 -0700408 for (int x = 0; x < width; x++) {
Robert Phillips40fd7c92017-01-30 08:06:27 -0500409 float xTerm = static_cast<float>(x - xRadius);
410 xTerm = xTerm * xTerm * sigmaXDenom;
411 for (int y = 0; y < height; y++) {
412 float yTerm = static_cast<float>(y - yRadius);
413 float xyTerm = sk_float_exp(-(xTerm + yTerm * yTerm * sigmaYDenom));
414 // Note that the constant term (1/(sqrt(2*pi*sigma^2)) of the Gaussian
415 // is dropped here, since we renormalize the kernel below.
416 kernel[y * width + x] = xyTerm;
417 sum += xyTerm;
418 }
joshualitt5acfea72014-08-11 13:55:34 -0700419 }
420 // Normalize the kernel
421 float scale = 1.0f / sum;
422 for (int i = 0; i < width * height; ++i) {
423 kernel[i] *= scale;
424 }
Robert Phillips40fd7c92017-01-30 08:06:27 -0500425}
426
Adlai Holler00ddb002020-05-11 19:25:52 -0400427std::unique_ptr<GrFragmentProcessor> GrMatrixConvolutionEffect::Make(GrRecordingContext* context,
428 GrSurfaceProxyView srcView,
Brian Salomon694ec492020-04-14 13:39:31 -0400429 const SkIRect& srcBounds,
430 const SkISize& kernelSize,
431 const SkScalar* kernel,
432 SkScalar gain,
433 SkScalar bias,
434 const SkIPoint& kernelOffset,
435 GrSamplerState::WrapMode wm,
436 bool convolveAlpha,
437 const GrCaps& caps) {
Brian Salomon1b0b0042020-06-12 15:15:50 -0400438 auto [kernelWrapper, kernelFP] = KernelWrapper::Make(context, kernelSize, caps, kernel);
439 if (!kernelWrapper.isValid()) {
Adlai Holler00ddb002020-05-11 19:25:52 -0400440 return nullptr;
441 }
Brian Salomon694ec492020-04-14 13:39:31 -0400442 GrSamplerState sampler(wm, GrSamplerState::Filter::kNearest);
443 auto child = GrTextureEffect::MakeSubset(std::move(srcView), kPremul_SkAlphaType, SkMatrix::I(),
444 sampler, SkRect::Make(srcBounds), caps);
Brian Salomon1b0b0042020-06-12 15:15:50 -0400445 return std::unique_ptr<GrFragmentProcessor>(
446 new GrMatrixConvolutionEffect(std::move(child), kernelWrapper, std::move(kernelFP),
447 gain, bias, kernelOffset, convolveAlpha));
Brian Salomon694ec492020-04-14 13:39:31 -0400448}
449
Brian Salomonaff329b2017-08-11 09:40:37 -0400450std::unique_ptr<GrFragmentProcessor> GrMatrixConvolutionEffect::MakeGaussian(
Adlai Holler00ddb002020-05-11 19:25:52 -0400451 GrRecordingContext* context,
Greg Daniel5c082492020-01-29 15:06:49 -0500452 GrSurfaceProxyView srcView,
Robert Phillips5140f9a2018-05-11 16:11:45 -0400453 const SkIRect& srcBounds,
Brian Salomonaff329b2017-08-11 09:40:37 -0400454 const SkISize& kernelSize,
455 SkScalar gain,
456 SkScalar bias,
457 const SkIPoint& kernelOffset,
Brian Salomon694ec492020-04-14 13:39:31 -0400458 GrSamplerState::WrapMode wm,
Brian Salomonaff329b2017-08-11 09:40:37 -0400459 bool convolveAlpha,
460 SkScalar sigmaX,
Brian Salomon694ec492020-04-14 13:39:31 -0400461 SkScalar sigmaY,
462 const GrCaps& caps) {
Adlai Holler00ddb002020-05-11 19:25:52 -0400463 SkAutoSTMalloc<32, float> kernel(kernelSize.area());
464 fill_in_2D_gaussian_kernel(kernel.get(), kernelSize.width(), kernelSize.height(),
465 sigmaX, sigmaY);
466 return Make(context, std::move(srcView), srcBounds, kernelSize, kernel.get(),
467 gain, bias, kernelOffset, wm, convolveAlpha, caps);
Robert Phillips40fd7c92017-01-30 08:06:27 -0500468}
469
joshualittb0a8a372014-09-23 09:50:21 -0700470GR_DEFINE_FRAGMENT_PROCESSOR_TEST(GrMatrixConvolutionEffect);
joshualittac977922014-07-22 09:52:11 -0700471
Hal Canary6f6961e2017-01-31 13:50:44 -0500472#if GR_TEST_UTILS
Brian Salomonaff329b2017-08-11 09:40:37 -0400473std::unique_ptr<GrFragmentProcessor> GrMatrixConvolutionEffect::TestCreate(GrProcessorTestData* d) {
Greg Daniel026a60c2020-02-12 10:53:51 -0500474 auto [view, ct, at] = d->randomView();
Robert Phillipsdbc8eeb2017-02-21 10:04:31 -0500475
Adlai Holler00ddb002020-05-11 19:25:52 -0400476 static constexpr size_t kMaxTestKernelSize = 2 * kMaxUniformSize;
477 int width = d->fRandom->nextRangeU(1, kMaxTestKernelSize);
478 int height = d->fRandom->nextRangeU(1, kMaxTestKernelSize / width);
joshualittac977922014-07-22 09:52:11 -0700479 SkISize kernelSize = SkISize::Make(width, height);
Ben Wagner7ecc5962016-11-02 17:07:33 -0400480 std::unique_ptr<SkScalar[]> kernel(new SkScalar[width * height]);
joshualittac977922014-07-22 09:52:11 -0700481 for (int i = 0; i < width * height; i++) {
joshualitt0067ff52015-07-08 14:26:19 -0700482 kernel.get()[i] = d->fRandom->nextSScalar1();
joshualittac977922014-07-22 09:52:11 -0700483 }
joshualitt0067ff52015-07-08 14:26:19 -0700484 SkScalar gain = d->fRandom->nextSScalar1();
485 SkScalar bias = d->fRandom->nextSScalar1();
Greg Daniel026a60c2020-02-12 10:53:51 -0500486
487 uint32_t kernalOffsetX = d->fRandom->nextRangeU(0, kernelSize.width());
488 uint32_t kernalOffsetY = d->fRandom->nextRangeU(0, kernelSize.height());
489 SkIPoint kernelOffset = SkIPoint::Make(kernalOffsetX, kernalOffsetY);
490
491 uint32_t boundsX = d->fRandom->nextRangeU(0, view.width());
492 uint32_t boundsY = d->fRandom->nextRangeU(0, view.height());
493 uint32_t boundsW = d->fRandom->nextRangeU(0, view.width());
494 uint32_t boundsH = d->fRandom->nextRangeU(0, view.height());
495 SkIRect bounds = SkIRect::MakeXYWH(boundsX, boundsY, boundsW, boundsH);
496
Brian Salomon694ec492020-04-14 13:39:31 -0400497 auto wm = static_cast<GrSamplerState::WrapMode>(
498 d->fRandom->nextULessThan(GrSamplerState::kWrapModeCount));
joshualitt0067ff52015-07-08 14:26:19 -0700499 bool convolveAlpha = d->fRandom->nextBool();
Adlai Holler00ddb002020-05-11 19:25:52 -0400500 return GrMatrixConvolutionEffect::Make(d->context()->priv().asRecordingContext(),
501 std::move(view),
bungeman06ca8ec2016-06-09 08:01:03 -0700502 bounds,
503 kernelSize,
504 kernel.get(),
505 gain,
506 bias,
507 kernelOffset,
Brian Salomon694ec492020-04-14 13:39:31 -0400508 wm,
509 convolveAlpha,
510 *d->caps());
joshualittac977922014-07-22 09:52:11 -0700511}
Hal Canary6f6961e2017-01-31 13:50:44 -0500512#endif