Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2012 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 17 | #include "rsCpuIntrinsic.h" |
| 18 | #include "rsCpuIntrinsicInlines.h" |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 19 | |
| 20 | using namespace android; |
| 21 | using namespace android::renderscript; |
| 22 | |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 23 | namespace android { |
| 24 | namespace renderscript { |
| 25 | |
| 26 | |
| 27 | class RsdCpuScriptIntrinsicBlur : public RsdCpuScriptIntrinsic { |
| 28 | public: |
| 29 | virtual void populateScript(Script *); |
| 30 | virtual void invokeFreeChildren(); |
| 31 | |
| 32 | virtual void setGlobalVar(uint32_t slot, const void *data, size_t dataLength); |
| 33 | virtual void setGlobalObj(uint32_t slot, ObjectBase *data); |
| 34 | |
| 35 | virtual ~RsdCpuScriptIntrinsicBlur(); |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 36 | RsdCpuScriptIntrinsicBlur(RsdCpuReferenceImpl *ctx, const Script *s, const Element *e); |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 37 | |
| 38 | protected: |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 39 | float mFp[104]; |
Simon Hosie | 4467880 | 2014-02-19 22:08:48 -0800 | [diff] [blame] | 40 | uint16_t mIp[104]; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 41 | void **mScratch; |
| 42 | size_t *mScratchSize; |
| 43 | float mRadius; |
| 44 | int mIradius; |
| 45 | ObjectBaseRef<Allocation> mAlloc; |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 46 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 47 | static void kernelU4(const RsExpandKernelDriverInfo *info, |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 48 | uint32_t xstart, uint32_t xend, |
Chris Wailes | 9ed7910 | 2014-07-25 15:53:28 -0700 | [diff] [blame] | 49 | uint32_t outstep); |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 50 | static void kernelU1(const RsExpandKernelDriverInfo *info, |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 51 | uint32_t xstart, uint32_t xend, |
Chris Wailes | 9ed7910 | 2014-07-25 15:53:28 -0700 | [diff] [blame] | 52 | uint32_t outstep); |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 53 | void ComputeGaussianWeights(); |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 54 | }; |
| 55 | |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 56 | } |
| 57 | } |
| 58 | |
| 59 | |
| 60 | void RsdCpuScriptIntrinsicBlur::ComputeGaussianWeights() { |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 61 | memset(mFp, 0, sizeof(mFp)); |
| 62 | memset(mIp, 0, sizeof(mIp)); |
Jason Sams | 7079cd8 | 2012-11-27 18:26:33 -0800 | [diff] [blame] | 63 | |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 64 | // Compute gaussian weights for the blur |
| 65 | // e is the euler's number |
Jean-Luc Brouillet | 8b7117d | 2014-04-30 13:48:03 -0700 | [diff] [blame] | 66 | // TODO Define these constants only once |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 67 | float e = 2.718281828459045f; |
| 68 | float pi = 3.1415926535897932f; |
Jean-Luc Brouillet | 8b7117d | 2014-04-30 13:48:03 -0700 | [diff] [blame] | 69 | // g(x) = (1 / (sqrt(2 * pi) * sigma)) * e ^ (-x^2 / (2 * sigma^2)) |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 70 | // x is of the form [-radius .. 0 .. radius] |
Jean-Luc Brouillet | 8b7117d | 2014-04-30 13:48:03 -0700 | [diff] [blame] | 71 | // and sigma varies with the radius. |
| 72 | // Based on some experimental radius values and sigmas, |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 73 | // we approximately fit sigma = f(radius) as |
| 74 | // sigma = radius * 0.4 + 0.6 |
| 75 | // The larger the radius gets, the more our gaussian blur |
| 76 | // will resemble a box blur since with large sigma |
| 77 | // the gaussian curve begins to lose its shape |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 78 | float sigma = 0.4f * mRadius + 0.6f; |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 79 | |
| 80 | // Now compute the coefficients. We will store some redundant values to save |
| 81 | // some math during the blur calculations precompute some values |
| 82 | float coeff1 = 1.0f / (sqrtf(2.0f * pi) * sigma); |
| 83 | float coeff2 = - 1.0f / (2.0f * sigma * sigma); |
| 84 | |
| 85 | float normalizeFactor = 0.0f; |
| 86 | float floatR = 0.0f; |
| 87 | int r; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 88 | mIradius = (float)ceil(mRadius) + 0.5f; |
| 89 | for (r = -mIradius; r <= mIradius; r ++) { |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 90 | floatR = (float)r; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 91 | mFp[r + mIradius] = coeff1 * powf(e, floatR * floatR * coeff2); |
| 92 | normalizeFactor += mFp[r + mIradius]; |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 93 | } |
| 94 | |
Jean-Luc Brouillet | 8b7117d | 2014-04-30 13:48:03 -0700 | [diff] [blame] | 95 | // Now we need to normalize the weights because all our coefficients need to add up to one |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 96 | normalizeFactor = 1.0f / normalizeFactor; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 97 | for (r = -mIradius; r <= mIradius; r ++) { |
| 98 | mFp[r + mIradius] *= normalizeFactor; |
Simon Hosie | 4467880 | 2014-02-19 22:08:48 -0800 | [diff] [blame] | 99 | mIp[r + mIradius] = (uint16_t)(mFp[r + mIradius] * 65536.0f + 0.5f); |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 100 | } |
| 101 | } |
| 102 | |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 103 | void RsdCpuScriptIntrinsicBlur::setGlobalObj(uint32_t slot, ObjectBase *data) { |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 104 | rsAssert(slot == 1); |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 105 | mAlloc.set(static_cast<Allocation *>(data)); |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 106 | } |
| 107 | |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 108 | void RsdCpuScriptIntrinsicBlur::setGlobalVar(uint32_t slot, const void *data, size_t dataLength) { |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 109 | rsAssert(slot == 0); |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 110 | mRadius = ((const float *)data)[0]; |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 111 | ComputeGaussianWeights(); |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 112 | } |
| 113 | |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 114 | |
| 115 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 116 | static void OneVU4(const RsExpandKernelDriverInfo *info, float4 *out, int32_t x, int32_t y, |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 117 | const uchar *ptrIn, int iStride, const float* gPtr, int iradius) { |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 118 | |
| 119 | const uchar *pi = ptrIn + x*4; |
| 120 | |
| 121 | float4 blurredPixel = 0; |
| 122 | for (int r = -iradius; r <= iradius; r ++) { |
| 123 | int validY = rsMax((y + r), 0); |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 124 | validY = rsMin(validY, (int)(info->dim.y- 1)); |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 125 | const uchar4 *pvy = (const uchar4 *)&pi[validY * iStride]; |
| 126 | float4 pf = convert_float4(pvy[0]); |
| 127 | blurredPixel += pf * gPtr[0]; |
| 128 | gPtr++; |
| 129 | } |
| 130 | |
Jason Sams | d25fef7 | 2014-08-21 16:18:39 -0700 | [diff] [blame] | 131 | out[0] = blurredPixel; |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 132 | } |
| 133 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 134 | static void OneVU1(const RsExpandKernelDriverInfo *info, float *out, int32_t x, int32_t y, |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 135 | const uchar *ptrIn, int iStride, const float* gPtr, int iradius) { |
Jason Sams | e78e514 | 2012-09-19 00:46:31 -0700 | [diff] [blame] | 136 | |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 137 | const uchar *pi = ptrIn + x; |
| 138 | |
| 139 | float blurredPixel = 0; |
| 140 | for (int r = -iradius; r <= iradius; r ++) { |
| 141 | int validY = rsMax((y + r), 0); |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 142 | validY = rsMin(validY, (int)(info->dim.y - 1)); |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 143 | float pf = (float)pi[validY * iStride]; |
| 144 | blurredPixel += pf * gPtr[0]; |
| 145 | gPtr++; |
| 146 | } |
| 147 | |
| 148 | out[0] = blurredPixel; |
| 149 | } |
| 150 | |
Simon Hosie | 4467880 | 2014-02-19 22:08:48 -0800 | [diff] [blame] | 151 | |
| 152 | extern "C" void rsdIntrinsicBlurU1_K(uchar *out, uchar const *in, size_t w, size_t h, |
| 153 | size_t p, size_t x, size_t y, size_t count, size_t r, uint16_t const *tab); |
| 154 | extern "C" void rsdIntrinsicBlurU4_K(uchar4 *out, uchar4 const *in, size_t w, size_t h, |
| 155 | size_t p, size_t x, size_t y, size_t count, size_t r, uint16_t const *tab); |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 156 | |
Rose, James | 7b7060c | 2014-04-22 12:08:06 +0800 | [diff] [blame] | 157 | #if defined(ARCH_X86_HAVE_SSSE3) |
Dan Albert | ebf0eb9 | 2014-08-22 13:19:24 -0700 | [diff] [blame] | 158 | extern void rsdIntrinsicBlurVFU4_K(void *dst, const void *pin, int stride, const void *gptr, int rct, int x1, int ct); |
| 159 | extern void rsdIntrinsicBlurHFU4_K(void *dst, const void *pin, const void *gptr, int rct, int x1, int ct); |
| 160 | extern void rsdIntrinsicBlurHFU1_K(void *dst, const void *pin, const void *gptr, int rct, int x1, int ct); |
Rose, James | 7b7060c | 2014-04-22 12:08:06 +0800 | [diff] [blame] | 161 | #endif |
| 162 | |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 163 | static void OneVFU4(float4 *out, |
| 164 | const uchar *ptrIn, int iStride, const float* gPtr, int ct, |
| 165 | int x1, int x2) { |
Jason Sams | d25fef7 | 2014-08-21 16:18:39 -0700 | [diff] [blame] | 166 | out += x1; |
Rose, James | 7b7060c | 2014-04-22 12:08:06 +0800 | [diff] [blame] | 167 | #if defined(ARCH_X86_HAVE_SSSE3) |
| 168 | if (gArchUseSIMD) { |
| 169 | int t = (x2 - x1); |
| 170 | t &= ~1; |
| 171 | if (t) { |
| 172 | rsdIntrinsicBlurVFU4_K(out, ptrIn, iStride, gPtr, ct, x1, x1 + t); |
| 173 | } |
| 174 | x1 += t; |
Yong Chen | a0cdfe0 | 2014-09-01 13:20:26 +0800 | [diff] [blame] | 175 | out += t; |
| 176 | ptrIn += t << 2; |
Rose, James | 7b7060c | 2014-04-22 12:08:06 +0800 | [diff] [blame] | 177 | } |
| 178 | #endif |
Jason Sams | e78e514 | 2012-09-19 00:46:31 -0700 | [diff] [blame] | 179 | while(x2 > x1) { |
Tim Murray | 2e5ef66 | 2012-10-22 14:46:39 -0700 | [diff] [blame] | 180 | const uchar *pi = ptrIn; |
Jason Sams | e78e514 | 2012-09-19 00:46:31 -0700 | [diff] [blame] | 181 | float4 blurredPixel = 0; |
| 182 | const float* gp = gPtr; |
| 183 | |
| 184 | for (int r = 0; r < ct; r++) { |
| 185 | float4 pf = convert_float4(((const uchar4 *)pi)[0]); |
| 186 | blurredPixel += pf * gp[0]; |
| 187 | pi += iStride; |
| 188 | gp++; |
| 189 | } |
| 190 | out->xyzw = blurredPixel; |
| 191 | x1++; |
| 192 | out++; |
Jason Sams | 0782188 | 2013-04-02 13:15:58 -0700 | [diff] [blame] | 193 | ptrIn+=4; |
Jason Sams | e78e514 | 2012-09-19 00:46:31 -0700 | [diff] [blame] | 194 | } |
| 195 | } |
| 196 | |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 197 | static void OneVFU1(float *out, |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 198 | const uchar *ptrIn, int iStride, const float* gPtr, int ct, int x1, int x2) { |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 199 | |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 200 | int len = x2 - x1; |
Jason Sams | d25fef7 | 2014-08-21 16:18:39 -0700 | [diff] [blame] | 201 | out += x1; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 202 | |
Tim Murray | 099bc26 | 2013-03-20 16:54:03 -0700 | [diff] [blame] | 203 | while((x2 > x1) && (((uintptr_t)ptrIn) & 0x3)) { |
Jason Sams | 7079cd8 | 2012-11-27 18:26:33 -0800 | [diff] [blame] | 204 | const uchar *pi = ptrIn; |
| 205 | float blurredPixel = 0; |
| 206 | const float* gp = gPtr; |
| 207 | |
| 208 | for (int r = 0; r < ct; r++) { |
| 209 | float pf = (float)pi[0]; |
| 210 | blurredPixel += pf * gp[0]; |
| 211 | pi += iStride; |
| 212 | gp++; |
| 213 | } |
| 214 | out[0] = blurredPixel; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 215 | x1++; |
Jason Sams | 7079cd8 | 2012-11-27 18:26:33 -0800 | [diff] [blame] | 216 | out++; |
| 217 | ptrIn++; |
Jason Sams | b6d2d2a | 2013-02-22 18:10:04 -0800 | [diff] [blame] | 218 | len--; |
Jason Sams | 7079cd8 | 2012-11-27 18:26:33 -0800 | [diff] [blame] | 219 | } |
Rose, James | 7b7060c | 2014-04-22 12:08:06 +0800 | [diff] [blame] | 220 | #if defined(ARCH_X86_HAVE_SSSE3) |
| 221 | if (gArchUseSIMD && (x2 > x1)) { |
| 222 | int t = (x2 - x1) >> 2; |
| 223 | t &= ~1; |
| 224 | if (t) { |
| 225 | rsdIntrinsicBlurVFU4_K(out, ptrIn, iStride, gPtr, ct, 0, t ); |
| 226 | len -= t << 2; |
| 227 | ptrIn += t << 2; |
| 228 | out += t << 2; |
| 229 | } |
| 230 | } |
| 231 | #endif |
Jason Sams | b6d2d2a | 2013-02-22 18:10:04 -0800 | [diff] [blame] | 232 | while(len > 0) { |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 233 | const uchar *pi = ptrIn; |
| 234 | float blurredPixel = 0; |
| 235 | const float* gp = gPtr; |
| 236 | |
| 237 | for (int r = 0; r < ct; r++) { |
| 238 | float pf = (float)pi[0]; |
| 239 | blurredPixel += pf * gp[0]; |
| 240 | pi += iStride; |
| 241 | gp++; |
| 242 | } |
| 243 | out[0] = blurredPixel; |
| 244 | len--; |
| 245 | out++; |
Jason Sams | 7079cd8 | 2012-11-27 18:26:33 -0800 | [diff] [blame] | 246 | ptrIn++; |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 247 | } |
| 248 | } |
| 249 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 250 | static void OneHU4(const RsExpandKernelDriverInfo *info, uchar4 *out, int32_t x, |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 251 | const float4 *ptrIn, const float* gPtr, int iradius) { |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 252 | |
| 253 | float4 blurredPixel = 0; |
| 254 | for (int r = -iradius; r <= iradius; r ++) { |
| 255 | int validX = rsMax((x + r), 0); |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 256 | validX = rsMin(validX, (int)(info->dim.x - 1)); |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 257 | float4 pf = ptrIn[validX]; |
| 258 | blurredPixel += pf * gPtr[0]; |
| 259 | gPtr++; |
| 260 | } |
| 261 | |
| 262 | out->xyzw = convert_uchar4(blurredPixel); |
| 263 | } |
| 264 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 265 | static void OneHU1(const RsExpandKernelDriverInfo *info, uchar *out, int32_t x, |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 266 | const float *ptrIn, const float* gPtr, int iradius) { |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 267 | |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 268 | float blurredPixel = 0; |
| 269 | for (int r = -iradius; r <= iradius; r ++) { |
| 270 | int validX = rsMax((x + r), 0); |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 271 | validX = rsMin(validX, (int)(info->dim.x - 1)); |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 272 | float pf = ptrIn[validX]; |
| 273 | blurredPixel += pf * gPtr[0]; |
| 274 | gPtr++; |
| 275 | } |
| 276 | |
| 277 | out[0] = (uchar)blurredPixel; |
| 278 | } |
| 279 | |
| 280 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 281 | void RsdCpuScriptIntrinsicBlur::kernelU4(const RsExpandKernelDriverInfo *info, |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 282 | uint32_t xstart, uint32_t xend, |
Chris Wailes | 9ed7910 | 2014-07-25 15:53:28 -0700 | [diff] [blame] | 283 | uint32_t outstep) { |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 284 | |
Stephen Hines | 2913f38 | 2013-01-14 20:44:09 -0800 | [diff] [blame] | 285 | float4 stackbuf[2048]; |
| 286 | float4 *buf = &stackbuf[0]; |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 287 | RsdCpuScriptIntrinsicBlur *cp = (RsdCpuScriptIntrinsicBlur *)info->usr; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 288 | if (!cp->mAlloc.get()) { |
Jason Sams | b801b94 | 2012-10-10 12:07:38 -0700 | [diff] [blame] | 289 | ALOGE("Blur executed without input, skipping"); |
| 290 | return; |
| 291 | } |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 292 | const uchar *pin = (const uchar *)cp->mAlloc->mHal.drvState.lod[0].mallocPtr; |
| 293 | const size_t stride = cp->mAlloc->mHal.drvState.lod[0].stride; |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 294 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 295 | uchar4 *out = (uchar4 *)info->outPtr[0]; |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 296 | uint32_t x1 = xstart; |
| 297 | uint32_t x2 = xend; |
| 298 | |
Jason Sams | 074424a | 2014-05-22 13:30:03 -0700 | [diff] [blame] | 299 | #if defined(ARCH_ARM_USE_INTRINSICS) |
Jason Sams | bfc2328 | 2014-10-22 13:22:02 -0700 | [diff] [blame] | 300 | if (gArchUseSIMD) { |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 301 | rsdIntrinsicBlurU4_K(out, (uchar4 const *)(pin + stride * info->current.y), |
| 302 | info->dim.x, info->dim.y, |
| 303 | stride, x1, info->current.y, x2 - x1, cp->mIradius, cp->mIp + cp->mIradius); |
Simon Hosie | 4467880 | 2014-02-19 22:08:48 -0800 | [diff] [blame] | 304 | return; |
| 305 | } |
| 306 | #endif |
| 307 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 308 | if (info->dim.x > 2048) { |
| 309 | if ((info->dim.x > cp->mScratchSize[info->lid]) || !cp->mScratch[info->lid]) { |
Jason Sams | 75adb82 | 2013-10-22 11:43:54 -0700 | [diff] [blame] | 310 | // Pad the side of the allocation by one unit to allow alignment later |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 311 | cp->mScratch[info->lid] = realloc(cp->mScratch[info->lid], (info->dim.x + 1) * 16); |
| 312 | cp->mScratchSize[info->lid] = info->dim.x; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 313 | } |
Jason Sams | 75adb82 | 2013-10-22 11:43:54 -0700 | [diff] [blame] | 314 | // realloc only aligns to 8 bytes so we manually align to 16. |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 315 | buf = (float4 *) ((((intptr_t)cp->mScratch[info->lid]) + 15) & ~0xf); |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 316 | } |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 317 | float4 *fout = (float4 *)buf; |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 318 | int y = info->current.y; |
| 319 | if ((y > cp->mIradius) && (y < ((int)info->dim.y - cp->mIradius))) { |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 320 | const uchar *pi = pin + (y - cp->mIradius) * stride; |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 321 | OneVFU4(fout, pi, stride, cp->mFp, cp->mIradius * 2 + 1, 0, info->dim.x); |
Jason Sams | e78e514 | 2012-09-19 00:46:31 -0700 | [diff] [blame] | 322 | } else { |
Jason Sams | d25fef7 | 2014-08-21 16:18:39 -0700 | [diff] [blame] | 323 | x1 = 0; |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 324 | while(info->dim.x > x1) { |
| 325 | OneVU4(info, fout, x1, y, pin, stride, cp->mFp, cp->mIradius); |
Jason Sams | e78e514 | 2012-09-19 00:46:31 -0700 | [diff] [blame] | 326 | fout++; |
| 327 | x1++; |
| 328 | } |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 329 | } |
| 330 | |
| 331 | x1 = xstart; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 332 | while ((x1 < (uint32_t)cp->mIradius) && (x1 < x2)) { |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 333 | OneHU4(info, out, x1, buf, cp->mFp, cp->mIradius); |
Jason Sams | e78e514 | 2012-09-19 00:46:31 -0700 | [diff] [blame] | 334 | out++; |
| 335 | x1++; |
| 336 | } |
Rose, James | 7b7060c | 2014-04-22 12:08:06 +0800 | [diff] [blame] | 337 | #if defined(ARCH_X86_HAVE_SSSE3) |
| 338 | if (gArchUseSIMD) { |
| 339 | if ((x1 + cp->mIradius) < x2) { |
| 340 | rsdIntrinsicBlurHFU4_K(out, buf - cp->mIradius, cp->mFp, |
| 341 | cp->mIradius * 2 + 1, x1, x2 - cp->mIradius); |
| 342 | out += (x2 - cp->mIradius) - x1; |
| 343 | x1 = x2 - cp->mIradius; |
| 344 | } |
| 345 | } |
| 346 | #endif |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 347 | while(x2 > x1) { |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 348 | OneHU4(info, out, x1, buf, cp->mFp, cp->mIradius); |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 349 | out++; |
| 350 | x1++; |
| 351 | } |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 352 | } |
| 353 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 354 | void RsdCpuScriptIntrinsicBlur::kernelU1(const RsExpandKernelDriverInfo *info, |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 355 | uint32_t xstart, uint32_t xend, |
Chris Wailes | 9ed7910 | 2014-07-25 15:53:28 -0700 | [diff] [blame] | 356 | uint32_t outstep) { |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 357 | float buf[4 * 2048]; |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 358 | RsdCpuScriptIntrinsicBlur *cp = (RsdCpuScriptIntrinsicBlur *)info->usr; |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 359 | if (!cp->mAlloc.get()) { |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 360 | ALOGE("Blur executed without input, skipping"); |
| 361 | return; |
| 362 | } |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 363 | const uchar *pin = (const uchar *)cp->mAlloc->mHal.drvState.lod[0].mallocPtr; |
| 364 | const size_t stride = cp->mAlloc->mHal.drvState.lod[0].stride; |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 365 | |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 366 | uchar *out = (uchar *)info->outPtr[0]; |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 367 | uint32_t x1 = xstart; |
| 368 | uint32_t x2 = xend; |
| 369 | |
Jason Sams | 074424a | 2014-05-22 13:30:03 -0700 | [diff] [blame] | 370 | #if defined(ARCH_ARM_USE_INTRINSICS) |
Jason Sams | bfc2328 | 2014-10-22 13:22:02 -0700 | [diff] [blame] | 371 | if (gArchUseSIMD) { |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 372 | rsdIntrinsicBlurU1_K(out, pin + stride * info->current.y, info->dim.x, info->dim.y, |
| 373 | stride, x1, info->current.y, x2 - x1, cp->mIradius, cp->mIp + cp->mIradius); |
Simon Hosie | 4467880 | 2014-02-19 22:08:48 -0800 | [diff] [blame] | 374 | return; |
| 375 | } |
| 376 | #endif |
| 377 | |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 378 | float *fout = (float *)buf; |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 379 | int y = info->current.y; |
| 380 | if ((y > cp->mIradius) && (y < ((int)info->dim.y - cp->mIradius -1))) { |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 381 | const uchar *pi = pin + (y - cp->mIradius) * stride; |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 382 | OneVFU1(fout, pi, stride, cp->mFp, cp->mIradius * 2 + 1, 0, info->dim.x); |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 383 | } else { |
Jason Sams | d25fef7 | 2014-08-21 16:18:39 -0700 | [diff] [blame] | 384 | x1 = 0; |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 385 | while(info->dim.x > x1) { |
| 386 | OneVU1(info, fout, x1, y, pin, stride, cp->mFp, cp->mIradius); |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 387 | fout++; |
| 388 | x1++; |
| 389 | } |
| 390 | } |
| 391 | |
| 392 | x1 = xstart; |
Jason Sams | 7079cd8 | 2012-11-27 18:26:33 -0800 | [diff] [blame] | 393 | while ((x1 < x2) && |
Tim Murray | 099bc26 | 2013-03-20 16:54:03 -0700 | [diff] [blame] | 394 | ((x1 < (uint32_t)cp->mIradius) || (((uintptr_t)out) & 0x3))) { |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 395 | OneHU1(info, out, x1, buf, cp->mFp, cp->mIradius); |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 396 | out++; |
| 397 | x1++; |
| 398 | } |
Rose, James | 7b7060c | 2014-04-22 12:08:06 +0800 | [diff] [blame] | 399 | #if defined(ARCH_X86_HAVE_SSSE3) |
| 400 | if (gArchUseSIMD) { |
| 401 | if ((x1 + cp->mIradius) < x2) { |
| 402 | uint32_t len = x2 - (x1 + cp->mIradius); |
| 403 | len &= ~3; |
| 404 | if (len > 0) { |
| 405 | rsdIntrinsicBlurHFU1_K(out, ((float *)buf) - cp->mIradius, cp->mFp, |
| 406 | cp->mIradius * 2 + 1, x1, x1 + len); |
| 407 | out += len; |
| 408 | x1 += len; |
| 409 | } |
| 410 | } |
| 411 | } |
| 412 | #endif |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 413 | while(x2 > x1) { |
David Gross | b0abb14 | 2015-03-12 15:23:03 -0700 | [diff] [blame] | 414 | OneHU1(info, out, x1, buf, cp->mFp, cp->mIradius); |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 415 | out++; |
| 416 | x1++; |
| 417 | } |
| 418 | } |
| 419 | |
| 420 | RsdCpuScriptIntrinsicBlur::RsdCpuScriptIntrinsicBlur(RsdCpuReferenceImpl *ctx, |
| 421 | const Script *s, const Element *e) |
| 422 | : RsdCpuScriptIntrinsic(ctx, s, e, RS_SCRIPT_INTRINSIC_ID_BLUR) { |
| 423 | |
Chris Wailes | 44bef6f | 2014-08-12 13:51:10 -0700 | [diff] [blame] | 424 | mRootPtr = nullptr; |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 425 | if (e->getType() == RS_TYPE_UNSIGNED_8) { |
| 426 | switch (e->getVectorSize()) { |
| 427 | case 1: |
| 428 | mRootPtr = &kernelU1; |
| 429 | break; |
| 430 | case 4: |
| 431 | mRootPtr = &kernelU4; |
| 432 | break; |
| 433 | } |
| 434 | } |
| 435 | rsAssert(mRootPtr); |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 436 | mRadius = 5; |
| 437 | |
| 438 | mScratch = new void *[mCtx->getThreadCount()]; |
| 439 | mScratchSize = new size_t[mCtx->getThreadCount()]; |
Jason Sams | 75adb82 | 2013-10-22 11:43:54 -0700 | [diff] [blame] | 440 | memset(mScratch, 0, sizeof(void *) * mCtx->getThreadCount()); |
| 441 | memset(mScratchSize, 0, sizeof(size_t) * mCtx->getThreadCount()); |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 442 | |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 443 | ComputeGaussianWeights(); |
| 444 | } |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 445 | |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 446 | RsdCpuScriptIntrinsicBlur::~RsdCpuScriptIntrinsicBlur() { |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 447 | uint32_t threads = mCtx->getThreadCount(); |
| 448 | if (mScratch) { |
| 449 | for (size_t i = 0; i < threads; i++) { |
| 450 | if (mScratch[i]) { |
| 451 | free(mScratch[i]); |
| 452 | } |
| 453 | } |
| 454 | delete []mScratch; |
| 455 | } |
| 456 | if (mScratchSize) { |
| 457 | delete []mScratchSize; |
| 458 | } |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 459 | } |
| 460 | |
| 461 | void RsdCpuScriptIntrinsicBlur::populateScript(Script *s) { |
| 462 | s->mHal.info.exportedVariableCount = 2; |
| 463 | } |
| 464 | |
| 465 | void RsdCpuScriptIntrinsicBlur::invokeFreeChildren() { |
Jason Sams | c44d670 | 2012-11-28 18:37:52 -0800 | [diff] [blame] | 466 | mAlloc.clear(); |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 467 | } |
| 468 | |
| 469 | |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 470 | RsdCpuScriptImpl * rsdIntrinsic_Blur(RsdCpuReferenceImpl *ctx, const Script *s, const Element *e) { |
Jason Sams | 709a097 | 2012-11-15 18:18:04 -0800 | [diff] [blame] | 471 | |
Jason Sams | c905efd | 2012-11-26 15:20:18 -0800 | [diff] [blame] | 472 | return new RsdCpuScriptIntrinsicBlur(ctx, s, e); |
Jason Sams | d85e283 | 2012-09-11 16:04:27 -0700 | [diff] [blame] | 473 | } |