xref: /aosp_15_r20/external/skia/src/gpu/ganesh/effects/GrBicubicEffect.cpp (revision c8dee2aa9b3f27cf6c858bd81872bdeb2c07ed17)
1 /*
2  * Copyright 2014 Google Inc.
3  *
4  * Use of this source code is governed by a BSD-style license that can be
5  * found in the LICENSE file.
6  */
7 
8 #include "src/gpu/ganesh/effects/GrBicubicEffect.h"
9 
10 #include "include/core/SkAlphaType.h"
11 #include "include/core/SkMatrix.h"
12 #include "include/core/SkRect.h"
13 #include "include/core/SkString.h"
14 #include "include/private/SkSLSampleUsage.h"
15 #include "include/private/gpu/ganesh/GrTypesPriv.h"
16 #include "src/base/SkRandom.h"
17 #include "src/core/SkSLTypeShared.h"
18 #include "src/gpu/KeyBuilder.h"
19 #include "src/gpu/ganesh/GrSurfaceProxyView.h"
20 #include "src/gpu/ganesh/GrTestUtils.h"
21 #include "src/gpu/ganesh/effects/GrMatrixEffect.h"
22 #include "src/gpu/ganesh/effects/GrTextureEffect.h"
23 #include "src/gpu/ganesh/glsl/GrGLSLFragmentShaderBuilder.h"
24 #include "src/gpu/ganesh/glsl/GrGLSLProgramDataManager.h"
25 #include "src/gpu/ganesh/glsl/GrGLSLUniformHandler.h"
26 #include "src/shaders/SkImageShader.h"
27 #include "src/sksl/SkSLString.h"
28 
29 #include <cmath>
30 #include <cstdint>
31 #include <string>
32 #include <utility>
33 
34 class GrBicubicEffect::Impl : public ProgramImpl {
35 public:
36     void emitCode(EmitArgs&) override;
37 
38 private:
39     void onSetData(const GrGLSLProgramDataManager&, const GrFragmentProcessor&) override;
40 
41     SkCubicResampler fKernel = {-1, -1};
42     UniformHandle fCoefficientUni;
43 };
44 
emitCode(EmitArgs & args)45 void GrBicubicEffect::Impl::emitCode(EmitArgs& args) {
46     const GrBicubicEffect& bicubicEffect = args.fFp.cast<GrBicubicEffect>();
47 
48     GrGLSLFPFragmentBuilder* fragBuilder = args.fFragBuilder;
49 
50     const char* coeffs;
51     fCoefficientUni = args.fUniformHandler->addUniform(&args.fFp, kFragment_GrShaderFlag,
52                                                        SkSLType::kHalf4x4, "coefficients", &coeffs);
53     // We determine our fractional offset (f) within the texel. We then snap coord to a texel
54     // center. The snap prevents cases where the starting coords are near a texel boundary and
55     // offsets with imperfect precision would cause us to skip/double hit a texel.
56     // The use of "texel" above is somewhat abstract as we're sampling a child processor. It is
57     // assumed the child processor represents something akin to a nearest neighbor sampled texture.
58     if (bicubicEffect.fDirection == GrBicubicEffect::Direction::kXY) {
59         fragBuilder->codeAppendf("float2 coord = %s - float2(0.5);", args.fSampleCoord);
60         fragBuilder->codeAppend("half2 f = half2(fract(coord));");
61         fragBuilder->codeAppend("coord += 0.5 - f;");
62         fragBuilder->codeAppendf("half4 wx = %s * half4(1.0, f.x, f.x * f.x, f.x * f.x * f.x);",
63                                  coeffs);
64         fragBuilder->codeAppendf("half4 wy = %s * half4(1.0, f.y, f.y * f.y, f.y * f.y * f.y);",
65                                  coeffs);
66         fragBuilder->codeAppend("half4 rowColors[4];");
67         for (int y = 0; y < 4; ++y) {
68             for (int x = 0; x < 4; ++x) {
69                 auto coord = SkSL::String::printf("coord + float2(%d, %d)", x - 1, y - 1);
70                 auto childStr = this->invokeChild(0, args, coord);
71                 fragBuilder->codeAppendf("rowColors[%d] = %s;", x, childStr.c_str());
72             }
73             fragBuilder->codeAppendf(
74                     "half4 s%d = wx.x * rowColors[0] + wx.y * rowColors[1] + wx.z * rowColors[2] + "
75                     "wx.w * rowColors[3];",
76                     y);
77         }
78         fragBuilder->codeAppend(
79                 "half4 bicubicColor = wy.x * s0 + wy.y * s1 + wy.z * s2 + wy.w * s3;");
80     } else {
81         const char* d = bicubicEffect.fDirection == Direction::kX ? "x" : "y";
82         fragBuilder->codeAppendf("float coord = %s.%s - 0.5;", args.fSampleCoord, d);
83         fragBuilder->codeAppend("half f = half(fract(coord));");
84         fragBuilder->codeAppend("coord += 0.5 - f;");
85         fragBuilder->codeAppend("half f2 = f * f;");
86         fragBuilder->codeAppendf("half4 w = %s * half4(1.0, f, f2, f2 * f);", coeffs);
87         fragBuilder->codeAppend("half4 c[4];");
88         for (int i = 0; i < 4; ++i) {
89             std::string coord;
90             if (bicubicEffect.fDirection == Direction::kX) {
91                 coord = SkSL::String::printf("float2(coord + %d, %s.y)", i - 1, args.fSampleCoord);
92             } else {
93                 coord = SkSL::String::printf("float2(%s.x, coord + %d)", args.fSampleCoord, i - 1);
94             }
95             auto childStr = this->invokeChild(0, args, coord);
96             fragBuilder->codeAppendf("c[%d] = %s;", i, childStr.c_str());
97         }
98         fragBuilder->codeAppend(
99                 "half4 bicubicColor = c[0] * w.x + c[1] * w.y + c[2] * w.z + c[3] * w.w;");
100     }
101     // Bicubic can send colors out of range, so clamp to get them back in (source) gamut.
102     // The kind of clamp we have to do depends on the alpha type.
103     switch (bicubicEffect.fClamp) {
104         case Clamp::kUnpremul:
105             fragBuilder->codeAppend("bicubicColor = saturate(bicubicColor);");
106             break;
107         case Clamp::kPremul:
108             fragBuilder->codeAppend("bicubicColor.a = saturate(bicubicColor.a);");
109             fragBuilder->codeAppend(
110                     "bicubicColor.rgb = max(half3(0.0), min(bicubicColor.rgb, bicubicColor.aaa));");
111             break;
112     }
113     fragBuilder->codeAppendf("return bicubicColor;");
114 }
115 
onSetData(const GrGLSLProgramDataManager & pdm,const GrFragmentProcessor & fp)116 void GrBicubicEffect::Impl::onSetData(const GrGLSLProgramDataManager& pdm,
117                                       const GrFragmentProcessor& fp) {
118     auto& bicubicEffect = fp.cast<GrBicubicEffect>();
119 
120     if (fKernel.B != bicubicEffect.fKernel.B || fKernel.C != bicubicEffect.fKernel.C) {
121         fKernel = bicubicEffect.fKernel;
122         pdm.setSkM44(fCoefficientUni, SkImageShader::CubicResamplerMatrix(fKernel.B, fKernel.C));
123     }
124 }
125 
Make(GrSurfaceProxyView view,SkAlphaType alphaType,const SkMatrix & matrix,SkCubicResampler kernel,Direction direction)126 std::unique_ptr<GrFragmentProcessor> GrBicubicEffect::Make(GrSurfaceProxyView view,
127                                                            SkAlphaType alphaType,
128                                                            const SkMatrix& matrix,
129                                                            SkCubicResampler kernel,
130                                                            Direction direction) {
131     auto fp = GrTextureEffect::Make(std::move(view), alphaType, SkMatrix::I());
132     auto clamp = kPremul_SkAlphaType == alphaType ? Clamp::kPremul : Clamp::kUnpremul;
133     return GrMatrixEffect::Make(matrix, std::unique_ptr<GrFragmentProcessor>(
134             new GrBicubicEffect(std::move(fp), kernel, direction, clamp)));
135 }
136 
Make(GrSurfaceProxyView view,SkAlphaType alphaType,const SkMatrix & matrix,const GrSamplerState::WrapMode wrapX,const GrSamplerState::WrapMode wrapY,SkCubicResampler kernel,Direction direction,const GrCaps & caps)137 std::unique_ptr<GrFragmentProcessor> GrBicubicEffect::Make(GrSurfaceProxyView view,
138                                                            SkAlphaType alphaType,
139                                                            const SkMatrix& matrix,
140                                                            const GrSamplerState::WrapMode wrapX,
141                                                            const GrSamplerState::WrapMode wrapY,
142                                                            SkCubicResampler kernel,
143                                                            Direction direction,
144                                                            const GrCaps& caps) {
145     GrSamplerState sampler(wrapX, wrapY, GrSamplerState::Filter::kNearest);
146     std::unique_ptr<GrFragmentProcessor> fp;
147     fp = GrTextureEffect::Make(std::move(view), alphaType, SkMatrix::I(), sampler, caps);
148     auto clamp = kPremul_SkAlphaType == alphaType ? Clamp::kPremul : Clamp::kUnpremul;
149     return GrMatrixEffect::Make(matrix, std::unique_ptr<GrFragmentProcessor>(
150             new GrBicubicEffect(std::move(fp), kernel, direction, clamp)));
151 }
152 
MakeSubset(GrSurfaceProxyView view,SkAlphaType alphaType,const SkMatrix & matrix,const GrSamplerState::WrapMode wrapX,const GrSamplerState::WrapMode wrapY,const SkRect & subset,SkCubicResampler kernel,Direction direction,const GrCaps & caps)153 std::unique_ptr<GrFragmentProcessor> GrBicubicEffect::MakeSubset(
154         GrSurfaceProxyView view,
155         SkAlphaType alphaType,
156         const SkMatrix& matrix,
157         const GrSamplerState::WrapMode wrapX,
158         const GrSamplerState::WrapMode wrapY,
159         const SkRect& subset,
160         SkCubicResampler kernel,
161         Direction direction,
162         const GrCaps& caps) {
163     GrSamplerState sampler(wrapX, wrapY, GrSamplerState::Filter::kNearest);
164     std::unique_ptr<GrFragmentProcessor> fp;
165     fp = GrTextureEffect::MakeSubset(
166             std::move(view), alphaType, SkMatrix::I(), sampler, subset, caps);
167     auto clamp = kPremul_SkAlphaType == alphaType ? Clamp::kPremul : Clamp::kUnpremul;
168     return GrMatrixEffect::Make(matrix, std::unique_ptr<GrFragmentProcessor>(
169             new GrBicubicEffect(std::move(fp), kernel, direction, clamp)));
170 }
171 
MakeSubset(GrSurfaceProxyView view,SkAlphaType alphaType,const SkMatrix & matrix,const GrSamplerState::WrapMode wrapX,const GrSamplerState::WrapMode wrapY,const SkRect & subset,const SkRect & domain,SkCubicResampler kernel,Direction direction,const GrCaps & caps)172 std::unique_ptr<GrFragmentProcessor> GrBicubicEffect::MakeSubset(
173         GrSurfaceProxyView view,
174         SkAlphaType alphaType,
175         const SkMatrix& matrix,
176         const GrSamplerState::WrapMode wrapX,
177         const GrSamplerState::WrapMode wrapY,
178         const SkRect& subset,
179         const SkRect& domain,
180         SkCubicResampler kernel,
181         Direction direction,
182         const GrCaps& caps) {
183     auto lowerBound = [](float x) { return std::floor(x - 1.5f) + 0.5f; };
184     auto upperBound = [](float x) { return std::floor(x + 1.5f) - 0.5f; };
185     SkRect expandedDomain {
186             lowerBound(domain.fLeft)  ,
187             upperBound(domain.fRight) ,
188             lowerBound(domain.fTop)   ,
189             upperBound(domain.fBottom)
190     };
191     GrSamplerState sampler(wrapX, wrapY, GrSamplerState::Filter::kNearest);
192     std::unique_ptr<GrFragmentProcessor> fp;
193     fp = GrTextureEffect::MakeSubset(
194             std::move(view), alphaType, SkMatrix::I(), sampler, subset, expandedDomain, caps);
195     auto clamp = kPremul_SkAlphaType == alphaType ? Clamp::kPremul : Clamp::kUnpremul;
196     return GrMatrixEffect::Make(matrix, std::unique_ptr<GrFragmentProcessor>(
197             new GrBicubicEffect(std::move(fp), kernel, direction, clamp)));
198 }
199 
Make(std::unique_ptr<GrFragmentProcessor> fp,SkAlphaType alphaType,const SkMatrix & matrix,SkCubicResampler kernel,Direction direction)200 std::unique_ptr<GrFragmentProcessor> GrBicubicEffect::Make(std::unique_ptr<GrFragmentProcessor> fp,
201                                                            SkAlphaType alphaType,
202                                                            const SkMatrix& matrix,
203                                                            SkCubicResampler kernel,
204                                                            Direction direction) {
205     auto clamp = kPremul_SkAlphaType == alphaType ? Clamp::kPremul : Clamp::kUnpremul;
206     return GrMatrixEffect::Make(matrix, std::unique_ptr<GrFragmentProcessor>(
207             new GrBicubicEffect(std::move(fp), kernel, direction, clamp)));
208 }
209 
GrBicubicEffect(std::unique_ptr<GrFragmentProcessor> fp,SkCubicResampler kernel,Direction direction,Clamp clamp)210 GrBicubicEffect::GrBicubicEffect(std::unique_ptr<GrFragmentProcessor> fp,
211                                  SkCubicResampler kernel,
212                                  Direction direction,
213                                  Clamp clamp)
214         : INHERITED(kGrBicubicEffect_ClassID, ProcessorOptimizationFlags(fp.get()))
215         , fKernel(kernel)
216         , fDirection(direction)
217         , fClamp(clamp) {
218     this->setUsesSampleCoordsDirectly();
219     this->registerChild(std::move(fp), SkSL::SampleUsage::Explicit());
220 }
221 
GrBicubicEffect(const GrBicubicEffect & that)222 GrBicubicEffect::GrBicubicEffect(const GrBicubicEffect& that)
223         : INHERITED(that)
224         , fKernel(that.fKernel)
225         , fDirection(that.fDirection)
226         , fClamp(that.fClamp) {}
227 
onAddToKey(const GrShaderCaps & caps,skgpu::KeyBuilder * b) const228 void GrBicubicEffect::onAddToKey(const GrShaderCaps& caps, skgpu::KeyBuilder* b) const {
229     uint32_t key = (static_cast<uint32_t>(fDirection) << 0) | (static_cast<uint32_t>(fClamp) << 2);
230     b->add32(key);
231 }
232 
onMakeProgramImpl() const233 std::unique_ptr<GrFragmentProcessor::ProgramImpl> GrBicubicEffect::onMakeProgramImpl() const {
234     return std::make_unique<Impl>();
235 }
236 
onIsEqual(const GrFragmentProcessor & other) const237 bool GrBicubicEffect::onIsEqual(const GrFragmentProcessor& other) const {
238     const auto& that = other.cast<GrBicubicEffect>();
239     return fDirection == that.fDirection &&
240            fClamp == that.fClamp         &&
241            fKernel.B == that.fKernel.B   &&
242            fKernel.C == that.fKernel.C;
243 }
244 
constantOutputForConstantInput(const SkPMColor4f & input) const245 SkPMColor4f GrBicubicEffect::constantOutputForConstantInput(const SkPMColor4f& input) const {
246     return GrFragmentProcessor::ConstantOutputForConstantInput(this->childProcessor(0), input);
247 }
248 
GR_DEFINE_FRAGMENT_PROCESSOR_TEST(GrBicubicEffect)249 GR_DEFINE_FRAGMENT_PROCESSOR_TEST(GrBicubicEffect)
250 
251 #if defined(GPU_TEST_UTILS)
252 std::unique_ptr<GrFragmentProcessor> GrBicubicEffect::TestCreate(GrProcessorTestData* d) {
253     Direction direction = Direction::kX;
254     switch (d->fRandom->nextULessThan(3)) {
255         case 0:
256             direction = Direction::kX;
257             break;
258         case 1:
259             direction = Direction::kY;
260             break;
261         case 2:
262             direction = Direction::kXY;
263             break;
264     }
265     auto kernel = d->fRandom->nextBool() ? GrBicubicEffect::gMitchell
266                                          : GrBicubicEffect::gCatmullRom;
267     auto m = GrTest::TestMatrix(d->fRandom);
268     switch (d->fRandom->nextULessThan(3)) {
269         case 0: {
270             auto [view, ct, at] = d->randomView();
271             GrSamplerState::WrapMode wm[2];
272             GrTest::TestWrapModes(d->fRandom, wm);
273 
274             if (d->fRandom->nextBool()) {
275                 SkRect subset;
276                 subset.fLeft = d->fRandom->nextSScalar1() * view.width();
277                 subset.fTop = d->fRandom->nextSScalar1() * view.height();
278                 subset.fRight = d->fRandom->nextSScalar1() * view.width();
279                 subset.fBottom = d->fRandom->nextSScalar1() * view.height();
280                 subset.sort();
281                 return MakeSubset(std::move(view),
282                                   at,
283                                   m,
284                                   wm[0],
285                                   wm[1],
286                                   subset,
287                                   kernel,
288                                   direction,
289                                   *d->caps());
290             }
291             return Make(std::move(view), at, m, wm[0], wm[1], kernel, direction, *d->caps());
292         }
293         case 1: {
294             auto [view, ct, at] = d->randomView();
295             return Make(std::move(view), at, m, kernel, direction);
296         }
297         default: {
298             SkAlphaType at;
299             do {
300                 at = static_cast<SkAlphaType>(d->fRandom->nextULessThan(kLastEnum_SkAlphaType + 1));
301             } while (at == kUnknown_SkAlphaType);
302             return Make(GrProcessorUnitTest::MakeChildFP(d), at, m, kernel, direction);
303         }
304     }
305 }
306 #endif
307