1*c8dee2aaSAndroid Build Coastguard Worker /*
2*c8dee2aaSAndroid Build Coastguard Worker * Copyright 2020 Google Inc.
3*c8dee2aaSAndroid Build Coastguard Worker *
4*c8dee2aaSAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license that can be
5*c8dee2aaSAndroid Build Coastguard Worker * found in the LICENSE file.
6*c8dee2aaSAndroid Build Coastguard Worker */
7*c8dee2aaSAndroid Build Coastguard Worker
8*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkColorFilter.h"
9*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkData.h"
10*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkRefCnt.h"
11*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkScalar.h"
12*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkString.h"
13*c8dee2aaSAndroid Build Coastguard Worker #include "include/effects/SkRuntimeEffect.h"
14*c8dee2aaSAndroid Build Coastguard Worker #include "include/private/base/SkAssert.h"
15*c8dee2aaSAndroid Build Coastguard Worker #include "include/private/base/SkTPin.h"
16*c8dee2aaSAndroid Build Coastguard Worker #include "modules/skottie/src/Adapter.h"
17*c8dee2aaSAndroid Build Coastguard Worker #include "modules/skottie/src/SkottiePriv.h"
18*c8dee2aaSAndroid Build Coastguard Worker #include "modules/skottie/src/SkottieValue.h"
19*c8dee2aaSAndroid Build Coastguard Worker #include "modules/skottie/src/effects/Effects.h"
20*c8dee2aaSAndroid Build Coastguard Worker #include "modules/sksg/include/SkSGColorFilter.h"
21*c8dee2aaSAndroid Build Coastguard Worker #include "modules/sksg/include/SkSGRenderNode.h"
22*c8dee2aaSAndroid Build Coastguard Worker
23*c8dee2aaSAndroid Build Coastguard Worker #include <algorithm>
24*c8dee2aaSAndroid Build Coastguard Worker #include <cmath>
25*c8dee2aaSAndroid Build Coastguard Worker #include <cstddef>
26*c8dee2aaSAndroid Build Coastguard Worker #include <utility>
27*c8dee2aaSAndroid Build Coastguard Worker
28*c8dee2aaSAndroid Build Coastguard Worker namespace skjson {
29*c8dee2aaSAndroid Build Coastguard Worker class ArrayValue;
30*c8dee2aaSAndroid Build Coastguard Worker }
31*c8dee2aaSAndroid Build Coastguard Worker
32*c8dee2aaSAndroid Build Coastguard Worker namespace skottie::internal {
33*c8dee2aaSAndroid Build Coastguard Worker namespace {
34*c8dee2aaSAndroid Build Coastguard Worker
35*c8dee2aaSAndroid Build Coastguard Worker // The contrast effect transfer function can be approximated with the following
36*c8dee2aaSAndroid Build Coastguard Worker // 3rd degree polynomial:
37*c8dee2aaSAndroid Build Coastguard Worker //
38*c8dee2aaSAndroid Build Coastguard Worker // f(x) = -2πC/3 * x³ + πC * x² + (1 - πC/3) * x
39*c8dee2aaSAndroid Build Coastguard Worker //
40*c8dee2aaSAndroid Build Coastguard Worker // where C is the normalized contrast value [-1..1].
41*c8dee2aaSAndroid Build Coastguard Worker //
42*c8dee2aaSAndroid Build Coastguard Worker // Derivation:
43*c8dee2aaSAndroid Build Coastguard Worker //
44*c8dee2aaSAndroid Build Coastguard Worker // - start off with sampling the AE contrast effect for various contrast/input values [1]
45*c8dee2aaSAndroid Build Coastguard Worker //
46*c8dee2aaSAndroid Build Coastguard Worker // - apply cubic polynomial curve fitting to determine best-fit coefficients for given
47*c8dee2aaSAndroid Build Coastguard Worker // contrast values [2]
48*c8dee2aaSAndroid Build Coastguard Worker //
49*c8dee2aaSAndroid Build Coastguard Worker // - observations:
50*c8dee2aaSAndroid Build Coastguard Worker // * negative contrast appears clamped at -0.5 (-50)
51*c8dee2aaSAndroid Build Coastguard Worker // * a,b coefficients vary linearly vs. contrast
52*c8dee2aaSAndroid Build Coastguard Worker // * the b coefficient for max contrast (1.0) looks kinda familiar: 3.14757 - coincidence?
53*c8dee2aaSAndroid Build Coastguard Worker // probably not. let's run with it: b == πC
54*c8dee2aaSAndroid Build Coastguard Worker //
55*c8dee2aaSAndroid Build Coastguard Worker // - additionally, we expect the following to hold:
56*c8dee2aaSAndroid Build Coastguard Worker // * f(0 ) = 0 \ | d = 0
57*c8dee2aaSAndroid Build Coastguard Worker // * f(1 ) = 1 | => | a = -2b/3
58*c8dee2aaSAndroid Build Coastguard Worker // * f(0.5) = 0.5 / | c = 1 - b/3
59*c8dee2aaSAndroid Build Coastguard Worker //
60*c8dee2aaSAndroid Build Coastguard Worker // - this yields a pretty decent approximation: [3]
61*c8dee2aaSAndroid Build Coastguard Worker //
62*c8dee2aaSAndroid Build Coastguard Worker //
63*c8dee2aaSAndroid Build Coastguard Worker // Note (courtesy of mtklein, reed): [4] seems to yield a closer approximation, but requires
64*c8dee2aaSAndroid Build Coastguard Worker // a more expensive sin
65*c8dee2aaSAndroid Build Coastguard Worker //
66*c8dee2aaSAndroid Build Coastguard Worker // f(x) = x + a * sin(2πx)/2π
67*c8dee2aaSAndroid Build Coastguard Worker //
68*c8dee2aaSAndroid Build Coastguard Worker // [1] https://www.desmos.com/calculator/oksptqpo8z
69*c8dee2aaSAndroid Build Coastguard Worker // [2] https://www.desmos.com/calculator/oukrf6yahn
70*c8dee2aaSAndroid Build Coastguard Worker // [3] https://www.desmos.com/calculator/ehem0vy3ft
71*c8dee2aaSAndroid Build Coastguard Worker // [4] https://www.desmos.com/calculator/5t4xi10q4v
72*c8dee2aaSAndroid Build Coastguard Worker //
73*c8dee2aaSAndroid Build Coastguard Worker
74*c8dee2aaSAndroid Build Coastguard Worker #ifndef SKOTTIE_ACCURATE_CONTRAST_APPROXIMATION
make_contrast_coeffs(float contrast)75*c8dee2aaSAndroid Build Coastguard Worker static sk_sp<SkData> make_contrast_coeffs(float contrast) {
76*c8dee2aaSAndroid Build Coastguard Worker struct { float a, b, c; } coeffs;
77*c8dee2aaSAndroid Build Coastguard Worker
78*c8dee2aaSAndroid Build Coastguard Worker coeffs.b = SK_ScalarPI * contrast;
79*c8dee2aaSAndroid Build Coastguard Worker coeffs.a = -2 * coeffs.b / 3;
80*c8dee2aaSAndroid Build Coastguard Worker coeffs.c = 1 - coeffs.b / 3;
81*c8dee2aaSAndroid Build Coastguard Worker
82*c8dee2aaSAndroid Build Coastguard Worker return SkData::MakeWithCopy(&coeffs, sizeof(coeffs));
83*c8dee2aaSAndroid Build Coastguard Worker }
84*c8dee2aaSAndroid Build Coastguard Worker
85*c8dee2aaSAndroid Build Coastguard Worker static constexpr char CONTRAST_EFFECT[] =
86*c8dee2aaSAndroid Build Coastguard Worker "uniform half a;"
87*c8dee2aaSAndroid Build Coastguard Worker "uniform half b;"
88*c8dee2aaSAndroid Build Coastguard Worker "uniform half c;"
89*c8dee2aaSAndroid Build Coastguard Worker
90*c8dee2aaSAndroid Build Coastguard Worker "half4 main(half4 color) {"
91*c8dee2aaSAndroid Build Coastguard Worker // C' = a*C^3 + b*C^2 + c*C
92*c8dee2aaSAndroid Build Coastguard Worker "color.rgb = ((a*color.rgb + b)*color.rgb + c)*color.rgb;"
93*c8dee2aaSAndroid Build Coastguard Worker "return color;"
94*c8dee2aaSAndroid Build Coastguard Worker "}"
95*c8dee2aaSAndroid Build Coastguard Worker ;
96*c8dee2aaSAndroid Build Coastguard Worker #else
97*c8dee2aaSAndroid Build Coastguard Worker // More accurate (but slower) approximation:
98*c8dee2aaSAndroid Build Coastguard Worker //
99*c8dee2aaSAndroid Build Coastguard Worker // f(x) = x + a * sin(2πx)
100*c8dee2aaSAndroid Build Coastguard Worker //
101*c8dee2aaSAndroid Build Coastguard Worker // a = -contrast/3π
102*c8dee2aaSAndroid Build Coastguard Worker //
103*c8dee2aaSAndroid Build Coastguard Worker static sk_sp<SkData> make_contrast_coeffs(float contrast) {
104*c8dee2aaSAndroid Build Coastguard Worker const auto coeff_a = -contrast / (3 * SK_ScalarPI);
105*c8dee2aaSAndroid Build Coastguard Worker
106*c8dee2aaSAndroid Build Coastguard Worker return SkData::MakeWithCopy(&coeff_a, sizeof(coeff_a));
107*c8dee2aaSAndroid Build Coastguard Worker }
108*c8dee2aaSAndroid Build Coastguard Worker
109*c8dee2aaSAndroid Build Coastguard Worker static constexpr char CONTRAST_EFFECT[] =
110*c8dee2aaSAndroid Build Coastguard Worker "uniform half a;"
111*c8dee2aaSAndroid Build Coastguard Worker
112*c8dee2aaSAndroid Build Coastguard Worker "half4 main(half4 color) {"
113*c8dee2aaSAndroid Build Coastguard Worker "color.rgb += a * sin(color.rgb * 6.283185);"
114*c8dee2aaSAndroid Build Coastguard Worker "return color;"
115*c8dee2aaSAndroid Build Coastguard Worker "}"
116*c8dee2aaSAndroid Build Coastguard Worker ;
117*c8dee2aaSAndroid Build Coastguard Worker
118*c8dee2aaSAndroid Build Coastguard Worker #endif
119*c8dee2aaSAndroid Build Coastguard Worker
120*c8dee2aaSAndroid Build Coastguard Worker // Brightness transfer function approximation:
121*c8dee2aaSAndroid Build Coastguard Worker //
122*c8dee2aaSAndroid Build Coastguard Worker // f(x) = 1 - (1 - x)^(2^(1.8*B))
123*c8dee2aaSAndroid Build Coastguard Worker //
124*c8dee2aaSAndroid Build Coastguard Worker // where B is the normalized [-1..1] brightness value
125*c8dee2aaSAndroid Build Coastguard Worker //
126*c8dee2aaSAndroid Build Coastguard Worker // Visualization: https://www.desmos.com/calculator/wuyqa2wtol
127*c8dee2aaSAndroid Build Coastguard Worker //
make_brightness_coeffs(float brightness)128*c8dee2aaSAndroid Build Coastguard Worker static sk_sp<SkData> make_brightness_coeffs(float brightness) {
129*c8dee2aaSAndroid Build Coastguard Worker const float coeff_a = std::pow(2.0f, brightness * 1.8f);
130*c8dee2aaSAndroid Build Coastguard Worker
131*c8dee2aaSAndroid Build Coastguard Worker return SkData::MakeWithCopy(&coeff_a, sizeof(coeff_a));
132*c8dee2aaSAndroid Build Coastguard Worker }
133*c8dee2aaSAndroid Build Coastguard Worker
134*c8dee2aaSAndroid Build Coastguard Worker static constexpr char BRIGHTNESS_EFFECT[] =
135*c8dee2aaSAndroid Build Coastguard Worker "uniform half a;"
136*c8dee2aaSAndroid Build Coastguard Worker
137*c8dee2aaSAndroid Build Coastguard Worker "half4 main(half4 color) {"
138*c8dee2aaSAndroid Build Coastguard Worker "color.rgb = 1 - pow(1 - color.rgb, half3(a));"
139*c8dee2aaSAndroid Build Coastguard Worker "return color;"
140*c8dee2aaSAndroid Build Coastguard Worker "}"
141*c8dee2aaSAndroid Build Coastguard Worker ;
142*c8dee2aaSAndroid Build Coastguard Worker
143*c8dee2aaSAndroid Build Coastguard Worker class BrightnessContrastAdapter final : public DiscardableAdapterBase<BrightnessContrastAdapter,
144*c8dee2aaSAndroid Build Coastguard Worker sksg::ExternalColorFilter> {
145*c8dee2aaSAndroid Build Coastguard Worker public:
BrightnessContrastAdapter(const skjson::ArrayValue & jprops,const AnimationBuilder & abuilder,sk_sp<sksg::RenderNode> layer)146*c8dee2aaSAndroid Build Coastguard Worker BrightnessContrastAdapter(const skjson::ArrayValue& jprops,
147*c8dee2aaSAndroid Build Coastguard Worker const AnimationBuilder& abuilder,
148*c8dee2aaSAndroid Build Coastguard Worker sk_sp<sksg::RenderNode> layer)
149*c8dee2aaSAndroid Build Coastguard Worker : INHERITED(sksg::ExternalColorFilter::Make(std::move(layer)))
150*c8dee2aaSAndroid Build Coastguard Worker , fBrightnessEffect(SkRuntimeEffect::MakeForColorFilter(SkString(BRIGHTNESS_EFFECT)).effect)
151*c8dee2aaSAndroid Build Coastguard Worker , fContrastEffect(SkRuntimeEffect::MakeForColorFilter(SkString(CONTRAST_EFFECT)).effect) {
152*c8dee2aaSAndroid Build Coastguard Worker SkASSERT(fBrightnessEffect);
153*c8dee2aaSAndroid Build Coastguard Worker SkASSERT(fContrastEffect);
154*c8dee2aaSAndroid Build Coastguard Worker
155*c8dee2aaSAndroid Build Coastguard Worker enum : size_t {
156*c8dee2aaSAndroid Build Coastguard Worker kBrightness_Index = 0,
157*c8dee2aaSAndroid Build Coastguard Worker kContrast_Index = 1,
158*c8dee2aaSAndroid Build Coastguard Worker kUseLegacy_Index = 2,
159*c8dee2aaSAndroid Build Coastguard Worker };
160*c8dee2aaSAndroid Build Coastguard Worker
161*c8dee2aaSAndroid Build Coastguard Worker EffectBinder(jprops, abuilder, this)
162*c8dee2aaSAndroid Build Coastguard Worker .bind(kBrightness_Index, fBrightness)
163*c8dee2aaSAndroid Build Coastguard Worker .bind( kContrast_Index, fContrast )
164*c8dee2aaSAndroid Build Coastguard Worker .bind( kUseLegacy_Index, fUseLegacy );
165*c8dee2aaSAndroid Build Coastguard Worker }
166*c8dee2aaSAndroid Build Coastguard Worker
167*c8dee2aaSAndroid Build Coastguard Worker private:
onSync()168*c8dee2aaSAndroid Build Coastguard Worker void onSync() override {
169*c8dee2aaSAndroid Build Coastguard Worker this->node()->setColorFilter(SkScalarRoundToInt(fUseLegacy)
170*c8dee2aaSAndroid Build Coastguard Worker ? this->makeLegacyCF()
171*c8dee2aaSAndroid Build Coastguard Worker : this->makeCF());
172*c8dee2aaSAndroid Build Coastguard Worker }
173*c8dee2aaSAndroid Build Coastguard Worker
makeLegacyCF() const174*c8dee2aaSAndroid Build Coastguard Worker sk_sp<SkColorFilter> makeLegacyCF() const {
175*c8dee2aaSAndroid Build Coastguard Worker // In 'legacy' mode, brightness is
176*c8dee2aaSAndroid Build Coastguard Worker //
177*c8dee2aaSAndroid Build Coastguard Worker // - in the [-100..100] range
178*c8dee2aaSAndroid Build Coastguard Worker // - applied component-wise as a direct offset (255-based)
179*c8dee2aaSAndroid Build Coastguard Worker // - (neutral value: 0)
180*c8dee2aaSAndroid Build Coastguard Worker // - transfer function: https://www.desmos.com/calculator/zne0oqwwzb
181*c8dee2aaSAndroid Build Coastguard Worker //
182*c8dee2aaSAndroid Build Coastguard Worker // while contrast is
183*c8dee2aaSAndroid Build Coastguard Worker //
184*c8dee2aaSAndroid Build Coastguard Worker // - in the [-100..100] range
185*c8dee2aaSAndroid Build Coastguard Worker // - applied as a component-wise linear transformation (scale+offset), such that
186*c8dee2aaSAndroid Build Coastguard Worker //
187*c8dee2aaSAndroid Build Coastguard Worker // -100 always yields mid-gray: contrast(x, -100) == 0.5
188*c8dee2aaSAndroid Build Coastguard Worker // 0 is the neutral value: contrast(x, 0) == x
189*c8dee2aaSAndroid Build Coastguard Worker // 100 always yields white: contrast(x, 100) == 1
190*c8dee2aaSAndroid Build Coastguard Worker //
191*c8dee2aaSAndroid Build Coastguard Worker // - transfer function: https://www.desmos.com/calculator/x5rxzhowhs
192*c8dee2aaSAndroid Build Coastguard Worker //
193*c8dee2aaSAndroid Build Coastguard Worker
194*c8dee2aaSAndroid Build Coastguard Worker // Normalize to [-1..1]
195*c8dee2aaSAndroid Build Coastguard Worker const auto brightness = SkTPin(fBrightness, -100.0f, 100.0f) / 255, // [-100/255 .. 100/255]
196*c8dee2aaSAndroid Build Coastguard Worker contrast = SkTPin(fContrast , -100.0f, 100.0f) / 100; // [ -1 .. 1]
197*c8dee2aaSAndroid Build Coastguard Worker
198*c8dee2aaSAndroid Build Coastguard Worker // The component scale is derived from contrast:
199*c8dee2aaSAndroid Build Coastguard Worker //
200*c8dee2aaSAndroid Build Coastguard Worker // Contrast[-1 .. 0] -> Scale[0 .. 1]
201*c8dee2aaSAndroid Build Coastguard Worker // Contrast( 0 .. 1] -> Scale(1 .. +inf)
202*c8dee2aaSAndroid Build Coastguard Worker const auto S = contrast > 0
203*c8dee2aaSAndroid Build Coastguard Worker ? 1 / std::max(1 - contrast, SK_ScalarNearlyZero)
204*c8dee2aaSAndroid Build Coastguard Worker : 1 + contrast;
205*c8dee2aaSAndroid Build Coastguard Worker
206*c8dee2aaSAndroid Build Coastguard Worker // The component offset is derived from both brightness and contrast:
207*c8dee2aaSAndroid Build Coastguard Worker //
208*c8dee2aaSAndroid Build Coastguard Worker // Brightness[-100/255 .. 100/255] -> Offset[-100/255 .. 100/255]
209*c8dee2aaSAndroid Build Coastguard Worker // Contrast [ -1 .. 0] -> Offset[ 0.5 .. 0]
210*c8dee2aaSAndroid Build Coastguard Worker // Contrast ( 0 .. 1] -> Offset( 0 .. -inf)
211*c8dee2aaSAndroid Build Coastguard Worker //
212*c8dee2aaSAndroid Build Coastguard Worker // Why do these pre/post compose depending on contrast scale, you ask?
213*c8dee2aaSAndroid Build Coastguard Worker // Because AE - that's why!
214*c8dee2aaSAndroid Build Coastguard Worker const auto B = 0.5f * (1 - S) + brightness * std::max(S, 1.0f);
215*c8dee2aaSAndroid Build Coastguard Worker
216*c8dee2aaSAndroid Build Coastguard Worker const float cm[] = {
217*c8dee2aaSAndroid Build Coastguard Worker S, 0, 0, 0, B,
218*c8dee2aaSAndroid Build Coastguard Worker 0, S, 0, 0, B,
219*c8dee2aaSAndroid Build Coastguard Worker 0, 0, S, 0, B,
220*c8dee2aaSAndroid Build Coastguard Worker 0, 0, 0, 1, 0,
221*c8dee2aaSAndroid Build Coastguard Worker };
222*c8dee2aaSAndroid Build Coastguard Worker
223*c8dee2aaSAndroid Build Coastguard Worker return SkColorFilters::Matrix(cm);
224*c8dee2aaSAndroid Build Coastguard Worker }
225*c8dee2aaSAndroid Build Coastguard Worker
makeCF() const226*c8dee2aaSAndroid Build Coastguard Worker sk_sp<SkColorFilter> makeCF() const {
227*c8dee2aaSAndroid Build Coastguard Worker const auto brightness = SkTPin(fBrightness, -150.0f, 150.0f) / 150, // [-1.0 .. 1]
228*c8dee2aaSAndroid Build Coastguard Worker contrast = SkTPin(fContrast , -50.0f, 100.0f) / 100; // [-0.5 .. 1]
229*c8dee2aaSAndroid Build Coastguard Worker
230*c8dee2aaSAndroid Build Coastguard Worker auto b_eff = SkScalarNearlyZero(brightness)
231*c8dee2aaSAndroid Build Coastguard Worker ? nullptr
232*c8dee2aaSAndroid Build Coastguard Worker : fBrightnessEffect->makeColorFilter(make_brightness_coeffs(brightness)),
233*c8dee2aaSAndroid Build Coastguard Worker c_eff = SkScalarNearlyZero(fContrast)
234*c8dee2aaSAndroid Build Coastguard Worker ? nullptr
235*c8dee2aaSAndroid Build Coastguard Worker : fContrastEffect->makeColorFilter(make_contrast_coeffs(contrast));
236*c8dee2aaSAndroid Build Coastguard Worker
237*c8dee2aaSAndroid Build Coastguard Worker return SkColorFilters::Compose(std::move(c_eff), std::move(b_eff));
238*c8dee2aaSAndroid Build Coastguard Worker }
239*c8dee2aaSAndroid Build Coastguard Worker
240*c8dee2aaSAndroid Build Coastguard Worker const sk_sp<SkRuntimeEffect> fBrightnessEffect,
241*c8dee2aaSAndroid Build Coastguard Worker fContrastEffect;
242*c8dee2aaSAndroid Build Coastguard Worker
243*c8dee2aaSAndroid Build Coastguard Worker ScalarValue fBrightness = 0,
244*c8dee2aaSAndroid Build Coastguard Worker fContrast = 0,
245*c8dee2aaSAndroid Build Coastguard Worker fUseLegacy = 0;
246*c8dee2aaSAndroid Build Coastguard Worker
247*c8dee2aaSAndroid Build Coastguard Worker using INHERITED = DiscardableAdapterBase<BrightnessContrastAdapter, sksg::ExternalColorFilter>;
248*c8dee2aaSAndroid Build Coastguard Worker };
249*c8dee2aaSAndroid Build Coastguard Worker
250*c8dee2aaSAndroid Build Coastguard Worker } // namespace
251*c8dee2aaSAndroid Build Coastguard Worker
attachBrightnessContrastEffect(const skjson::ArrayValue & jprops,sk_sp<sksg::RenderNode> layer) const252*c8dee2aaSAndroid Build Coastguard Worker sk_sp<sksg::RenderNode> EffectBuilder::attachBrightnessContrastEffect(
253*c8dee2aaSAndroid Build Coastguard Worker const skjson::ArrayValue& jprops, sk_sp<sksg::RenderNode> layer) const {
254*c8dee2aaSAndroid Build Coastguard Worker return fBuilder->attachDiscardableAdapter<BrightnessContrastAdapter>(jprops,
255*c8dee2aaSAndroid Build Coastguard Worker *fBuilder,
256*c8dee2aaSAndroid Build Coastguard Worker std::move(layer));
257*c8dee2aaSAndroid Build Coastguard Worker }
258*c8dee2aaSAndroid Build Coastguard Worker
259*c8dee2aaSAndroid Build Coastguard Worker } // namespace skottie::internal
260