xref: /aosp_15_r20/external/XNNPACK/test/abs-operator-tester.h (revision 4bdc94577ba0e567308109d787f7fec7b531ce36)
1*4bdc9457SAndroid Build Coastguard Worker // Copyright 2020 Google LLC
2*4bdc9457SAndroid Build Coastguard Worker //
3*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
4*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
5*4bdc9457SAndroid Build Coastguard Worker 
6*4bdc9457SAndroid Build Coastguard Worker #pragma once
7*4bdc9457SAndroid Build Coastguard Worker 
8*4bdc9457SAndroid Build Coastguard Worker #include <gtest/gtest.h>
9*4bdc9457SAndroid Build Coastguard Worker 
10*4bdc9457SAndroid Build Coastguard Worker #include <algorithm>
11*4bdc9457SAndroid Build Coastguard Worker #include <cassert>
12*4bdc9457SAndroid Build Coastguard Worker #include <cmath>
13*4bdc9457SAndroid Build Coastguard Worker #include <cstddef>
14*4bdc9457SAndroid Build Coastguard Worker #include <cstdlib>
15*4bdc9457SAndroid Build Coastguard Worker #include <random>
16*4bdc9457SAndroid Build Coastguard Worker #include <vector>
17*4bdc9457SAndroid Build Coastguard Worker 
18*4bdc9457SAndroid Build Coastguard Worker #include <fp16.h>
19*4bdc9457SAndroid Build Coastguard Worker 
20*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack.h>
21*4bdc9457SAndroid Build Coastguard Worker 
22*4bdc9457SAndroid Build Coastguard Worker 
23*4bdc9457SAndroid Build Coastguard Worker class AbsOperatorTester {
24*4bdc9457SAndroid Build Coastguard Worker  public:
channels(size_t channels)25*4bdc9457SAndroid Build Coastguard Worker   inline AbsOperatorTester& channels(size_t channels) {
26*4bdc9457SAndroid Build Coastguard Worker     assert(channels != 0);
27*4bdc9457SAndroid Build Coastguard Worker     this->channels_ = channels;
28*4bdc9457SAndroid Build Coastguard Worker     return *this;
29*4bdc9457SAndroid Build Coastguard Worker   }
30*4bdc9457SAndroid Build Coastguard Worker 
channels()31*4bdc9457SAndroid Build Coastguard Worker   inline size_t channels() const {
32*4bdc9457SAndroid Build Coastguard Worker     return this->channels_;
33*4bdc9457SAndroid Build Coastguard Worker   }
34*4bdc9457SAndroid Build Coastguard Worker 
input_stride(size_t input_stride)35*4bdc9457SAndroid Build Coastguard Worker   inline AbsOperatorTester& input_stride(size_t input_stride) {
36*4bdc9457SAndroid Build Coastguard Worker     assert(input_stride != 0);
37*4bdc9457SAndroid Build Coastguard Worker     this->input_stride_ = input_stride;
38*4bdc9457SAndroid Build Coastguard Worker     return *this;
39*4bdc9457SAndroid Build Coastguard Worker   }
40*4bdc9457SAndroid Build Coastguard Worker 
input_stride()41*4bdc9457SAndroid Build Coastguard Worker   inline size_t input_stride() const {
42*4bdc9457SAndroid Build Coastguard Worker     if (this->input_stride_ == 0) {
43*4bdc9457SAndroid Build Coastguard Worker       return this->channels_;
44*4bdc9457SAndroid Build Coastguard Worker     } else {
45*4bdc9457SAndroid Build Coastguard Worker       assert(this->input_stride_ >= this->channels_);
46*4bdc9457SAndroid Build Coastguard Worker       return this->input_stride_;
47*4bdc9457SAndroid Build Coastguard Worker     }
48*4bdc9457SAndroid Build Coastguard Worker   }
49*4bdc9457SAndroid Build Coastguard Worker 
output_stride(size_t output_stride)50*4bdc9457SAndroid Build Coastguard Worker   inline AbsOperatorTester& output_stride(size_t output_stride) {
51*4bdc9457SAndroid Build Coastguard Worker     assert(output_stride != 0);
52*4bdc9457SAndroid Build Coastguard Worker     this->output_stride_ = output_stride;
53*4bdc9457SAndroid Build Coastguard Worker     return *this;
54*4bdc9457SAndroid Build Coastguard Worker   }
55*4bdc9457SAndroid Build Coastguard Worker 
output_stride()56*4bdc9457SAndroid Build Coastguard Worker   inline size_t output_stride() const {
57*4bdc9457SAndroid Build Coastguard Worker     if (this->output_stride_ == 0) {
58*4bdc9457SAndroid Build Coastguard Worker       return this->channels_;
59*4bdc9457SAndroid Build Coastguard Worker     } else {
60*4bdc9457SAndroid Build Coastguard Worker       assert(this->output_stride_ >= this->channels_);
61*4bdc9457SAndroid Build Coastguard Worker       return this->output_stride_;
62*4bdc9457SAndroid Build Coastguard Worker     }
63*4bdc9457SAndroid Build Coastguard Worker   }
64*4bdc9457SAndroid Build Coastguard Worker 
batch_size(size_t batch_size)65*4bdc9457SAndroid Build Coastguard Worker   inline AbsOperatorTester& batch_size(size_t batch_size) {
66*4bdc9457SAndroid Build Coastguard Worker     assert(batch_size != 0);
67*4bdc9457SAndroid Build Coastguard Worker     this->batch_size_ = batch_size;
68*4bdc9457SAndroid Build Coastguard Worker     return *this;
69*4bdc9457SAndroid Build Coastguard Worker   }
70*4bdc9457SAndroid Build Coastguard Worker 
batch_size()71*4bdc9457SAndroid Build Coastguard Worker   inline size_t batch_size() const {
72*4bdc9457SAndroid Build Coastguard Worker     return this->batch_size_;
73*4bdc9457SAndroid Build Coastguard Worker   }
74*4bdc9457SAndroid Build Coastguard Worker 
iterations(size_t iterations)75*4bdc9457SAndroid Build Coastguard Worker   inline AbsOperatorTester& iterations(size_t iterations) {
76*4bdc9457SAndroid Build Coastguard Worker     this->iterations_ = iterations;
77*4bdc9457SAndroid Build Coastguard Worker     return *this;
78*4bdc9457SAndroid Build Coastguard Worker   }
79*4bdc9457SAndroid Build Coastguard Worker 
iterations()80*4bdc9457SAndroid Build Coastguard Worker   inline size_t iterations() const {
81*4bdc9457SAndroid Build Coastguard Worker     return this->iterations_;
82*4bdc9457SAndroid Build Coastguard Worker   }
83*4bdc9457SAndroid Build Coastguard Worker 
TestF16()84*4bdc9457SAndroid Build Coastguard Worker   void TestF16() const {
85*4bdc9457SAndroid Build Coastguard Worker     std::random_device random_device;
86*4bdc9457SAndroid Build Coastguard Worker     auto rng = std::mt19937(random_device());
87*4bdc9457SAndroid Build Coastguard Worker     std::uniform_real_distribution<float> f32dist(-1.0f, 1.0f);
88*4bdc9457SAndroid Build Coastguard Worker 
89*4bdc9457SAndroid Build Coastguard Worker     std::vector<uint16_t> input(XNN_EXTRA_BYTES / sizeof(uint16_t) +
90*4bdc9457SAndroid Build Coastguard Worker       (batch_size() - 1) * input_stride() + channels());
91*4bdc9457SAndroid Build Coastguard Worker     std::vector<uint16_t> output((batch_size() - 1) * output_stride() + channels());
92*4bdc9457SAndroid Build Coastguard Worker     std::vector<uint16_t> output_ref(batch_size() * channels());
93*4bdc9457SAndroid Build Coastguard Worker     for (size_t iteration = 0; iteration < iterations(); iteration++) {
94*4bdc9457SAndroid Build Coastguard Worker       std::generate(input.begin(), input.end(), [&]() { return fp16_ieee_from_fp32_value(f32dist(rng)); });
95*4bdc9457SAndroid Build Coastguard Worker       std::fill(output.begin(), output.end(), UINT16_C(0x7E00) /* NaN */);
96*4bdc9457SAndroid Build Coastguard Worker 
97*4bdc9457SAndroid Build Coastguard Worker       // Compute reference results.
98*4bdc9457SAndroid Build Coastguard Worker       for (size_t i = 0; i < batch_size(); i++) {
99*4bdc9457SAndroid Build Coastguard Worker         for (size_t c = 0; c < channels(); c++) {
100*4bdc9457SAndroid Build Coastguard Worker           output_ref[i * channels() + c] = input[i * input_stride() + c] & UINT16_C(0x7FFF);
101*4bdc9457SAndroid Build Coastguard Worker         }
102*4bdc9457SAndroid Build Coastguard Worker       }
103*4bdc9457SAndroid Build Coastguard Worker 
104*4bdc9457SAndroid Build Coastguard Worker       // Create, setup, run, and destroy Abs operator.
105*4bdc9457SAndroid Build Coastguard Worker       ASSERT_EQ(xnn_status_success, xnn_initialize(nullptr /* allocator */));
106*4bdc9457SAndroid Build Coastguard Worker       xnn_operator_t abs_op = nullptr;
107*4bdc9457SAndroid Build Coastguard Worker 
108*4bdc9457SAndroid Build Coastguard Worker       const xnn_status status = xnn_create_abs_nc_f16(
109*4bdc9457SAndroid Build Coastguard Worker         channels(), input_stride(), output_stride(),
110*4bdc9457SAndroid Build Coastguard Worker         0, &abs_op);
111*4bdc9457SAndroid Build Coastguard Worker       if (status == xnn_status_unsupported_hardware) {
112*4bdc9457SAndroid Build Coastguard Worker         GTEST_SKIP();
113*4bdc9457SAndroid Build Coastguard Worker       }
114*4bdc9457SAndroid Build Coastguard Worker       ASSERT_EQ(xnn_status_success, status);
115*4bdc9457SAndroid Build Coastguard Worker       ASSERT_NE(nullptr, abs_op);
116*4bdc9457SAndroid Build Coastguard Worker 
117*4bdc9457SAndroid Build Coastguard Worker       // Smart pointer to automatically delete abs_op.
118*4bdc9457SAndroid Build Coastguard Worker       std::unique_ptr<xnn_operator, decltype(&xnn_delete_operator)> auto_abs_op(abs_op, xnn_delete_operator);
119*4bdc9457SAndroid Build Coastguard Worker 
120*4bdc9457SAndroid Build Coastguard Worker       ASSERT_EQ(xnn_status_success,
121*4bdc9457SAndroid Build Coastguard Worker         xnn_setup_abs_nc_f16(
122*4bdc9457SAndroid Build Coastguard Worker           abs_op,
123*4bdc9457SAndroid Build Coastguard Worker           batch_size(),
124*4bdc9457SAndroid Build Coastguard Worker           input.data(), output.data(),
125*4bdc9457SAndroid Build Coastguard Worker           nullptr /* thread pool */));
126*4bdc9457SAndroid Build Coastguard Worker 
127*4bdc9457SAndroid Build Coastguard Worker       ASSERT_EQ(xnn_status_success,
128*4bdc9457SAndroid Build Coastguard Worker         xnn_run_operator(abs_op, nullptr /* thread pool */));
129*4bdc9457SAndroid Build Coastguard Worker 
130*4bdc9457SAndroid Build Coastguard Worker       // Verify results.
131*4bdc9457SAndroid Build Coastguard Worker       for (size_t i = 0; i < batch_size(); i++) {
132*4bdc9457SAndroid Build Coastguard Worker         for (size_t c = 0; c < channels(); c++) {
133*4bdc9457SAndroid Build Coastguard Worker           ASSERT_EQ(output_ref[i * channels() + c], output[i * output_stride() + c])
134*4bdc9457SAndroid Build Coastguard Worker             << "at batch " << i << " / " << batch_size() << ", channel " << c << " / " << channels();
135*4bdc9457SAndroid Build Coastguard Worker         }
136*4bdc9457SAndroid Build Coastguard Worker       }
137*4bdc9457SAndroid Build Coastguard Worker     }
138*4bdc9457SAndroid Build Coastguard Worker   }
139*4bdc9457SAndroid Build Coastguard Worker 
TestF32()140*4bdc9457SAndroid Build Coastguard Worker   void TestF32() const {
141*4bdc9457SAndroid Build Coastguard Worker     std::random_device random_device;
142*4bdc9457SAndroid Build Coastguard Worker     auto rng = std::mt19937(random_device());
143*4bdc9457SAndroid Build Coastguard Worker     std::uniform_real_distribution<float> f32dist(-1.0f, 1.0f);
144*4bdc9457SAndroid Build Coastguard Worker 
145*4bdc9457SAndroid Build Coastguard Worker     std::vector<float> input(XNN_EXTRA_BYTES / sizeof(float) +
146*4bdc9457SAndroid Build Coastguard Worker       (batch_size() - 1) * input_stride() + channels());
147*4bdc9457SAndroid Build Coastguard Worker     std::vector<float> output((batch_size() - 1) * output_stride() + channels());
148*4bdc9457SAndroid Build Coastguard Worker     std::vector<float> output_ref(batch_size() * channels());
149*4bdc9457SAndroid Build Coastguard Worker     for (size_t iteration = 0; iteration < iterations(); iteration++) {
150*4bdc9457SAndroid Build Coastguard Worker       std::generate(input.begin(), input.end(), [&]() { return f32dist(rng); });
151*4bdc9457SAndroid Build Coastguard Worker       std::fill(output.begin(), output.end(), std::nanf(""));
152*4bdc9457SAndroid Build Coastguard Worker 
153*4bdc9457SAndroid Build Coastguard Worker       // Compute reference results.
154*4bdc9457SAndroid Build Coastguard Worker       for (size_t i = 0; i < batch_size(); i++) {
155*4bdc9457SAndroid Build Coastguard Worker         for (size_t c = 0; c < channels(); c++) {
156*4bdc9457SAndroid Build Coastguard Worker           output_ref[i * channels() + c] = std::fabs(input[i * input_stride() + c]);
157*4bdc9457SAndroid Build Coastguard Worker         }
158*4bdc9457SAndroid Build Coastguard Worker       }
159*4bdc9457SAndroid Build Coastguard Worker 
160*4bdc9457SAndroid Build Coastguard Worker       // Create, setup, run, and destroy Abs operator.
161*4bdc9457SAndroid Build Coastguard Worker       ASSERT_EQ(xnn_status_success, xnn_initialize(nullptr /* allocator */));
162*4bdc9457SAndroid Build Coastguard Worker       xnn_operator_t abs_op = nullptr;
163*4bdc9457SAndroid Build Coastguard Worker 
164*4bdc9457SAndroid Build Coastguard Worker       ASSERT_EQ(xnn_status_success,
165*4bdc9457SAndroid Build Coastguard Worker         xnn_create_abs_nc_f32(
166*4bdc9457SAndroid Build Coastguard Worker           channels(), input_stride(), output_stride(),
167*4bdc9457SAndroid Build Coastguard Worker           0, &abs_op));
168*4bdc9457SAndroid Build Coastguard Worker       ASSERT_NE(nullptr, abs_op);
169*4bdc9457SAndroid Build Coastguard Worker 
170*4bdc9457SAndroid Build Coastguard Worker       // Smart pointer to automatically delete abs_op.
171*4bdc9457SAndroid Build Coastguard Worker       std::unique_ptr<xnn_operator, decltype(&xnn_delete_operator)> auto_abs_op(abs_op, xnn_delete_operator);
172*4bdc9457SAndroid Build Coastguard Worker 
173*4bdc9457SAndroid Build Coastguard Worker       ASSERT_EQ(xnn_status_success,
174*4bdc9457SAndroid Build Coastguard Worker         xnn_setup_abs_nc_f32(
175*4bdc9457SAndroid Build Coastguard Worker           abs_op,
176*4bdc9457SAndroid Build Coastguard Worker           batch_size(),
177*4bdc9457SAndroid Build Coastguard Worker           input.data(), output.data(),
178*4bdc9457SAndroid Build Coastguard Worker           nullptr /* thread pool */));
179*4bdc9457SAndroid Build Coastguard Worker 
180*4bdc9457SAndroid Build Coastguard Worker       ASSERT_EQ(xnn_status_success,
181*4bdc9457SAndroid Build Coastguard Worker         xnn_run_operator(abs_op, nullptr /* thread pool */));
182*4bdc9457SAndroid Build Coastguard Worker 
183*4bdc9457SAndroid Build Coastguard Worker       // Verify results.
184*4bdc9457SAndroid Build Coastguard Worker       for (size_t i = 0; i < batch_size(); i++) {
185*4bdc9457SAndroid Build Coastguard Worker         for (size_t c = 0; c < channels(); c++) {
186*4bdc9457SAndroid Build Coastguard Worker           ASSERT_EQ(output_ref[i * channels() + c], output[i * output_stride() + c])
187*4bdc9457SAndroid Build Coastguard Worker             << "at batch " << i << " / " << batch_size() << ", channel " << c << " / " << channels();
188*4bdc9457SAndroid Build Coastguard Worker         }
189*4bdc9457SAndroid Build Coastguard Worker       }
190*4bdc9457SAndroid Build Coastguard Worker     }
191*4bdc9457SAndroid Build Coastguard Worker   }
192*4bdc9457SAndroid Build Coastguard Worker 
193*4bdc9457SAndroid Build Coastguard Worker  private:
194*4bdc9457SAndroid Build Coastguard Worker   size_t batch_size_{1};
195*4bdc9457SAndroid Build Coastguard Worker   size_t channels_{1};
196*4bdc9457SAndroid Build Coastguard Worker   size_t input_stride_{0};
197*4bdc9457SAndroid Build Coastguard Worker   size_t output_stride_{0};
198*4bdc9457SAndroid Build Coastguard Worker   size_t iterations_{15};
199*4bdc9457SAndroid Build Coastguard Worker };
200