1*4bdc9457SAndroid Build Coastguard Worker // Copyright 2020 Google LLC 2*4bdc9457SAndroid Build Coastguard Worker // 3*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the 4*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree. 5*4bdc9457SAndroid Build Coastguard Worker 6*4bdc9457SAndroid Build Coastguard Worker #pragma once 7*4bdc9457SAndroid Build Coastguard Worker 8*4bdc9457SAndroid Build Coastguard Worker #include <gtest/gtest.h> 9*4bdc9457SAndroid Build Coastguard Worker 10*4bdc9457SAndroid Build Coastguard Worker #include <algorithm> 11*4bdc9457SAndroid Build Coastguard Worker #include <cassert> 12*4bdc9457SAndroid Build Coastguard Worker #include <cmath> 13*4bdc9457SAndroid Build Coastguard Worker #include <cstddef> 14*4bdc9457SAndroid Build Coastguard Worker #include <cstdlib> 15*4bdc9457SAndroid Build Coastguard Worker #include <random> 16*4bdc9457SAndroid Build Coastguard Worker #include <vector> 17*4bdc9457SAndroid Build Coastguard Worker 18*4bdc9457SAndroid Build Coastguard Worker #include <fp16.h> 19*4bdc9457SAndroid Build Coastguard Worker 20*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack.h> 21*4bdc9457SAndroid Build Coastguard Worker 22*4bdc9457SAndroid Build Coastguard Worker 23*4bdc9457SAndroid Build Coastguard Worker class AbsOperatorTester { 24*4bdc9457SAndroid Build Coastguard Worker public: channels(size_t channels)25*4bdc9457SAndroid Build Coastguard Worker inline AbsOperatorTester& channels(size_t channels) { 26*4bdc9457SAndroid Build Coastguard Worker assert(channels != 0); 27*4bdc9457SAndroid Build Coastguard Worker this->channels_ = channels; 28*4bdc9457SAndroid Build Coastguard Worker return *this; 29*4bdc9457SAndroid Build Coastguard Worker } 30*4bdc9457SAndroid Build Coastguard Worker channels()31*4bdc9457SAndroid Build Coastguard Worker inline size_t channels() const { 32*4bdc9457SAndroid Build Coastguard Worker return this->channels_; 33*4bdc9457SAndroid Build Coastguard Worker } 34*4bdc9457SAndroid Build Coastguard Worker input_stride(size_t input_stride)35*4bdc9457SAndroid Build Coastguard Worker inline AbsOperatorTester& input_stride(size_t input_stride) { 36*4bdc9457SAndroid Build Coastguard Worker assert(input_stride != 0); 37*4bdc9457SAndroid Build Coastguard Worker this->input_stride_ = input_stride; 38*4bdc9457SAndroid Build Coastguard Worker return *this; 39*4bdc9457SAndroid Build Coastguard Worker } 40*4bdc9457SAndroid Build Coastguard Worker input_stride()41*4bdc9457SAndroid Build Coastguard Worker inline size_t input_stride() const { 42*4bdc9457SAndroid Build Coastguard Worker if (this->input_stride_ == 0) { 43*4bdc9457SAndroid Build Coastguard Worker return this->channels_; 44*4bdc9457SAndroid Build Coastguard Worker } else { 45*4bdc9457SAndroid Build Coastguard Worker assert(this->input_stride_ >= this->channels_); 46*4bdc9457SAndroid Build Coastguard Worker return this->input_stride_; 47*4bdc9457SAndroid Build Coastguard Worker } 48*4bdc9457SAndroid Build Coastguard Worker } 49*4bdc9457SAndroid Build Coastguard Worker output_stride(size_t output_stride)50*4bdc9457SAndroid Build Coastguard Worker inline AbsOperatorTester& output_stride(size_t output_stride) { 51*4bdc9457SAndroid Build Coastguard Worker assert(output_stride != 0); 52*4bdc9457SAndroid Build Coastguard Worker this->output_stride_ = output_stride; 53*4bdc9457SAndroid Build Coastguard Worker return *this; 54*4bdc9457SAndroid Build Coastguard Worker } 55*4bdc9457SAndroid Build Coastguard Worker output_stride()56*4bdc9457SAndroid Build Coastguard Worker inline size_t output_stride() const { 57*4bdc9457SAndroid Build Coastguard Worker if (this->output_stride_ == 0) { 58*4bdc9457SAndroid Build Coastguard Worker return this->channels_; 59*4bdc9457SAndroid Build Coastguard Worker } else { 60*4bdc9457SAndroid Build Coastguard Worker assert(this->output_stride_ >= this->channels_); 61*4bdc9457SAndroid Build Coastguard Worker return this->output_stride_; 62*4bdc9457SAndroid Build Coastguard Worker } 63*4bdc9457SAndroid Build Coastguard Worker } 64*4bdc9457SAndroid Build Coastguard Worker batch_size(size_t batch_size)65*4bdc9457SAndroid Build Coastguard Worker inline AbsOperatorTester& batch_size(size_t batch_size) { 66*4bdc9457SAndroid Build Coastguard Worker assert(batch_size != 0); 67*4bdc9457SAndroid Build Coastguard Worker this->batch_size_ = batch_size; 68*4bdc9457SAndroid Build Coastguard Worker return *this; 69*4bdc9457SAndroid Build Coastguard Worker } 70*4bdc9457SAndroid Build Coastguard Worker batch_size()71*4bdc9457SAndroid Build Coastguard Worker inline size_t batch_size() const { 72*4bdc9457SAndroid Build Coastguard Worker return this->batch_size_; 73*4bdc9457SAndroid Build Coastguard Worker } 74*4bdc9457SAndroid Build Coastguard Worker iterations(size_t iterations)75*4bdc9457SAndroid Build Coastguard Worker inline AbsOperatorTester& iterations(size_t iterations) { 76*4bdc9457SAndroid Build Coastguard Worker this->iterations_ = iterations; 77*4bdc9457SAndroid Build Coastguard Worker return *this; 78*4bdc9457SAndroid Build Coastguard Worker } 79*4bdc9457SAndroid Build Coastguard Worker iterations()80*4bdc9457SAndroid Build Coastguard Worker inline size_t iterations() const { 81*4bdc9457SAndroid Build Coastguard Worker return this->iterations_; 82*4bdc9457SAndroid Build Coastguard Worker } 83*4bdc9457SAndroid Build Coastguard Worker TestF16()84*4bdc9457SAndroid Build Coastguard Worker void TestF16() const { 85*4bdc9457SAndroid Build Coastguard Worker std::random_device random_device; 86*4bdc9457SAndroid Build Coastguard Worker auto rng = std::mt19937(random_device()); 87*4bdc9457SAndroid Build Coastguard Worker std::uniform_real_distribution<float> f32dist(-1.0f, 1.0f); 88*4bdc9457SAndroid Build Coastguard Worker 89*4bdc9457SAndroid Build Coastguard Worker std::vector<uint16_t> input(XNN_EXTRA_BYTES / sizeof(uint16_t) + 90*4bdc9457SAndroid Build Coastguard Worker (batch_size() - 1) * input_stride() + channels()); 91*4bdc9457SAndroid Build Coastguard Worker std::vector<uint16_t> output((batch_size() - 1) * output_stride() + channels()); 92*4bdc9457SAndroid Build Coastguard Worker std::vector<uint16_t> output_ref(batch_size() * channels()); 93*4bdc9457SAndroid Build Coastguard Worker for (size_t iteration = 0; iteration < iterations(); iteration++) { 94*4bdc9457SAndroid Build Coastguard Worker std::generate(input.begin(), input.end(), [&]() { return fp16_ieee_from_fp32_value(f32dist(rng)); }); 95*4bdc9457SAndroid Build Coastguard Worker std::fill(output.begin(), output.end(), UINT16_C(0x7E00) /* NaN */); 96*4bdc9457SAndroid Build Coastguard Worker 97*4bdc9457SAndroid Build Coastguard Worker // Compute reference results. 98*4bdc9457SAndroid Build Coastguard Worker for (size_t i = 0; i < batch_size(); i++) { 99*4bdc9457SAndroid Build Coastguard Worker for (size_t c = 0; c < channels(); c++) { 100*4bdc9457SAndroid Build Coastguard Worker output_ref[i * channels() + c] = input[i * input_stride() + c] & UINT16_C(0x7FFF); 101*4bdc9457SAndroid Build Coastguard Worker } 102*4bdc9457SAndroid Build Coastguard Worker } 103*4bdc9457SAndroid Build Coastguard Worker 104*4bdc9457SAndroid Build Coastguard Worker // Create, setup, run, and destroy Abs operator. 105*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(xnn_status_success, xnn_initialize(nullptr /* allocator */)); 106*4bdc9457SAndroid Build Coastguard Worker xnn_operator_t abs_op = nullptr; 107*4bdc9457SAndroid Build Coastguard Worker 108*4bdc9457SAndroid Build Coastguard Worker const xnn_status status = xnn_create_abs_nc_f16( 109*4bdc9457SAndroid Build Coastguard Worker channels(), input_stride(), output_stride(), 110*4bdc9457SAndroid Build Coastguard Worker 0, &abs_op); 111*4bdc9457SAndroid Build Coastguard Worker if (status == xnn_status_unsupported_hardware) { 112*4bdc9457SAndroid Build Coastguard Worker GTEST_SKIP(); 113*4bdc9457SAndroid Build Coastguard Worker } 114*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(xnn_status_success, status); 115*4bdc9457SAndroid Build Coastguard Worker ASSERT_NE(nullptr, abs_op); 116*4bdc9457SAndroid Build Coastguard Worker 117*4bdc9457SAndroid Build Coastguard Worker // Smart pointer to automatically delete abs_op. 118*4bdc9457SAndroid Build Coastguard Worker std::unique_ptr<xnn_operator, decltype(&xnn_delete_operator)> auto_abs_op(abs_op, xnn_delete_operator); 119*4bdc9457SAndroid Build Coastguard Worker 120*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(xnn_status_success, 121*4bdc9457SAndroid Build Coastguard Worker xnn_setup_abs_nc_f16( 122*4bdc9457SAndroid Build Coastguard Worker abs_op, 123*4bdc9457SAndroid Build Coastguard Worker batch_size(), 124*4bdc9457SAndroid Build Coastguard Worker input.data(), output.data(), 125*4bdc9457SAndroid Build Coastguard Worker nullptr /* thread pool */)); 126*4bdc9457SAndroid Build Coastguard Worker 127*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(xnn_status_success, 128*4bdc9457SAndroid Build Coastguard Worker xnn_run_operator(abs_op, nullptr /* thread pool */)); 129*4bdc9457SAndroid Build Coastguard Worker 130*4bdc9457SAndroid Build Coastguard Worker // Verify results. 131*4bdc9457SAndroid Build Coastguard Worker for (size_t i = 0; i < batch_size(); i++) { 132*4bdc9457SAndroid Build Coastguard Worker for (size_t c = 0; c < channels(); c++) { 133*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(output_ref[i * channels() + c], output[i * output_stride() + c]) 134*4bdc9457SAndroid Build Coastguard Worker << "at batch " << i << " / " << batch_size() << ", channel " << c << " / " << channels(); 135*4bdc9457SAndroid Build Coastguard Worker } 136*4bdc9457SAndroid Build Coastguard Worker } 137*4bdc9457SAndroid Build Coastguard Worker } 138*4bdc9457SAndroid Build Coastguard Worker } 139*4bdc9457SAndroid Build Coastguard Worker TestF32()140*4bdc9457SAndroid Build Coastguard Worker void TestF32() const { 141*4bdc9457SAndroid Build Coastguard Worker std::random_device random_device; 142*4bdc9457SAndroid Build Coastguard Worker auto rng = std::mt19937(random_device()); 143*4bdc9457SAndroid Build Coastguard Worker std::uniform_real_distribution<float> f32dist(-1.0f, 1.0f); 144*4bdc9457SAndroid Build Coastguard Worker 145*4bdc9457SAndroid Build Coastguard Worker std::vector<float> input(XNN_EXTRA_BYTES / sizeof(float) + 146*4bdc9457SAndroid Build Coastguard Worker (batch_size() - 1) * input_stride() + channels()); 147*4bdc9457SAndroid Build Coastguard Worker std::vector<float> output((batch_size() - 1) * output_stride() + channels()); 148*4bdc9457SAndroid Build Coastguard Worker std::vector<float> output_ref(batch_size() * channels()); 149*4bdc9457SAndroid Build Coastguard Worker for (size_t iteration = 0; iteration < iterations(); iteration++) { 150*4bdc9457SAndroid Build Coastguard Worker std::generate(input.begin(), input.end(), [&]() { return f32dist(rng); }); 151*4bdc9457SAndroid Build Coastguard Worker std::fill(output.begin(), output.end(), std::nanf("")); 152*4bdc9457SAndroid Build Coastguard Worker 153*4bdc9457SAndroid Build Coastguard Worker // Compute reference results. 154*4bdc9457SAndroid Build Coastguard Worker for (size_t i = 0; i < batch_size(); i++) { 155*4bdc9457SAndroid Build Coastguard Worker for (size_t c = 0; c < channels(); c++) { 156*4bdc9457SAndroid Build Coastguard Worker output_ref[i * channels() + c] = std::fabs(input[i * input_stride() + c]); 157*4bdc9457SAndroid Build Coastguard Worker } 158*4bdc9457SAndroid Build Coastguard Worker } 159*4bdc9457SAndroid Build Coastguard Worker 160*4bdc9457SAndroid Build Coastguard Worker // Create, setup, run, and destroy Abs operator. 161*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(xnn_status_success, xnn_initialize(nullptr /* allocator */)); 162*4bdc9457SAndroid Build Coastguard Worker xnn_operator_t abs_op = nullptr; 163*4bdc9457SAndroid Build Coastguard Worker 164*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(xnn_status_success, 165*4bdc9457SAndroid Build Coastguard Worker xnn_create_abs_nc_f32( 166*4bdc9457SAndroid Build Coastguard Worker channels(), input_stride(), output_stride(), 167*4bdc9457SAndroid Build Coastguard Worker 0, &abs_op)); 168*4bdc9457SAndroid Build Coastguard Worker ASSERT_NE(nullptr, abs_op); 169*4bdc9457SAndroid Build Coastguard Worker 170*4bdc9457SAndroid Build Coastguard Worker // Smart pointer to automatically delete abs_op. 171*4bdc9457SAndroid Build Coastguard Worker std::unique_ptr<xnn_operator, decltype(&xnn_delete_operator)> auto_abs_op(abs_op, xnn_delete_operator); 172*4bdc9457SAndroid Build Coastguard Worker 173*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(xnn_status_success, 174*4bdc9457SAndroid Build Coastguard Worker xnn_setup_abs_nc_f32( 175*4bdc9457SAndroid Build Coastguard Worker abs_op, 176*4bdc9457SAndroid Build Coastguard Worker batch_size(), 177*4bdc9457SAndroid Build Coastguard Worker input.data(), output.data(), 178*4bdc9457SAndroid Build Coastguard Worker nullptr /* thread pool */)); 179*4bdc9457SAndroid Build Coastguard Worker 180*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(xnn_status_success, 181*4bdc9457SAndroid Build Coastguard Worker xnn_run_operator(abs_op, nullptr /* thread pool */)); 182*4bdc9457SAndroid Build Coastguard Worker 183*4bdc9457SAndroid Build Coastguard Worker // Verify results. 184*4bdc9457SAndroid Build Coastguard Worker for (size_t i = 0; i < batch_size(); i++) { 185*4bdc9457SAndroid Build Coastguard Worker for (size_t c = 0; c < channels(); c++) { 186*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ(output_ref[i * channels() + c], output[i * output_stride() + c]) 187*4bdc9457SAndroid Build Coastguard Worker << "at batch " << i << " / " << batch_size() << ", channel " << c << " / " << channels(); 188*4bdc9457SAndroid Build Coastguard Worker } 189*4bdc9457SAndroid Build Coastguard Worker } 190*4bdc9457SAndroid Build Coastguard Worker } 191*4bdc9457SAndroid Build Coastguard Worker } 192*4bdc9457SAndroid Build Coastguard Worker 193*4bdc9457SAndroid Build Coastguard Worker private: 194*4bdc9457SAndroid Build Coastguard Worker size_t batch_size_{1}; 195*4bdc9457SAndroid Build Coastguard Worker size_t channels_{1}; 196*4bdc9457SAndroid Build Coastguard Worker size_t input_stride_{0}; 197*4bdc9457SAndroid Build Coastguard Worker size_t output_stride_{0}; 198*4bdc9457SAndroid Build Coastguard Worker size_t iterations_{15}; 199*4bdc9457SAndroid Build Coastguard Worker }; 200