xref: /aosp_15_r20/external/armnn/tests/NetworkExecutionUtils/NetworkExecutionUtils.cpp (revision 89c4ff92f2867872bb9e2354d150bf0c8c502810)
1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2022 Arm Ltd and Contributors. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker 
6*89c4ff92SAndroid Build Coastguard Worker #include "NetworkExecutionUtils.hpp"
7*89c4ff92SAndroid Build Coastguard Worker 
8*89c4ff92SAndroid Build Coastguard Worker #include <armnnUtils/Filesystem.hpp>
9*89c4ff92SAndroid Build Coastguard Worker #include <iterator>
ParseStringList(const std::string & inputString,const char * delimiter)10*89c4ff92SAndroid Build Coastguard Worker std::vector<std::string> ParseStringList(const std::string& inputString, const char* delimiter)
11*89c4ff92SAndroid Build Coastguard Worker {
12*89c4ff92SAndroid Build Coastguard Worker     std::stringstream stream(inputString);
13*89c4ff92SAndroid Build Coastguard Worker     return ParseArrayImpl<std::string>(stream, [](const std::string& s) {
14*89c4ff92SAndroid Build Coastguard Worker         return armnn::stringUtils::StringTrimCopy(s); }, delimiter);
15*89c4ff92SAndroid Build Coastguard Worker }
16*89c4ff92SAndroid Build Coastguard Worker 
CheckInferenceTimeThreshold(const std::chrono::duration<double,std::milli> & duration,const double & thresholdTime)17*89c4ff92SAndroid Build Coastguard Worker bool CheckInferenceTimeThreshold(const std::chrono::duration<double, std::milli>& duration,
18*89c4ff92SAndroid Build Coastguard Worker                                  const double& thresholdTime)
19*89c4ff92SAndroid Build Coastguard Worker {
20*89c4ff92SAndroid Build Coastguard Worker     ARMNN_LOG(info) << "Inference time: " << std::setprecision(2)
21*89c4ff92SAndroid Build Coastguard Worker                     << std::fixed << duration.count() << " ms\n";
22*89c4ff92SAndroid Build Coastguard Worker     // If thresholdTime == 0.0 (default), then it hasn't been supplied at command line
23*89c4ff92SAndroid Build Coastguard Worker     if (thresholdTime != 0.0)
24*89c4ff92SAndroid Build Coastguard Worker     {
25*89c4ff92SAndroid Build Coastguard Worker         ARMNN_LOG(info) << "Threshold time: " << std::setprecision(2)
26*89c4ff92SAndroid Build Coastguard Worker                         << std::fixed << thresholdTime << " ms";
27*89c4ff92SAndroid Build Coastguard Worker         auto thresholdMinusInference = thresholdTime - duration.count();
28*89c4ff92SAndroid Build Coastguard Worker         ARMNN_LOG(info) << "Threshold time - Inference time: " << std::setprecision(2)
29*89c4ff92SAndroid Build Coastguard Worker                         << std::fixed << thresholdMinusInference << " ms" << "\n";
30*89c4ff92SAndroid Build Coastguard Worker         if (thresholdMinusInference < 0)
31*89c4ff92SAndroid Build Coastguard Worker         {
32*89c4ff92SAndroid Build Coastguard Worker             std::string errorMessage = "Elapsed inference time is greater than provided threshold time.";
33*89c4ff92SAndroid Build Coastguard Worker             ARMNN_LOG(fatal) << errorMessage;
34*89c4ff92SAndroid Build Coastguard Worker             return false;
35*89c4ff92SAndroid Build Coastguard Worker         }
36*89c4ff92SAndroid Build Coastguard Worker     }
37*89c4ff92SAndroid Build Coastguard Worker     return true;
38*89c4ff92SAndroid Build Coastguard Worker }
39*89c4ff92SAndroid Build Coastguard Worker 
ValidatePath(const std::string & file,const bool expectFile)40*89c4ff92SAndroid Build Coastguard Worker bool ValidatePath(const std::string& file, const bool expectFile)
41*89c4ff92SAndroid Build Coastguard Worker {
42*89c4ff92SAndroid Build Coastguard Worker     if (!fs::exists(file))
43*89c4ff92SAndroid Build Coastguard Worker     {
44*89c4ff92SAndroid Build Coastguard Worker         std::cerr << "Given file path '" << file << "' does not exist" << std::endl;
45*89c4ff92SAndroid Build Coastguard Worker         return false;
46*89c4ff92SAndroid Build Coastguard Worker     }
47*89c4ff92SAndroid Build Coastguard Worker     if (!fs::is_regular_file(file) && expectFile)
48*89c4ff92SAndroid Build Coastguard Worker     {
49*89c4ff92SAndroid Build Coastguard Worker         std::cerr << "Given file path '" << file << "' is not a regular file" << std::endl;
50*89c4ff92SAndroid Build Coastguard Worker         return false;
51*89c4ff92SAndroid Build Coastguard Worker     }
52*89c4ff92SAndroid Build Coastguard Worker     return true;
53*89c4ff92SAndroid Build Coastguard Worker }
54*89c4ff92SAndroid Build Coastguard Worker 
ParseArray(std::istream & stream)55*89c4ff92SAndroid Build Coastguard Worker std::vector<unsigned int> ParseArray(std::istream& stream)
56*89c4ff92SAndroid Build Coastguard Worker {
57*89c4ff92SAndroid Build Coastguard Worker     return ParseArrayImpl<unsigned int>(
58*89c4ff92SAndroid Build Coastguard Worker             stream,
59*89c4ff92SAndroid Build Coastguard Worker             [](const std::string& s) { return armnn::numeric_cast<unsigned int>(std::stoi(s)); });
60*89c4ff92SAndroid Build Coastguard Worker }
61*89c4ff92SAndroid Build Coastguard Worker 
ValidatePaths(const std::vector<std::string> & fileVec,const bool expectFile)62*89c4ff92SAndroid Build Coastguard Worker bool ValidatePaths(const std::vector<std::string>& fileVec, const bool expectFile)
63*89c4ff92SAndroid Build Coastguard Worker {
64*89c4ff92SAndroid Build Coastguard Worker     bool allPathsValid = true;
65*89c4ff92SAndroid Build Coastguard Worker     for (auto const& file : fileVec)
66*89c4ff92SAndroid Build Coastguard Worker     {
67*89c4ff92SAndroid Build Coastguard Worker         if(!ValidatePath(file, expectFile))
68*89c4ff92SAndroid Build Coastguard Worker         {
69*89c4ff92SAndroid Build Coastguard Worker             allPathsValid = false;
70*89c4ff92SAndroid Build Coastguard Worker         }
71*89c4ff92SAndroid Build Coastguard Worker     }
72*89c4ff92SAndroid Build Coastguard Worker     return allPathsValid;
73*89c4ff92SAndroid Build Coastguard Worker }
74*89c4ff92SAndroid Build Coastguard Worker 
LogAndThrow(std::string eMsg)75*89c4ff92SAndroid Build Coastguard Worker void LogAndThrow(std::string eMsg)
76*89c4ff92SAndroid Build Coastguard Worker {
77*89c4ff92SAndroid Build Coastguard Worker     ARMNN_LOG(error) << eMsg;
78*89c4ff92SAndroid Build Coastguard Worker     throw armnn::Exception(eMsg);
79*89c4ff92SAndroid Build Coastguard Worker }
80*89c4ff92SAndroid Build Coastguard Worker 
81*89c4ff92SAndroid Build Coastguard Worker /// Compute the root-mean-square error (RMSE) at a byte level between two tensors of the same size.
82*89c4ff92SAndroid Build Coastguard Worker /// @param expected
83*89c4ff92SAndroid Build Coastguard Worker /// @param actual
84*89c4ff92SAndroid Build Coastguard Worker /// @param size size of the tensor in bytes.
85*89c4ff92SAndroid Build Coastguard Worker /// @return float the RMSE
ComputeByteLevelRMSE(const void * expected,const void * actual,const size_t size)86*89c4ff92SAndroid Build Coastguard Worker double ComputeByteLevelRMSE(const void* expected, const void* actual, const size_t size)
87*89c4ff92SAndroid Build Coastguard Worker {
88*89c4ff92SAndroid Build Coastguard Worker     const uint8_t* byteExpected = reinterpret_cast<const uint8_t*>(expected);
89*89c4ff92SAndroid Build Coastguard Worker     const uint8_t* byteActual = reinterpret_cast<const uint8_t*>(actual);
90*89c4ff92SAndroid Build Coastguard Worker 
91*89c4ff92SAndroid Build Coastguard Worker     double errorSum = 0;
92*89c4ff92SAndroid Build Coastguard Worker     for (unsigned int i = 0; i < size; i++)
93*89c4ff92SAndroid Build Coastguard Worker     {
94*89c4ff92SAndroid Build Coastguard Worker         int difference = byteExpected[i] - byteActual[i];
95*89c4ff92SAndroid Build Coastguard Worker         errorSum += std::pow(difference, 2);
96*89c4ff92SAndroid Build Coastguard Worker     }
97*89c4ff92SAndroid Build Coastguard Worker     return std::sqrt(errorSum/armnn::numeric_cast<double>(size));
98*89c4ff92SAndroid Build Coastguard Worker }
99