1*c217d954SCole Faust /* 2*c217d954SCole Faust * Copyright (c) 2017-2018,2021 Arm Limited. 3*c217d954SCole Faust * 4*c217d954SCole Faust * SPDX-License-Identifier: MIT 5*c217d954SCole Faust * 6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy 7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to 8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the 9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or 10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is 11*c217d954SCole Faust * furnished to do so, subject to the following conditions: 12*c217d954SCole Faust * 13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all 14*c217d954SCole Faust * copies or substantial portions of the Software. 15*c217d954SCole Faust * 16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 22*c217d954SCole Faust * SOFTWARE. 23*c217d954SCole Faust */ 24*c217d954SCole Faust #ifndef ARM_COMPUTE_TEST_MEASUREMENT 25*c217d954SCole Faust #define ARM_COMPUTE_TEST_MEASUREMENT 26*c217d954SCole Faust 27*c217d954SCole Faust #include "../Utils.h" 28*c217d954SCole Faust #include "arm_compute/core/Error.h" 29*c217d954SCole Faust 30*c217d954SCole Faust #include <list> 31*c217d954SCole Faust #include <ostream> 32*c217d954SCole Faust #include <string> 33*c217d954SCole Faust 34*c217d954SCole Faust namespace arm_compute 35*c217d954SCole Faust { 36*c217d954SCole Faust namespace test 37*c217d954SCole Faust { 38*c217d954SCole Faust namespace framework 39*c217d954SCole Faust { 40*c217d954SCole Faust /** Generic measurement that stores values as either double or long long int. */ 41*c217d954SCole Faust struct Measurement 42*c217d954SCole Faust { 43*c217d954SCole Faust /** Measurement value */ 44*c217d954SCole Faust struct Value 45*c217d954SCole Faust { 46*c217d954SCole Faust /** Constructor 47*c217d954SCole Faust * 48*c217d954SCole Faust * @param[in] is_floating Will the value stored be floating point ? 49*c217d954SCole Faust */ ValueMeasurement::Value50*c217d954SCole Faust Value(bool is_floating) 51*c217d954SCole Faust : v{ 0 }, is_floating_point(is_floating) 52*c217d954SCole Faust { 53*c217d954SCole Faust } 54*c217d954SCole Faust 55*c217d954SCole Faust /** Add the value stored to the stream as a string 56*c217d954SCole Faust */ 57*c217d954SCole Faust friend std::ostream &operator<<(std::ostream &os, const Value &value) 58*c217d954SCole Faust { 59*c217d954SCole Faust if(value.is_floating_point) 60*c217d954SCole Faust { 61*c217d954SCole Faust os << arithmetic_to_string(value.v.floating_point, 4); 62*c217d954SCole Faust } 63*c217d954SCole Faust else 64*c217d954SCole Faust { 65*c217d954SCole Faust os << arithmetic_to_string(value.v.integer); 66*c217d954SCole Faust } 67*c217d954SCole Faust return os; 68*c217d954SCole Faust } 69*c217d954SCole Faust /** Convert the value stored to string 70*c217d954SCole Faust */ to_stringMeasurement::Value71*c217d954SCole Faust std::string to_string() const 72*c217d954SCole Faust { 73*c217d954SCole Faust std::stringstream ss; 74*c217d954SCole Faust ss << *this; 75*c217d954SCole Faust return ss.str(); 76*c217d954SCole Faust } 77*c217d954SCole Faust /** Add with another value and return the sum 78*c217d954SCole Faust * 79*c217d954SCole Faust * @param[in] b Other value 80*c217d954SCole Faust * 81*c217d954SCole Faust * @return Sum of the stored value + b 82*c217d954SCole Faust */ 83*c217d954SCole Faust Value operator+(Value b) const 84*c217d954SCole Faust { 85*c217d954SCole Faust if(is_floating_point) 86*c217d954SCole Faust { 87*c217d954SCole Faust b.v.floating_point += v.floating_point; 88*c217d954SCole Faust } 89*c217d954SCole Faust else 90*c217d954SCole Faust { 91*c217d954SCole Faust b.v.integer += v.integer; 92*c217d954SCole Faust } 93*c217d954SCole Faust return b; 94*c217d954SCole Faust } 95*c217d954SCole Faust 96*c217d954SCole Faust /** Subtract with another value and return the result 97*c217d954SCole Faust * 98*c217d954SCole Faust * @param[in] b Other value 99*c217d954SCole Faust * 100*c217d954SCole Faust * @return Result of the stored value - b 101*c217d954SCole Faust */ 102*c217d954SCole Faust Value operator-(Value b) const 103*c217d954SCole Faust { 104*c217d954SCole Faust if(is_floating_point) 105*c217d954SCole Faust { 106*c217d954SCole Faust b.v.floating_point -= v.floating_point; 107*c217d954SCole Faust } 108*c217d954SCole Faust else 109*c217d954SCole Faust { 110*c217d954SCole Faust b.v.integer -= v.integer; 111*c217d954SCole Faust } 112*c217d954SCole Faust return b; 113*c217d954SCole Faust } 114*c217d954SCole Faust 115*c217d954SCole Faust /** Multiple with another value and return the result 116*c217d954SCole Faust * 117*c217d954SCole Faust * @param[in] b Other value 118*c217d954SCole Faust * 119*c217d954SCole Faust * @return Result of the stored value * b 120*c217d954SCole Faust */ 121*c217d954SCole Faust Value operator*(Value b) const 122*c217d954SCole Faust { 123*c217d954SCole Faust if(is_floating_point) 124*c217d954SCole Faust { 125*c217d954SCole Faust b.v.floating_point *= v.floating_point; 126*c217d954SCole Faust } 127*c217d954SCole Faust else 128*c217d954SCole Faust { 129*c217d954SCole Faust b.v.integer *= v.integer; 130*c217d954SCole Faust } 131*c217d954SCole Faust return b; 132*c217d954SCole Faust } 133*c217d954SCole Faust 134*c217d954SCole Faust /** Return the stored value divided by an integer. 135*c217d954SCole Faust * 136*c217d954SCole Faust * @param[in] b Integer to divide the value by. 137*c217d954SCole Faust * 138*c217d954SCole Faust * @return Stored value / b 139*c217d954SCole Faust */ 140*c217d954SCole Faust Value operator/(int b) const 141*c217d954SCole Faust { 142*c217d954SCole Faust Value res(is_floating_point); 143*c217d954SCole Faust if(is_floating_point) 144*c217d954SCole Faust { 145*c217d954SCole Faust res.v.floating_point = v.floating_point / b; 146*c217d954SCole Faust } 147*c217d954SCole Faust else 148*c217d954SCole Faust { 149*c217d954SCole Faust res.v.integer = v.integer / b; 150*c217d954SCole Faust } 151*c217d954SCole Faust return res; 152*c217d954SCole Faust } 153*c217d954SCole Faust 154*c217d954SCole Faust /** Subtract another value and return the updated stored value. 155*c217d954SCole Faust * 156*c217d954SCole Faust * @param[in] b Other value 157*c217d954SCole Faust * 158*c217d954SCole Faust * @return The updated stored value 159*c217d954SCole Faust */ 160*c217d954SCole Faust Value &operator-=(const Value &b) 161*c217d954SCole Faust { 162*c217d954SCole Faust if(is_floating_point) 163*c217d954SCole Faust { 164*c217d954SCole Faust v.floating_point -= b.v.floating_point; 165*c217d954SCole Faust } 166*c217d954SCole Faust else 167*c217d954SCole Faust { 168*c217d954SCole Faust v.integer -= b.v.integer; 169*c217d954SCole Faust } 170*c217d954SCole Faust return *this; 171*c217d954SCole Faust } 172*c217d954SCole Faust 173*c217d954SCole Faust /** Compare the stored value with another value 174*c217d954SCole Faust * 175*c217d954SCole Faust * @param[in] b Value to compare against 176*c217d954SCole Faust * 177*c217d954SCole Faust * @return The result of stored value < b 178*c217d954SCole Faust */ 179*c217d954SCole Faust bool operator<(const Value &b) const 180*c217d954SCole Faust { 181*c217d954SCole Faust if(is_floating_point) 182*c217d954SCole Faust { 183*c217d954SCole Faust return v.floating_point < b.v.floating_point; 184*c217d954SCole Faust } 185*c217d954SCole Faust else 186*c217d954SCole Faust { 187*c217d954SCole Faust return v.integer < b.v.integer; 188*c217d954SCole Faust } 189*c217d954SCole Faust } 190*c217d954SCole Faust 191*c217d954SCole Faust /** Get the relative standard deviation to a given distribution as a percentage. 192*c217d954SCole Faust * 193*c217d954SCole Faust * @param[in] variance The variance of the distribution. 194*c217d954SCole Faust * @param[in] mean The mean of the distribution. 195*c217d954SCole Faust * 196*c217d954SCole Faust * @return the relative standard deviation. 197*c217d954SCole Faust */ relative_standard_deviationMeasurement::Value198*c217d954SCole Faust static double relative_standard_deviation(const Value &variance, const Value &mean) 199*c217d954SCole Faust { 200*c217d954SCole Faust if(variance.is_floating_point) 201*c217d954SCole Faust { 202*c217d954SCole Faust return 100.0 * sqrt(variance.v.floating_point) / mean.v.floating_point; 203*c217d954SCole Faust } 204*c217d954SCole Faust else 205*c217d954SCole Faust { 206*c217d954SCole Faust return 100.0 * sqrt(static_cast<double>(variance.v.integer)) / mean.v.integer; 207*c217d954SCole Faust } 208*c217d954SCole Faust } 209*c217d954SCole Faust 210*c217d954SCole Faust /** Stored value */ 211*c217d954SCole Faust union 212*c217d954SCole Faust { 213*c217d954SCole Faust double floating_point; 214*c217d954SCole Faust long long int integer; 215*c217d954SCole Faust } v; 216*c217d954SCole Faust bool is_floating_point; /**< Is the stored value floating point or integer ? */ 217*c217d954SCole Faust }; 218*c217d954SCole Faust 219*c217d954SCole Faust /** Compare the stored value with another value 220*c217d954SCole Faust * 221*c217d954SCole Faust * @param[in] b Value to compare against 222*c217d954SCole Faust * 223*c217d954SCole Faust * @return The result of stored value < b 224*c217d954SCole Faust */ 225*c217d954SCole Faust bool operator<(const Measurement &b) const 226*c217d954SCole Faust { 227*c217d954SCole Faust return _value < b.value(); 228*c217d954SCole Faust } 229*c217d954SCole Faust 230*c217d954SCole Faust /** Stream output operator to print the measurement. 231*c217d954SCole Faust * 232*c217d954SCole Faust * Prints value and unit. 233*c217d954SCole Faust * 234*c217d954SCole Faust * @param[out] os Output stream. 235*c217d954SCole Faust * @param[in] measurement Measurement. 236*c217d954SCole Faust * 237*c217d954SCole Faust * @return the modified output stream. 238*c217d954SCole Faust */ 239*c217d954SCole Faust friend inline std::ostream &operator<<(std::ostream &os, const Measurement &measurement) 240*c217d954SCole Faust { 241*c217d954SCole Faust os << measurement._value << " " << measurement._unit; 242*c217d954SCole Faust return os; 243*c217d954SCole Faust } 244*c217d954SCole Faust 245*c217d954SCole Faust /** Constructor to store a floating point value 246*c217d954SCole Faust * 247*c217d954SCole Faust * @param[in] v Value to store 248*c217d954SCole Faust * @param[in] unit Unit of @p v 249*c217d954SCole Faust * @param[in] raw (Optional) The raw value(s) @p was generated from. 250*c217d954SCole Faust */ 251*c217d954SCole Faust template < typename Floating, typename std::enable_if < !std::is_integral<Floating>::value, int >::type = 0 > 252*c217d954SCole Faust Measurement(Floating v, std::string unit, std::list<std::string> raw = {}) _unitMeasurement253*c217d954SCole Faust : _unit(unit), _raw_data(std::move(raw)), _value(true) 254*c217d954SCole Faust { 255*c217d954SCole Faust _value.v.floating_point = static_cast<double>(v); 256*c217d954SCole Faust if(_raw_data.empty()) 257*c217d954SCole Faust { 258*c217d954SCole Faust _raw_data = { _value.to_string() }; 259*c217d954SCole Faust } 260*c217d954SCole Faust } 261*c217d954SCole Faust 262*c217d954SCole Faust /** Constructor to store an integer value 263*c217d954SCole Faust * 264*c217d954SCole Faust * @param[in] v Value to store 265*c217d954SCole Faust * @param[in] unit Unit of @p v 266*c217d954SCole Faust * @param[in] raw (Optional) The raw value(s) @p was generated from. 267*c217d954SCole Faust */ 268*c217d954SCole Faust template <typename Integer, typename std::enable_if<std::is_integral<Integer>::value, int>::type = 0> 269*c217d954SCole Faust Measurement(Integer v, std::string unit, std::list<std::string> raw = {}) _unitMeasurement270*c217d954SCole Faust : _unit(unit), _raw_data(std::move(raw)), _value(false) 271*c217d954SCole Faust { 272*c217d954SCole Faust _value.v.integer = static_cast<long long int>(v); 273*c217d954SCole Faust if(_raw_data.empty()) 274*c217d954SCole Faust { 275*c217d954SCole Faust _raw_data = { _value.to_string() }; 276*c217d954SCole Faust } 277*c217d954SCole Faust } 278*c217d954SCole Faust 279*c217d954SCole Faust /** Accessor for the unit of the measurement 280*c217d954SCole Faust * 281*c217d954SCole Faust * @return Unit of the measurement 282*c217d954SCole Faust */ unitMeasurement283*c217d954SCole Faust const std::string &unit() const 284*c217d954SCole Faust { 285*c217d954SCole Faust return _unit; 286*c217d954SCole Faust } 287*c217d954SCole Faust 288*c217d954SCole Faust /** Accessor for the raw data 289*c217d954SCole Faust * 290*c217d954SCole Faust * @return The raw data 291*c217d954SCole Faust */ raw_dataMeasurement292*c217d954SCole Faust const std::list<std::string> &raw_data() const 293*c217d954SCole Faust { 294*c217d954SCole Faust return _raw_data; 295*c217d954SCole Faust } 296*c217d954SCole Faust 297*c217d954SCole Faust /** Accessor for the stored value 298*c217d954SCole Faust * 299*c217d954SCole Faust * @return The stored value 300*c217d954SCole Faust */ valueMeasurement301*c217d954SCole Faust const Value &value() const 302*c217d954SCole Faust { 303*c217d954SCole Faust return _value; 304*c217d954SCole Faust } 305*c217d954SCole Faust 306*c217d954SCole Faust private: 307*c217d954SCole Faust std::string _unit; 308*c217d954SCole Faust std::list<std::string> _raw_data; 309*c217d954SCole Faust Value _value; 310*c217d954SCole Faust }; 311*c217d954SCole Faust 312*c217d954SCole Faust } // namespace framework 313*c217d954SCole Faust } // namespace test 314*c217d954SCole Faust } // namespace arm_compute 315*c217d954SCole Faust #endif /* ARM_COMPUTE_TEST_MEASUREMENT */ 316