1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2017 Arm Ltd. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker #include "../InferenceTest.hpp"
6*89c4ff92SAndroid Build Coastguard Worker #include "../ImagePreprocessor.hpp"
7*89c4ff92SAndroid Build Coastguard Worker #include "armnnTfLiteParser/ITfLiteParser.hpp"
8*89c4ff92SAndroid Build Coastguard Worker
9*89c4ff92SAndroid Build Coastguard Worker #include <cxxopts/cxxopts.hpp>
10*89c4ff92SAndroid Build Coastguard Worker #include <fstream>
11*89c4ff92SAndroid Build Coastguard Worker
12*89c4ff92SAndroid Build Coastguard Worker using namespace armnnTfLiteParser;
13*89c4ff92SAndroid Build Coastguard Worker
ParseDataset(const std::string & filename)14*89c4ff92SAndroid Build Coastguard Worker std::vector<ImageSet> ParseDataset(const std::string& filename)
15*89c4ff92SAndroid Build Coastguard Worker {
16*89c4ff92SAndroid Build Coastguard Worker std::ifstream read(filename);
17*89c4ff92SAndroid Build Coastguard Worker std::vector<ImageSet> imageSet;
18*89c4ff92SAndroid Build Coastguard Worker if (read.is_open())
19*89c4ff92SAndroid Build Coastguard Worker {
20*89c4ff92SAndroid Build Coastguard Worker // Get the images and the correct corresponding label from the given file
21*89c4ff92SAndroid Build Coastguard Worker for (std::string line; std::getline(read, line);)
22*89c4ff92SAndroid Build Coastguard Worker {
23*89c4ff92SAndroid Build Coastguard Worker stringstream ss(line);
24*89c4ff92SAndroid Build Coastguard Worker std::string image_name;
25*89c4ff92SAndroid Build Coastguard Worker std::string label;
26*89c4ff92SAndroid Build Coastguard Worker getline(ss, image_name, ' ');
27*89c4ff92SAndroid Build Coastguard Worker getline(ss, label, ' ');
28*89c4ff92SAndroid Build Coastguard Worker imageSet.push_back(ImageSet(image_name, std::stoi(label)));
29*89c4ff92SAndroid Build Coastguard Worker }
30*89c4ff92SAndroid Build Coastguard Worker }
31*89c4ff92SAndroid Build Coastguard Worker else
32*89c4ff92SAndroid Build Coastguard Worker {
33*89c4ff92SAndroid Build Coastguard Worker // Use the default images
34*89c4ff92SAndroid Build Coastguard Worker imageSet.push_back(ImageSet("Dog.jpg", 209));
35*89c4ff92SAndroid Build Coastguard Worker // top five predictions in tensorflow:
36*89c4ff92SAndroid Build Coastguard Worker // -----------------------------------
37*89c4ff92SAndroid Build Coastguard Worker // 209:Labrador retriever 0.949995
38*89c4ff92SAndroid Build Coastguard Worker // 160:Rhodesian ridgeback 0.0270182
39*89c4ff92SAndroid Build Coastguard Worker // 208:golden retriever 0.0192866
40*89c4ff92SAndroid Build Coastguard Worker // 853:tennis ball 0.000470382
41*89c4ff92SAndroid Build Coastguard Worker // 239:Greater Swiss Mountain dog 0.000464451
42*89c4ff92SAndroid Build Coastguard Worker imageSet.push_back(ImageSet("Cat.jpg", 283));
43*89c4ff92SAndroid Build Coastguard Worker // top five predictions in tensorflow:
44*89c4ff92SAndroid Build Coastguard Worker // -----------------------------------
45*89c4ff92SAndroid Build Coastguard Worker // 283:tiger cat 0.579016
46*89c4ff92SAndroid Build Coastguard Worker // 286:Egyptian cat 0.319676
47*89c4ff92SAndroid Build Coastguard Worker // 282:tabby, tabby cat 0.0873346
48*89c4ff92SAndroid Build Coastguard Worker // 288:lynx, catamount 0.011163
49*89c4ff92SAndroid Build Coastguard Worker // 289:leopard, Panthera pardus 0.000856755
50*89c4ff92SAndroid Build Coastguard Worker imageSet.push_back(ImageSet("shark.jpg", 3));
51*89c4ff92SAndroid Build Coastguard Worker // top five predictions in tensorflow:
52*89c4ff92SAndroid Build Coastguard Worker // -----------------------------------
53*89c4ff92SAndroid Build Coastguard Worker // 3:great white shark, white shark, ... 0.996926
54*89c4ff92SAndroid Build Coastguard Worker // 4:tiger shark, Galeocerdo cuvieri 0.00270528
55*89c4ff92SAndroid Build Coastguard Worker // 149:killer whale, killer, orca, ... 0.000121848
56*89c4ff92SAndroid Build Coastguard Worker // 395:sturgeon 7.78977e-05
57*89c4ff92SAndroid Build Coastguard Worker // 5:hammerhead, hammerhead shark 6.44127e-055
58*89c4ff92SAndroid Build Coastguard Worker };
59*89c4ff92SAndroid Build Coastguard Worker return imageSet;
60*89c4ff92SAndroid Build Coastguard Worker }
61*89c4ff92SAndroid Build Coastguard Worker
GetLabelsFilenameFromOptions(int argc,char * argv[])62*89c4ff92SAndroid Build Coastguard Worker std::string GetLabelsFilenameFromOptions(int argc, char* argv[])
63*89c4ff92SAndroid Build Coastguard Worker {
64*89c4ff92SAndroid Build Coastguard Worker cxxopts::Options options("TfLiteMobilenetQuantized-Armnn","Validation Options");
65*89c4ff92SAndroid Build Coastguard Worker
66*89c4ff92SAndroid Build Coastguard Worker std::string fileName;
67*89c4ff92SAndroid Build Coastguard Worker try
68*89c4ff92SAndroid Build Coastguard Worker {
69*89c4ff92SAndroid Build Coastguard Worker options
70*89c4ff92SAndroid Build Coastguard Worker .allow_unrecognised_options()
71*89c4ff92SAndroid Build Coastguard Worker .add_options()
72*89c4ff92SAndroid Build Coastguard Worker ("l,labels",
73*89c4ff92SAndroid Build Coastguard Worker "Filename of a text file where in each line contains an image "
74*89c4ff92SAndroid Build Coastguard Worker "filename and the correct label the network should predict when fed that image",
75*89c4ff92SAndroid Build Coastguard Worker cxxopts::value<std::string>(fileName));
76*89c4ff92SAndroid Build Coastguard Worker
77*89c4ff92SAndroid Build Coastguard Worker auto result = options.parse(argc, argv);
78*89c4ff92SAndroid Build Coastguard Worker }
79*89c4ff92SAndroid Build Coastguard Worker catch (const cxxopts::OptionException& e)
80*89c4ff92SAndroid Build Coastguard Worker {
81*89c4ff92SAndroid Build Coastguard Worker std::cerr << e.what() << std::endl;
82*89c4ff92SAndroid Build Coastguard Worker exit(EXIT_FAILURE);
83*89c4ff92SAndroid Build Coastguard Worker }
84*89c4ff92SAndroid Build Coastguard Worker catch (const std::exception& e)
85*89c4ff92SAndroid Build Coastguard Worker {
86*89c4ff92SAndroid Build Coastguard Worker std::cerr << "Fatal internal error: [" << e.what() << "]" << std::endl;
87*89c4ff92SAndroid Build Coastguard Worker exit(EXIT_FAILURE);
88*89c4ff92SAndroid Build Coastguard Worker }
89*89c4ff92SAndroid Build Coastguard Worker
90*89c4ff92SAndroid Build Coastguard Worker return fileName;
91*89c4ff92SAndroid Build Coastguard Worker }
92*89c4ff92SAndroid Build Coastguard Worker
93*89c4ff92SAndroid Build Coastguard Worker
main(int argc,char * argv[])94*89c4ff92SAndroid Build Coastguard Worker int main(int argc, char* argv[])
95*89c4ff92SAndroid Build Coastguard Worker {
96*89c4ff92SAndroid Build Coastguard Worker int retVal = EXIT_FAILURE;
97*89c4ff92SAndroid Build Coastguard Worker try
98*89c4ff92SAndroid Build Coastguard Worker {
99*89c4ff92SAndroid Build Coastguard Worker // Coverity fix: The following code may throw an exception of type std::length_error.
100*89c4ff92SAndroid Build Coastguard Worker const std::string labels_file = GetLabelsFilenameFromOptions(argc,argv);
101*89c4ff92SAndroid Build Coastguard Worker std::vector<ImageSet> imageSet = ParseDataset(labels_file);
102*89c4ff92SAndroid Build Coastguard Worker std::vector<unsigned int> indices(imageSet.size());
103*89c4ff92SAndroid Build Coastguard Worker std::generate(indices.begin(), indices.end(), [n = 0] () mutable { return n++; });
104*89c4ff92SAndroid Build Coastguard Worker
105*89c4ff92SAndroid Build Coastguard Worker armnn::TensorShape inputTensorShape({ 1, 224, 224, 3 });
106*89c4ff92SAndroid Build Coastguard Worker
107*89c4ff92SAndroid Build Coastguard Worker using DataType = uint8_t;
108*89c4ff92SAndroid Build Coastguard Worker using DatabaseType = ImagePreprocessor<DataType>;
109*89c4ff92SAndroid Build Coastguard Worker using ParserType = armnnTfLiteParser::ITfLiteParser;
110*89c4ff92SAndroid Build Coastguard Worker using ModelType = InferenceModel<ParserType, DataType>;
111*89c4ff92SAndroid Build Coastguard Worker
112*89c4ff92SAndroid Build Coastguard Worker // Coverity fix: ClassifierInferenceTestMain() may throw uncaught exceptions.
113*89c4ff92SAndroid Build Coastguard Worker retVal = armnn::test::ClassifierInferenceTestMain<DatabaseType,
114*89c4ff92SAndroid Build Coastguard Worker ParserType>(
115*89c4ff92SAndroid Build Coastguard Worker argc, argv,
116*89c4ff92SAndroid Build Coastguard Worker "mobilenet_v1_1.0_224_quant.tflite", // model name
117*89c4ff92SAndroid Build Coastguard Worker true, // model is binary
118*89c4ff92SAndroid Build Coastguard Worker "input", // input tensor name
119*89c4ff92SAndroid Build Coastguard Worker "MobilenetV1/Predictions/Reshape_1", // output tensor name
120*89c4ff92SAndroid Build Coastguard Worker indices, // vector of indices to select which images to validate
121*89c4ff92SAndroid Build Coastguard Worker [&imageSet](const char* dataDir, const ModelType &) {
122*89c4ff92SAndroid Build Coastguard Worker // we need to get the input quantization parameters from
123*89c4ff92SAndroid Build Coastguard Worker // the parsed model
124*89c4ff92SAndroid Build Coastguard Worker return DatabaseType(
125*89c4ff92SAndroid Build Coastguard Worker dataDir,
126*89c4ff92SAndroid Build Coastguard Worker 224,
127*89c4ff92SAndroid Build Coastguard Worker 224,
128*89c4ff92SAndroid Build Coastguard Worker imageSet,
129*89c4ff92SAndroid Build Coastguard Worker 1);
130*89c4ff92SAndroid Build Coastguard Worker },
131*89c4ff92SAndroid Build Coastguard Worker &inputTensorShape);
132*89c4ff92SAndroid Build Coastguard Worker }
133*89c4ff92SAndroid Build Coastguard Worker catch (const std::exception& e)
134*89c4ff92SAndroid Build Coastguard Worker {
135*89c4ff92SAndroid Build Coastguard Worker // Coverity fix: BOOST_LOG_TRIVIAL (typically used to report errors) may throw an
136*89c4ff92SAndroid Build Coastguard Worker // exception of type std::length_error.
137*89c4ff92SAndroid Build Coastguard Worker // Using stderr instead in this context as there is no point in nesting try-catch blocks here.
138*89c4ff92SAndroid Build Coastguard Worker std::cerr << "WARNING: " << *argv << ": An error has occurred when running "
139*89c4ff92SAndroid Build Coastguard Worker "the classifier inference tests: " << e.what() << std::endl;
140*89c4ff92SAndroid Build Coastguard Worker }
141*89c4ff92SAndroid Build Coastguard Worker return retVal;
142*89c4ff92SAndroid Build Coastguard Worker }
143