xref: /aosp_15_r20/external/skia/tools/testrunners/common/TestRunner.cpp (revision c8dee2aa9b3f27cf6c858bd81872bdeb2c07ed17)
1*c8dee2aaSAndroid Build Coastguard Worker /*
2*c8dee2aaSAndroid Build Coastguard Worker  * Copyright 2024 Google LLC
3*c8dee2aaSAndroid Build Coastguard Worker  *
4*c8dee2aaSAndroid Build Coastguard Worker  * Use of this source code is governed by a BSD-style license that can be
5*c8dee2aaSAndroid Build Coastguard Worker  * found in the LICENSE file.
6*c8dee2aaSAndroid Build Coastguard Worker  */
7*c8dee2aaSAndroid Build Coastguard Worker 
8*c8dee2aaSAndroid Build Coastguard Worker #include "include/private/base/SkAttributes.h"
9*c8dee2aaSAndroid Build Coastguard Worker #include "include/private/base/SkDebug.h"
10*c8dee2aaSAndroid Build Coastguard Worker #include "tools/testrunners/common/TestRunner.h"
11*c8dee2aaSAndroid Build Coastguard Worker 
12*c8dee2aaSAndroid Build Coastguard Worker #include <cstdarg>
13*c8dee2aaSAndroid Build Coastguard Worker #include <iomanip>
14*c8dee2aaSAndroid Build Coastguard Worker #include <regex>
15*c8dee2aaSAndroid Build Coastguard Worker #include <sstream>
16*c8dee2aaSAndroid Build Coastguard Worker 
StringNonEmpty(std::string name,CommandLineFlags::StringArray flag)17*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::StringNonEmpty(std::string name,
18*c8dee2aaSAndroid Build Coastguard Worker                                                 CommandLineFlags::StringArray flag) {
19*c8dee2aaSAndroid Build Coastguard Worker     if (flag.size() == 0) {
20*c8dee2aaSAndroid Build Coastguard Worker         SK_ABORT("Flag %s cannot be empty.\n", name.c_str());
21*c8dee2aaSAndroid Build Coastguard Worker     }
22*c8dee2aaSAndroid Build Coastguard Worker }
23*c8dee2aaSAndroid Build Coastguard Worker 
StringAtMostOne(std::string name,CommandLineFlags::StringArray flag)24*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::StringAtMostOne(std::string name,
25*c8dee2aaSAndroid Build Coastguard Worker                                                  CommandLineFlags::StringArray flag) {
26*c8dee2aaSAndroid Build Coastguard Worker     if (flag.size() > 1) {
27*c8dee2aaSAndroid Build Coastguard Worker         SK_ABORT("Flag %s takes one single value, got: %d.\n", name.c_str(), flag.size());
28*c8dee2aaSAndroid Build Coastguard Worker     }
29*c8dee2aaSAndroid Build Coastguard Worker }
30*c8dee2aaSAndroid Build Coastguard Worker 
StringEven(std::string name,CommandLineFlags::StringArray flag)31*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::StringEven(std::string name, CommandLineFlags::StringArray flag) {
32*c8dee2aaSAndroid Build Coastguard Worker     if (flag.size() % 2 == 1) {
33*c8dee2aaSAndroid Build Coastguard Worker         SK_ABORT(
34*c8dee2aaSAndroid Build Coastguard Worker                 "Flag %s takes an even number of arguments, got: %d.\n", name.c_str(), flag.size());
35*c8dee2aaSAndroid Build Coastguard Worker     }
36*c8dee2aaSAndroid Build Coastguard Worker }
37*c8dee2aaSAndroid Build Coastguard Worker 
IntGreaterOrEqual(std::string name,int flag,int min)38*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::IntGreaterOrEqual(std::string name, int flag, int min) {
39*c8dee2aaSAndroid Build Coastguard Worker     if (flag < min) {
40*c8dee2aaSAndroid Build Coastguard Worker         SK_ABORT("Flag %s must be greater or equal than %d, got: %d.\n", name.c_str(), min, flag);
41*c8dee2aaSAndroid Build Coastguard Worker     }
42*c8dee2aaSAndroid Build Coastguard Worker }
43*c8dee2aaSAndroid Build Coastguard Worker 
AllOrNone(std::map<std::string,bool> flags)44*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::AllOrNone(std::map<std::string, bool> flags) {
45*c8dee2aaSAndroid Build Coastguard Worker     std::string names;
46*c8dee2aaSAndroid Build Coastguard Worker     unsigned int numFlagsSet = 0;
47*c8dee2aaSAndroid Build Coastguard Worker     for (auto const& [name, isSet] : flags) {
48*c8dee2aaSAndroid Build Coastguard Worker         if (names == "") {
49*c8dee2aaSAndroid Build Coastguard Worker             names = name;
50*c8dee2aaSAndroid Build Coastguard Worker         } else {
51*c8dee2aaSAndroid Build Coastguard Worker             names += ", " + name;
52*c8dee2aaSAndroid Build Coastguard Worker         }
53*c8dee2aaSAndroid Build Coastguard Worker         if (isSet) {
54*c8dee2aaSAndroid Build Coastguard Worker             numFlagsSet++;
55*c8dee2aaSAndroid Build Coastguard Worker         }
56*c8dee2aaSAndroid Build Coastguard Worker     }
57*c8dee2aaSAndroid Build Coastguard Worker     if (numFlagsSet != flags.size() && numFlagsSet != 0) {
58*c8dee2aaSAndroid Build Coastguard Worker         SK_ABORT("Either all or none of the following flags must be set: %s.\n", names.c_str());
59*c8dee2aaSAndroid Build Coastguard Worker     }
60*c8dee2aaSAndroid Build Coastguard Worker }
61*c8dee2aaSAndroid Build Coastguard Worker 
ExactlyOne(std::map<std::string,bool> flags)62*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::ExactlyOne(std::map<std::string, bool> flags) {
63*c8dee2aaSAndroid Build Coastguard Worker     std::string names;
64*c8dee2aaSAndroid Build Coastguard Worker     unsigned int numFlagsSet = 0;
65*c8dee2aaSAndroid Build Coastguard Worker     for (auto const& [name, isSet] : flags) {
66*c8dee2aaSAndroid Build Coastguard Worker         if (names == "") {
67*c8dee2aaSAndroid Build Coastguard Worker             names = name;
68*c8dee2aaSAndroid Build Coastguard Worker         } else {
69*c8dee2aaSAndroid Build Coastguard Worker             names += ", " + name;
70*c8dee2aaSAndroid Build Coastguard Worker         }
71*c8dee2aaSAndroid Build Coastguard Worker         if (isSet) {
72*c8dee2aaSAndroid Build Coastguard Worker             numFlagsSet++;
73*c8dee2aaSAndroid Build Coastguard Worker         }
74*c8dee2aaSAndroid Build Coastguard Worker     }
75*c8dee2aaSAndroid Build Coastguard Worker     if (numFlagsSet != 1) {
76*c8dee2aaSAndroid Build Coastguard Worker         SK_ABORT("Exactly one of the following flags must be set: %s.\n", names.c_str());
77*c8dee2aaSAndroid Build Coastguard Worker     }
78*c8dee2aaSAndroid Build Coastguard Worker }
79*c8dee2aaSAndroid Build Coastguard Worker 
80*c8dee2aaSAndroid Build Coastguard Worker #if defined(SK_BUILD_FOR_ANDROID)
81*c8dee2aaSAndroid Build Coastguard Worker // We declare the below external variable here, rather than within
82*c8dee2aaSAndroid Build Coastguard Worker // TestRunner::InitAndLogCmdlineArgs(), because the latter causes the following linking error:
83*c8dee2aaSAndroid Build Coastguard Worker //
84*c8dee2aaSAndroid Build Coastguard Worker //     undefined reference to `TestRunner::gSkDebugToStdOut'
85*c8dee2aaSAndroid Build Coastguard Worker extern bool gSkDebugToStdOut;
86*c8dee2aaSAndroid Build Coastguard Worker #endif
87*c8dee2aaSAndroid Build Coastguard Worker 
InitAndLogCmdlineArgs(int argc,char ** argv)88*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::InitAndLogCmdlineArgs(int argc, char** argv) {
89*c8dee2aaSAndroid Build Coastguard Worker #if defined(SK_BUILD_FOR_ANDROID)
90*c8dee2aaSAndroid Build Coastguard Worker     // If true, sends SkDebugf to stdout as well.
91*c8dee2aaSAndroid Build Coastguard Worker     //
92*c8dee2aaSAndroid Build Coastguard Worker     // It is critical that we set this up as early in a test runner as possible, otherwise
93*c8dee2aaSAndroid Build Coastguard Worker     // SK_ABORT(msg) and other similar macros will just print "Trap" to stdout without logging the
94*c8dee2aaSAndroid Build Coastguard Worker     // message.
95*c8dee2aaSAndroid Build Coastguard Worker     gSkDebugToStdOut = true;
96*c8dee2aaSAndroid Build Coastguard Worker #endif
97*c8dee2aaSAndroid Build Coastguard Worker 
98*c8dee2aaSAndroid Build Coastguard Worker     // Print command-line for debugging purposes.
99*c8dee2aaSAndroid Build Coastguard Worker     if (argc < 2) {
100*c8dee2aaSAndroid Build Coastguard Worker         TestRunner::Log("Test runner invoked with no arguments.");
101*c8dee2aaSAndroid Build Coastguard Worker     } else {
102*c8dee2aaSAndroid Build Coastguard Worker         std::ostringstream oss;
103*c8dee2aaSAndroid Build Coastguard Worker         for (int i = 1; i < argc; i++) {
104*c8dee2aaSAndroid Build Coastguard Worker             if (i > 1) {
105*c8dee2aaSAndroid Build Coastguard Worker                 oss << " ";
106*c8dee2aaSAndroid Build Coastguard Worker             }
107*c8dee2aaSAndroid Build Coastguard Worker             oss << argv[i];
108*c8dee2aaSAndroid Build Coastguard Worker         }
109*c8dee2aaSAndroid Build Coastguard Worker         TestRunner::Log("Test runner invoked with arguments: %s", oss.str().c_str());
110*c8dee2aaSAndroid Build Coastguard Worker     }
111*c8dee2aaSAndroid Build Coastguard Worker }
112*c8dee2aaSAndroid Build Coastguard Worker 
ShouldRunTestCase(const char * name,CommandLineFlags::StringArray & matchFlag,CommandLineFlags::StringArray & skipFlag)113*c8dee2aaSAndroid Build Coastguard Worker bool TestRunner::ShouldRunTestCase(const char* name,
114*c8dee2aaSAndroid Build Coastguard Worker                                    CommandLineFlags::StringArray& matchFlag,
115*c8dee2aaSAndroid Build Coastguard Worker                                    CommandLineFlags::StringArray& skipFlag) {
116*c8dee2aaSAndroid Build Coastguard Worker     for (int i = 0; i < skipFlag.size(); i++) {
117*c8dee2aaSAndroid Build Coastguard Worker         std::regex re(skipFlag[i]);
118*c8dee2aaSAndroid Build Coastguard Worker         if (std::regex_search(name, re)) {
119*c8dee2aaSAndroid Build Coastguard Worker             return false;
120*c8dee2aaSAndroid Build Coastguard Worker         }
121*c8dee2aaSAndroid Build Coastguard Worker     }
122*c8dee2aaSAndroid Build Coastguard Worker 
123*c8dee2aaSAndroid Build Coastguard Worker     if (matchFlag.isEmpty()) {
124*c8dee2aaSAndroid Build Coastguard Worker         return true;
125*c8dee2aaSAndroid Build Coastguard Worker     }
126*c8dee2aaSAndroid Build Coastguard Worker 
127*c8dee2aaSAndroid Build Coastguard Worker     for (int i = 0; i < matchFlag.size(); i++) {
128*c8dee2aaSAndroid Build Coastguard Worker         std::regex re(matchFlag[i]);
129*c8dee2aaSAndroid Build Coastguard Worker         if (std::regex_search(name, re)) {
130*c8dee2aaSAndroid Build Coastguard Worker             return true;
131*c8dee2aaSAndroid Build Coastguard Worker         }
132*c8dee2aaSAndroid Build Coastguard Worker     }
133*c8dee2aaSAndroid Build Coastguard Worker 
134*c8dee2aaSAndroid Build Coastguard Worker     return false;
135*c8dee2aaSAndroid Build Coastguard Worker }
136*c8dee2aaSAndroid Build Coastguard Worker 
Log(const char * format,...)137*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::Log(const char* format, ...) {
138*c8dee2aaSAndroid Build Coastguard Worker     std::time_t t = std::time(nullptr);
139*c8dee2aaSAndroid Build Coastguard Worker     std::tm* now = std::gmtime(&t);
140*c8dee2aaSAndroid Build Coastguard Worker     std::ostringstream oss;
141*c8dee2aaSAndroid Build Coastguard Worker     oss << std::put_time(now, "%Y-%m-%d %H:%M:%S UTC");
142*c8dee2aaSAndroid Build Coastguard Worker     printf("[%s] ", oss.str().c_str());
143*c8dee2aaSAndroid Build Coastguard Worker 
144*c8dee2aaSAndroid Build Coastguard Worker     va_list args;
145*c8dee2aaSAndroid Build Coastguard Worker     va_start(args, format);
146*c8dee2aaSAndroid Build Coastguard Worker     vprintf(format, args);
147*c8dee2aaSAndroid Build Coastguard Worker     va_end(args);
148*c8dee2aaSAndroid Build Coastguard Worker 
149*c8dee2aaSAndroid Build Coastguard Worker     printf("\n");
150*c8dee2aaSAndroid Build Coastguard Worker     fflush(stdout);
151*c8dee2aaSAndroid Build Coastguard Worker }
152