1*c8dee2aaSAndroid Build Coastguard Worker /*
2*c8dee2aaSAndroid Build Coastguard Worker * Copyright 2024 Google LLC
3*c8dee2aaSAndroid Build Coastguard Worker *
4*c8dee2aaSAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license that can be
5*c8dee2aaSAndroid Build Coastguard Worker * found in the LICENSE file.
6*c8dee2aaSAndroid Build Coastguard Worker */
7*c8dee2aaSAndroid Build Coastguard Worker
8*c8dee2aaSAndroid Build Coastguard Worker #include "include/private/base/SkAttributes.h"
9*c8dee2aaSAndroid Build Coastguard Worker #include "include/private/base/SkDebug.h"
10*c8dee2aaSAndroid Build Coastguard Worker #include "tools/testrunners/common/TestRunner.h"
11*c8dee2aaSAndroid Build Coastguard Worker
12*c8dee2aaSAndroid Build Coastguard Worker #include <cstdarg>
13*c8dee2aaSAndroid Build Coastguard Worker #include <iomanip>
14*c8dee2aaSAndroid Build Coastguard Worker #include <regex>
15*c8dee2aaSAndroid Build Coastguard Worker #include <sstream>
16*c8dee2aaSAndroid Build Coastguard Worker
StringNonEmpty(std::string name,CommandLineFlags::StringArray flag)17*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::StringNonEmpty(std::string name,
18*c8dee2aaSAndroid Build Coastguard Worker CommandLineFlags::StringArray flag) {
19*c8dee2aaSAndroid Build Coastguard Worker if (flag.size() == 0) {
20*c8dee2aaSAndroid Build Coastguard Worker SK_ABORT("Flag %s cannot be empty.\n", name.c_str());
21*c8dee2aaSAndroid Build Coastguard Worker }
22*c8dee2aaSAndroid Build Coastguard Worker }
23*c8dee2aaSAndroid Build Coastguard Worker
StringAtMostOne(std::string name,CommandLineFlags::StringArray flag)24*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::StringAtMostOne(std::string name,
25*c8dee2aaSAndroid Build Coastguard Worker CommandLineFlags::StringArray flag) {
26*c8dee2aaSAndroid Build Coastguard Worker if (flag.size() > 1) {
27*c8dee2aaSAndroid Build Coastguard Worker SK_ABORT("Flag %s takes one single value, got: %d.\n", name.c_str(), flag.size());
28*c8dee2aaSAndroid Build Coastguard Worker }
29*c8dee2aaSAndroid Build Coastguard Worker }
30*c8dee2aaSAndroid Build Coastguard Worker
StringEven(std::string name,CommandLineFlags::StringArray flag)31*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::StringEven(std::string name, CommandLineFlags::StringArray flag) {
32*c8dee2aaSAndroid Build Coastguard Worker if (flag.size() % 2 == 1) {
33*c8dee2aaSAndroid Build Coastguard Worker SK_ABORT(
34*c8dee2aaSAndroid Build Coastguard Worker "Flag %s takes an even number of arguments, got: %d.\n", name.c_str(), flag.size());
35*c8dee2aaSAndroid Build Coastguard Worker }
36*c8dee2aaSAndroid Build Coastguard Worker }
37*c8dee2aaSAndroid Build Coastguard Worker
IntGreaterOrEqual(std::string name,int flag,int min)38*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::IntGreaterOrEqual(std::string name, int flag, int min) {
39*c8dee2aaSAndroid Build Coastguard Worker if (flag < min) {
40*c8dee2aaSAndroid Build Coastguard Worker SK_ABORT("Flag %s must be greater or equal than %d, got: %d.\n", name.c_str(), min, flag);
41*c8dee2aaSAndroid Build Coastguard Worker }
42*c8dee2aaSAndroid Build Coastguard Worker }
43*c8dee2aaSAndroid Build Coastguard Worker
AllOrNone(std::map<std::string,bool> flags)44*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::AllOrNone(std::map<std::string, bool> flags) {
45*c8dee2aaSAndroid Build Coastguard Worker std::string names;
46*c8dee2aaSAndroid Build Coastguard Worker unsigned int numFlagsSet = 0;
47*c8dee2aaSAndroid Build Coastguard Worker for (auto const& [name, isSet] : flags) {
48*c8dee2aaSAndroid Build Coastguard Worker if (names == "") {
49*c8dee2aaSAndroid Build Coastguard Worker names = name;
50*c8dee2aaSAndroid Build Coastguard Worker } else {
51*c8dee2aaSAndroid Build Coastguard Worker names += ", " + name;
52*c8dee2aaSAndroid Build Coastguard Worker }
53*c8dee2aaSAndroid Build Coastguard Worker if (isSet) {
54*c8dee2aaSAndroid Build Coastguard Worker numFlagsSet++;
55*c8dee2aaSAndroid Build Coastguard Worker }
56*c8dee2aaSAndroid Build Coastguard Worker }
57*c8dee2aaSAndroid Build Coastguard Worker if (numFlagsSet != flags.size() && numFlagsSet != 0) {
58*c8dee2aaSAndroid Build Coastguard Worker SK_ABORT("Either all or none of the following flags must be set: %s.\n", names.c_str());
59*c8dee2aaSAndroid Build Coastguard Worker }
60*c8dee2aaSAndroid Build Coastguard Worker }
61*c8dee2aaSAndroid Build Coastguard Worker
ExactlyOne(std::map<std::string,bool> flags)62*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::FlagValidators::ExactlyOne(std::map<std::string, bool> flags) {
63*c8dee2aaSAndroid Build Coastguard Worker std::string names;
64*c8dee2aaSAndroid Build Coastguard Worker unsigned int numFlagsSet = 0;
65*c8dee2aaSAndroid Build Coastguard Worker for (auto const& [name, isSet] : flags) {
66*c8dee2aaSAndroid Build Coastguard Worker if (names == "") {
67*c8dee2aaSAndroid Build Coastguard Worker names = name;
68*c8dee2aaSAndroid Build Coastguard Worker } else {
69*c8dee2aaSAndroid Build Coastguard Worker names += ", " + name;
70*c8dee2aaSAndroid Build Coastguard Worker }
71*c8dee2aaSAndroid Build Coastguard Worker if (isSet) {
72*c8dee2aaSAndroid Build Coastguard Worker numFlagsSet++;
73*c8dee2aaSAndroid Build Coastguard Worker }
74*c8dee2aaSAndroid Build Coastguard Worker }
75*c8dee2aaSAndroid Build Coastguard Worker if (numFlagsSet != 1) {
76*c8dee2aaSAndroid Build Coastguard Worker SK_ABORT("Exactly one of the following flags must be set: %s.\n", names.c_str());
77*c8dee2aaSAndroid Build Coastguard Worker }
78*c8dee2aaSAndroid Build Coastguard Worker }
79*c8dee2aaSAndroid Build Coastguard Worker
80*c8dee2aaSAndroid Build Coastguard Worker #if defined(SK_BUILD_FOR_ANDROID)
81*c8dee2aaSAndroid Build Coastguard Worker // We declare the below external variable here, rather than within
82*c8dee2aaSAndroid Build Coastguard Worker // TestRunner::InitAndLogCmdlineArgs(), because the latter causes the following linking error:
83*c8dee2aaSAndroid Build Coastguard Worker //
84*c8dee2aaSAndroid Build Coastguard Worker // undefined reference to `TestRunner::gSkDebugToStdOut'
85*c8dee2aaSAndroid Build Coastguard Worker extern bool gSkDebugToStdOut;
86*c8dee2aaSAndroid Build Coastguard Worker #endif
87*c8dee2aaSAndroid Build Coastguard Worker
InitAndLogCmdlineArgs(int argc,char ** argv)88*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::InitAndLogCmdlineArgs(int argc, char** argv) {
89*c8dee2aaSAndroid Build Coastguard Worker #if defined(SK_BUILD_FOR_ANDROID)
90*c8dee2aaSAndroid Build Coastguard Worker // If true, sends SkDebugf to stdout as well.
91*c8dee2aaSAndroid Build Coastguard Worker //
92*c8dee2aaSAndroid Build Coastguard Worker // It is critical that we set this up as early in a test runner as possible, otherwise
93*c8dee2aaSAndroid Build Coastguard Worker // SK_ABORT(msg) and other similar macros will just print "Trap" to stdout without logging the
94*c8dee2aaSAndroid Build Coastguard Worker // message.
95*c8dee2aaSAndroid Build Coastguard Worker gSkDebugToStdOut = true;
96*c8dee2aaSAndroid Build Coastguard Worker #endif
97*c8dee2aaSAndroid Build Coastguard Worker
98*c8dee2aaSAndroid Build Coastguard Worker // Print command-line for debugging purposes.
99*c8dee2aaSAndroid Build Coastguard Worker if (argc < 2) {
100*c8dee2aaSAndroid Build Coastguard Worker TestRunner::Log("Test runner invoked with no arguments.");
101*c8dee2aaSAndroid Build Coastguard Worker } else {
102*c8dee2aaSAndroid Build Coastguard Worker std::ostringstream oss;
103*c8dee2aaSAndroid Build Coastguard Worker for (int i = 1; i < argc; i++) {
104*c8dee2aaSAndroid Build Coastguard Worker if (i > 1) {
105*c8dee2aaSAndroid Build Coastguard Worker oss << " ";
106*c8dee2aaSAndroid Build Coastguard Worker }
107*c8dee2aaSAndroid Build Coastguard Worker oss << argv[i];
108*c8dee2aaSAndroid Build Coastguard Worker }
109*c8dee2aaSAndroid Build Coastguard Worker TestRunner::Log("Test runner invoked with arguments: %s", oss.str().c_str());
110*c8dee2aaSAndroid Build Coastguard Worker }
111*c8dee2aaSAndroid Build Coastguard Worker }
112*c8dee2aaSAndroid Build Coastguard Worker
ShouldRunTestCase(const char * name,CommandLineFlags::StringArray & matchFlag,CommandLineFlags::StringArray & skipFlag)113*c8dee2aaSAndroid Build Coastguard Worker bool TestRunner::ShouldRunTestCase(const char* name,
114*c8dee2aaSAndroid Build Coastguard Worker CommandLineFlags::StringArray& matchFlag,
115*c8dee2aaSAndroid Build Coastguard Worker CommandLineFlags::StringArray& skipFlag) {
116*c8dee2aaSAndroid Build Coastguard Worker for (int i = 0; i < skipFlag.size(); i++) {
117*c8dee2aaSAndroid Build Coastguard Worker std::regex re(skipFlag[i]);
118*c8dee2aaSAndroid Build Coastguard Worker if (std::regex_search(name, re)) {
119*c8dee2aaSAndroid Build Coastguard Worker return false;
120*c8dee2aaSAndroid Build Coastguard Worker }
121*c8dee2aaSAndroid Build Coastguard Worker }
122*c8dee2aaSAndroid Build Coastguard Worker
123*c8dee2aaSAndroid Build Coastguard Worker if (matchFlag.isEmpty()) {
124*c8dee2aaSAndroid Build Coastguard Worker return true;
125*c8dee2aaSAndroid Build Coastguard Worker }
126*c8dee2aaSAndroid Build Coastguard Worker
127*c8dee2aaSAndroid Build Coastguard Worker for (int i = 0; i < matchFlag.size(); i++) {
128*c8dee2aaSAndroid Build Coastguard Worker std::regex re(matchFlag[i]);
129*c8dee2aaSAndroid Build Coastguard Worker if (std::regex_search(name, re)) {
130*c8dee2aaSAndroid Build Coastguard Worker return true;
131*c8dee2aaSAndroid Build Coastguard Worker }
132*c8dee2aaSAndroid Build Coastguard Worker }
133*c8dee2aaSAndroid Build Coastguard Worker
134*c8dee2aaSAndroid Build Coastguard Worker return false;
135*c8dee2aaSAndroid Build Coastguard Worker }
136*c8dee2aaSAndroid Build Coastguard Worker
Log(const char * format,...)137*c8dee2aaSAndroid Build Coastguard Worker void TestRunner::Log(const char* format, ...) {
138*c8dee2aaSAndroid Build Coastguard Worker std::time_t t = std::time(nullptr);
139*c8dee2aaSAndroid Build Coastguard Worker std::tm* now = std::gmtime(&t);
140*c8dee2aaSAndroid Build Coastguard Worker std::ostringstream oss;
141*c8dee2aaSAndroid Build Coastguard Worker oss << std::put_time(now, "%Y-%m-%d %H:%M:%S UTC");
142*c8dee2aaSAndroid Build Coastguard Worker printf("[%s] ", oss.str().c_str());
143*c8dee2aaSAndroid Build Coastguard Worker
144*c8dee2aaSAndroid Build Coastguard Worker va_list args;
145*c8dee2aaSAndroid Build Coastguard Worker va_start(args, format);
146*c8dee2aaSAndroid Build Coastguard Worker vprintf(format, args);
147*c8dee2aaSAndroid Build Coastguard Worker va_end(args);
148*c8dee2aaSAndroid Build Coastguard Worker
149*c8dee2aaSAndroid Build Coastguard Worker printf("\n");
150*c8dee2aaSAndroid Build Coastguard Worker fflush(stdout);
151*c8dee2aaSAndroid Build Coastguard Worker }
152