1*8975f5c5SAndroid Build Coastguard Worker //
2*8975f5c5SAndroid Build Coastguard Worker // Copyright 2019 The ANGLE Project Authors. All rights reserved.
3*8975f5c5SAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
4*8975f5c5SAndroid Build Coastguard Worker // found in the LICENSE file.
5*8975f5c5SAndroid Build Coastguard Worker
6*8975f5c5SAndroid Build Coastguard Worker // test_utils_unittest.cpp: Unit tests for ANGLE's test utility functions
7*8975f5c5SAndroid Build Coastguard Worker
8*8975f5c5SAndroid Build Coastguard Worker #include "gtest/gtest.h"
9*8975f5c5SAndroid Build Coastguard Worker
10*8975f5c5SAndroid Build Coastguard Worker #include "common/system_utils.h"
11*8975f5c5SAndroid Build Coastguard Worker #include "tests/test_utils/runner/TestSuite.h"
12*8975f5c5SAndroid Build Coastguard Worker #include "util/Timer.h"
13*8975f5c5SAndroid Build Coastguard Worker #include "util/test_utils.h"
14*8975f5c5SAndroid Build Coastguard Worker #include "util/test_utils_unittest_helper.h"
15*8975f5c5SAndroid Build Coastguard Worker
16*8975f5c5SAndroid Build Coastguard Worker using namespace angle;
17*8975f5c5SAndroid Build Coastguard Worker
18*8975f5c5SAndroid Build Coastguard Worker namespace
19*8975f5c5SAndroid Build Coastguard Worker {
20*8975f5c5SAndroid Build Coastguard Worker #if defined(ANGLE_PLATFORM_WINDOWS)
21*8975f5c5SAndroid Build Coastguard Worker constexpr char kRunAppHelperExecutable[] = "test_utils_unittest_helper.exe";
22*8975f5c5SAndroid Build Coastguard Worker #elif ANGLE_PLATFORM_IOS_FAMILY
23*8975f5c5SAndroid Build Coastguard Worker constexpr char kRunAppHelperExecutable[] =
24*8975f5c5SAndroid Build Coastguard Worker "../test_utils_unittest_helper.app/test_utils_unittest_helper";
25*8975f5c5SAndroid Build Coastguard Worker #else
26*8975f5c5SAndroid Build Coastguard Worker constexpr char kRunAppHelperExecutable[] = "test_utils_unittest_helper";
27*8975f5c5SAndroid Build Coastguard Worker #endif
28*8975f5c5SAndroid Build Coastguard Worker
29*8975f5c5SAndroid Build Coastguard Worker // Transforms various line endings into C/Unix line endings:
30*8975f5c5SAndroid Build Coastguard Worker //
31*8975f5c5SAndroid Build Coastguard Worker // - A\nB -> A\nB
32*8975f5c5SAndroid Build Coastguard Worker // - A\rB -> A\nB
33*8975f5c5SAndroid Build Coastguard Worker // - A\r\nB -> A\nB
NormalizeNewLines(const std::string & str)34*8975f5c5SAndroid Build Coastguard Worker std::string NormalizeNewLines(const std::string &str)
35*8975f5c5SAndroid Build Coastguard Worker {
36*8975f5c5SAndroid Build Coastguard Worker std::string result;
37*8975f5c5SAndroid Build Coastguard Worker
38*8975f5c5SAndroid Build Coastguard Worker for (size_t i = 0; i < str.size(); ++i)
39*8975f5c5SAndroid Build Coastguard Worker {
40*8975f5c5SAndroid Build Coastguard Worker if (str[i] == '\r')
41*8975f5c5SAndroid Build Coastguard Worker {
42*8975f5c5SAndroid Build Coastguard Worker if (i + 1 < str.size() && str[i + 1] == '\n')
43*8975f5c5SAndroid Build Coastguard Worker {
44*8975f5c5SAndroid Build Coastguard Worker ++i;
45*8975f5c5SAndroid Build Coastguard Worker }
46*8975f5c5SAndroid Build Coastguard Worker result += '\n';
47*8975f5c5SAndroid Build Coastguard Worker }
48*8975f5c5SAndroid Build Coastguard Worker else
49*8975f5c5SAndroid Build Coastguard Worker {
50*8975f5c5SAndroid Build Coastguard Worker result += str[i];
51*8975f5c5SAndroid Build Coastguard Worker }
52*8975f5c5SAndroid Build Coastguard Worker }
53*8975f5c5SAndroid Build Coastguard Worker
54*8975f5c5SAndroid Build Coastguard Worker return result;
55*8975f5c5SAndroid Build Coastguard Worker }
56*8975f5c5SAndroid Build Coastguard Worker
57*8975f5c5SAndroid Build Coastguard Worker // Tests that Sleep() actually waits some time.
TEST(TestUtils,Sleep)58*8975f5c5SAndroid Build Coastguard Worker TEST(TestUtils, Sleep)
59*8975f5c5SAndroid Build Coastguard Worker {
60*8975f5c5SAndroid Build Coastguard Worker Timer timer;
61*8975f5c5SAndroid Build Coastguard Worker timer.start();
62*8975f5c5SAndroid Build Coastguard Worker angle::Sleep(500);
63*8975f5c5SAndroid Build Coastguard Worker timer.stop();
64*8975f5c5SAndroid Build Coastguard Worker
65*8975f5c5SAndroid Build Coastguard Worker // Use a slightly fuzzy range
66*8975f5c5SAndroid Build Coastguard Worker EXPECT_GT(timer.getElapsedWallClockTime(), 0.48);
67*8975f5c5SAndroid Build Coastguard Worker }
68*8975f5c5SAndroid Build Coastguard Worker
69*8975f5c5SAndroid Build Coastguard Worker // TODO: android support. http://anglebug.com/40096559
70*8975f5c5SAndroid Build Coastguard Worker #if defined(ANGLE_PLATFORM_ANDROID)
71*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunApp DISABLED_RunApp
72*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunAppAsync DISABLED_RunAppAsync
73*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunAppAsyncRedirectStderrToStdout DISABLED_RunAppAsyncRedirectStderrToStdout
74*8975f5c5SAndroid Build Coastguard Worker // TODO: fuchsia support. http://anglebug.com/42265786
75*8975f5c5SAndroid Build Coastguard Worker #elif defined(ANGLE_PLATFORM_FUCHSIA)
76*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunApp DISABLED_RunApp
77*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunAppAsync DISABLED_RunAppAsync
78*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunAppAsyncRedirectStderrToStdout DISABLED_RunAppAsyncRedirectStderrToStdout
79*8975f5c5SAndroid Build Coastguard Worker // TODO: iOS simulator support. http://anglebug.com/42266562
80*8975f5c5SAndroid Build Coastguard Worker #elif ANGLE_PLATFORM_IOS_FAMILY_SIMULATOR
81*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunApp DISABLED_RunApp
82*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunAppAsync DISABLED_RunAppAsync
83*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunAppAsyncRedirectStderrToStdout DISABLED_RunAppAsyncRedirectStderrToStdout
84*8975f5c5SAndroid Build Coastguard Worker #else
85*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunApp RunApp
86*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunAppAsync RunAppAsync
87*8975f5c5SAndroid Build Coastguard Worker # define MAYBE_RunAppAsyncRedirectStderrToStdout RunAppAsyncRedirectStderrToStdout
88*8975f5c5SAndroid Build Coastguard Worker #endif // defined(ANGLE_PLATFORM_ANDROID)
89*8975f5c5SAndroid Build Coastguard Worker
GetTestAppExecutablePath()90*8975f5c5SAndroid Build Coastguard Worker std::string GetTestAppExecutablePath()
91*8975f5c5SAndroid Build Coastguard Worker {
92*8975f5c5SAndroid Build Coastguard Worker std::string testExecutableName = angle::TestSuite::GetInstance()->getTestExecutableName();
93*8975f5c5SAndroid Build Coastguard Worker std::string executablePath = angle::StripFilenameFromPath(testExecutableName);
94*8975f5c5SAndroid Build Coastguard Worker
95*8975f5c5SAndroid Build Coastguard Worker EXPECT_NE(executablePath, "");
96*8975f5c5SAndroid Build Coastguard Worker executablePath += "/";
97*8975f5c5SAndroid Build Coastguard Worker executablePath += kRunAppHelperExecutable;
98*8975f5c5SAndroid Build Coastguard Worker
99*8975f5c5SAndroid Build Coastguard Worker return executablePath;
100*8975f5c5SAndroid Build Coastguard Worker }
101*8975f5c5SAndroid Build Coastguard Worker
102*8975f5c5SAndroid Build Coastguard Worker // Test running an external application and receiving its output
TEST(TestUtils,MAYBE_RunApp)103*8975f5c5SAndroid Build Coastguard Worker TEST(TestUtils, MAYBE_RunApp)
104*8975f5c5SAndroid Build Coastguard Worker {
105*8975f5c5SAndroid Build Coastguard Worker std::string executablePath = GetTestAppExecutablePath();
106*8975f5c5SAndroid Build Coastguard Worker
107*8975f5c5SAndroid Build Coastguard Worker std::vector<const char *> args = {executablePath.c_str(), kRunAppTestArg1, kRunAppTestArg2};
108*8975f5c5SAndroid Build Coastguard Worker
109*8975f5c5SAndroid Build Coastguard Worker // Test that the application can be executed.
110*8975f5c5SAndroid Build Coastguard Worker {
111*8975f5c5SAndroid Build Coastguard Worker ProcessHandle process(args, ProcessOutputCapture::StdoutAndStderrSeparately);
112*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->started());
113*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->finish());
114*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->finished());
115*8975f5c5SAndroid Build Coastguard Worker
116*8975f5c5SAndroid Build Coastguard Worker EXPECT_GT(process->getElapsedTimeSeconds(), 0.0);
117*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(kRunAppTestStdout, NormalizeNewLines(process->getStdout()));
118*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(kRunAppTestStderr, NormalizeNewLines(process->getStderr()));
119*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(EXIT_SUCCESS, process->getExitCode());
120*8975f5c5SAndroid Build Coastguard Worker }
121*8975f5c5SAndroid Build Coastguard Worker
122*8975f5c5SAndroid Build Coastguard Worker // Test that environment variables reach the child.
123*8975f5c5SAndroid Build Coastguard Worker {
124*8975f5c5SAndroid Build Coastguard Worker bool setEnvDone = SetEnvironmentVar(kRunAppTestEnvVarName, kRunAppTestEnvVarValue);
125*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(setEnvDone);
126*8975f5c5SAndroid Build Coastguard Worker
127*8975f5c5SAndroid Build Coastguard Worker ProcessHandle process(LaunchProcess(args, ProcessOutputCapture::StdoutAndStderrSeparately));
128*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->started());
129*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->finish());
130*8975f5c5SAndroid Build Coastguard Worker
131*8975f5c5SAndroid Build Coastguard Worker EXPECT_GT(process->getElapsedTimeSeconds(), 0.0);
132*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ("", process->getStdout());
133*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(kRunAppTestEnvVarValue, NormalizeNewLines(process->getStderr()));
134*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(EXIT_SUCCESS, process->getExitCode());
135*8975f5c5SAndroid Build Coastguard Worker
136*8975f5c5SAndroid Build Coastguard Worker // Unset environment var.
137*8975f5c5SAndroid Build Coastguard Worker SetEnvironmentVar(kRunAppTestEnvVarName, "");
138*8975f5c5SAndroid Build Coastguard Worker }
139*8975f5c5SAndroid Build Coastguard Worker }
140*8975f5c5SAndroid Build Coastguard Worker
141*8975f5c5SAndroid Build Coastguard Worker // Test running an external application and receiving its output asynchronously.
TEST(TestUtils,MAYBE_RunAppAsync)142*8975f5c5SAndroid Build Coastguard Worker TEST(TestUtils, MAYBE_RunAppAsync)
143*8975f5c5SAndroid Build Coastguard Worker {
144*8975f5c5SAndroid Build Coastguard Worker std::string executablePath = GetTestAppExecutablePath();
145*8975f5c5SAndroid Build Coastguard Worker
146*8975f5c5SAndroid Build Coastguard Worker std::vector<const char *> args = {executablePath.c_str(), kRunAppTestArg1, kRunAppTestArg2};
147*8975f5c5SAndroid Build Coastguard Worker
148*8975f5c5SAndroid Build Coastguard Worker // Test that the application can be executed and the output is captured correctly.
149*8975f5c5SAndroid Build Coastguard Worker {
150*8975f5c5SAndroid Build Coastguard Worker ProcessHandle process(args, ProcessOutputCapture::StdoutAndStderrSeparately);
151*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->started());
152*8975f5c5SAndroid Build Coastguard Worker
153*8975f5c5SAndroid Build Coastguard Worker constexpr double kTimeout = 3.0;
154*8975f5c5SAndroid Build Coastguard Worker
155*8975f5c5SAndroid Build Coastguard Worker Timer timer;
156*8975f5c5SAndroid Build Coastguard Worker timer.start();
157*8975f5c5SAndroid Build Coastguard Worker while (!process->finished() && timer.getElapsedWallClockTime() < kTimeout)
158*8975f5c5SAndroid Build Coastguard Worker {
159*8975f5c5SAndroid Build Coastguard Worker angle::Sleep(1);
160*8975f5c5SAndroid Build Coastguard Worker }
161*8975f5c5SAndroid Build Coastguard Worker
162*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->finished());
163*8975f5c5SAndroid Build Coastguard Worker EXPECT_GT(process->getElapsedTimeSeconds(), 0.0);
164*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(kRunAppTestStdout, NormalizeNewLines(process->getStdout()));
165*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(kRunAppTestStderr, NormalizeNewLines(process->getStderr()));
166*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(EXIT_SUCCESS, process->getExitCode());
167*8975f5c5SAndroid Build Coastguard Worker }
168*8975f5c5SAndroid Build Coastguard Worker }
169*8975f5c5SAndroid Build Coastguard Worker
170*8975f5c5SAndroid Build Coastguard Worker // Test running an external application and receiving its stdout and stderr output interleaved.
TEST(TestUtils,MAYBE_RunAppAsyncRedirectStderrToStdout)171*8975f5c5SAndroid Build Coastguard Worker TEST(TestUtils, MAYBE_RunAppAsyncRedirectStderrToStdout)
172*8975f5c5SAndroid Build Coastguard Worker {
173*8975f5c5SAndroid Build Coastguard Worker std::string executablePath = GetTestAppExecutablePath();
174*8975f5c5SAndroid Build Coastguard Worker
175*8975f5c5SAndroid Build Coastguard Worker std::vector<const char *> args = {executablePath.c_str(), kRunAppTestArg1, kRunAppTestArg2};
176*8975f5c5SAndroid Build Coastguard Worker
177*8975f5c5SAndroid Build Coastguard Worker // Test that the application can be executed and the output is captured correctly.
178*8975f5c5SAndroid Build Coastguard Worker {
179*8975f5c5SAndroid Build Coastguard Worker ProcessHandle process(args, ProcessOutputCapture::StdoutAndStderrInterleaved);
180*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->started());
181*8975f5c5SAndroid Build Coastguard Worker
182*8975f5c5SAndroid Build Coastguard Worker constexpr double kTimeout = 3.0;
183*8975f5c5SAndroid Build Coastguard Worker
184*8975f5c5SAndroid Build Coastguard Worker Timer timer;
185*8975f5c5SAndroid Build Coastguard Worker timer.start();
186*8975f5c5SAndroid Build Coastguard Worker while (!process->finished() && timer.getElapsedWallClockTime() < kTimeout)
187*8975f5c5SAndroid Build Coastguard Worker {
188*8975f5c5SAndroid Build Coastguard Worker angle::Sleep(1);
189*8975f5c5SAndroid Build Coastguard Worker }
190*8975f5c5SAndroid Build Coastguard Worker
191*8975f5c5SAndroid Build Coastguard Worker EXPECT_TRUE(process->finished());
192*8975f5c5SAndroid Build Coastguard Worker EXPECT_GT(process->getElapsedTimeSeconds(), 0.0);
193*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(std::string(kRunAppTestStdout) + kRunAppTestStderr,
194*8975f5c5SAndroid Build Coastguard Worker NormalizeNewLines(process->getStdout()));
195*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ("", process->getStderr());
196*8975f5c5SAndroid Build Coastguard Worker EXPECT_EQ(EXIT_SUCCESS, process->getExitCode());
197*8975f5c5SAndroid Build Coastguard Worker }
198*8975f5c5SAndroid Build Coastguard Worker }
199*8975f5c5SAndroid Build Coastguard Worker
200*8975f5c5SAndroid Build Coastguard Worker // Verify that NumberOfProcessors returns something reasonable.
TEST(TestUtils,NumberOfProcessors)201*8975f5c5SAndroid Build Coastguard Worker TEST(TestUtils, NumberOfProcessors)
202*8975f5c5SAndroid Build Coastguard Worker {
203*8975f5c5SAndroid Build Coastguard Worker int numProcs = angle::NumberOfProcessors();
204*8975f5c5SAndroid Build Coastguard Worker EXPECT_GT(numProcs, 0);
205*8975f5c5SAndroid Build Coastguard Worker EXPECT_LT(numProcs, 1000);
206*8975f5c5SAndroid Build Coastguard Worker }
207*8975f5c5SAndroid Build Coastguard Worker } // namespace
208