1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2017-2020 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust #ifndef ARM_COMPUTE_TEST_TEST_CASE_FACTORY
25*c217d954SCole Faust #define ARM_COMPUTE_TEST_TEST_CASE_FACTORY
26*c217d954SCole Faust
27*c217d954SCole Faust #include "DatasetModes.h"
28*c217d954SCole Faust #include "TestCase.h"
29*c217d954SCole Faust
30*c217d954SCole Faust #include <memory>
31*c217d954SCole Faust #include <string>
32*c217d954SCole Faust
33*c217d954SCole Faust namespace arm_compute
34*c217d954SCole Faust {
35*c217d954SCole Faust namespace test
36*c217d954SCole Faust {
37*c217d954SCole Faust namespace framework
38*c217d954SCole Faust {
39*c217d954SCole Faust /** Abstract factory class to create test cases. */
40*c217d954SCole Faust class TestCaseFactory
41*c217d954SCole Faust {
42*c217d954SCole Faust public:
43*c217d954SCole Faust /** Test case status.
44*c217d954SCole Faust *
45*c217d954SCole Faust * ACTIVE == Test is run and result is validated. Failure on failed validation.
46*c217d954SCole Faust * EXPECTED_FAILURE == Test is run and result is validated. Failure on successful validation.
47*c217d954SCole Faust * DISABLED == Test is not run.
48*c217d954SCole Faust */
49*c217d954SCole Faust enum class Status
50*c217d954SCole Faust {
51*c217d954SCole Faust ACTIVE,
52*c217d954SCole Faust EXPECTED_FAILURE,
53*c217d954SCole Faust DISABLED
54*c217d954SCole Faust };
55*c217d954SCole Faust
56*c217d954SCole Faust /** Constructor.
57*c217d954SCole Faust *
58*c217d954SCole Faust * @param[in] suite_name Name of the test suite to which the test case has been added.
59*c217d954SCole Faust * @param[in] name Name of the test case.
60*c217d954SCole Faust * @param[in] mode Datset mode of the test case.
61*c217d954SCole Faust * @param[in] status Status of the test case.
62*c217d954SCole Faust * @param[in] description Description of data arguments.
63*c217d954SCole Faust */
64*c217d954SCole Faust TestCaseFactory(std::string suite_name, std::string name, DatasetMode mode, Status status, std::string description = "");
65*c217d954SCole Faust
66*c217d954SCole Faust /** Default destructor. */
67*c217d954SCole Faust virtual ~TestCaseFactory() = default;
68*c217d954SCole Faust
69*c217d954SCole Faust /** Name of the test case.
70*c217d954SCole Faust *
71*c217d954SCole Faust * @return Name of the test case.
72*c217d954SCole Faust */
73*c217d954SCole Faust std::string name() const;
74*c217d954SCole Faust
75*c217d954SCole Faust /** Get the mode for which test case will be enabled.
76*c217d954SCole Faust *
77*c217d954SCole Faust * @return Dataset mode of the test case.
78*c217d954SCole Faust */
79*c217d954SCole Faust DatasetMode mode() const;
80*c217d954SCole Faust
81*c217d954SCole Faust /** Get the status of the test case.
82*c217d954SCole Faust *
83*c217d954SCole Faust * @return Status of the test case.
84*c217d954SCole Faust */
85*c217d954SCole Faust Status status() const;
86*c217d954SCole Faust
87*c217d954SCole Faust /** Factory function to create the test case
88*c217d954SCole Faust *
89*c217d954SCole Faust * @return Unique pointer to a newly created test case.
90*c217d954SCole Faust */
91*c217d954SCole Faust virtual std::unique_ptr<TestCase> make() const = 0;
92*c217d954SCole Faust
93*c217d954SCole Faust private:
94*c217d954SCole Faust const std::string _suite_name;
95*c217d954SCole Faust const std::string _test_name;
96*c217d954SCole Faust const std::string _data_description;
97*c217d954SCole Faust const DatasetMode _mode{ DatasetMode::ALL };
98*c217d954SCole Faust const Status _status{ Status::ACTIVE };
99*c217d954SCole Faust };
100*c217d954SCole Faust
101*c217d954SCole Faust /** Implementation of a test case factory to create non-data test cases. */
102*c217d954SCole Faust template <typename T>
103*c217d954SCole Faust class SimpleTestCaseFactory final : public TestCaseFactory
104*c217d954SCole Faust {
105*c217d954SCole Faust public:
106*c217d954SCole Faust /** Default constructor. */
107*c217d954SCole Faust using TestCaseFactory::TestCaseFactory;
108*c217d954SCole Faust
109*c217d954SCole Faust std::unique_ptr<TestCase> make() const override;
110*c217d954SCole Faust };
111*c217d954SCole Faust
112*c217d954SCole Faust /** Implementation of a test case factory to create data test cases. */
113*c217d954SCole Faust template <typename T, typename D>
114*c217d954SCole Faust class DataTestCaseFactory final : public TestCaseFactory
115*c217d954SCole Faust {
116*c217d954SCole Faust public:
117*c217d954SCole Faust /** Constructor.
118*c217d954SCole Faust *
119*c217d954SCole Faust * @param[in] suite_name Name of the test suite to which the test case has been added.
120*c217d954SCole Faust * @param[in] test_name Name of the test case.
121*c217d954SCole Faust * @param[in] mode Mode in which the test case is enabled.
122*c217d954SCole Faust * @param[in] status Status of the test case.
123*c217d954SCole Faust * @param[in] description Description of data arguments.
124*c217d954SCole Faust * @param[in] data Input data for the test case.
125*c217d954SCole Faust */
126*c217d954SCole Faust DataTestCaseFactory(std::string suite_name, std::string test_name, DatasetMode mode, Status status, std::string description, const D &data);
127*c217d954SCole Faust
128*c217d954SCole Faust std::unique_ptr<TestCase> make() const override;
129*c217d954SCole Faust
130*c217d954SCole Faust private:
131*c217d954SCole Faust D _data;
132*c217d954SCole Faust };
133*c217d954SCole Faust
TestCaseFactory(std::string suite_name,std::string test_name,DatasetMode mode,Status status,std::string description)134*c217d954SCole Faust inline TestCaseFactory::TestCaseFactory(std::string suite_name, std::string test_name, DatasetMode mode, Status status, std::string description)
135*c217d954SCole Faust : _suite_name{ std::move(suite_name) }, _test_name{ std::move(test_name) }, _data_description{ std::move(description) }, _mode{ mode }, _status{ status }
136*c217d954SCole Faust
137*c217d954SCole Faust {
138*c217d954SCole Faust }
139*c217d954SCole Faust
name()140*c217d954SCole Faust inline std::string TestCaseFactory::name() const
141*c217d954SCole Faust {
142*c217d954SCole Faust std::string name = _suite_name + "/" + _test_name;
143*c217d954SCole Faust
144*c217d954SCole Faust if(!_data_description.empty())
145*c217d954SCole Faust {
146*c217d954SCole Faust name += "@" + _data_description;
147*c217d954SCole Faust }
148*c217d954SCole Faust
149*c217d954SCole Faust return name;
150*c217d954SCole Faust }
151*c217d954SCole Faust
mode()152*c217d954SCole Faust inline DatasetMode TestCaseFactory::mode() const
153*c217d954SCole Faust {
154*c217d954SCole Faust return _mode;
155*c217d954SCole Faust }
156*c217d954SCole Faust
status()157*c217d954SCole Faust inline TestCaseFactory::Status TestCaseFactory::status() const
158*c217d954SCole Faust {
159*c217d954SCole Faust return _status;
160*c217d954SCole Faust }
161*c217d954SCole Faust
162*c217d954SCole Faust inline ::std::ostream &operator<<(::std::ostream &stream, TestCaseFactory::Status status)
163*c217d954SCole Faust {
164*c217d954SCole Faust switch(status)
165*c217d954SCole Faust {
166*c217d954SCole Faust case TestCaseFactory::Status::ACTIVE:
167*c217d954SCole Faust stream << "ACTIVE";
168*c217d954SCole Faust break;
169*c217d954SCole Faust case TestCaseFactory::Status::EXPECTED_FAILURE:
170*c217d954SCole Faust stream << "EXPECTED_FAILURE";
171*c217d954SCole Faust break;
172*c217d954SCole Faust case TestCaseFactory::Status::DISABLED:
173*c217d954SCole Faust stream << "DISABLED";
174*c217d954SCole Faust break;
175*c217d954SCole Faust default:
176*c217d954SCole Faust throw std::invalid_argument("Unsupported test case factory status");
177*c217d954SCole Faust }
178*c217d954SCole Faust
179*c217d954SCole Faust return stream;
180*c217d954SCole Faust }
181*c217d954SCole Faust
182*c217d954SCole Faust template <typename T>
make()183*c217d954SCole Faust inline std::unique_ptr<TestCase> SimpleTestCaseFactory<T>::make() const
184*c217d954SCole Faust {
185*c217d954SCole Faust return std::make_unique<T>();
186*c217d954SCole Faust }
187*c217d954SCole Faust
188*c217d954SCole Faust template <typename T, typename D>
DataTestCaseFactory(std::string suite_name,std::string test_name,DatasetMode mode,Status status,std::string description,const D & data)189*c217d954SCole Faust inline DataTestCaseFactory<T, D>::DataTestCaseFactory(std::string suite_name, std::string test_name, DatasetMode mode, Status status, std::string description, const D &data)
190*c217d954SCole Faust : TestCaseFactory{ std::move(suite_name), std::move(test_name), mode, status, std::move(description) }, _data{ data }
191*c217d954SCole Faust {
192*c217d954SCole Faust }
193*c217d954SCole Faust
194*c217d954SCole Faust template <typename T, typename D>
make()195*c217d954SCole Faust inline std::unique_ptr<TestCase> DataTestCaseFactory<T, D>::make() const
196*c217d954SCole Faust {
197*c217d954SCole Faust return std::make_unique<T>(_data);
198*c217d954SCole Faust }
199*c217d954SCole Faust } // namespace framework
200*c217d954SCole Faust } // namespace test
201*c217d954SCole Faust } // namespace arm_compute
202*c217d954SCole Faust #endif /* ARM_COMPUTE_TEST_TEST_CASE_FACTORY */
203