xref: /aosp_15_r20/external/google-breakpad/autotools/test-driver (revision 9712c20fc9bbfbac4935993a2ca0b3958c5adad2)
1*9712c20fSFrederick Mayle#! /bin/sh
2*9712c20fSFrederick Mayle# test-driver - basic testsuite driver script.
3*9712c20fSFrederick Mayle
4*9712c20fSFrederick Maylescriptversion=2018-03-07.03; # UTC
5*9712c20fSFrederick Mayle
6*9712c20fSFrederick Mayle# Copyright (C) 2011-2021 Free Software Foundation, Inc.
7*9712c20fSFrederick Mayle#
8*9712c20fSFrederick Mayle# This program is free software; you can redistribute it and/or modify
9*9712c20fSFrederick Mayle# it under the terms of the GNU General Public License as published by
10*9712c20fSFrederick Mayle# the Free Software Foundation; either version 2, or (at your option)
11*9712c20fSFrederick Mayle# any later version.
12*9712c20fSFrederick Mayle#
13*9712c20fSFrederick Mayle# This program is distributed in the hope that it will be useful,
14*9712c20fSFrederick Mayle# but WITHOUT ANY WARRANTY; without even the implied warranty of
15*9712c20fSFrederick Mayle# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16*9712c20fSFrederick Mayle# GNU General Public License for more details.
17*9712c20fSFrederick Mayle#
18*9712c20fSFrederick Mayle# You should have received a copy of the GNU General Public License
19*9712c20fSFrederick Mayle# along with this program.  If not, see <https://www.gnu.org/licenses/>.
20*9712c20fSFrederick Mayle
21*9712c20fSFrederick Mayle# As a special exception to the GNU General Public License, if you
22*9712c20fSFrederick Mayle# distribute this file as part of a program that contains a
23*9712c20fSFrederick Mayle# configuration script generated by Autoconf, you may include it under
24*9712c20fSFrederick Mayle# the same distribution terms that you use for the rest of that program.
25*9712c20fSFrederick Mayle
26*9712c20fSFrederick Mayle# This file is maintained in Automake, please report
27*9712c20fSFrederick Mayle# bugs to <[email protected]> or send patches to
28*9712c20fSFrederick Mayle# <[email protected]>.
29*9712c20fSFrederick Mayle
30*9712c20fSFrederick Mayle# Make unconditional expansion of undefined variables an error.  This
31*9712c20fSFrederick Mayle# helps a lot in preventing typo-related bugs.
32*9712c20fSFrederick Mayleset -u
33*9712c20fSFrederick Mayle
34*9712c20fSFrederick Mayleusage_error ()
35*9712c20fSFrederick Mayle{
36*9712c20fSFrederick Mayle  echo "$0: $*" >&2
37*9712c20fSFrederick Mayle  print_usage >&2
38*9712c20fSFrederick Mayle  exit 2
39*9712c20fSFrederick Mayle}
40*9712c20fSFrederick Mayle
41*9712c20fSFrederick Mayleprint_usage ()
42*9712c20fSFrederick Mayle{
43*9712c20fSFrederick Mayle  cat <<END
44*9712c20fSFrederick MayleUsage:
45*9712c20fSFrederick Mayle  test-driver --test-name NAME --log-file PATH --trs-file PATH
46*9712c20fSFrederick Mayle              [--expect-failure {yes|no}] [--color-tests {yes|no}]
47*9712c20fSFrederick Mayle              [--enable-hard-errors {yes|no}] [--]
48*9712c20fSFrederick Mayle              TEST-SCRIPT [TEST-SCRIPT-ARGUMENTS]
49*9712c20fSFrederick Mayle
50*9712c20fSFrederick MayleThe '--test-name', '--log-file' and '--trs-file' options are mandatory.
51*9712c20fSFrederick MayleSee the GNU Automake documentation for information.
52*9712c20fSFrederick MayleEND
53*9712c20fSFrederick Mayle}
54*9712c20fSFrederick Mayle
55*9712c20fSFrederick Mayletest_name= # Used for reporting.
56*9712c20fSFrederick Maylelog_file=  # Where to save the output of the test script.
57*9712c20fSFrederick Mayletrs_file=  # Where to save the metadata of the test run.
58*9712c20fSFrederick Mayleexpect_failure=no
59*9712c20fSFrederick Maylecolor_tests=no
60*9712c20fSFrederick Mayleenable_hard_errors=yes
61*9712c20fSFrederick Maylewhile test $# -gt 0; do
62*9712c20fSFrederick Mayle  case $1 in
63*9712c20fSFrederick Mayle  --help) print_usage; exit $?;;
64*9712c20fSFrederick Mayle  --version) echo "test-driver $scriptversion"; exit $?;;
65*9712c20fSFrederick Mayle  --test-name) test_name=$2; shift;;
66*9712c20fSFrederick Mayle  --log-file) log_file=$2; shift;;
67*9712c20fSFrederick Mayle  --trs-file) trs_file=$2; shift;;
68*9712c20fSFrederick Mayle  --color-tests) color_tests=$2; shift;;
69*9712c20fSFrederick Mayle  --expect-failure) expect_failure=$2; shift;;
70*9712c20fSFrederick Mayle  --enable-hard-errors) enable_hard_errors=$2; shift;;
71*9712c20fSFrederick Mayle  --) shift; break;;
72*9712c20fSFrederick Mayle  -*) usage_error "invalid option: '$1'";;
73*9712c20fSFrederick Mayle   *) break;;
74*9712c20fSFrederick Mayle  esac
75*9712c20fSFrederick Mayle  shift
76*9712c20fSFrederick Mayledone
77*9712c20fSFrederick Mayle
78*9712c20fSFrederick Maylemissing_opts=
79*9712c20fSFrederick Mayletest x"$test_name" = x && missing_opts="$missing_opts --test-name"
80*9712c20fSFrederick Mayletest x"$log_file"  = x && missing_opts="$missing_opts --log-file"
81*9712c20fSFrederick Mayletest x"$trs_file"  = x && missing_opts="$missing_opts --trs-file"
82*9712c20fSFrederick Mayleif test x"$missing_opts" != x; then
83*9712c20fSFrederick Mayle  usage_error "the following mandatory options are missing:$missing_opts"
84*9712c20fSFrederick Maylefi
85*9712c20fSFrederick Mayle
86*9712c20fSFrederick Mayleif test $# -eq 0; then
87*9712c20fSFrederick Mayle  usage_error "missing argument"
88*9712c20fSFrederick Maylefi
89*9712c20fSFrederick Mayle
90*9712c20fSFrederick Mayleif test $color_tests = yes; then
91*9712c20fSFrederick Mayle  # Keep this in sync with 'lib/am/check.am:$(am__tty_colors)'.
92*9712c20fSFrederick Mayle  red='' # Red.
93*9712c20fSFrederick Mayle  grn='' # Green.
94*9712c20fSFrederick Mayle  lgn='' # Light green.
95*9712c20fSFrederick Mayle  blu='' # Blue.
96*9712c20fSFrederick Mayle  mgn='' # Magenta.
97*9712c20fSFrederick Mayle  std=''     # No color.
98*9712c20fSFrederick Mayleelse
99*9712c20fSFrederick Mayle  red= grn= lgn= blu= mgn= std=
100*9712c20fSFrederick Maylefi
101*9712c20fSFrederick Mayle
102*9712c20fSFrederick Mayledo_exit='rm -f $log_file $trs_file; (exit $st); exit $st'
103*9712c20fSFrederick Mayletrap "st=129; $do_exit" 1
104*9712c20fSFrederick Mayletrap "st=130; $do_exit" 2
105*9712c20fSFrederick Mayletrap "st=141; $do_exit" 13
106*9712c20fSFrederick Mayletrap "st=143; $do_exit" 15
107*9712c20fSFrederick Mayle
108*9712c20fSFrederick Mayle# Test script is run here. We create the file first, then append to it,
109*9712c20fSFrederick Mayle# to ameliorate tests themselves also writing to the log file. Our tests
110*9712c20fSFrederick Mayle# don't, but others can (automake bug#35762).
111*9712c20fSFrederick Mayle: >"$log_file"
112*9712c20fSFrederick Mayle"$@" >>"$log_file" 2>&1
113*9712c20fSFrederick Mayleestatus=$?
114*9712c20fSFrederick Mayle
115*9712c20fSFrederick Mayleif test $enable_hard_errors = no && test $estatus -eq 99; then
116*9712c20fSFrederick Mayle  tweaked_estatus=1
117*9712c20fSFrederick Mayleelse
118*9712c20fSFrederick Mayle  tweaked_estatus=$estatus
119*9712c20fSFrederick Maylefi
120*9712c20fSFrederick Mayle
121*9712c20fSFrederick Maylecase $tweaked_estatus:$expect_failure in
122*9712c20fSFrederick Mayle  0:yes) col=$red res=XPASS recheck=yes gcopy=yes;;
123*9712c20fSFrederick Mayle  0:*)   col=$grn res=PASS  recheck=no  gcopy=no;;
124*9712c20fSFrederick Mayle  77:*)  col=$blu res=SKIP  recheck=no  gcopy=yes;;
125*9712c20fSFrederick Mayle  99:*)  col=$mgn res=ERROR recheck=yes gcopy=yes;;
126*9712c20fSFrederick Mayle  *:yes) col=$lgn res=XFAIL recheck=no  gcopy=yes;;
127*9712c20fSFrederick Mayle  *:*)   col=$red res=FAIL  recheck=yes gcopy=yes;;
128*9712c20fSFrederick Mayleesac
129*9712c20fSFrederick Mayle
130*9712c20fSFrederick Mayle# Report the test outcome and exit status in the logs, so that one can
131*9712c20fSFrederick Mayle# know whether the test passed or failed simply by looking at the '.log'
132*9712c20fSFrederick Mayle# file, without the need of also peaking into the corresponding '.trs'
133*9712c20fSFrederick Mayle# file (automake bug#11814).
134*9712c20fSFrederick Mayleecho "$res $test_name (exit status: $estatus)" >>"$log_file"
135*9712c20fSFrederick Mayle
136*9712c20fSFrederick Mayle# Report outcome to console.
137*9712c20fSFrederick Mayleecho "${col}${res}${std}: $test_name"
138*9712c20fSFrederick Mayle
139*9712c20fSFrederick Mayle# Register the test result, and other relevant metadata.
140*9712c20fSFrederick Mayleecho ":test-result: $res" > $trs_file
141*9712c20fSFrederick Mayleecho ":global-test-result: $res" >> $trs_file
142*9712c20fSFrederick Mayleecho ":recheck: $recheck" >> $trs_file
143*9712c20fSFrederick Mayleecho ":copy-in-global-log: $gcopy" >> $trs_file
144*9712c20fSFrederick Mayle
145*9712c20fSFrederick Mayle# Local Variables:
146*9712c20fSFrederick Mayle# mode: shell-script
147*9712c20fSFrederick Mayle# sh-indentation: 2
148*9712c20fSFrederick Mayle# eval: (add-hook 'before-save-hook 'time-stamp)
149*9712c20fSFrederick Mayle# time-stamp-start: "scriptversion="
150*9712c20fSFrederick Mayle# time-stamp-format: "%:y-%02m-%02d.%02H"
151*9712c20fSFrederick Mayle# time-stamp-time-zone: "UTC0"
152*9712c20fSFrederick Mayle# time-stamp-end: "; # UTC"
153*9712c20fSFrederick Mayle# End:
154