xref: /libtiff-4.0.7/config/test-driver (revision ec5ce9c2)
1*ec5ce9c2SBob Friesenhahn#! /bin/sh
2*ec5ce9c2SBob Friesenhahn# test-driver - basic driver script for the 'parallel-tests' mode.
3*ec5ce9c2SBob Friesenhahn
4*ec5ce9c2SBob Friesenhahnscriptversion=2012-06-27.10; # UTC
5*ec5ce9c2SBob Friesenhahn
6*ec5ce9c2SBob Friesenhahn# Copyright (C) 2011-2012 Free Software Foundation, Inc.
7*ec5ce9c2SBob Friesenhahn#
8*ec5ce9c2SBob Friesenhahn# This program is free software; you can redistribute it and/or modify
9*ec5ce9c2SBob Friesenhahn# it under the terms of the GNU General Public License as published by
10*ec5ce9c2SBob Friesenhahn# the Free Software Foundation; either version 2, or (at your option)
11*ec5ce9c2SBob Friesenhahn# any later version.
12*ec5ce9c2SBob Friesenhahn#
13*ec5ce9c2SBob Friesenhahn# This program is distributed in the hope that it will be useful,
14*ec5ce9c2SBob Friesenhahn# but WITHOUT ANY WARRANTY; without even the implied warranty of
15*ec5ce9c2SBob Friesenhahn# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16*ec5ce9c2SBob Friesenhahn# GNU General Public License for more details.
17*ec5ce9c2SBob Friesenhahn#
18*ec5ce9c2SBob Friesenhahn# You should have received a copy of the GNU General Public License
19*ec5ce9c2SBob Friesenhahn# along with this program.  If not, see <http://www.gnu.org/licenses/>.
20*ec5ce9c2SBob Friesenhahn
21*ec5ce9c2SBob Friesenhahn# As a special exception to the GNU General Public License, if you
22*ec5ce9c2SBob Friesenhahn# distribute this file as part of a program that contains a
23*ec5ce9c2SBob Friesenhahn# configuration script generated by Autoconf, you may include it under
24*ec5ce9c2SBob Friesenhahn# the same distribution terms that you use for the rest of that program.
25*ec5ce9c2SBob Friesenhahn
26*ec5ce9c2SBob Friesenhahn# This file is maintained in Automake, please report
27*ec5ce9c2SBob Friesenhahn# bugs to <[email protected]> or send patches to
28*ec5ce9c2SBob Friesenhahn# <[email protected]>.
29*ec5ce9c2SBob Friesenhahn
30*ec5ce9c2SBob Friesenhahn# Make unconditional expansion of undefined variables an error.  This
31*ec5ce9c2SBob Friesenhahn# helps a lot in preventing typo-related bugs.
32*ec5ce9c2SBob Friesenhahnset -u
33*ec5ce9c2SBob Friesenhahn
34*ec5ce9c2SBob Friesenhahnusage_error ()
35*ec5ce9c2SBob Friesenhahn{
36*ec5ce9c2SBob Friesenhahn  echo "$0: $*" >&2
37*ec5ce9c2SBob Friesenhahn  print_usage >&2
38*ec5ce9c2SBob Friesenhahn  exit 2
39*ec5ce9c2SBob Friesenhahn}
40*ec5ce9c2SBob Friesenhahn
41*ec5ce9c2SBob Friesenhahnprint_usage ()
42*ec5ce9c2SBob Friesenhahn{
43*ec5ce9c2SBob Friesenhahn  cat <<END
44*ec5ce9c2SBob FriesenhahnUsage:
45*ec5ce9c2SBob Friesenhahn  test-driver --test-name=NAME --log-file=PATH --trs-file=PATH
46*ec5ce9c2SBob Friesenhahn              [--expect-failure={yes|no}] [--color-tests={yes|no}]
47*ec5ce9c2SBob Friesenhahn              [--enable-hard-errors={yes|no}] [--] TEST-SCRIPT
48*ec5ce9c2SBob FriesenhahnThe '--test-name', '--log-file' and '--trs-file' options are mandatory.
49*ec5ce9c2SBob FriesenhahnEND
50*ec5ce9c2SBob Friesenhahn}
51*ec5ce9c2SBob Friesenhahn
52*ec5ce9c2SBob Friesenhahn# TODO: better error handling in option parsing (in particular, ensure
53*ec5ce9c2SBob Friesenhahn# TODO: $log_file, $trs_file and $test_name are defined).
54*ec5ce9c2SBob Friesenhahntest_name= # Used for reporting.
55*ec5ce9c2SBob Friesenhahnlog_file=  # Where to save the output of the test script.
56*ec5ce9c2SBob Friesenhahntrs_file=  # Where to save the metadata of the test run.
57*ec5ce9c2SBob Friesenhahnexpect_failure=no
58*ec5ce9c2SBob Friesenhahncolor_tests=no
59*ec5ce9c2SBob Friesenhahnenable_hard_errors=yes
60*ec5ce9c2SBob Friesenhahnwhile test $# -gt 0; do
61*ec5ce9c2SBob Friesenhahn  case $1 in
62*ec5ce9c2SBob Friesenhahn  --help) print_usage; exit $?;;
63*ec5ce9c2SBob Friesenhahn  --version) echo "test-driver $scriptversion"; exit $?;;
64*ec5ce9c2SBob Friesenhahn  --test-name) test_name=$2; shift;;
65*ec5ce9c2SBob Friesenhahn  --log-file) log_file=$2; shift;;
66*ec5ce9c2SBob Friesenhahn  --trs-file) trs_file=$2; shift;;
67*ec5ce9c2SBob Friesenhahn  --color-tests) color_tests=$2; shift;;
68*ec5ce9c2SBob Friesenhahn  --expect-failure) expect_failure=$2; shift;;
69*ec5ce9c2SBob Friesenhahn  --enable-hard-errors) enable_hard_errors=$2; shift;;
70*ec5ce9c2SBob Friesenhahn  --) shift; break;;
71*ec5ce9c2SBob Friesenhahn  -*) usage_error "invalid option: '$1'";;
72*ec5ce9c2SBob Friesenhahn  esac
73*ec5ce9c2SBob Friesenhahn  shift
74*ec5ce9c2SBob Friesenhahndone
75*ec5ce9c2SBob Friesenhahn
76*ec5ce9c2SBob Friesenhahnif test $color_tests = yes; then
77*ec5ce9c2SBob Friesenhahn  # Keep this in sync with 'lib/am/check.am:$(am__tty_colors)'.
78*ec5ce9c2SBob Friesenhahn  red='' # Red.
79*ec5ce9c2SBob Friesenhahn  grn='' # Green.
80*ec5ce9c2SBob Friesenhahn  lgn='' # Light green.
81*ec5ce9c2SBob Friesenhahn  blu='' # Blue.
82*ec5ce9c2SBob Friesenhahn  mgn='' # Magenta.
83*ec5ce9c2SBob Friesenhahn  std=''     # No color.
84*ec5ce9c2SBob Friesenhahnelse
85*ec5ce9c2SBob Friesenhahn  red= grn= lgn= blu= mgn= std=
86*ec5ce9c2SBob Friesenhahnfi
87*ec5ce9c2SBob Friesenhahn
88*ec5ce9c2SBob Friesenhahndo_exit='rm -f $log_file $trs_file; (exit $st); exit $st'
89*ec5ce9c2SBob Friesenhahntrap "st=129; $do_exit" 1
90*ec5ce9c2SBob Friesenhahntrap "st=130; $do_exit" 2
91*ec5ce9c2SBob Friesenhahntrap "st=141; $do_exit" 13
92*ec5ce9c2SBob Friesenhahntrap "st=143; $do_exit" 15
93*ec5ce9c2SBob Friesenhahn
94*ec5ce9c2SBob Friesenhahn# Test script is run here.
95*ec5ce9c2SBob Friesenhahn"$@" >$log_file 2>&1
96*ec5ce9c2SBob Friesenhahnestatus=$?
97*ec5ce9c2SBob Friesenhahnif test $enable_hard_errors = no && test $estatus -eq 99; then
98*ec5ce9c2SBob Friesenhahn  estatus=1
99*ec5ce9c2SBob Friesenhahnfi
100*ec5ce9c2SBob Friesenhahn
101*ec5ce9c2SBob Friesenhahncase $estatus:$expect_failure in
102*ec5ce9c2SBob Friesenhahn  0:yes) col=$red res=XPASS recheck=yes gcopy=yes;;
103*ec5ce9c2SBob Friesenhahn  0:*)   col=$grn res=PASS  recheck=no  gcopy=no;;
104*ec5ce9c2SBob Friesenhahn  77:*)  col=$blu res=SKIP  recheck=no  gcopy=yes;;
105*ec5ce9c2SBob Friesenhahn  99:*)  col=$mgn res=ERROR recheck=yes gcopy=yes;;
106*ec5ce9c2SBob Friesenhahn  *:yes) col=$lgn res=XFAIL recheck=no  gcopy=yes;;
107*ec5ce9c2SBob Friesenhahn  *:*)   col=$red res=FAIL  recheck=yes gcopy=yes;;
108*ec5ce9c2SBob Friesenhahnesac
109*ec5ce9c2SBob Friesenhahn
110*ec5ce9c2SBob Friesenhahn# Report outcome to console.
111*ec5ce9c2SBob Friesenhahnecho "${col}${res}${std}: $test_name"
112*ec5ce9c2SBob Friesenhahn
113*ec5ce9c2SBob Friesenhahn# Register the test result, and other relevant metadata.
114*ec5ce9c2SBob Friesenhahnecho ":test-result: $res" > $trs_file
115*ec5ce9c2SBob Friesenhahnecho ":global-test-result: $res" >> $trs_file
116*ec5ce9c2SBob Friesenhahnecho ":recheck: $recheck" >> $trs_file
117*ec5ce9c2SBob Friesenhahnecho ":copy-in-global-log: $gcopy" >> $trs_file
118*ec5ce9c2SBob Friesenhahn
119*ec5ce9c2SBob Friesenhahn# Local Variables:
120*ec5ce9c2SBob Friesenhahn# mode: shell-script
121*ec5ce9c2SBob Friesenhahn# sh-indentation: 2
122*ec5ce9c2SBob Friesenhahn# eval: (add-hook 'write-file-hooks 'time-stamp)
123*ec5ce9c2SBob Friesenhahn# time-stamp-start: "scriptversion="
124*ec5ce9c2SBob Friesenhahn# time-stamp-format: "%:y-%02m-%02d.%02H"
125*ec5ce9c2SBob Friesenhahn# time-stamp-time-zone: "UTC"
126*ec5ce9c2SBob Friesenhahn# time-stamp-end: "; # UTC"
127*ec5ce9c2SBob Friesenhahn# End:
128