diff options
Diffstat (limited to 'testsuite/run_tests')
| -rwxr-xr-x | testsuite/run_tests | 56 | 
1 files changed, 52 insertions, 4 deletions
| diff --git a/testsuite/run_tests b/testsuite/run_tests index c559814..57364b3 100755 --- a/testsuite/run_tests +++ b/testsuite/run_tests @@ -17,40 +17,88 @@  set -e +# Get the command line parameters.  outer_srcdir="$1"  outer_builddir="$2" +# Initialize counters.  passed=0  failed=0 +# The testcases should use their own build directories, not the one of the Make +# process that invoked the testsuite.  Comfignat_overriding_absolute_builddir=  Comfignat_overriding_absolute_objdir=  Comfignat_overriding_absolute_stagedir=  # variables that the testcases need: -export library srcdir builddir relative_builddir +export library            # absolute pathname of function library +export file_list          # absolute pathname of list of expected files +export srcdir             # testcase's source directory relative to testrundir +export builddir           # testcase's build directory relative to testrundir +export relative_builddir  # testcase's build directory relative to srcdir  # function library for the testcases:  library="${outer_srcdir}"/testsuite/library +# Clean out any old test results.  rm -Rf "${outer_builddir}"/testruns  for source_directory in "${outer_srcdir}"/testsuite/sources/* ; do     for location_file in "${outer_srcdir}"/testsuite/locations/* ; do        for input_script in "${outer_srcdir}"/testsuite/inputs/* ; do + +         # Compose the name of the combined test case.           test_name=$(basename "${source_directory}")+$(basename "${location_file}")+$(basename "${input_script}")           testrundir="${outer_builddir}"/testruns/"${test_name}" +         file_list="${testrundir}"/files.expected           mkdir -p "${testrundir}"           cd "${testrundir}" + +         # Get the source and build directory names.           . "${location_file}" -         mkdir -p "${srcdir}" "${builddir}" +         mkdir -p "${srcdir}" +         if [ "${relative_builddir}" != . ] ; then +            echo "${builddir}" >>files.expected +         fi + +         # Populate the source directory.           cp -RHp "${source_directory}"/* "${srcdir}"           cp -p "${outer_srcdir}"/comfignat.* "${srcdir}" +         find "${srcdir}" >>files.expected + +         # Run the test.           if sh -e "${input_script}" >output 2>&1 ; then -            verdict=PASSED -            passed=$((passed + 1)) + +            # Check that the expected files and no others are present. +            LC_COLLATE=C sort -o files.expected files.expected +            if find "${srcdir}" "${builddir}" | LC_COLLATE=C sort | diff files.expected - >files.diff ; then + +               # Check that the source files haven't been mangled. +               cd "${source_directory}" +               find . -type f ! -exec cmp -s "{}" "${testrundir}/${srcdir}/{}" \; -print >> "${testrundir}"/changed_sources +               cd "${outer_srcdir}" +               for file in comfignat.* ; do +                  if ! cmp -s ${file} "${testrundir}/${srcdir}/${file}" ; then +                     echo ${file} >> "${testrundir}"/changed_sources +                  fi +               done +               if [ -s "${testrundir}"/changed_sources ] ; then +                  verdict=FAILED +               else +                  verdict=PASSED +               fi +            else +               verdict=FAILED +            fi           else +            # The test returned an error code.              verdict=FAILED +         fi + +         if [ ${verdict} = PASSED ] ; then +            passed=$((passed + 1)) +         else              failed=$((failed + 1))           fi           echo "${test_name}: ${verdict}" |