#! /usr/bin/env perl

$debug   = 1;
$verbose = 1;
$ignoreBogusOutput = 0;
$filePattern = "runtests.*.status";

$testsPassed = 0;
$testsFailed = 0;

foreach $_ (@ARGV) {
    if (/^--?ignorebogus/) {
	$ignoreBogusOutput = 1;
    }
    else {
	print STDERR "checktests [ -ignorebogus ]\n";
	exit(1);
    }
}

open( RESULTS, "ls -1 $filePattern |" ) || die "Cannot list directory using ls -1 $filePattern\n";

while (<RESULTS>) {
    chop;
    $statusFile = $_;
    $resultsFile = $statusFile;
    $resultsFile =~ s/\.status/.out/;

    if ($resultsFile =~ /runtests\.([0-9]+)\.out/) {
	$count = $1;
    }
    else {
	$count = -1;
	print STDERR "Unable to determine test number from $resultsFile!\n";
	$testsFailed ++;
	next;
    }
    open (SFD, "<$statusFile" );
    while (<SFD>) {
	chop;
	$testStatus = $_;
    }
    close (SFD);

    if (-s $resultsFile) {
	open (RFD, "<$resultsFile");
	$runLine = <RFD>;
	$sawNoerrors = 0;
	# Successful output should contain ONLY the line No Errors
	while (<RFD>) {
	    chop;
	    $outLine = $_;
	    if ($outLine =~ /^\s+No [Ee]rrors\s*$/) {
		$sawNoerrors = 1;
	    }
	    else {
		# To filter out output that may be added to STDOUT
		# by a badly behaved runtime system, you can either
		# add a specific filter here (preferred) or set the
		# -ignorebogus option (considered a workaround)
		# The following is an example that accepts certain
		# kinds of output once "No Errors" is seen.
	        if ($sawNoerrors) {
		    if ( /^Application [0-9]+ resources: utime .*/) {
		        last;
                    }
                }
	        if (!$ignoreBogusOutput) {
		    # Any extraneous output is an error
		    $sawNoerrors = 0;
		}
	    }
	}
	close (RFD);
	if ($sawNoerrors == 1 && $testStatus == 0) {
	    $testsPassed ++;
	}
	else {
	    # Test wrote No Errors but then exited with a non-zero status
	    $testsFailed ++;
	    # Output the errors
	    if ($verbose) {
		print STDOUT "Test $count failed:\n";
		print STDOUT "Test status: $testStatus\n";
		print STDOUT "Test output:\n";
		system ("cat $resultsFile" );
	    }
	}
    }
    else {
	print STDERR "No $resultsFile\n" if $debug;
	$testsFailed ++;
    }
}

print "Tests passed: $testsPassed; test failed: $testsFailed\n";