Merge pull request #127 from redhat-performance/fix_filter

We only want to report what failed in the run we just performed.

tools_bin/report_missing_failed_test

@@ -2,7 +2,13 @@
 find . -name ansible_vars_main.yml -print > ans_files
 cut -d '/' -f 2 ans_files | rev | cut -d_  -f 2- | rev | sort -u > systems
 
-rm -f initial_summary all_sys test_summary expected_test missing_test failed_test test_errors
+#
+# Save past errors for future reference.
+#
+if [[ -f test_errors ]]; then
+	cat test_errors >> past_errors
+fi
+rm -rf initial_summary all_sys test_summary test_errors tar_check failed_test
 
 curdir=`pwd`
 while IFS= read -r sys
@@ -25,7 +31,9 @@ do
 		tar xf ../$tball $file 2> /dev/null
 		grep -q Ran $file
 		if [ $? -ne 0 ]; then
-			echo "Failed: $sys $expt_test" >> ${curdir}/failed_test
+			fail_run=`echo $tball | cut -d'/' -f 1`
+			timestamp=`date`
+			echo "${timestamp}: Failed: $fail_run $expt_test" >> ${curdir}/failed_test
 		fi
 		rm -rf tar_check
 		cd ..
@@ -49,8 +57,10 @@ if [ -f ${curdir}/failed_test ]; then
 		do
 			list=`grep $sys failed_test | grep $expt_test`
 			if [[ $list != "" ]]; then
-				failed_test=`echo $list | sed "s/Failed: $sys //g"`
-				echo failed:$sys:$failed_test >> test_errors
+				grep -q "$list" past_errors
+				if [ $? -ne 0 ]; then
+					echo $list >> test_errors
+				fi
 			fi
 		done < expected_test
 	done < ${curdir}/systems