new make rule showsuite to show only fail and skip tests

Makefile.am

@@ -204,6 +204,13 @@ showcheck:
 	done ; \
 	exit $$RET
 
+showsuite:
+	RET=0 ; \
+	for i in $(SUBDIRS) ; do \
+		make -C $$i showsuite || RET=1 ; \
+	done ; \
+	exit $$RET
+
 ctags-local:
 	cd $(top_srcdir) ; $(CTAGS) -R -I LIST_TYPE
 	$(SED) -i $(top_srcdir)/tags -e '/^[^	]* [^	]*	/d' -e '/^[^	]*$$/d' 

doc/Makefile.am

@@ -37,8 +37,7 @@ txtdir = ${docdir}/tutorial
 txt_DATA = $(EXTRA_DIST)
 
 showcheck:
-	RET=0 ; \
-	for i in $(SUBDIRS) ; do \
-		make -C $$i showcheck || RET=1 ; \
-	done ; \
-	exit $$RET
+	-cat /dev/null
+
+showsuite:
+	-cat /dev/null

doc/doxygen/Makefile.am

@@ -332,5 +332,3 @@ PUBLISHHOST	?= gforge
 update-web: $(DOX_PDF)
 	scp -pr starpu.pdf html $(PUBLISHHOST):/home/groups/starpu/htdocs/doc
 
-showcheck:
-	-cat /dev/null

doc/doxygen_dev/Makefile.am

@@ -163,5 +163,3 @@ PUBLISHHOST	?= gforge
 update-web: $(DOX_PDF)
 	scp -pr starpu_dev.pdf html_dev $(PUBLISHHOST):/home/groups/starpu/htdocs/doc
 
-showcheck:
-	-cat /dev/null

gcc-plugin/Makefile.am

@@ -40,6 +40,13 @@ showcheck:
 	done ; \
 	exit $$RET
 
+showsuite:
+	RET=0 ; \
+	for i in $(SUBDIRS) ; do \
+		make -C $$i showsuite || RET=1 ; \
+	done ; \
+	exit $$RET
+
 # Generate a GNU-style ChangeLog for inclusion in the tarball.
 # It requires network access and may be slow.
 gen-ChangeLog:

mpi/Makefile.am

@@ -2,7 +2,7 @@
 #
 # Copyright (C) 2009-2015                                Université de Bordeaux
 # Copyright (C) 2011,2012,2016                           Inria
-# Copyright (C) 2010-2013,2015,2017                      CNRS
+# Copyright (C) 2010-2013,2015,2017,2018                 CNRS
 #
 # StarPU is free software; you can redistribute it and/or modify
 # it under the terms of the GNU Lesser General Public License as published by
@@ -39,3 +39,10 @@ showcheck:
 		make -C $$i showcheck || RET=1 ; \
 	done ; \
 	exit $$RET
+
+showsuite:
+	RET=0 ; \
+	for i in $(SUBDIRS) ; do \
+		make -C $$i showsuite || RET=1 ; \
+	done ; \
+	exit $$RET

mpi/src/Makefile.am

@@ -107,3 +107,6 @@ libstarpumpi_@STARPU_EFFECTIVE_VERSION@_la_SOURCES =	\
 
 showcheck:
 	-cat /dev/null
+
+showsuite:
+	-cat /dev/null

sc_hypervisor/Makefile.am

@@ -1,7 +1,7 @@
 # StarPU --- Runtime system for heterogeneous multicore architectures.
 #
 # Copyright (C) 2011-2014                                Inria
-# Copyright (C) 2012,2015,2017                           CNRS
+# Copyright (C) 2012,2015,2017,2018                      CNRS
 # Copyright (C) 2013,2015                                Université de Bordeaux
 #
 # StarPU is free software; you can redistribute it and/or modify
@@ -30,3 +30,10 @@ showcheck:
 		make -C $$i showcheck || RET=1 ; \
 	done ; \
 	exit $$RET
+
+showsuite:
+	RET=0 ; \
+	for i in $(SUBDIRS) ; do \
+		make -C $$i showsuite || RET=1 ; \
+	done ; \
+	exit $$RET

sc_hypervisor/src/Makefile.am

@@ -1,7 +1,7 @@
 # StarPU --- Runtime system for heterogeneous multicore architectures.
 #
 # Copyright (C) 2011-2015                                Inria
-# Copyright (C) 2012,2013,2015,2017                      CNRS
+# Copyright (C) 2012,2013,2015,2017,2018                 CNRS
 # Copyright (C) 2013                                     Université de Bordeaux
 #
 # StarPU is free software; you can redistribute it and/or modify
@@ -44,7 +44,10 @@ libsc_hypervisor_la_SOURCES = 				\
 	hypervisor_policies/hard_coded_policy.c		\
 	hypervisor_policies/perf_count_policy.c
 
-noinst_HEADERS = sc_hypervisor_intern.h		
+noinst_HEADERS = sc_hypervisor_intern.h
 
 showcheck:
 	-cat /dev/null
+
+showsuite:
+	-cat /dev/null

socl/Makefile.am

@@ -1,6 +1,6 @@
 # StarPU --- Runtime system for heterogeneous multicore architectures.
 #
-# Copyright (C) 2012,2013,2015,2017                      CNRS
+# Copyright (C) 2012,2013,2015,2017,2018                 CNRS
 # Copyright (C) 2011-2013,2015                           Université de Bordeaux
 # Copyright (C) 2011,2012                                Inria
 #
@@ -28,3 +28,10 @@ showcheck:
 		make -C $$i showcheck || RET=1 ; \
 	done ; \
 	exit $$RET
+
+showsuite:
+	RET=0 ; \
+	for i in $(SUBDIRS) ; do \
+		make -C $$i showsuite || RET=1 ; \
+	done ; \
+	exit $$RET

src/Makefile.am

@@ -411,3 +411,5 @@ dist-hook:
 
 showcheck:
 	-cat /dev/null
+showsuite:
+	-cat /dev/null

starpu.mk

@@ -1,7 +1,7 @@
 # StarPU --- Runtime system for heterogeneous multicore architectures.
 #
 # Copyright (C) 2017                                     Inria
-# Copyright (C) 2017                                     CNRS
+# Copyright (C) 2017, 2018                               CNRS
 # Copyright (C) 2016,2017                                Université de Bordeaux
 #
 # StarPU is free software; you can redistribute it and/or modify
@@ -45,3 +45,18 @@ showcheck:
 		make -C $$i showcheck || RET=1 ; \
 	done ; \
 	exit $$RET
+
+showsuite:
+	-cat $(TEST_SUITE_LOG) /dev/null
+	@! grep -q "ERROR: AddressSanitizer: " $(TEST_SUITE_LOG) /dev/null
+	@! grep -q "WARNING: AddressSanitizer: " $(TEST_SUITE_LOG) /dev/null
+	@! grep -q "ERROR: ThreadSanitizer: " $(TEST_SUITE_LOG) /dev/null
+	@! grep -q "WARNING: ThreadSanitizer: " $(TEST_SUITE_LOG) /dev/null
+	@! grep -q "ERROR: LeakSanitizer: " $(TEST_SUITE_LOG) /dev/null
+	@! grep -q "WARNING: LeakSanitizer: " $(TEST_SUITE_LOG) /dev/null
+	@! grep -q " runtime error: " $(TEST_SUITE_LOG) /dev/null
+	RET=0 ; \
+	for i in $(SUBDIRS) ; do \
+		make -C $$i showsuite || RET=1 ; \
+	done ; \
+	exit $$RET

starpufft/Makefile.am

@@ -1,7 +1,7 @@
 # StarPU --- Runtime system for heterogeneous multicore architectures.
 #
 # Copyright (C) 2012                                     Inria
-# Copyright (C) 2010-2015,2017                           CNRS
+# Copyright (C) 2010-2015,2017,2018                      CNRS
 # Copyright (C) 2009-2015                                Université de Bordeaux
 #
 # StarPU is free software; you can redistribute it and/or modify
@@ -35,3 +35,10 @@ showcheck:
 		make -C $$i showcheck || RET=1 ; \
 	done ; \
 	exit $$RET
+
+showsuite:
+	RET=0 ; \
+	for i in $(SUBDIRS) ; do \
+		make -C $$i showsuite || RET=1 ; \
+	done ; \
+	exit $$RET

starpufft/src/Makefile.am

@@ -1,7 +1,7 @@
 # StarPU --- Runtime system for heterogeneous multicore architectures.
 #
 # Copyright (C) 2017                                     Inria
-# Copyright (C) 2010-2017                                CNRS
+# Copyright (C) 2010-2018                                CNRS
 # Copyright (C) 2009-2017                                Université de Bordeaux
 #
 # StarPU is free software; you can redistribute it and/or modify
@@ -63,3 +63,8 @@ endif
 libstarpufft_@STARPU_EFFECTIVE_VERSION@_la_LIBADD +=  $(STARPU_CUDA_LDFLAGS)
 endif
 endif
+
+showcheck:
+	-cat /dev/null
+showsuite:
+	-cat /dev/null

starpurm/Makefile.am

@@ -42,3 +42,10 @@ showcheck:
 		make -C $$i showcheck || RET=1 ; \
 	done ; \
 	exit $$RET
+
+showsuite:
+	RET=0 ; \
+	for i in $(SUBDIRS) ; do \
+		make -C $$i showsuite || RET=1 ; \
+	done ; \
+	exit $$RET

starpurm/src/Makefile.am

@@ -2,6 +2,7 @@
 #
 # Copyright (C) 2017,2018                                Inria
 # Copyright (C) 2018                                     Université de Bordeaux
+# Copyright (C) 2018                                     CNRS
 #
 # StarPU is free software; you can redistribute it and/or modify
 # it under the terms of the GNU Lesser General Public License as published by
@@ -45,3 +46,6 @@ noinst_HEADERS = 					\
 
 showcheck:
 	-cat /dev/null
+
+showsuite:
+	-cat /dev/null