# StarPU --- Runtime system for heterogeneous multicore architectures.
#
# Copyright (C) 2009-2012, 2015-2017  Université de Bordeaux
# Copyright (C) 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017  CNRS
#
# StarPU is free software; you can redistribute it and/or modify
# it under the terms of the GNU Lesser General Public License as published by
# the Free Software Foundation; either version 2.1 of the License, or (at
# your option) any later version.
#
# StarPU is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
#
# See the GNU Lesser General Public License in COPYING.LGPL for more details.

include $(top_srcdir)/starpu.mk

if STARPU_SIMGRID
STARPU_PERF_MODEL_DIR=$(abs_top_srcdir)/tools/perfmodels/sampling
STARPU_HOSTNAME=mirage
MALLOC_PERTURB_=0
export STARPU_PERF_MODEL_DIR
export STARPU_HOSTNAME
export MALLOC_PERTURB_
endif

CC=$(MPICC)
CCLD=$(MPICC)

if STARPU_HAVE_WINDOWS
LOADER_BIN		=
else
loader_CPPFLAGS 	= 	$(AM_CFLAGS) $(AM_CPPFLAGS) -I$(top_builddir)/src/
if !STARPU_SIMGRID
LOADER			=	loader
LOADER_BIN		=	$(abs_top_builddir)/mpi/tests/$(LOADER)
endif
loader_SOURCES		=	../../tests/loader.c
endif

if STARPU_SIMGRID
MPI			=	$(abs_top_builddir)/tools/starpu_smpirun -np 4 -platform $(abs_top_srcdir)/tools/perfmodels/cluster.xml -hostfile $(abs_top_srcdir)/tools/perfmodels/hostfile
else
# we always test on 4 processes, the execution time is not that bigger
if STARPU_QUICK_CHECK
MPI			=	$(MPIEXEC) $(MPIEXEC_ARGS) -np 4
else
MPI			=	$(MPIEXEC) $(MPIEXEC_ARGS) -np 4
endif
endif

if STARPU_HAVE_AM111
TESTS_ENVIRONMENT	=	STARPU_WORKERS_NOBIND=1 STARPU_NCPU=4 top_builddir="$(abs_top_builddir)" top_srcdir="$(abs_top_srcdir)"
LOG_COMPILER	 	=	$(MPI) $(LOADER_BIN)
else
TESTS_ENVIRONMENT 	=	STARPU_WORKERS_NOBIND=1 STARPU_NCPU=4 top_builddir="$(abs_top_builddir)" top_srcdir="$(abs_top_srcdir)" $(MPI) $(LOADER_BIN)
endif

if STARPU_MPI_CHECK
TESTS			=	$(starpu_mpi_TESTS)
endif

check_PROGRAMS = $(LOADER) $(starpu_mpi_TESTS)

BUILT_SOURCES =

CLEANFILES = *.gcno *.gcda *.linkinfo starpu_idle_microsec.log

EXTRA_DIST = 					\
	user_defined_datatype_value.h		\
	helper.h

examplebindir = $(libdir)/starpu/examples/mpi

examplebin_PROGRAMS =

if STARPU_USE_CUDA
if STARPU_COVERITY
include $(top_srcdir)/starpu-mynvcc.mk
else
NVCCFLAGS += --compiler-options -fno-strict-aliasing  -I$(top_srcdir)/include/ -I$(top_builddir)/include/ $(HWLOC_CFLAGS)

.cu.cubin:
	$(MKDIR_P) `dirname $@`
	$(NVCC) -cubin $< -o $@ $(NVCCFLAGS)

.cu.o:
	$(NVCC) $< -c -o $@ $(NVCCFLAGS)
endif
endif

AM_CFLAGS = -Wall $(STARPU_CUDA_CPPFLAGS) $(STARPU_OPENCL_CPPFLAGS) $(FXT_CFLAGS) $(MAGMA_CFLAGS) $(HWLOC_CFLAGS) $(GLOBAL_AM_CFLAGS) -Wno-unused
LIBS = $(top_builddir)/src/@LIBSTARPU_LINK@ @LIBS@ $(FXT_LIBS) $(MAGMA_LIBS)
AM_CPPFLAGS = -I$(top_srcdir)/include/ -I$(top_builddir)/include -I$(top_srcdir)/mpi/include -I$(top_srcdir)/mpi/src -I$(top_srcdir)/src -I$(top_builddir)/src -I$(top_srcdir)/examples/
AM_LDFLAGS = $(STARPU_OPENCL_LDFLAGS) $(STARPU_CUDA_LDFLAGS) $(FXT_LDFLAGS) $(STARPU_COI_LDFLAGS) $(STARPU_SCIF_LDFLAGS)

########################
# Unit testcases       #
########################

if BUILD_TESTS

starpu_mpi_TESTS =				

starpu_mpi_TESTS +=				\
	cache					\
	cache_disable				\
	callback				\
	early_request				\
	insert_task				\
	insert_task_block			\
	insert_task_dyn_handles			\
	insert_task_node_choice			\
	insert_task_owner			\
	insert_task_owner2			\
	insert_task_owner_data			\
	matrix					\
	matrix2					\
	mpi_detached_tag			\
	mpi_irecv_detached			\
	mpi_isend_detached			\
	mpi_reduction				\
	mpi_scatter_gather			\
	policy_register				\
	policy_register_many			\
	policy_selection			\
	policy_selection2			\
	ring_async_implicit

if !STARPU_SIMGRID
starpu_mpi_TESTS +=				\
	pingpong				\
	mpi_test				\
	mpi_isend				\
	mpi_earlyrecv				\
	mpi_earlyrecv2				\
	mpi_earlyrecv2_sync			\
	mpi_irecv				\
	mpi_redux				\
	ring					\
	ring_sync				\
	ring_sync_detached			\
	ring_async				\
	block_interface				\
	block_interface_pinned			\
	matrix2					\
	insert_task_compute			\
	insert_task_sent_cache			\
	insert_task_recv_cache			\
	insert_task_count			\
	multiple_send				\
	user_defined_datatype			\
	tags_checking				\
	sync					\
	gather					\
	gather2					\
	load_balancer

# Expected to fail
starpu_mpi_TESTS +=				\
	policy_register_toomany			\
	policy_unregister			\
	starpu_redefine
endif

noinst_PROGRAMS =				\
	datatypes				\
	pingpong				\
	mpi_test				\
	mpi_isend				\
	mpi_earlyrecv				\
	mpi_earlyrecv2				\
	mpi_earlyrecv2_sync			\
	mpi_irecv				\
	mpi_isend_detached			\
	mpi_irecv_detached			\
	mpi_detached_tag			\
	mpi_redux				\
	ring					\
	ring_sync				\
	ring_sync_detached			\
	ring_async				\
	ring_async_implicit			\
	block_interface				\
	block_interface_pinned			\
	cache					\
	cache_disable				\
	callback				\
	matrix					\
	matrix2					\
	insert_task				\
	insert_task_compute			\
	insert_task_sent_cache			\
	insert_task_recv_cache			\
	insert_task_block			\
	insert_task_owner			\
	insert_task_owner2			\
	insert_task_owner_data			\
	insert_task_node_choice			\
	insert_task_count			\
	insert_task_dyn_handles			\
	multiple_send				\
	mpi_scatter_gather			\
	mpi_reduction				\
	user_defined_datatype			\
	tags_checking				\
	sync					\
	gather					\
	gather2					\
	policy_register				\
	policy_register_many			\
	policy_register_toomany			\
	policy_unregister			\
	policy_selection			\
	policy_selection2			\
	early_request				\
	starpu_redefine				\
	load_balancer


XFAIL_TESTS=					\
	policy_register_toomany			\
	policy_unregister			\
	starpu_redefine

mpi_isend_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_earlyrecv_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_earlyrecv2_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_earlyrecv2_sync_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_irecv_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_isend_detached_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_irecv_detached_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_detached_tag_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_redux_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
datatypes_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
pingpong_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_test_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
ring_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
ring_sync_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
ring_sync_detached_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
ring_async_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
ring_async_implicit_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
block_interface_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
block_interface_pinned_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
cache_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
cache_disable_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
callback_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
matrix_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
matrix2_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_compute_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_sent_cache_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_recv_cache_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_block_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_owner_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_owner2_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_owner_data_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_node_choice_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_count_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
insert_task_dyn_handles_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
multiple_send_LDADD =				\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_scatter_gather_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
mpi_reduction_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
user_defined_datatype_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
tags_checking_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
sync_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
gather_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
gather2_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
policy_register_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
policy_register_many_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
policy_register_toomany_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
policy_unregister_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
policy_selection_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
policy_selection2_LDADD =			\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
early_request_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
starpu_redefine_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la
load_balancer_LDADD =					\
	../src/libstarpumpi-@STARPU_EFFECTIVE_VERSION@.la

ring_SOURCES = ring.c
ring_sync_SOURCES = ring_sync.c
ring_sync_detached_SOURCES = ring_sync_detached.c
ring_async_SOURCES = ring_async.c
ring_async_implicit_SOURCES = ring_async_implicit.c
insert_task_count_SOURCES = insert_task_count.c
if STARPU_USE_CUDA
ring_SOURCES += ring_kernel.cu
ring_sync_SOURCES += ring_kernel.cu
ring_sync_detached_SOURCES += ring_kernel.cu
ring_async_SOURCES += ring_kernel.cu
ring_async_implicit_SOURCES += ring_kernel.cu
insert_task_count_SOURCES += ring_kernel.cu
endif
mpi_reduction_SOURCES = mpi_reduction.c
mpi_reduction_SOURCES += mpi_reduction_kernels.c
user_defined_datatype_SOURCES = user_defined_datatype.c
user_defined_datatype_SOURCES += ../../examples/interface/complex_interface.c

mpi_earlyrecv2_SOURCES = mpi_earlyrecv2.c
mpi_earlyrecv2_SOURCES += ../../examples/interface/complex_interface.c
mpi_earlyrecv2_sync_SOURCES = mpi_earlyrecv2_sync.c
mpi_earlyrecv2_sync_SOURCES += ../../examples/interface/complex_interface.c
endif