new commit

ChangeLog

@@ -20,8 +20,62 @@ StarPU 1.4.0 (svn revision xxxx)
 ==============================================
 New features:
   * Fault tolerance support with starpu_task_ft_failed().
+  * Add get_max_size method to data interfaces for applications using data with
+    variable size to express their maximal potential size.
 
-StarPU 1.3.2 (git revision xxx)
+Small changes:
+  * Use the S4U interface of Simgrid instead of xbt and MSG.
+
+StarPU 1.3.3 (git revision xxx)
+==============================================
+
+New features:
+  * New semantic for starpu_task_insert() and alike parameters
+    STARPU_CALLBACK_ARG, STARPU_PROLOGUE_CALLBACK_ARG, and
+    STARPU_PROLOGUE_CALLBACK_POP_ARG which set respectively
+    starpu_task::callback_arg_free,
+    starpu_task::prologue_callback_arg_free and
+    starpu_task::prologue_callback_pop_arg_free to 1 when used.
+    New parameters STARPU_CALLBACK_ARG_NFREE,
+    STARPU_CALLBACK_WITH_ARG_NFREE, STARPU_PROLOGUE_CALLBACK_ARG_NFREE, and
+    STARPU_PROLOGUE_CALLBACK_POP_ARG_NFREE which set the corresponding
+    fields of starpu_task to 0.
+  * starpufft: Support 3D.
+  * New modular-eager-prio scheduler.
+  * Add 'ready' heuristic to modular schedulers.
+  * New modular-heteroprio scheduler.
+  * Add STARPU_TASK_SCHED_DATA
+  * Add support for staging schedulers.
+  * New modular-heteroprio-heft scheduler.
+  * New dmdap "data-aware performance model (priority)" scheduler
+
+Changes:
+  * Modification in the Native Fortran interface of the functions
+    fstarpu_mpi_task_insert, fstarpu_mpi_task_build and
+    fstarpu_mpi_task_post_build to only take 1 parameter being the MPI
+    communicator, the codelet and the various parameters for the task.
+
+Small features:
+  * New starpu_task_insert() and alike parameter STARPU_TASK_WORKERIDS
+    allowing to set the fields starpu_task::workerids_len and
+    starpu_task::workerids
+  * New starpu_task_insert() and alike parameters
+    STARPU_SEQUENTIAL_CONSISTENCY, STARPU_TASK_NO_SUBMITORDER and
+    STARPU_TASK_PROFILING_INFO
+  * New function starpu_create_callback_task() which creates and
+    submits an empty task with the specified callback
+
+
+Small changes:
+   * Default modular worker queues to 2 tasks unless it's an heft
+     scheduler
+   * Separate out STATUS_SLEEPING_SCHEDULING state from
+     STATUS_SLEEPING state
+     When running the scheduler while being idle, workers do not go in
+     the STATUS_SCHEDULING state, so that that time is considered as
+     idle time instead of overhead.
+
+StarPU 1.3.2 (git revision af22a20fc00a37addf3cc6506305f89feed940b0)
 ==============================================
 
 Small changes:

build_starpu/STARPU-REVISION

@@ -0,0 +1 @@
+0f396a0ef2365dcf883274c147a92bca4d20f3b7

build_starpu/doc/doxygen/doxygen-config.cfg

@@ -0,0 +1,93 @@
+# StarPU --- Runtime system for heterogeneous multicore architectures.
+#
+# Copyright (C) 2011-2014,2016,2018                      Inria
+# Copyright (C) 2010-2017, 2019                          CNRS
+# Copyright (C) 2009-2014                                Université de Bordeaux
+# Copyright (C) 2013                                     Simon Archipoff
+# Copyright (C) 2011                                     Télécom-SudParis
+#
+# StarPU is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation; either version 2.1 of the License, or (at
+# your option) any later version.
+#
+# StarPU is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+#
+# See the GNU Lesser General Public License in COPYING.LGPL for more details.
+#
+INPUT                  = ../../../doc/doxygen/chapters \
+		       	 ../../../doc/doxygen/chapters/api \
+		       	 ../../../doc/doxygen/chapters/api/sc_hypervisor \
+                         ../../doc/doxygen/starpu_config.h \
+			 ../../../include/starpu_bitmap.h \
+	 		 ../../../include/starpu_bound.h \
+	 		 ../../../include/starpu_clusters.h \
+			 ../../../include/starpu_cusparse.h \
+			 ../../../include/starpu_cublas.h \
+			 ../../../include/starpu_cublas_v2.h \
+			 ../../../include/starpu_cuda.h \
+			 ../../../include/starpu_data_filters.h \
+			 ../../../include/starpu_data.h \
+			 ../../../include/starpu_data_interfaces.h \
+			 ../../../include/starpu_deprecated_api.h \
+			 ../../../include/starpu_disk.h \
+			 ../../../include/starpu_driver.h \
+			 ../../../include/starpu_expert.h \
+			 ../../../include/starpu_fxt.h \
+			 ../../../include/starpu.h \
+			 ../../../include/starpu_hash.h \
+			 ../../../include/starpu_helper.h \
+			 ../../../include/starpu_mic.h \
+			 ../../../include/starpu_mpi_ms.h \
+			 ../../../include/starpu_mod.f90 \
+			 ../../../include/starpu_opencl.h \
+			 ../../../include/starpu_openmp.h \
+			 ../../../include/starpu_perf_monitoring.h \
+			 ../../../include/starpu_perf_steering.h \
+			 ../../../include/starpu_perfmodel.h \
+			 ../../../include/starpu_profiling.h \
+			 ../../../include/starpu_rand.h \
+			 ../../../include/starpu_sched_component.h \
+			 ../../../include/starpu_sched_ctx.h \
+			 ../../../include/starpu_sched_ctx_hypervisor.h \
+			 ../../../include/starpu_scheduler.h \
+			 ../../../include/starpu_simgrid_wrap.h \
+			 ../../../include/starpu_sink.h \
+			 ../../../include/starpu_stdlib.h \
+			 ../../../include/starpu_task_bundle.h \
+			 ../../../include/starpu_task.h \
+			 ../../../include/starpu_task_dep.h \
+			 ../../../include/starpu_task_list.h \
+			 ../../../include/starpu_task_util.h \
+			 ../../../include/starpu_thread.h \
+			 ../../../include/starpu_thread_util.h \
+			 ../../../include/starpu_tree.h \
+			 ../../../include/starpu_util.h \
+			 ../../../include/starpu_worker.h \
+			 ../../../include/fstarpu_mod.f90 \
+			 ../../../mpi/include/ \
+			 ../../../mpi/include/starpu_mpi.h \
+			 ../../../mpi/include/starpu_mpi_lb.h \
+			 ../../../mpi/include/fstarpu_mpi_mod.f90 \
+			 ../../../starpufft/include/starpufft.h \
+			 ../../../sc_hypervisor/include \
+			 ../../../sc_hypervisor/include/sc_hypervisor_config.h \
+			 ../../../sc_hypervisor/include/sc_hypervisor_policy.h \
+			 ../../../sc_hypervisor/include/sc_hypervisor_lp.h  \
+			 ../../../sc_hypervisor/include/sc_hypervisor.h \
+			 ../../../sc_hypervisor/include/sc_hypervisor_monitoring.h \
+			 ../../../starpurm/include/starpurm.h \
+			 ../../../include/schedulers/starpu_heteroprio.h
+
+EXAMPLE_PATH           = ../../../doc/doxygen \
+		       	 ../../../doc/doxygen/chapters \
+		       	 ../../../doc/doxygen/chapters/code
+
+INPUT_FILTER           = ../../doc/doxygen/doxygen_filter.sh
+
+#LATEX_HEADER           = ../../../doc/doxygen/refman.tex
+
+IMAGE_PATH             = ../../../doc/doxygen/chapters/images
+

build_starpu/doc/doxygen/doxygen_filter.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+# StarPU --- Runtime system for heterogeneous multicore architectures.
+#
+# Copyright (C) 2013,2014,2016,2017,2019                 CNRS
+#
+# StarPU is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation; either version 2.1 of the License, or (at
+# your option) any later version.
+#
+# StarPU is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+#
+# See the GNU Lesser General Public License in COPYING.LGPL for more details.
+#
+if [ "$(basename $1)" == "starpufft.h" ] ; then
+    gcc -E $1 -I ../../../include/ -I ../../include/ |grep -i starpufft
+else
+    # the macro STARPU_DEPRECATED needs to be removed as it is not properly processed by doxygen
+    # lines starting with // in the doxygen input files are considered as comments to be removed
+    sed -e 's/STARPU_DEPRECATED//' $1 | sed -e 's/^\/\/.*//' | sed -e 's/STARPU_TASK_LIST_INLINE//'
+fi

build_starpu/doc/doxygen_dev/doxygen-config.cfg

@@ -0,0 +1,31 @@
+# StarPU --- Runtime system for heterogeneous multicore architectures.
+#
+# Copyright (C) 2010-2018                                CNRS
+# Copyright (C) 2011-2013,2016                           Inria
+# Copyright (C) 2009-2014                                Université de Bordeaux
+# Copyright (C) 2011                                     Télécom-SudParis
+#
+# StarPU is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation; either version 2.1 of the License, or (at
+# your option) any later version.
+#
+# StarPU is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+#
+# See the GNU Lesser General Public License in COPYING.LGPL for more details.
+#
+INPUT                  = ../../../doc/doxygen_dev/chapters         \
+                         ../../doc/doxygen_dev/starpu_config.h \
+			 ../../../src/core/workers.h
+
+EXAMPLE_PATH           = ../../../doc/doxygen_dev \
+		       	 ../../../doc/doxygen/chapters
+
+INPUT_FILTER           = ../../doc/doxygen_dev/doxygen_filter.sh
+
+#LATEX_HEADER           = ../../../doc/doxygen/refman.tex
+
+#IMAGE_PATH             = ../../../doc/doxygen_dev/chapters/images
+

build_starpu/doc/doxygen_dev/doxygen_filter.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+# StarPU --- Runtime system for heterogeneous multicore architectures.
+#
+# Copyright (C) 2013,2014,2016-2018                      CNRS
+#
+# StarPU is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation; either version 2.1 of the License, or (at
+# your option) any later version.
+#
+# StarPU is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+#
+# See the GNU Lesser General Public License in COPYING.LGPL for more details.
+#
+if [ "$(basename $1)" == "starpufft.h" ] ; then
+    gcc -E $1 -I ../../../include/ -I ../../include/ |grep -i starpufft
+else
+    # the macro STARPU_DEPRECATED needs to be removed as it is not properly processed by doxygen
+    # lines starting with // in the doxygen input files are considered as comments to be removed
+    # replace LIST_TYPE foo by struct foo so that doxygen processes it correctly
+    # we assume lines only containing ); are ending of the definition of such a struct
+    sed -e 's/STARPU_DEPRECATED//' $1 | sed 's/^\/\/.*//' | sed 's/LIST_TYPE(\(.*\),/struct \1 {/' | sed 's/^);/};/'
+fi
+

build_starpu/examples/cholesky/cholesky.sh

@@ -0,0 +1 @@
+/home/jusers/makni1/jumax/makni3/starpu.git/build_starpu/../examples/cholesky/cholesky.sh

build_starpu/examples/heat/heat.sh

@@ -0,0 +1 @@
+/home/jusers/makni1/jumax/makni3/starpu.git/build_starpu/../examples/heat/heat.sh

build_starpu/examples/loader-cross.sh

@@ -0,0 +1,46 @@
+#!/bin/bash
+# StarPU --- Runtime system for heterogeneous multicore architectures.
+#
+# Copyright (C) 2013,2015-2017                           CNRS
+# Copyright (C) 2013,2015,2017                           Université de Bordeaux
+# Copyright (C) 2013                                     Thibaut Lambert
+#
+# StarPU is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation; either version 2.1 of the License, or (at
+# your option) any later version.
+#
+# StarPU is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+#
+# See the GNU Lesser General Public License in COPYING.LGPL for more details.
+#
+top_srcdir="../.."
+export top_builddir=".."
+
+exec="$1"
+shift
+
+if test -z "$exec"
+then
+    echo "[Error] Syntax: $0 <mic_executable> <args>"
+    exit 1
+fi
+case "$exec" in
+	/*) ;;
+	*) exec="$PWD/$exec"
+esac
+
+NATIVE=${exec/\/build_mic\//\/build_host\/}
+DIR="$(dirname "$exec")"
+FILE="$(basename "$exec")"
+
+export SINK_LD_LIBRARY_PATH="$top_builddir/src/.libs:$SINK_LD_LIBRARY_PATH"
+export STARPU_MIC_SINK_PROGRAM_NAME="$exec" 
+export STARPU_MIC_SINK_PROGRAM_PATH="$DIR"
+
+# in case libtool got into play
+[ -x "$DIR/.libs/$FILE" ] && STARPU_MIC_SINK_PROGRAM_NAME="$DIR/.libs/$FILE" 
+
+$top_builddir/../build_host/tests/loader "$NATIVE" "$@"

build_starpu/examples/lu/lu.sh

@@ -0,0 +1 @@
+/home/jusers/makni1/jumax/makni3/starpu.git/build_starpu/../examples/lu/lu.sh

build_starpu/examples/stencil/loader-cross.sh

@@ -0,0 +1,46 @@
+#!/bin/bash
+# StarPU --- Runtime system for heterogeneous multicore architectures.
+#
+# Copyright (C) 2013,2015-2017                           CNRS
+# Copyright (C) 2013,2015,2017                           Université de Bordeaux
+# Copyright (C) 2013                                     Thibaut Lambert
+#
+# StarPU is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation; either version 2.1 of the License, or (at
+# your option) any later version.
+#
+# StarPU is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+#
+# See the GNU Lesser General Public License in COPYING.LGPL for more details.
+#
+top_srcdir="../../.."
+export top_builddir="../.."
+
+exec="$1"
+shift
+
+if test -z "$exec"
+then
+    echo "[Error] Syntax: $0 <mic_executable> <args>"
+    exit 1
+fi
+case "$exec" in
+	/*) ;;
+	*) exec="$PWD/$exec"
+esac
+
+NATIVE=${exec/\/build_mic\//\/build_host\/}
+DIR="$(dirname "$exec")"
+FILE="$(basename "$exec")"
+
+export SINK_LD_LIBRARY_PATH="$top_builddir/src/.libs:$SINK_LD_LIBRARY_PATH"
+export STARPU_MIC_SINK_PROGRAM_NAME="$exec" 
+export STARPU_MIC_SINK_PROGRAM_PATH="$DIR"
+
+# in case libtool got into play
+[ -x "$DIR/.libs/$FILE" ] && STARPU_MIC_SINK_PROGRAM_NAME="$DIR/.libs/$FILE" 
+
+$top_builddir/../build_host/tests/loader "$NATIVE" "$@"