|
@@ -1,523 +0,0 @@
|
|
|
-/* StarPU --- Runtime system for heterogeneous multicore architectures.
|
|
|
- *
|
|
|
- * Copyright (C) 2010, 2011-2012 Université de Bordeaux 1
|
|
|
- * Copyright (C) 2010, 2011, 2012 Centre National de la Recherche Scientifique
|
|
|
- * Copyright (C) 2011 Télécom-SudParis
|
|
|
- *
|
|
|
- * StarPU is free software; you can redistribute it and/or modify
|
|
|
- * it under the terms of the GNU Lesser General Public License as published by
|
|
|
- * the Free Software Foundation; either version 2.1 of the License, or (at
|
|
|
- * your option) any later version.
|
|
|
- *
|
|
|
- * StarPU is distributed in the hope that it will be useful, but
|
|
|
- * WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
|
|
|
- *
|
|
|
- * See the GNU Lesser General Public License in COPYING.LGPL for more details.
|
|
|
- */
|
|
|
-
|
|
|
-/* Distributed queues using performance modeling to assign tasks */
|
|
|
-
|
|
|
-#include <float.h>
|
|
|
-
|
|
|
-#include <core/perfmodel/perfmodel.h>
|
|
|
-#include <core/task_bundle.h>
|
|
|
-#include <core/workers.h>
|
|
|
-#include <starpu_parameters.h>
|
|
|
-#include <starpu_task_bundle.h>
|
|
|
-#include <starpu_top.h>
|
|
|
-#include <core/jobs.h>
|
|
|
-#include <top/starpu_top_core.h>
|
|
|
-#include <sched_policies/fifo_queues.h>
|
|
|
-#include <core/debug.h>
|
|
|
-
|
|
|
-#ifndef DBL_MIN
|
|
|
-#define DBL_MIN __DBL_MIN__
|
|
|
-#endif
|
|
|
-
|
|
|
-#ifndef DBL_MAX
|
|
|
-#define DBL_MAX __DBL_MAX__
|
|
|
-#endif
|
|
|
-
|
|
|
-static unsigned nworkers;
|
|
|
-static struct _starpu_fifo_taskq *queue_array[STARPU_NMAXWORKERS];
|
|
|
-
|
|
|
-static _starpu_pthread_cond_t sched_cond[STARPU_NMAXWORKERS];
|
|
|
-static _starpu_pthread_mutex_t sched_mutex[STARPU_NMAXWORKERS];
|
|
|
-
|
|
|
-static double alpha = _STARPU_DEFAULT_ALPHA;
|
|
|
-static double beta = _STARPU_DEFAULT_BETA;
|
|
|
-static double _gamma = _STARPU_DEFAULT_GAMMA;
|
|
|
-static double idle_power = 0.0;
|
|
|
-
|
|
|
-const float alpha_minimum=0;
|
|
|
-const float alpha_maximum=10.0;
|
|
|
-const float beta_minimum=0;
|
|
|
-const float beta_maximum=10.0;
|
|
|
-const float gamma_minimum=0;
|
|
|
-const float gamma_maximum=10000.0;
|
|
|
-const float idle_power_minimum=0;
|
|
|
-const float idle_power_maximum=10000.0;
|
|
|
-
|
|
|
-static void param_modified(struct starpu_top_param* d)
|
|
|
-{
|
|
|
- //just to show parameter modification
|
|
|
- fprintf(stderr,"%s has been modified : alpha=%f|beta=%f|gamma=%f|idle_power=%f !\n",
|
|
|
- d->name, alpha,beta,_gamma,idle_power);
|
|
|
-}
|
|
|
-
|
|
|
-static void heft_init(struct starpu_machine_topology *topology,
|
|
|
- __attribute__ ((unused)) struct starpu_sched_policy *_policy)
|
|
|
-{
|
|
|
- nworkers = topology->nworkers;
|
|
|
-
|
|
|
- const char *strval_alpha = getenv("STARPU_SCHED_ALPHA");
|
|
|
- if (strval_alpha)
|
|
|
- alpha = atof(strval_alpha);
|
|
|
-
|
|
|
- const char *strval_beta = getenv("STARPU_SCHED_BETA");
|
|
|
- if (strval_beta)
|
|
|
- beta = atof(strval_beta);
|
|
|
-
|
|
|
- const char *strval_gamma = getenv("STARPU_SCHED_GAMMA");
|
|
|
- if (strval_gamma)
|
|
|
- _gamma = atof(strval_gamma);
|
|
|
-
|
|
|
- const char *strval_idle_power = getenv("STARPU_IDLE_POWER");
|
|
|
- if (strval_idle_power)
|
|
|
- idle_power = atof(strval_idle_power);
|
|
|
-
|
|
|
- starpu_top_register_parameter_float("HEFT_ALPHA", &alpha, alpha_minimum,alpha_maximum,param_modified);
|
|
|
- starpu_top_register_parameter_float("HEFT_BETA", &beta, beta_minimum,beta_maximum,param_modified);
|
|
|
- starpu_top_register_parameter_float("HEFT_GAMMA", &_gamma, gamma_minimum,gamma_maximum,param_modified);
|
|
|
- starpu_top_register_parameter_float("HEFT_IDLE_POWER", &idle_power, idle_power_minimum,idle_power_maximum,param_modified);
|
|
|
-
|
|
|
- unsigned workerid;
|
|
|
- for (workerid = 0; workerid < nworkers; workerid++)
|
|
|
- {
|
|
|
- queue_array[workerid] = _starpu_create_fifo();
|
|
|
-
|
|
|
- _STARPU_PTHREAD_MUTEX_INIT(&sched_mutex[workerid], NULL);
|
|
|
- _STARPU_PTHREAD_COND_INIT(&sched_cond[workerid], NULL);
|
|
|
-
|
|
|
- starpu_worker_set_sched_condition(workerid, &sched_cond[workerid], &sched_mutex[workerid]);
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
-/* heft_pre_exec_hook is called right after the data transfer is done and right before
|
|
|
- * the computation to begin, it is useful to update more precisely the value
|
|
|
- * of the expected start, end, length, etc... */
|
|
|
-static void heft_pre_exec_hook(struct starpu_task *task)
|
|
|
-{
|
|
|
- int workerid = starpu_worker_get_id();
|
|
|
- struct _starpu_fifo_taskq *fifo = queue_array[workerid];
|
|
|
- double model = task->predicted;
|
|
|
- double transfer_model = task->predicted_transfer;
|
|
|
-
|
|
|
- /* Once the task is executing, we can update the predicted amount
|
|
|
- * of work. */
|
|
|
- _STARPU_PTHREAD_MUTEX_LOCK(&sched_mutex[workerid]);
|
|
|
- fifo->exp_len-= transfer_model;
|
|
|
- fifo->exp_start = starpu_timing_now() + model;
|
|
|
- fifo->exp_end= fifo->exp_start + fifo->exp_len;
|
|
|
- _STARPU_PTHREAD_MUTEX_UNLOCK(&sched_mutex[workerid]);
|
|
|
-}
|
|
|
-
|
|
|
-static void heft_push_task_notify(struct starpu_task *task, int workerid)
|
|
|
-{
|
|
|
- struct _starpu_fifo_taskq *fifo = queue_array[workerid];
|
|
|
-
|
|
|
- /* Compute the expected penality */
|
|
|
- enum starpu_perf_archtype perf_arch = starpu_worker_get_perf_archtype(workerid);
|
|
|
- unsigned memory_node = starpu_worker_get_memory_node(workerid);
|
|
|
-
|
|
|
- double predicted = starpu_task_expected_length(task, perf_arch,
|
|
|
- _starpu_get_job_associated_to_task(task)->nimpl);
|
|
|
-
|
|
|
- double predicted_transfer = starpu_task_expected_data_transfer_time(memory_node, task);
|
|
|
-
|
|
|
- /* Update the predictions */
|
|
|
- _STARPU_PTHREAD_MUTEX_LOCK(&sched_mutex[workerid]);
|
|
|
-
|
|
|
- /* Sometimes workers didn't take the tasks as early as we expected */
|
|
|
- fifo->exp_start = STARPU_MAX(fifo->exp_start, starpu_timing_now());
|
|
|
- fifo->exp_end = fifo->exp_start + fifo->exp_len;
|
|
|
-
|
|
|
- /* If there is no prediction available, we consider the task has a null length */
|
|
|
- if (!isnan(predicted))
|
|
|
- {
|
|
|
- task->predicted = predicted;
|
|
|
- fifo->exp_end += predicted;
|
|
|
- fifo->exp_len += predicted;
|
|
|
- }
|
|
|
-
|
|
|
- /* If there is no prediction available, we consider the task has a null length */
|
|
|
- if (!isnan(predicted_transfer))
|
|
|
- {
|
|
|
- if (starpu_timing_now() + predicted_transfer < fifo->exp_end)
|
|
|
- {
|
|
|
- /* We may hope that the transfer will be finished by
|
|
|
- * the start of the task. */
|
|
|
- predicted_transfer = 0;
|
|
|
- }
|
|
|
- else
|
|
|
- {
|
|
|
- /* The transfer will not be finished by then, take the
|
|
|
- * remainder into account */
|
|
|
- predicted_transfer = (starpu_timing_now() + predicted_transfer) - fifo->exp_end;
|
|
|
- }
|
|
|
- task->predicted_transfer = predicted_transfer;
|
|
|
- fifo->exp_end += predicted_transfer;
|
|
|
- fifo->exp_len += predicted_transfer;
|
|
|
- }
|
|
|
-
|
|
|
- fifo->ntasks++;
|
|
|
-
|
|
|
- _STARPU_PTHREAD_MUTEX_UNLOCK(&sched_mutex[workerid]);
|
|
|
-}
|
|
|
-
|
|
|
-static int push_task_on_best_worker(struct starpu_task *task, int best_workerid, double predicted, double predicted_transfer)
|
|
|
-{
|
|
|
- struct _starpu_fifo_taskq *fifo = queue_array[best_workerid];
|
|
|
-
|
|
|
- /* make sure someone coule execute that task ! */
|
|
|
- STARPU_ASSERT(best_workerid != -1);
|
|
|
-
|
|
|
- _STARPU_PTHREAD_MUTEX_LOCK(&sched_mutex[best_workerid]);
|
|
|
-
|
|
|
- /* Sometimes workers didn't take the tasks as early as we expected */
|
|
|
- fifo->exp_start = STARPU_MAX(fifo->exp_start, starpu_timing_now());
|
|
|
- fifo->exp_end = fifo->exp_start + fifo->exp_len;
|
|
|
-
|
|
|
- fifo->exp_end += predicted;
|
|
|
- fifo->exp_len += predicted;
|
|
|
-
|
|
|
- if (starpu_timing_now() + predicted_transfer < fifo->exp_end)
|
|
|
- {
|
|
|
- /* We may hope that the transfer will be finished by
|
|
|
- * the start of the task. */
|
|
|
- predicted_transfer = 0;
|
|
|
- }
|
|
|
- else
|
|
|
- {
|
|
|
- /* The transfer will not be finished by then, take the
|
|
|
- * remainder into account */
|
|
|
- predicted_transfer = (starpu_timing_now() + predicted_transfer) - fifo->exp_end;
|
|
|
- }
|
|
|
- fifo->exp_end += predicted_transfer;
|
|
|
- fifo->exp_len += predicted_transfer;
|
|
|
-
|
|
|
- _STARPU_PTHREAD_MUTEX_UNLOCK(&sched_mutex[best_workerid]);
|
|
|
-
|
|
|
- task->predicted = predicted;
|
|
|
- task->predicted_transfer = predicted_transfer;
|
|
|
-
|
|
|
- if (_starpu_top_status_get())
|
|
|
- _starpu_top_task_prevision(task, best_workerid,
|
|
|
- (unsigned long long)(fifo->exp_end-predicted)/1000,
|
|
|
- (unsigned long long)fifo->exp_end/1000);
|
|
|
-
|
|
|
- if (starpu_get_prefetch_flag())
|
|
|
- {
|
|
|
- unsigned memory_node = starpu_worker_get_memory_node(best_workerid);
|
|
|
- starpu_prefetch_task_input_on_node(task, memory_node);
|
|
|
- }
|
|
|
-
|
|
|
-#ifdef HAVE_AYUDAME_H
|
|
|
- if (AYU_event) {
|
|
|
- int id = best_workerid;
|
|
|
- AYU_event(AYU_ADDTASKTOQUEUE, _starpu_get_job_associated_to_task(task)->job_id, &id);
|
|
|
- }
|
|
|
-#endif
|
|
|
- return _starpu_fifo_push_task(queue_array[best_workerid],
|
|
|
- &sched_mutex[best_workerid],
|
|
|
- &sched_cond[best_workerid], task);
|
|
|
-}
|
|
|
-
|
|
|
-/* TODO: Correct the bugs in the scheduling !!! */
|
|
|
-/* TODO: factorize with dmda!! */
|
|
|
-static void compute_all_performance_predictions(struct starpu_task *task,
|
|
|
- double local_task_length[STARPU_NMAXWORKERS][STARPU_MAXIMPLEMENTATIONS],
|
|
|
- double exp_end[STARPU_NMAXWORKERS][STARPU_MAXIMPLEMENTATIONS],
|
|
|
- double *max_exp_endp,
|
|
|
- double *best_exp_endp,
|
|
|
- double local_data_penalty[STARPU_NMAXWORKERS][STARPU_MAXIMPLEMENTATIONS],
|
|
|
- double local_power[STARPU_NMAXWORKERS][STARPU_MAXIMPLEMENTATIONS],
|
|
|
- int *forced_worker, int *forced_impl)
|
|
|
-{
|
|
|
- int calibrating = 0;
|
|
|
- double max_exp_end = DBL_MIN;
|
|
|
- double best_exp_end = DBL_MAX;
|
|
|
- int ntasks_best = -1;
|
|
|
- int nimpl_best = 0;
|
|
|
- double ntasks_best_end = 0.0;
|
|
|
-
|
|
|
- /* A priori, we know all estimations */
|
|
|
- int unknown = 0;
|
|
|
- unsigned worker;
|
|
|
-
|
|
|
- unsigned nimpl;
|
|
|
-
|
|
|
- starpu_task_bundle_t bundle = task->bundle;
|
|
|
-
|
|
|
- for (worker = 0; worker < nworkers; worker++)
|
|
|
- {
|
|
|
- struct _starpu_fifo_taskq *fifo = queue_array[worker];
|
|
|
-
|
|
|
- for (nimpl = 0; nimpl < STARPU_MAXIMPLEMENTATIONS; nimpl++)
|
|
|
- {
|
|
|
- if (!starpu_worker_can_execute_task(worker, task, nimpl))
|
|
|
- {
|
|
|
- /* no one on that queue may execute this task */
|
|
|
- continue;
|
|
|
- }
|
|
|
-
|
|
|
- /* Sometimes workers didn't take the tasks as early as we expected */
|
|
|
- _STARPU_PTHREAD_MUTEX_LOCK(&sched_mutex[worker]);
|
|
|
- fifo->exp_start = STARPU_MAX(fifo->exp_start, starpu_timing_now());
|
|
|
- exp_end[worker][nimpl] = fifo->exp_start + fifo->exp_len;
|
|
|
- _STARPU_PTHREAD_MUTEX_UNLOCK(&sched_mutex[worker]);
|
|
|
- if (exp_end[worker][nimpl] > max_exp_end)
|
|
|
- max_exp_end = exp_end[worker][nimpl];
|
|
|
-
|
|
|
- enum starpu_perf_archtype perf_arch = starpu_worker_get_perf_archtype(worker);
|
|
|
- unsigned memory_node = starpu_worker_get_memory_node(worker);
|
|
|
-
|
|
|
- if (bundle)
|
|
|
- {
|
|
|
- /* TODO : conversion time */
|
|
|
- local_task_length[worker][nimpl] = starpu_task_bundle_expected_length(bundle, perf_arch, nimpl);
|
|
|
- local_data_penalty[worker][nimpl] = starpu_task_bundle_expected_data_transfer_time(bundle, memory_node);
|
|
|
- local_power[worker][nimpl] = starpu_task_bundle_expected_power(bundle, perf_arch,nimpl);
|
|
|
- //_STARPU_DEBUG("Scheduler heft bundle: task length (%lf) local power (%lf) worker (%u) kernel (%u) \n", local_task_length[worker],local_power[worker],worker,nimpl);
|
|
|
-
|
|
|
- }
|
|
|
- else
|
|
|
- {
|
|
|
- local_task_length[worker][nimpl] = starpu_task_expected_length(task, perf_arch, nimpl);
|
|
|
- local_data_penalty[worker][nimpl] = starpu_task_expected_data_transfer_time(memory_node, task);
|
|
|
- local_power[worker][nimpl] = starpu_task_expected_power(task, perf_arch,nimpl);
|
|
|
- double conversion_time = starpu_task_expected_conversion_time(task, perf_arch, nimpl);
|
|
|
- if (conversion_time > 0.0)
|
|
|
- local_task_length[worker][nimpl] += conversion_time;
|
|
|
- //_STARPU_DEBUG("Scheduler heft: task length (%lf) local power (%lf) worker (%u) kernel (%u) \n", local_task_length[worker],local_power[worker],worker,nimpl);
|
|
|
-
|
|
|
- }
|
|
|
-
|
|
|
- double ntasks_end = fifo->ntasks / starpu_worker_get_relative_speedup(perf_arch);
|
|
|
-
|
|
|
- if (ntasks_best == -1
|
|
|
- || (!calibrating && ntasks_end < ntasks_best_end) /* Not calibrating, take better worker */
|
|
|
- || (!calibrating && isnan(local_task_length[worker][nimpl])) /* Not calibrating but this worker is being calibrated */
|
|
|
- || (calibrating && isnan(local_task_length[worker][nimpl]) && ntasks_end < ntasks_best_end) /* Calibrating, compete this worker with other non-calibrated */
|
|
|
- )
|
|
|
- {
|
|
|
- ntasks_best_end = ntasks_end;
|
|
|
- ntasks_best = worker;
|
|
|
- nimpl_best = nimpl;
|
|
|
- }
|
|
|
-
|
|
|
- if (isnan(local_task_length[worker][nimpl]))
|
|
|
- /* we are calibrating, we want to speed-up calibration time
|
|
|
- * so we privilege non-calibrated tasks (but still
|
|
|
- * greedily distribute them to avoid dumb schedules) */
|
|
|
- calibrating = 1;
|
|
|
-
|
|
|
- if (isnan(local_task_length[worker][nimpl])
|
|
|
- || _STARPU_IS_ZERO(local_task_length[worker][nimpl]))
|
|
|
- /* there is no prediction available for that task
|
|
|
- * with that arch (yet or at all), so switch to a greedy strategy */
|
|
|
- unknown = 1;
|
|
|
-
|
|
|
- if (unknown)
|
|
|
- continue;
|
|
|
-
|
|
|
- exp_end[worker][nimpl] = fifo->exp_start + fifo->exp_len + local_task_length[worker][nimpl];
|
|
|
-
|
|
|
- if (exp_end[worker][nimpl] < best_exp_end)
|
|
|
- {
|
|
|
- /* a better solution was found */
|
|
|
- best_exp_end = exp_end[worker][nimpl];
|
|
|
- nimpl_best = nimpl;
|
|
|
- }
|
|
|
-
|
|
|
- if (isnan(local_power[worker][nimpl]))
|
|
|
- local_power[worker][nimpl] = 0.;
|
|
|
-
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- *forced_worker = unknown?ntasks_best:-1;
|
|
|
- *forced_impl = unknown?nimpl_best:-1;
|
|
|
-
|
|
|
- *best_exp_endp = best_exp_end;
|
|
|
- *max_exp_endp = max_exp_end;
|
|
|
-}
|
|
|
-
|
|
|
-static int _heft_push_task(struct starpu_task *task, unsigned prio)
|
|
|
-{
|
|
|
- unsigned worker, nimpl;
|
|
|
- int best = -1;
|
|
|
- int selected_impl= -1;
|
|
|
-
|
|
|
- /* this flag is set if the corresponding worker is selected because
|
|
|
- there is no performance prediction available yet */
|
|
|
- int forced_worker;
|
|
|
- int forced_impl;
|
|
|
-
|
|
|
- double local_task_length[nworkers][STARPU_MAXIMPLEMENTATIONS];
|
|
|
- double local_data_penalty[nworkers][STARPU_MAXIMPLEMENTATIONS];
|
|
|
- double local_power[nworkers][STARPU_MAXIMPLEMENTATIONS];
|
|
|
- double exp_end[nworkers][STARPU_MAXIMPLEMENTATIONS];
|
|
|
- double max_exp_end = 0.0;
|
|
|
-
|
|
|
- double best_exp_end;
|
|
|
-
|
|
|
- /*
|
|
|
- * Compute the expected end of the task on the various workers,
|
|
|
- * and detect if there is some calibration that needs to be done.
|
|
|
- */
|
|
|
-
|
|
|
- compute_all_performance_predictions(task, local_task_length, exp_end,
|
|
|
- &max_exp_end, &best_exp_end,
|
|
|
- local_data_penalty,
|
|
|
- local_power, &forced_worker, &forced_impl);
|
|
|
-
|
|
|
- /* If there is no prediction available for that task with that arch we
|
|
|
- * want to speed-up calibration time so we force this measurement */
|
|
|
- if (forced_worker != -1)
|
|
|
- {
|
|
|
- _starpu_get_job_associated_to_task(task)->nimpl = forced_impl;
|
|
|
-
|
|
|
- if (task->bundle)
|
|
|
- starpu_task_bundle_remove(task->bundle, task);
|
|
|
-
|
|
|
- return push_task_on_best_worker(task, forced_worker, 0.0, 0.0);
|
|
|
- }
|
|
|
-
|
|
|
- /*
|
|
|
- * Determine which worker optimizes the fitness metric which is a
|
|
|
- * trade-off between load-balacing, data locality, and energy
|
|
|
- * consumption.
|
|
|
- */
|
|
|
-
|
|
|
- double fitness[nworkers][STARPU_MAXIMPLEMENTATIONS];
|
|
|
- double best_fitness = -1;
|
|
|
-
|
|
|
- for (worker = 0; worker < nworkers; worker++)
|
|
|
- {
|
|
|
- for (nimpl = 0; nimpl < STARPU_MAXIMPLEMENTATIONS; nimpl++)
|
|
|
- {
|
|
|
- if (!starpu_worker_can_execute_task(worker, task, nimpl))
|
|
|
- {
|
|
|
- /* no one on that queue may execute this task */
|
|
|
- continue;
|
|
|
- }
|
|
|
-
|
|
|
- fitness[worker][nimpl] = alpha*(exp_end[worker][nimpl] - best_exp_end)
|
|
|
- + beta*(local_data_penalty[worker][nimpl])
|
|
|
- + _gamma*(local_power[worker][nimpl]);
|
|
|
-
|
|
|
- if (exp_end[worker][nimpl] > max_exp_end)
|
|
|
- {
|
|
|
- /* This placement will make the computation
|
|
|
- * longer, take into account the idle
|
|
|
- * consumption of other cpus */
|
|
|
- fitness[worker][nimpl] += _gamma * idle_power * (exp_end[worker][nimpl] - max_exp_end) / 1000000.0;
|
|
|
- }
|
|
|
-
|
|
|
- if (best == -1 || fitness[worker][nimpl] < best_fitness)
|
|
|
- {
|
|
|
- /* we found a better solution */
|
|
|
- best_fitness = fitness[worker][nimpl];
|
|
|
- best = worker;
|
|
|
- selected_impl = nimpl;
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- /* By now, we must have found a solution */
|
|
|
- STARPU_ASSERT(best != -1);
|
|
|
-
|
|
|
- /* we should now have the best worker in variable "best" */
|
|
|
- double model_best, transfer_model_best;
|
|
|
-
|
|
|
- if (task->bundle)
|
|
|
- {
|
|
|
- /* If we have a task bundle, we have computed the expected
|
|
|
- * length for the entire bundle, but not for the task alone. */
|
|
|
- enum starpu_perf_archtype perf_arch = starpu_worker_get_perf_archtype(best);
|
|
|
- unsigned memory_node = starpu_worker_get_memory_node(best);
|
|
|
- model_best = starpu_task_expected_length(task, perf_arch, selected_impl);
|
|
|
- transfer_model_best = starpu_task_expected_data_transfer_time(memory_node, task);
|
|
|
-
|
|
|
- /* Remove the task from the bundle since we have made a
|
|
|
- * decision for it, and that other tasks should not consider it
|
|
|
- * anymore. */
|
|
|
- starpu_task_bundle_remove(task->bundle, task);
|
|
|
- }
|
|
|
- else
|
|
|
- {
|
|
|
- model_best = local_task_length[best][selected_impl];
|
|
|
- transfer_model_best = local_data_penalty[best][selected_impl];
|
|
|
- }
|
|
|
-
|
|
|
-
|
|
|
- _starpu_get_job_associated_to_task(task)->nimpl = selected_impl;
|
|
|
-
|
|
|
- return push_task_on_best_worker(task, best, model_best, transfer_model_best);
|
|
|
-}
|
|
|
-
|
|
|
-static int heft_push_task(struct starpu_task *task)
|
|
|
-{
|
|
|
- if (task->priority > 0)
|
|
|
- return _heft_push_task(task, 1);
|
|
|
-
|
|
|
- return _heft_push_task(task, 0);
|
|
|
-}
|
|
|
-
|
|
|
-static struct starpu_task *heft_pop_task(void)
|
|
|
-{
|
|
|
- struct starpu_task *task;
|
|
|
-
|
|
|
- int workerid = starpu_worker_get_id();
|
|
|
- struct _starpu_fifo_taskq *fifo = queue_array[workerid];
|
|
|
-
|
|
|
- task = _starpu_fifo_pop_local_task(fifo);
|
|
|
- if (task)
|
|
|
- {
|
|
|
- double model = task->predicted;
|
|
|
-
|
|
|
- fifo->exp_len -= model;
|
|
|
- fifo->exp_start = starpu_timing_now() + model;
|
|
|
- fifo->exp_end = fifo->exp_start + fifo->exp_len;
|
|
|
- }
|
|
|
-
|
|
|
- return task;
|
|
|
-}
|
|
|
-
|
|
|
-static void heft_deinit(__attribute__ ((unused)) struct starpu_machine_topology *topology,
|
|
|
- __attribute__ ((unused)) struct starpu_sched_policy *_policy)
|
|
|
-{
|
|
|
- unsigned workerid;
|
|
|
- for (workerid = 0; workerid < nworkers; workerid++)
|
|
|
- {
|
|
|
- _starpu_destroy_fifo(queue_array[workerid]);
|
|
|
- _STARPU_PTHREAD_MUTEX_DESTROY(&sched_mutex[workerid]);
|
|
|
- _STARPU_PTHREAD_COND_DESTROY(&sched_cond[workerid]);
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
-struct starpu_sched_policy _starpu_sched_heft_policy =
|
|
|
-{
|
|
|
- .init_sched = heft_init,
|
|
|
- .deinit_sched = heft_deinit,
|
|
|
- .push_task = heft_push_task,
|
|
|
- .push_task_notify = heft_push_task_notify,
|
|
|
- .pop_task = heft_pop_task,
|
|
|
- .pop_every_task = NULL,
|
|
|
- .pre_exec_hook = heft_pre_exec_hook,
|
|
|
- .post_exec_hook = NULL,
|
|
|
- .policy_name = "heft",
|
|
|
- .policy_description = "Heterogeneous Earliest Finish Task"
|
|
|
-};
|