starpu-max/socl/src/task.c

/* StarPU --- Runtime system for heterogeneous multicore architectures.
 *
 * Copyright (C) 2010,2011 University of Bordeaux
 *
 * StarPU is free software; you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation; either version 2.1 of the License, or (at
 * your option) any later version.
 *
 * StarPU is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
 *
 * See the GNU Lesser General Public License in COPYING.LGPL for more details.
 */

#include "socl.h"
#include "gc.h"
#include "event.h"

void command_completed(cl_command cmd) {
  starpu_task task = cmd->task;
  
  cl_event ev = command_event_get_ex(cmd);
  ev->status = CL_COMPLETE;
  
  ev->prof_end = _socl_nanotime();

  /* Commands without codelets (marker, barrier, unmap...) take no time */
  if (task->cl == NULL) 
    ev->prof_start = ev->prof_end;

  /* Trigger the tag associated to the command event */
  DEBUG_MSG("Trigger event %d\n", ev->id);
  starpu_tag_notify_from_apps(ev->id);

  gc_entity_release(ev);
}

void command_completed_task_callback(void *arg) {
  cl_command cmd = (cl_command)arg;

  command_completed(cmd);

  /* Release the command stored task callback parameter */
  gc_entity_release(cmd);

}

/*
 * Create a StarPU task
 */
starpu_task task_create() {
  struct starpu_task * task;

  /* Create StarPU task */
  task = starpu_task_create();

  /* Set task common settings */
  task->destroy = 0;
  task->detach = 0;

  task->use_tag = 1;
  task->tag_id = event_unique_id();

  return task;
}


void task_depends_on(starpu_task task, cl_uint num_events, cl_event *events) {

  if (num_events != 0) {
    cl_uint i;

    starpu_tag_t * tags = malloc(num_events * sizeof(starpu_tag_t));	

    DEBUG_MSG("Task %p depends on events:", task);
    for (i=0; i<num_events; i++) {
       tags[i] = events[i]->id;
       DEBUG_MSG_NOHEAD(" %d", events[i]->id);
    }
    DEBUG_MSG_NOHEAD("\n");

    starpu_tag_declare_deps_array(task->tag_id, num_events, tags);

    free(tags);
  }
}

cl_int task_submit_ex(starpu_task task, cl_command cmd) {

  /* Associated the task to the command */
  cmd->task = task;

  cl_uint num_events = command_num_events_get_ex(cmd);
  cl_event * events = command_events_get_ex(cmd);

  task_depends_on(task, num_events, events);

  task->callback_func = command_completed_task_callback;
  gc_entity_store(&task->callback_arg, cmd);

  cl_event ev = command_event_get_ex(cmd);
  ev->prof_submit = _socl_nanotime();
  gc_entity_release(ev);

  /* Submit task */
  int ret = (task->cl != NULL && task->where == STARPU_OPENCL ?
        starpu_task_submit_to_ctx(task, cmd->event->cq->context->sched_ctx) :
        starpu_task_submit(task));

  if (ret != 0)
     DEBUG_ERROR("Unable to submit a task. Error %d\n", ret);

  return CL_SUCCESS;
}


/*********************************
 * CPU task helper
 *********************************/

struct cputask_arg {
  void (*callback)(void*);
  void * arg;
  int free_arg;
  cl_command cmd;
  int complete_cmd;
};

static void cputask_task(void *args) {
  struct cputask_arg * arg = (struct cputask_arg*)args;

  arg->callback(arg->arg);

  if (arg->complete_cmd)
     command_completed(arg->cmd);

  if (arg->free_arg) {
    assert(arg->arg != NULL);
    free(arg->arg);
    arg->arg = NULL;
  }

  gc_entity_unstore(&arg->cmd);
  free(arg);

}

void cpu_task_submit_ex(cl_command cmd, void (*callback)(void*), void *arg, int free_arg, int complete_cmd, struct starpu_codelet * codelet, unsigned num_events, cl_event * events) {
  
  struct cputask_arg * a = malloc(sizeof(struct cputask_arg));
  a->callback = callback;
  a->arg = arg;
  a->free_arg = free_arg;
  gc_entity_store(&a->cmd, cmd);
  a->complete_cmd = complete_cmd;

  codelet->where = STARPU_OPENCL | STARPU_CPU | STARPU_CUDA;

  starpu_task task = task_create();
  if (num_events != 0) {
     task_depends_on(task, num_events, events);
  }

  task->callback_func = cputask_task;
  task->callback_arg = a;

  cmd->task = task;

  int ret = starpu_task_submit(task);
  if (ret != 0)
     DEBUG_ERROR("Unable to submit a task. Error %d\n", ret);
}