fstarpu.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676
  1. /* StarPU --- Runtime system for heterogeneous multicore architectures.
  2. *
  3. * Copyright (C) 2016,2017 Inria
  4. * Copyright (C) 2016-2019 CNRS
  5. * Copyright (C) 2016-2018 Université de Bordeaux
  6. *
  7. * StarPU is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU Lesser General Public License as published by
  9. * the Free Software Foundation; either version 2.1 of the License, or (at
  10. * your option) any later version.
  11. *
  12. * StarPU is distributed in the hope that it will be useful, but
  13. * WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  15. *
  16. * See the GNU Lesser General Public License in COPYING.LGPL for more details.
  17. */
  18. #include <stdlib.h>
  19. #include <stdio.h>
  20. #include <string.h>
  21. #include <starpu.h>
  22. #include <common/utils.h>
  23. typedef void (*_starpu_callback_func_t)(void *);
  24. static const intptr_t fstarpu_r = STARPU_R;
  25. static const intptr_t fstarpu_w = STARPU_W;
  26. static const intptr_t fstarpu_rw = STARPU_RW;
  27. static const intptr_t fstarpu_scratch = STARPU_SCRATCH;
  28. static const intptr_t fstarpu_redux = STARPU_REDUX;
  29. static const intptr_t fstarpu_commute = STARPU_COMMUTE;
  30. static const intptr_t fstarpu_ssend = STARPU_SSEND;
  31. static const intptr_t fstarpu_locality = STARPU_LOCALITY;
  32. static const intptr_t fstarpu_data_array = STARPU_DATA_ARRAY;
  33. static const intptr_t fstarpu_data_mode_array = STARPU_DATA_MODE_ARRAY;
  34. static const intptr_t fstarpu_cl_args = STARPU_CL_ARGS;
  35. static const intptr_t fstarpu_cl_args_nfree = STARPU_CL_ARGS_NFREE;
  36. static const intptr_t fstarpu_task_deps_array = STARPU_TASK_DEPS_ARRAY;
  37. static const intptr_t fstarpu_task_end_deps_array = STARPU_TASK_END_DEPS_ARRAY;
  38. static const intptr_t fstarpu_callback = STARPU_CALLBACK;
  39. static const intptr_t fstarpu_callback_with_arg = STARPU_CALLBACK_WITH_ARG;
  40. static const intptr_t fstarpu_callback_with_arg_nfree = STARPU_CALLBACK_WITH_ARG_NFREE;
  41. static const intptr_t fstarpu_callback_arg = STARPU_CALLBACK_ARG;
  42. static const intptr_t fstarpu_callback_arg_nfree= STARPU_CALLBACK_ARG_NFREE;
  43. static const intptr_t fstarpu_prologue_callback = STARPU_PROLOGUE_CALLBACK;
  44. static const intptr_t fstarpu_prologue_callback_arg = STARPU_PROLOGUE_CALLBACK_ARG;
  45. static const intptr_t fstarpu_prologue_callback_arg_nfree = STARPU_PROLOGUE_CALLBACK_ARG_NFREE;
  46. static const intptr_t fstarpu_prologue_callback_pop = STARPU_PROLOGUE_CALLBACK_POP;
  47. static const intptr_t fstarpu_prologue_callback_pop_arg = STARPU_PROLOGUE_CALLBACK_POP_ARG;
  48. static const intptr_t fstarpu_prologue_callback_pop_arg_nfree = STARPU_PROLOGUE_CALLBACK_POP_ARG_NFREE;
  49. static const intptr_t fstarpu_priority = STARPU_PRIORITY;
  50. static const intptr_t fstarpu_execute_on_node = STARPU_EXECUTE_ON_NODE;
  51. static const intptr_t fstarpu_execute_on_data = STARPU_EXECUTE_ON_DATA;
  52. static const intptr_t fstarpu_execute_where = STARPU_EXECUTE_WHERE;
  53. static const intptr_t fstarpu_execute_on_worker = STARPU_EXECUTE_ON_WORKER;
  54. static const intptr_t fstarpu_worker_order = STARPU_WORKER_ORDER;
  55. static const intptr_t fstarpu_hypervisor_tag = STARPU_HYPERVISOR_TAG;
  56. static const intptr_t fstarpu_possibly_parallel = STARPU_POSSIBLY_PARALLEL;
  57. static const intptr_t fstarpu_flops = STARPU_FLOPS;
  58. static const intptr_t fstarpu_tag = STARPU_TAG;
  59. static const intptr_t fstarpu_tag_only = STARPU_TAG_ONLY;
  60. static const intptr_t fstarpu_name = STARPU_NAME;
  61. static const intptr_t fstarpu_task_color = STARPU_TASK_COLOR;
  62. static const intptr_t fstarpu_handles_sequential_consistency = STARPU_HANDLES_SEQUENTIAL_CONSISTENCY;
  63. static const intptr_t fstarpu_task_end_dep = STARPU_TASK_END_DEP;
  64. static const intptr_t fstarpu_task_synchronous = STARPU_TASK_SYNCHRONOUS;
  65. static const intptr_t fstarpu_node_selection_policy = STARPU_NODE_SELECTION_POLICY;
  66. static const intptr_t fstarpu_task_workerids = STARPU_TASK_WORKERIDS;
  67. static const intptr_t fstarpu_sequential_consistency = STARPU_SEQUENTIAL_CONSISTENCY;
  68. static const intptr_t fstarpu_task_profiling_info = STARPU_TASK_PROFILING_INFO;
  69. static const intptr_t fstarpu_task_no_submitorder = STARPU_TASK_NO_SUBMITORDER;
  70. static const intptr_t fstarpu_value = STARPU_VALUE;
  71. static const intptr_t fstarpu_sched_ctx = STARPU_SCHED_CTX;
  72. static const intptr_t fstarpu_cpu_worker = STARPU_CPU_WORKER;
  73. static const intptr_t fstarpu_cuda_worker = STARPU_CUDA_WORKER;
  74. static const intptr_t fstarpu_opencl_worker = STARPU_OPENCL_WORKER;
  75. static const intptr_t fstarpu_mic_worker = STARPU_MIC_WORKER;
  76. static const intptr_t fstarpu_any_worker = STARPU_ANY_WORKER;
  77. static const intptr_t fstarpu_nmaxbufs = STARPU_NMAXBUFS;
  78. static const intptr_t fstarpu_sched_ctx_policy_name = STARPU_SCHED_CTX_POLICY_NAME;
  79. static const intptr_t fstarpu_sched_ctx_policy_struct = STARPU_SCHED_CTX_POLICY_STRUCT;
  80. static const intptr_t fstarpu_sched_ctx_policy_min_prio = STARPU_SCHED_CTX_POLICY_MIN_PRIO;
  81. static const intptr_t fstarpu_sched_ctx_policy_max_prio = STARPU_SCHED_CTX_POLICY_MAX_PRIO;
  82. static const intptr_t fstarpu_sched_ctx_hierarchy_level = STARPU_SCHED_CTX_HIERARCHY_LEVEL;
  83. static const intptr_t fstarpu_sched_ctx_nested = STARPU_SCHED_CTX_NESTED;
  84. static const intptr_t fstarpu_sched_ctx_awake_workers = STARPU_SCHED_CTX_AWAKE_WORKERS;
  85. static const intptr_t fstarpu_sched_ctx_policy_init = STARPU_SCHED_CTX_POLICY_INIT;
  86. static const intptr_t fstarpu_sched_ctx_user_data = STARPU_SCHED_CTX_USER_DATA;
  87. static const intptr_t fstarpu_starpu_nowhere = STARPU_NOWHERE;
  88. static const intptr_t fstarpu_starpu_cpu = STARPU_CPU;
  89. static const intptr_t fstarpu_starpu_cuda = STARPU_CUDA;
  90. static const intptr_t fstarpu_starpu_opencl = STARPU_OPENCL;
  91. static const intptr_t fstarpu_starpu_mic = STARPU_MIC;
  92. static const intptr_t fstarpu_starpu_codelet_simgrid_execute = STARPU_CODELET_SIMGRID_EXECUTE;
  93. static const intptr_t fstarpu_starpu_codelet_simgrid_execute_and_inject = STARPU_CODELET_SIMGRID_EXECUTE_AND_INJECT;
  94. static const intptr_t fstarpu_starpu_cuda_async = STARPU_CUDA_ASYNC;
  95. static const intptr_t fstarpu_starpu_opencl_async = STARPU_OPENCL_ASYNC;
  96. intptr_t fstarpu_get_constant(char *s)
  97. {
  98. if (!strcmp(s, "FSTARPU_R")) { return fstarpu_r; }
  99. else if (!strcmp(s, "FSTARPU_W")) { return fstarpu_w; }
  100. else if (!strcmp(s, "FSTARPU_RW")) { return fstarpu_rw; }
  101. else if (!strcmp(s, "FSTARPU_SCRATCH")) { return fstarpu_scratch; }
  102. else if (!strcmp(s, "FSTARPU_REDUX")) { return fstarpu_redux; }
  103. else if (!strcmp(s, "FSTARPU_COMMUTE")) { return fstarpu_commute; }
  104. else if (!strcmp(s, "FSTARPU_SSEND")) { return fstarpu_ssend; }
  105. else if (!strcmp(s, "FSTARPU_LOCALITY")) { return fstarpu_locality; }
  106. else if (!strcmp(s, "FSTARPU_DATA_ARRAY")) { return fstarpu_data_array; }
  107. else if (!strcmp(s, "FSTARPU_DATA_MODE_ARRAY")) { return fstarpu_data_mode_array; }
  108. else if (!strcmp(s, "FSTARPU_CL_ARGS")) { return fstarpu_cl_args; }
  109. else if (!strcmp(s, "FSTARPU_CL_ARGS_NFREE")) { return fstarpu_cl_args_nfree; }
  110. else if (!strcmp(s, "FSTARPU_TASK_DEPS_ARRAY")) { return fstarpu_task_deps_array; }
  111. else if (!strcmp(s, "FSTARPU_TASK_END_DEPS_ARRAY")) { return fstarpu_task_end_deps_array; }
  112. else if (!strcmp(s, "FSTARPU_CALLBACK")) { return fstarpu_callback; }
  113. else if (!strcmp(s, "FSTARPU_CALLBACK_WITH_ARG")) { return fstarpu_callback_with_arg; }
  114. else if (!strcmp(s, "FSTARPU_CALLBACK_WITH_ARG_NFREE")) { return fstarpu_callback_with_arg_nfree; }
  115. else if (!strcmp(s, "FSTARPU_CALLBACK_ARG")) { return fstarpu_callback_arg; }
  116. else if (!strcmp(s, "FSTARPU_CALLBACK_ARG_NFREE")) { return fstarpu_callback_arg_nfree; }
  117. else if (!strcmp(s, "FSTARPU_PROLOGUE_CALLBACK")) { return fstarpu_prologue_callback; }
  118. else if (!strcmp(s, "FSTARPU_PROLOGUE_CALLBACK_ARG")) { return fstarpu_prologue_callback_arg; }
  119. else if (!strcmp(s, "FSTARPU_PROLOGUE_CALLBACK_ARG_NFREE")) { return fstarpu_prologue_callback_arg_nfree; }
  120. else if (!strcmp(s, "FSTARPU_PROLOGUE_CALLBACK_POP")) { return fstarpu_prologue_callback_pop; }
  121. else if (!strcmp(s, "FSTARPU_PROLOGUE_CALLBACK_POP_ARG")) { return fstarpu_prologue_callback_pop_arg; }
  122. else if (!strcmp(s, "FSTARPU_PROLOGUE_CALLBACK_POP_ARG_NFREE")) { return fstarpu_prologue_callback_pop_arg_nfree; }
  123. else if (!strcmp(s, "FSTARPU_PRIORITY")) { return fstarpu_priority; }
  124. else if (!strcmp(s, "FSTARPU_EXECUTE_ON_NODE")) { return fstarpu_execute_on_node; }
  125. else if (!strcmp(s, "FSTARPU_EXECUTE_ON_DATA")) { return fstarpu_execute_on_data; }
  126. else if (!strcmp(s, "FSTARPU_EXECUTE_WHERE")) { return fstarpu_execute_where; }
  127. else if (!strcmp(s, "FSTARPU_EXECUTE_ON_WORKER")) { return fstarpu_execute_on_worker; }
  128. else if (!strcmp(s, "FSTARPU_WORKER_ORDER")) { return fstarpu_worker_order; }
  129. else if (!strcmp(s, "FSTARPU_HYPERVISOR_TAG")) { return fstarpu_hypervisor_tag; }
  130. else if (!strcmp(s, "FSTARPU_POSSIBLY_PARALLEL")) { return fstarpu_possibly_parallel; }
  131. else if (!strcmp(s, "FSTARPU_FLOPS")) { return fstarpu_flops; }
  132. else if (!strcmp(s, "FSTARPU_TAG")) { return fstarpu_tag; }
  133. else if (!strcmp(s, "FSTARPU_TAG_ONLY")) { return fstarpu_tag_only; }
  134. else if (!strcmp(s, "FSTARPU_NAME")) { return fstarpu_name; }
  135. else if (!strcmp(s, "FSTARPU_NODE_SELECTION_POLICY")) { return fstarpu_node_selection_policy; }
  136. else if (!strcmp(s, "FSTARPU_VALUE")) { return fstarpu_value; }
  137. else if (!strcmp(s, "FSTARPU_SCHED_CTX")) { return fstarpu_sched_ctx; }
  138. else if (!strcmp(s, "FSTARPU_TASK_COLOR")) { return fstarpu_task_color; }
  139. else if (!strcmp(s, "FSTARPU_HANDLES_SEQUENTIAL_CONSISTENCY")) { return fstarpu_handles_sequential_consistency; }
  140. else if (!strcmp(s, "FSTARPU_TASK_END_DEP")) { return fstarpu_task_end_dep; }
  141. else if (!strcmp(s, "FSTARPU_TASK_WORKERIDS")) { return fstarpu_task_workerids; }
  142. else if (!strcmp(s, "FSTARPU_TASK_SYNCHRONOUS")) { return fstarpu_task_synchronous; }
  143. else if (!strcmp(s, "FSTARPU_SEQUENTIAL_CONSISTENCY")) { return fstarpu_sequential_consistency; }
  144. else if (!strcmp(s, "FSTARPU_TASK_PROFILING_INFO")) { return fstarpu_task_profiling_info; }
  145. else if (!strcmp(s, "FSTARPU_TASK_NO_SUBMITORDER")) { return fstarpu_task_no_submitorder; }
  146. else if (!strcmp(s, "FSTARPU_CPU_WORKER")) { return fstarpu_cpu_worker; }
  147. else if (!strcmp(s, "FSTARPU_CUDA_WORKER")) { return fstarpu_cuda_worker; }
  148. else if (!strcmp(s, "FSTARPU_OPENCL_WORKER")) { return fstarpu_opencl_worker; }
  149. else if (!strcmp(s, "FSTARPU_MIC_WORKER")) { return fstarpu_mic_worker; }
  150. else if (!strcmp(s, "FSTARPU_ANY_WORKER")) { return fstarpu_any_worker; }
  151. else if (!strcmp(s, "FSTARPU_NMAXBUFS")) { return fstarpu_nmaxbufs; }
  152. else if (!strcmp(s, "FSTARPU_SCHED_CTX_POLICY_NAME")) { return fstarpu_sched_ctx_policy_name; }
  153. else if (!strcmp(s, "FSTARPU_SCHED_CTX_POLICY_STRUCT")) { return fstarpu_sched_ctx_policy_struct; }
  154. else if (!strcmp(s, "FSTARPU_SCHED_CTX_POLICY_MIN_PRIO")) { return fstarpu_sched_ctx_policy_min_prio; }
  155. else if (!strcmp(s, "FSTARPU_SCHED_CTX_POLICY_MAX_PRIO")) { return fstarpu_sched_ctx_policy_max_prio; }
  156. else if (!strcmp(s, "FSTARPU_SCHED_CTX_HIERARCHY_LEVEL")) { return fstarpu_sched_ctx_hierarchy_level; }
  157. else if (!strcmp(s, "FSTARPU_SCHED_CTX_NESTED")) { return fstarpu_sched_ctx_nested; }
  158. else if (!strcmp(s, "FSTARPU_SCHED_CTX_AWAKE_WORKERS")) { return fstarpu_sched_ctx_awake_workers; }
  159. else if (!strcmp(s, "FSTARPU_SCHED_CTX_POLICY_INIT")) { return fstarpu_sched_ctx_policy_init; }
  160. else if (!strcmp(s, "FSTARPU_SCHED_CTX_USER_DATA")) { return fstarpu_sched_ctx_user_data; }
  161. else if (!strcmp(s, "FSTARPU_NOWHERE")) { return fstarpu_starpu_nowhere; }
  162. else if (!strcmp(s, "FSTARPU_CPU")) { return fstarpu_starpu_cpu; }
  163. else if (!strcmp(s, "FSTARPU_CUDA")) { return fstarpu_starpu_cuda; }
  164. else if (!strcmp(s, "FSTARPU_OPENCL")) { return fstarpu_starpu_opencl; }
  165. else if (!strcmp(s, "FSTARPU_MIC")) { return fstarpu_starpu_mic; }
  166. else if (!strcmp(s, "FSTARPU_CODELET_SIMGRID_EXECUTE")) { return fstarpu_starpu_codelet_simgrid_execute; }
  167. else if (!strcmp(s, "FSTARPU_CODELET_SIMGRID_EXECUTE_AND_INJECT")) { return fstarpu_starpu_codelet_simgrid_execute_and_inject; }
  168. else if (!strcmp(s, "FSTARPU_CUDA_ASYNC")) { return fstarpu_starpu_cuda_async; }
  169. else if (!strcmp(s, "FSTARPU_OPENCL_ASYNC")) { return fstarpu_starpu_opencl_async; }
  170. else { _STARPU_ERROR("unknown constant"); }
  171. }
  172. struct starpu_conf *fstarpu_conf_allocate(void)
  173. {
  174. struct starpu_conf *conf;
  175. _STARPU_MALLOC(conf, sizeof(*conf));
  176. starpu_conf_init(conf);
  177. return conf;
  178. }
  179. void fstarpu_conf_free(struct starpu_conf *conf)
  180. {
  181. memset(conf, 0, sizeof(*conf));
  182. free(conf);
  183. }
  184. void fstarpu_conf_set_sched_policy_name(struct starpu_conf *conf, const char *sched_policy_name)
  185. {
  186. conf->sched_policy_name = sched_policy_name;
  187. }
  188. void fstarpu_conf_set_min_prio(struct starpu_conf *conf, int min_prio)
  189. {
  190. conf->global_sched_ctx_min_priority = min_prio;
  191. }
  192. void fstarpu_conf_set_max_prio(struct starpu_conf *conf, int max_prio)
  193. {
  194. conf->global_sched_ctx_max_priority = max_prio;
  195. }
  196. void fstarpu_conf_set_ncpu(struct starpu_conf *conf, int ncpu)
  197. {
  198. STARPU_ASSERT(ncpu >= 0 && ncpu <= STARPU_NMAXWORKERS);
  199. conf->ncpus = ncpu;
  200. }
  201. void fstarpu_conf_set_ncuda(struct starpu_conf *conf, int ncuda)
  202. {
  203. STARPU_ASSERT(ncuda >= 0 && ncuda <= STARPU_NMAXWORKERS);
  204. conf->ncuda = ncuda;
  205. }
  206. void fstarpu_conf_set_nopencl(struct starpu_conf *conf, int nopencl)
  207. {
  208. STARPU_ASSERT(nopencl >= 0 && nopencl <= STARPU_NMAXWORKERS);
  209. conf->nopencl = nopencl;
  210. }
  211. void fstarpu_conf_set_nmic(struct starpu_conf *conf, int nmic)
  212. {
  213. STARPU_ASSERT(nmic >= 0 && nmic <= STARPU_NMAXWORKERS);
  214. conf->nmic = nmic;
  215. }
  216. void fstarpu_conf_set_calibrate(struct starpu_conf *conf, int calibrate)
  217. {
  218. STARPU_ASSERT(calibrate == 0 || calibrate == 1);
  219. conf->calibrate = calibrate;
  220. }
  221. void fstarpu_conf_set_bus_calibrate(struct starpu_conf *conf, int bus_calibrate)
  222. {
  223. STARPU_ASSERT(bus_calibrate == 0 || bus_calibrate == 1);
  224. conf->bus_calibrate = bus_calibrate;
  225. }
  226. void fstarpu_topology_print(void)
  227. {
  228. starpu_topology_print(stderr);
  229. }
  230. struct starpu_codelet *fstarpu_codelet_allocate(void)
  231. {
  232. struct starpu_codelet *cl;
  233. _STARPU_MALLOC(cl, sizeof(*cl));
  234. starpu_codelet_init(cl);
  235. return cl;
  236. }
  237. void fstarpu_codelet_free(struct starpu_codelet *cl)
  238. {
  239. memset(cl, 0, sizeof(*cl));
  240. free(cl);
  241. }
  242. void fstarpu_codelet_set_name(struct starpu_codelet *cl, const char *cl_name)
  243. {
  244. cl->name = cl_name;
  245. }
  246. void fstarpu_codelet_add_cpu_func(struct starpu_codelet *cl, void *f_ptr)
  247. {
  248. const size_t max_cpu_funcs = sizeof(cl->cpu_funcs)/sizeof(cl->cpu_funcs[0])-1;
  249. size_t i;
  250. for (i = 0; i < max_cpu_funcs; i++)
  251. {
  252. if (cl->cpu_funcs[i] == NULL)
  253. {
  254. cl->cpu_funcs[i] = f_ptr;
  255. return;
  256. }
  257. }
  258. _STARPU_ERROR("fstarpu: too many cpu functions in Fortran codelet");
  259. }
  260. void fstarpu_codelet_add_cuda_func(struct starpu_codelet *cl, void *f_ptr)
  261. {
  262. const size_t max_cuda_funcs = sizeof(cl->cuda_funcs)/sizeof(cl->cuda_funcs[0])-1;
  263. unsigned i;
  264. for (i = 0; i < max_cuda_funcs; i++)
  265. {
  266. if (cl->cuda_funcs[i] == NULL)
  267. {
  268. cl->cuda_funcs[i] = f_ptr;
  269. return;
  270. }
  271. }
  272. _STARPU_ERROR("fstarpu: too many cuda functions in Fortran codelet");
  273. }
  274. void fstarpu_codelet_add_cuda_flags(struct starpu_codelet *cl, intptr_t flags)
  275. {
  276. const size_t max_cuda_flags = sizeof(cl->cuda_flags)/sizeof(cl->cuda_flags[0])-1;
  277. unsigned i;
  278. for (i = 0; i < max_cuda_flags; i++)
  279. {
  280. if (cl->cuda_flags[i] == 0)
  281. {
  282. cl->cuda_flags[i] = (char)flags;
  283. return;
  284. }
  285. }
  286. _STARPU_ERROR("fstarpu: too many cuda flags in Fortran codelet");
  287. }
  288. void fstarpu_codelet_add_opencl_func(struct starpu_codelet *cl, void *f_ptr)
  289. {
  290. const size_t max_opencl_funcs = sizeof(cl->opencl_funcs)/sizeof(cl->opencl_funcs[0])-1;
  291. unsigned i;
  292. for (i = 0; i < max_opencl_funcs; i++)
  293. {
  294. if (cl->opencl_funcs[i] == NULL)
  295. {
  296. cl->opencl_funcs[i] = f_ptr;
  297. return;
  298. }
  299. }
  300. _STARPU_ERROR("fstarpu: too many opencl functions in Fortran codelet");
  301. }
  302. void fstarpu_codelet_add_opencl_flags(struct starpu_codelet *cl, intptr_t flags)
  303. {
  304. const size_t max_opencl_flags = sizeof(cl->opencl_flags)/sizeof(cl->opencl_flags[0])-1;
  305. unsigned i;
  306. for (i = 0; i < max_opencl_flags; i++)
  307. {
  308. if (cl->opencl_flags[i] == 0)
  309. {
  310. cl->opencl_flags[i] = (char)flags;
  311. return;
  312. }
  313. }
  314. _STARPU_ERROR("fstarpu: too many opencl flags in Fortran codelet");
  315. }
  316. void fstarpu_codelet_add_mic_func(struct starpu_codelet *cl, void *f_ptr)
  317. {
  318. const size_t max_mic_funcs = sizeof(cl->mic_funcs)/sizeof(cl->mic_funcs[0])-1;
  319. unsigned i;
  320. for (i = 0; i < max_mic_funcs; i++)
  321. {
  322. if (cl->mic_funcs[i] == NULL)
  323. {
  324. cl->mic_funcs[i] = f_ptr;
  325. return;
  326. }
  327. }
  328. _STARPU_ERROR("fstarpu: too many mic functions in Fortran codelet");
  329. }
  330. void fstarpu_codelet_add_buffer(struct starpu_codelet *cl, intptr_t _mode)
  331. {
  332. enum starpu_data_access_mode mode = (enum starpu_data_access_mode) _mode;
  333. const size_t max_modes = sizeof(cl->modes)/sizeof(cl->modes[0])-1;
  334. if ((mode & (STARPU_ACCESS_MODE_MAX-1)) != mode)
  335. {
  336. _STARPU_ERROR("fstarpu: invalid data mode");
  337. }
  338. if (cl->nbuffers < (int) max_modes)
  339. {
  340. cl->modes[cl->nbuffers] = (unsigned int)mode;
  341. cl->nbuffers++;
  342. }
  343. else
  344. {
  345. _STARPU_ERROR("fstarpu: too many buffers in Fortran codelet");
  346. }
  347. }
  348. void fstarpu_codelet_set_variable_nbuffers(struct starpu_codelet *cl)
  349. {
  350. cl->nbuffers = STARPU_VARIABLE_NBUFFERS;
  351. }
  352. void fstarpu_codelet_set_nbuffers(struct starpu_codelet *cl, int nbuffers)
  353. {
  354. if (nbuffers >= 0)
  355. {
  356. cl->nbuffers = nbuffers;
  357. }
  358. else
  359. {
  360. _STARPU_ERROR("fstarpu: invalid nbuffers parameter");
  361. }
  362. }
  363. void fstarpu_codelet_set_flags(struct starpu_codelet *cl, intptr_t flags)
  364. {
  365. cl->flags = (int)flags;
  366. }
  367. void fstarpu_codelet_set_where(struct starpu_codelet *cl, intptr_t where)
  368. {
  369. STARPU_ASSERT(where >= 0);
  370. cl->where = (uint32_t)where;
  371. }
  372. void * fstarpu_variable_get_ptr(void *buffers[], int i)
  373. {
  374. return (void *)STARPU_VARIABLE_GET_PTR(buffers[i]);
  375. }
  376. void * fstarpu_vector_get_ptr(void *buffers[], int i)
  377. {
  378. return (void *)STARPU_VECTOR_GET_PTR(buffers[i]);
  379. }
  380. int fstarpu_vector_get_nx(void *buffers[], int i)
  381. {
  382. return STARPU_VECTOR_GET_NX(buffers[i]);
  383. }
  384. void * fstarpu_matrix_get_ptr(void *buffers[], int i)
  385. {
  386. return (void *)STARPU_MATRIX_GET_PTR(buffers[i]);
  387. }
  388. int fstarpu_matrix_get_ld(void *buffers[], int i)
  389. {
  390. return STARPU_MATRIX_GET_LD(buffers[i]);
  391. }
  392. int fstarpu_matrix_get_nx(void *buffers[], int i)
  393. {
  394. return STARPU_MATRIX_GET_NX(buffers[i]);
  395. }
  396. int fstarpu_matrix_get_ny(void *buffers[], int i)
  397. {
  398. return STARPU_MATRIX_GET_NY(buffers[i]);
  399. }
  400. void * fstarpu_block_get_ptr(void *buffers[], int i)
  401. {
  402. return (void *)STARPU_BLOCK_GET_PTR(buffers[i]);
  403. }
  404. int fstarpu_block_get_ldy(void *buffers[], int i)
  405. {
  406. return STARPU_BLOCK_GET_LDY(buffers[i]);
  407. }
  408. int fstarpu_block_get_ldz(void *buffers[], int i)
  409. {
  410. return STARPU_BLOCK_GET_LDZ(buffers[i]);
  411. }
  412. int fstarpu_block_get_nx(void *buffers[], int i)
  413. {
  414. return STARPU_BLOCK_GET_NX(buffers[i]);
  415. }
  416. int fstarpu_block_get_ny(void *buffers[], int i)
  417. {
  418. return STARPU_BLOCK_GET_NY(buffers[i]);
  419. }
  420. int fstarpu_block_get_nz(void *buffers[], int i)
  421. {
  422. return STARPU_BLOCK_GET_NZ(buffers[i]);
  423. }
  424. void fstarpu_data_acquire(starpu_data_handle_t handle, intptr_t mode)
  425. {
  426. STARPU_ASSERT(mode == fstarpu_r || mode == fstarpu_w || mode == fstarpu_rw);
  427. starpu_data_acquire(handle, (int)mode);
  428. }
  429. void fstarpu_unpack_arg(char *cl_arg, void **buffer_list)
  430. {
  431. size_t current_arg_offset = 0;
  432. int nargs, arg;
  433. /* We fill the different pointers with the appropriate arguments */
  434. memcpy(&nargs, cl_arg, sizeof(nargs));
  435. current_arg_offset += sizeof(nargs);
  436. for (arg = 0; arg < nargs; arg++)
  437. {
  438. void *argptr = buffer_list[arg];
  439. /* If not reading all cl_args */
  440. if(argptr == NULL)
  441. break;
  442. size_t arg_size;
  443. memcpy(&arg_size, cl_arg+current_arg_offset, sizeof(arg_size));
  444. current_arg_offset += sizeof(arg_size);
  445. memcpy(argptr, cl_arg+current_arg_offset, arg_size);
  446. current_arg_offset += arg_size;
  447. }
  448. }
  449. void fstarpu_sched_ctx_display_workers(int ctx)
  450. {
  451. starpu_sched_ctx_display_workers((unsigned)ctx, stderr);
  452. }
  453. intptr_t fstarpu_worker_get_type(int workerid)
  454. {
  455. return (intptr_t)starpu_worker_get_type(workerid);
  456. }
  457. int fstarpu_worker_get_count_by_type(intptr_t type)
  458. {
  459. return starpu_worker_get_count_by_type((enum starpu_worker_archtype)type);
  460. }
  461. unsigned fstarpu_worker_get_ids_by_type(intptr_t type, int *workerids, unsigned maxsize)
  462. {
  463. return starpu_worker_get_ids_by_type((enum starpu_worker_archtype)type, workerids, maxsize);
  464. }
  465. int fstarpu_worker_get_by_type(intptr_t type, int num)
  466. {
  467. return starpu_worker_get_by_type((enum starpu_worker_archtype)type, num);
  468. }
  469. int fstarpu_worker_get_by_devid(intptr_t type, int devid)
  470. {
  471. return starpu_worker_get_by_type((enum starpu_worker_archtype)type, devid);
  472. }
  473. void fstarpu_worker_get_type_as_string(intptr_t type, char *dst, size_t maxlen)
  474. {
  475. const char *str = starpu_worker_get_type_as_string((enum starpu_worker_archtype)type);
  476. snprintf(dst, maxlen, "%s", str);
  477. }
  478. starpu_data_handle_t *fstarpu_data_handle_array_alloc(int nb)
  479. {
  480. void *ptr;
  481. _STARPU_CALLOC(ptr, (size_t)nb, sizeof(starpu_data_handle_t));
  482. return ptr;
  483. }
  484. void fstarpu_data_handle_array_free(starpu_data_handle_t *handles)
  485. {
  486. free(handles);
  487. }
  488. void fstarpu_data_handle_array_set(starpu_data_handle_t *handles, int i, starpu_data_handle_t handle)
  489. {
  490. handles[i] = handle;
  491. }
  492. struct starpu_data_descr *fstarpu_data_descr_array_alloc(int nb)
  493. {
  494. void *ptr;
  495. _STARPU_CALLOC(ptr, (size_t)nb, sizeof(struct starpu_data_descr));
  496. return ptr;
  497. }
  498. struct starpu_data_descr *fstarpu_data_descr_alloc(void)
  499. {
  500. return fstarpu_data_descr_array_alloc(1);
  501. }
  502. void fstarpu_data_descr_array_free(struct starpu_data_descr *descrs)
  503. {
  504. free(descrs);
  505. }
  506. void fstarpu_data_descr_free(struct starpu_data_descr *descr)
  507. {
  508. fstarpu_data_descr_array_free(descr);
  509. }
  510. void fstarpu_data_descr_array_set(struct starpu_data_descr *descrs, int i, starpu_data_handle_t handle, intptr_t mode)
  511. {
  512. descrs[i].handle = handle;
  513. descrs[i].mode = (enum starpu_data_access_mode)mode;
  514. }
  515. void fstarpu_data_descr_set(struct starpu_data_descr *descr, starpu_data_handle_t handle, intptr_t mode)
  516. {
  517. fstarpu_data_descr_array_set(descr, 1, handle, mode);
  518. }
  519. struct starpu_data_filter *fstarpu_data_filter_allocate(void)
  520. {
  521. struct starpu_data_filter *filter;
  522. _STARPU_CALLOC(filter, 1, sizeof(*filter));
  523. return filter;
  524. }
  525. /* Note: use fstarpu_df_alloc_ prefix instead of fstarpu_data_filter_allocate_ to fit within the
  526. * Fortran id length limit */
  527. #define _FSTARPU_DATA_FILTER_ALLOCATOR(name) \
  528. struct starpu_data_filter *fstarpu_df_alloc_##name(void) \
  529. { \
  530. struct starpu_data_filter *filter = fstarpu_data_filter_allocate(); \
  531. filter->filter_func = starpu_##name; \
  532. return filter; \
  533. }
  534. _FSTARPU_DATA_FILTER_ALLOCATOR(bcsr_filter_canonical_block);
  535. _FSTARPU_DATA_FILTER_ALLOCATOR(csr_filter_vertical_block);
  536. _FSTARPU_DATA_FILTER_ALLOCATOR(matrix_filter_block);
  537. _FSTARPU_DATA_FILTER_ALLOCATOR(matrix_filter_block_shadow);
  538. _FSTARPU_DATA_FILTER_ALLOCATOR(matrix_filter_vertical_block);
  539. _FSTARPU_DATA_FILTER_ALLOCATOR(matrix_filter_vertical_block_shadow);
  540. _FSTARPU_DATA_FILTER_ALLOCATOR(vector_filter_block);
  541. _FSTARPU_DATA_FILTER_ALLOCATOR(vector_filter_block_shadow);
  542. _FSTARPU_DATA_FILTER_ALLOCATOR(vector_filter_list);
  543. _FSTARPU_DATA_FILTER_ALLOCATOR(vector_filter_divide_in_2);
  544. _FSTARPU_DATA_FILTER_ALLOCATOR(block_filter_block);
  545. _FSTARPU_DATA_FILTER_ALLOCATOR(block_filter_block_shadow);
  546. _FSTARPU_DATA_FILTER_ALLOCATOR(block_filter_vertical_block);
  547. _FSTARPU_DATA_FILTER_ALLOCATOR(block_filter_vertical_block_shadow);
  548. #undef _FSTARPU_DATA_FILTER_ALLOCATOR
  549. void fstarpu_data_filter_free(struct starpu_data_filter *filter)
  550. {
  551. memset(filter, 0, sizeof(*filter));
  552. free(filter);
  553. }
  554. void fstarpu_data_filter_set_filter_func(struct starpu_data_filter *filter, void *f_ptr)
  555. {
  556. STARPU_ASSERT(f_ptr != NULL);
  557. filter->filter_func = f_ptr;
  558. }
  559. void fstarpu_data_filter_set_nchildren(struct starpu_data_filter *filter, int nchildren)
  560. {
  561. STARPU_ASSERT(nchildren >= 0);
  562. filter->nchildren = nchildren;
  563. }
  564. void fstarpu_data_filter_set_get_nchildren_func(struct starpu_data_filter *filter, void *f_ptr)
  565. {
  566. filter->get_nchildren = f_ptr;
  567. }
  568. void fstarpu_data_filter_set_get_child_ops_func(struct starpu_data_filter *filter, void *f_ptr)
  569. {
  570. filter->get_child_ops = f_ptr;
  571. }
  572. void fstarpu_data_filter_set_filter_arg(struct starpu_data_filter *filter, int filter_arg)
  573. {
  574. STARPU_ASSERT(filter_arg >= 0); /* starpu_data_filter.filter_arg is unsigned, but
  575. * Fortran does not support unsigned types */
  576. filter->filter_arg = (unsigned)filter_arg;
  577. }
  578. void fstarpu_data_filter_set_filter_arg_ptr(struct starpu_data_filter *filter, void *filter_arg_ptr)
  579. {
  580. filter->filter_arg_ptr = filter_arg_ptr;
  581. }