starpu_thread_util.h 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389
  1. /* StarPU --- Runtime system for heterogeneous multicore architectures.
  2. *
  3. * Copyright (C) 2012,2013 Inria
  4. * Copyright (C) 2010-2013,2015,2017,2019 CNRS
  5. * Copyright (C) 2010-2014,2016,2017 Université de Bordeaux
  6. *
  7. * StarPU is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU Lesser General Public License as published by
  9. * the Free Software Foundation; either version 2.1 of the License, or (at
  10. * your option) any later version.
  11. *
  12. * StarPU is distributed in the hope that it will be useful, but
  13. * WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  15. *
  16. * See the GNU Lesser General Public License in COPYING.LGPL for more details.
  17. */
  18. // The documentation for this file is in doc/doxygen/chapters/api/threads.doxy
  19. #ifndef __STARPU_THREAD_UTIL_H__
  20. #define __STARPU_THREAD_UTIL_H__
  21. #include <starpu_util.h>
  22. #include <starpu_thread.h>
  23. #include <errno.h>
  24. #if !(defined(_MSC_VER) && !defined(BUILDING_STARPU))
  25. /*
  26. * Encapsulation of the starpu_pthread_create_* functions.
  27. */
  28. #define STARPU_PTHREAD_CREATE_ON(name, thread, attr, routine, arg, where) do { \
  29. int p_ret = starpu_pthread_create_on((name), (thread), (attr), (routine), (arg), (where)); \
  30. if (STARPU_UNLIKELY(p_ret != 0)) { \
  31. fprintf(stderr, \
  32. "%s:%d starpu_pthread_create_on: %s\n", \
  33. __FILE__, __LINE__, strerror(p_ret)); \
  34. STARPU_ABORT(); \
  35. } \
  36. } while (0)
  37. #define STARPU_PTHREAD_CREATE(thread, attr, routine, arg) do { \
  38. int p_ret = starpu_pthread_create((thread), (attr), (routine), (arg)); \
  39. if (STARPU_UNLIKELY(p_ret != 0)) { \
  40. fprintf(stderr, \
  41. "%s:%d starpu_pthread_create: %s\n", \
  42. __FILE__, __LINE__, strerror(p_ret)); \
  43. STARPU_ABORT(); \
  44. } \
  45. } while (0)
  46. #define STARPU_PTHREAD_JOIN(thread, retval) do { \
  47. int p_ret = starpu_pthread_join((thread), (retval)); \
  48. if (STARPU_UNLIKELY(p_ret != 0)) { \
  49. fprintf(stderr, \
  50. "%s:%d starpu_pthread_join: %s\n", \
  51. __FILE__, __LINE__, strerror(p_ret)); \
  52. STARPU_ABORT(); \
  53. } \
  54. } while (0)
  55. /*
  56. * Encapsulation of the starpu_pthread_mutex_* functions.
  57. */
  58. #define STARPU_PTHREAD_MUTEX_INIT(mutex, attr) do { \
  59. int p_ret = starpu_pthread_mutex_init((mutex), (attr)); \
  60. if (STARPU_UNLIKELY(p_ret)) { \
  61. fprintf(stderr, \
  62. "%s:%d starpu_pthread_mutex_init: %s\n", \
  63. __FILE__, __LINE__, strerror(p_ret)); \
  64. STARPU_ABORT(); \
  65. } \
  66. } while (0)
  67. #define STARPU_PTHREAD_MUTEX_DESTROY(mutex) do { \
  68. int p_ret = starpu_pthread_mutex_destroy(mutex); \
  69. if (STARPU_UNLIKELY(p_ret)) { \
  70. fprintf(stderr, \
  71. "%s:%d starpu_pthread_mutex_destroy: %s\n", \
  72. __FILE__, __LINE__, strerror(p_ret)); \
  73. STARPU_ABORT(); \
  74. } \
  75. } while(0)
  76. #ifdef STARPU_DEBUG
  77. #define _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line) \
  78. starpu_pthread_mutex_check_sched((mutex), file, line)
  79. #else
  80. #define _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line)
  81. #endif
  82. #define STARPU_PTHREAD_MUTEX_LOCK(mutex) do { \
  83. int p_ret = starpu_pthread_mutex_lock(mutex); \
  84. if (STARPU_UNLIKELY(p_ret)) { \
  85. fprintf(stderr, \
  86. "%s:%d starpu_pthread_mutex_lock: %s\n", \
  87. __FILE__, __LINE__, strerror(p_ret)); \
  88. STARPU_ABORT(); \
  89. } \
  90. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, __FILE__, __LINE__); \
  91. } while (0)
  92. #define STARPU_PTHREAD_MUTEX_LOCK_SCHED(mutex) do { \
  93. int p_ret = starpu_pthread_mutex_lock_sched(mutex); \
  94. if (STARPU_UNLIKELY(p_ret)) { \
  95. fprintf(stderr, \
  96. "%s:%d starpu_pthread_mutex_lock_sched: %s\n", \
  97. __FILE__, __LINE__, strerror(p_ret)); \
  98. STARPU_ABORT(); \
  99. } \
  100. } while (0)
  101. #define STARPU_PTHREAD_MUTEX_TRYLOCK(mutex) \
  102. _starpu_pthread_mutex_trylock(mutex, __FILE__, __LINE__)
  103. static STARPU_INLINE
  104. int _starpu_pthread_mutex_trylock(starpu_pthread_mutex_t *mutex, char *file, int line)
  105. {
  106. int p_ret = starpu_pthread_mutex_trylock(mutex);
  107. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  108. fprintf(stderr,
  109. "%s:%d starpu_pthread_mutex_trylock: %s\n",
  110. file, line, strerror(p_ret));
  111. STARPU_ABORT();
  112. }
  113. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line);
  114. return p_ret;
  115. }
  116. #define STARPU_PTHREAD_MUTEX_TRYLOCK_SCHED(mutex) \
  117. _starpu_pthread_mutex_trylock_sched(mutex, __FILE__, __LINE__)
  118. static STARPU_INLINE
  119. int _starpu_pthread_mutex_trylock_sched(starpu_pthread_mutex_t *mutex, char *file, int line)
  120. {
  121. int p_ret = starpu_pthread_mutex_trylock_sched(mutex);
  122. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  123. fprintf(stderr,
  124. "%s:%d starpu_pthread_mutex_trylock_sched: %s\n",
  125. file, line, strerror(p_ret));
  126. STARPU_ABORT();
  127. }
  128. return p_ret;
  129. }
  130. #define STARPU_PTHREAD_MUTEX_UNLOCK(mutex) do { \
  131. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, __FILE__, __LINE__); \
  132. int p_ret = starpu_pthread_mutex_unlock(mutex); \
  133. if (STARPU_UNLIKELY(p_ret)) { \
  134. fprintf(stderr, \
  135. "%s:%d starpu_pthread_mutex_unlock: %s\n", \
  136. __FILE__, __LINE__, strerror(p_ret)); \
  137. STARPU_ABORT(); \
  138. } \
  139. } while (0)
  140. #define STARPU_PTHREAD_MUTEX_UNLOCK_SCHED(mutex) do { \
  141. int p_ret = starpu_pthread_mutex_unlock_sched(mutex); \
  142. if (STARPU_UNLIKELY(p_ret)) { \
  143. fprintf(stderr, \
  144. "%s:%d starpu_pthread_mutex_unlock_sched: %s\n", \
  145. __FILE__, __LINE__, strerror(p_ret)); \
  146. STARPU_ABORT(); \
  147. } \
  148. } while (0)
  149. /*
  150. * Encapsulation of the starpu_pthread_key_* functions.
  151. */
  152. #define STARPU_PTHREAD_KEY_CREATE(key, destr) do { \
  153. int p_ret = starpu_pthread_key_create((key), (destr)); \
  154. if (STARPU_UNLIKELY(p_ret != 0)) { \
  155. fprintf(stderr, \
  156. "%s:%d starpu_pthread_key_create: %s\n", \
  157. __FILE__, __LINE__, strerror(p_ret)); \
  158. } \
  159. } while (0)
  160. #define STARPU_PTHREAD_KEY_DELETE(key) do { \
  161. int p_ret = starpu_pthread_key_delete((key)); \
  162. if (STARPU_UNLIKELY(p_ret != 0)) { \
  163. fprintf(stderr, \
  164. "%s:%d starpu_pthread_key_delete: %s\n", \
  165. __FILE__, __LINE__, strerror(p_ret)); \
  166. } \
  167. } while (0)
  168. #define STARPU_PTHREAD_SETSPECIFIC(key, ptr) do { \
  169. int p_ret = starpu_pthread_setspecific((key), (ptr)); \
  170. if (STARPU_UNLIKELY(p_ret != 0)) { \
  171. fprintf(stderr, \
  172. "%s:%d starpu_pthread_setspecific: %s\n", \
  173. __FILE__, __LINE__, strerror(p_ret)); \
  174. }; \
  175. } while (0)
  176. #define STARPU_PTHREAD_GETSPECIFIC(key) starpu_pthread_getspecific((key))
  177. /*
  178. * Encapsulation of the starpu_pthread_rwlock_* functions.
  179. */
  180. #define STARPU_PTHREAD_RWLOCK_INIT(rwlock, attr) do { \
  181. int p_ret = starpu_pthread_rwlock_init((rwlock), (attr)); \
  182. if (STARPU_UNLIKELY(p_ret)) { \
  183. fprintf(stderr, \
  184. "%s:%d starpu_pthread_rwlock_init: %s\n", \
  185. __FILE__, __LINE__, strerror(p_ret)); \
  186. STARPU_ABORT(); \
  187. } \
  188. } while (0)
  189. #define STARPU_PTHREAD_RWLOCK_RDLOCK(rwlock) do { \
  190. int p_ret = starpu_pthread_rwlock_rdlock(rwlock); \
  191. if (STARPU_UNLIKELY(p_ret)) { \
  192. fprintf(stderr, \
  193. "%s:%d starpu_pthread_rwlock_rdlock: %s\n", \
  194. __FILE__, __LINE__, strerror(p_ret)); \
  195. STARPU_ABORT(); \
  196. } \
  197. } while (0)
  198. #define STARPU_PTHREAD_RWLOCK_TRYRDLOCK(rwlock) \
  199. _starpu_pthread_rwlock_tryrdlock(rwlock, __FILE__, __LINE__)
  200. static STARPU_INLINE
  201. int _starpu_pthread_rwlock_tryrdlock(starpu_pthread_rwlock_t *rwlock, char *file, int line)
  202. {
  203. int p_ret = starpu_pthread_rwlock_tryrdlock(rwlock);
  204. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  205. fprintf(stderr,
  206. "%s:%d starpu_pthread_rwlock_tryrdlock: %s\n",
  207. file, line, strerror(p_ret));
  208. STARPU_ABORT();
  209. }
  210. return p_ret;
  211. }
  212. #define STARPU_PTHREAD_RWLOCK_WRLOCK(rwlock) do { \
  213. int p_ret = starpu_pthread_rwlock_wrlock(rwlock); \
  214. if (STARPU_UNLIKELY(p_ret)) { \
  215. fprintf(stderr, \
  216. "%s:%d starpu_pthread_rwlock_wrlock: %s\n", \
  217. __FILE__, __LINE__, strerror(p_ret)); \
  218. STARPU_ABORT(); \
  219. } \
  220. } while (0)
  221. #define STARPU_PTHREAD_RWLOCK_TRYWRLOCK(rwlock) \
  222. _starpu_pthread_rwlock_trywrlock(rwlock, __FILE__, __LINE__)
  223. static STARPU_INLINE
  224. int _starpu_pthread_rwlock_trywrlock(starpu_pthread_rwlock_t *rwlock, char *file, int line)
  225. {
  226. int p_ret = starpu_pthread_rwlock_trywrlock(rwlock);
  227. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  228. fprintf(stderr,
  229. "%s:%d starpu_pthread_rwlock_trywrlock: %s\n",
  230. file, line, strerror(p_ret));
  231. STARPU_ABORT();
  232. }
  233. return p_ret;
  234. }
  235. #define STARPU_PTHREAD_RWLOCK_UNLOCK(rwlock) do { \
  236. int p_ret = starpu_pthread_rwlock_unlock(rwlock); \
  237. if (STARPU_UNLIKELY(p_ret)) { \
  238. fprintf(stderr, \
  239. "%s:%d starpu_pthread_rwlock_unlock: %s\n", \
  240. __FILE__, __LINE__, strerror(p_ret)); \
  241. STARPU_ABORT(); \
  242. } \
  243. } while (0)
  244. #define STARPU_PTHREAD_RWLOCK_DESTROY(rwlock) do { \
  245. int p_ret = starpu_pthread_rwlock_destroy(rwlock); \
  246. if (STARPU_UNLIKELY(p_ret)) { \
  247. fprintf(stderr, \
  248. "%s:%d starpu_pthread_rwlock_destroy: %s\n", \
  249. __FILE__, __LINE__, strerror(p_ret)); \
  250. STARPU_ABORT(); \
  251. } \
  252. } while (0)
  253. /*
  254. * Encapsulation of the starpu_pthread_cond_* functions.
  255. */
  256. #define STARPU_PTHREAD_COND_INIT(cond, attr) do { \
  257. int p_ret = starpu_pthread_cond_init((cond), (attr)); \
  258. if (STARPU_UNLIKELY(p_ret)) { \
  259. fprintf(stderr, \
  260. "%s:%d starpu_pthread_cond_init: %s\n", \
  261. __FILE__, __LINE__, strerror(p_ret)); \
  262. STARPU_ABORT(); \
  263. } \
  264. } while (0)
  265. #define STARPU_PTHREAD_COND_DESTROY(cond) do { \
  266. int p_ret = starpu_pthread_cond_destroy(cond); \
  267. if (STARPU_UNLIKELY(p_ret)) { \
  268. fprintf(stderr, \
  269. "%s:%d starpu_pthread_cond_destroy: %s\n", \
  270. __FILE__, __LINE__, strerror(p_ret)); \
  271. STARPU_ABORT(); \
  272. } \
  273. } while (0)
  274. #define STARPU_PTHREAD_COND_SIGNAL(cond) do { \
  275. int p_ret = starpu_pthread_cond_signal(cond); \
  276. if (STARPU_UNLIKELY(p_ret)) { \
  277. fprintf(stderr, \
  278. "%s:%d starpu_pthread_cond_signal: %s\n", \
  279. __FILE__, __LINE__, strerror(p_ret)); \
  280. STARPU_ABORT(); \
  281. } \
  282. } while (0)
  283. #define STARPU_PTHREAD_COND_BROADCAST(cond) do { \
  284. int p_ret = starpu_pthread_cond_broadcast(cond); \
  285. if (STARPU_UNLIKELY(p_ret)) { \
  286. fprintf(stderr, \
  287. "%s:%d starpu_pthread_cond_broadcast: %s\n", \
  288. __FILE__, __LINE__, strerror(p_ret)); \
  289. STARPU_ABORT(); \
  290. } \
  291. } while (0)
  292. #define STARPU_PTHREAD_COND_WAIT(cond, mutex) do { \
  293. int p_ret = starpu_pthread_cond_wait((cond), (mutex)); \
  294. if (STARPU_UNLIKELY(p_ret)) { \
  295. fprintf(stderr, \
  296. "%s:%d starpu_pthread_cond_wait: %s\n", \
  297. __FILE__, __LINE__, strerror(p_ret)); \
  298. STARPU_ABORT(); \
  299. } \
  300. } while (0)
  301. /* pthread_cond_timedwait not yet available on windows, but we don't run simgrid there anyway */
  302. #ifdef STARPU_SIMGRID
  303. #define STARPU_PTHREAD_COND_TIMEDWAIT(cond, mutex, abstime) \
  304. _starpu_pthread_cond_timedwait(cond, mutex, abstime, __FILE__, __LINE__)
  305. static STARPU_INLINE
  306. int _starpu_pthread_cond_timedwait(starpu_pthread_cond_t *cond, starpu_pthread_mutex_t *mutex, const struct timespec *abstime, char *file, int line)
  307. {
  308. int p_ret = starpu_pthread_cond_timedwait(cond, mutex, abstime);
  309. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != ETIMEDOUT)) {
  310. fprintf(stderr,
  311. "%s:%d starpu_pthread_cond_timedwait: %s\n",
  312. file, line, strerror(p_ret));
  313. STARPU_ABORT();
  314. }
  315. return p_ret;
  316. }
  317. #endif
  318. /*
  319. * Encapsulation of the starpu_pthread_barrier_* functions.
  320. */
  321. #define STARPU_PTHREAD_BARRIER_INIT(barrier, attr, count) do { \
  322. int p_ret = starpu_pthread_barrier_init((barrier), (attr), (count)); \
  323. if (STARPU_UNLIKELY(p_ret)) { \
  324. fprintf(stderr, \
  325. "%s:%d starpu_pthread_barrier_init: %s\n", \
  326. __FILE__, __LINE__, strerror(p_ret)); \
  327. STARPU_ABORT(); \
  328. } \
  329. } while (0)
  330. #define STARPU_PTHREAD_BARRIER_DESTROY(barrier) do { \
  331. int p_ret = starpu_pthread_barrier_destroy((barrier)); \
  332. if (STARPU_UNLIKELY(p_ret)) { \
  333. fprintf(stderr, \
  334. "%s:%d starpu_pthread_barrier_destroy: %s\n", \
  335. __FILE__, __LINE__, strerror(p_ret)); \
  336. STARPU_ABORT(); \
  337. } \
  338. } while (0)
  339. #define STARPU_PTHREAD_BARRIER_WAIT(barrier) do { \
  340. int p_ret = starpu_pthread_barrier_wait((barrier)); \
  341. if (STARPU_UNLIKELY(!((p_ret == 0) || (p_ret == STARPU_PTHREAD_BARRIER_SERIAL_THREAD)))) { \
  342. fprintf(stderr, \
  343. "%s:%d starpu_pthread_barrier_wait: %s\n", \
  344. __FILE__, __LINE__, strerror(p_ret)); \
  345. STARPU_ABORT(); \
  346. } \
  347. } while (0)
  348. #endif /* _MSC_VER */
  349. #endif /* __STARPU_THREAD_UTIL_H__ */