starpu_thread_util.h 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394
  1. /* StarPU --- Runtime system for heterogeneous multicore architectures.
  2. *
  3. * Copyright (C) 2012,2013 Inria
  4. * Copyright (C) 2010-2013,2015,2017,2019 CNRS
  5. * Copyright (C) 2010-2014,2016,2017 Université de Bordeaux
  6. *
  7. * StarPU is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU Lesser General Public License as published by
  9. * the Free Software Foundation; either version 2.1 of the License, or (at
  10. * your option) any later version.
  11. *
  12. * StarPU is distributed in the hope that it will be useful, but
  13. * WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  15. *
  16. * See the GNU Lesser General Public License in COPYING.LGPL for more details.
  17. */
  18. #ifndef __STARPU_THREAD_UTIL_H__
  19. #define __STARPU_THREAD_UTIL_H__
  20. /** @defgroup
  21. *
  22. * @{
  23. */
  24. #include <starpu_util.h>
  25. #include <starpu_thread.h>
  26. #include <errno.h>
  27. #if !(defined(_MSC_VER) && !defined(BUILDING_STARPU))
  28. /*
  29. * Encapsulation of the starpu_pthread_create_* functions.
  30. */
  31. #define STARPU_PTHREAD_CREATE_ON(name, thread, attr, routine, arg, where) do { \
  32. int p_ret = starpu_pthread_create_on((name), (thread), (attr), (routine), (arg), (where)); \
  33. if (STARPU_UNLIKELY(p_ret != 0)) { \
  34. fprintf(stderr, \
  35. "%s:%d starpu_pthread_create_on: %s\n", \
  36. __FILE__, __LINE__, strerror(p_ret)); \
  37. STARPU_ABORT(); \
  38. } \
  39. } while (0)
  40. #define STARPU_PTHREAD_CREATE(thread, attr, routine, arg) do { \
  41. int p_ret = starpu_pthread_create((thread), (attr), (routine), (arg)); \
  42. if (STARPU_UNLIKELY(p_ret != 0)) { \
  43. fprintf(stderr, \
  44. "%s:%d starpu_pthread_create: %s\n", \
  45. __FILE__, __LINE__, strerror(p_ret)); \
  46. STARPU_ABORT(); \
  47. } \
  48. } while (0)
  49. #define STARPU_PTHREAD_JOIN(thread, retval) do { \
  50. int p_ret = starpu_pthread_join((thread), (retval)); \
  51. if (STARPU_UNLIKELY(p_ret != 0)) { \
  52. fprintf(stderr, \
  53. "%s:%d starpu_pthread_join: %s\n", \
  54. __FILE__, __LINE__, strerror(p_ret)); \
  55. STARPU_ABORT(); \
  56. } \
  57. } while (0)
  58. /*
  59. * Encapsulation of the starpu_pthread_mutex_* functions.
  60. */
  61. #define STARPU_PTHREAD_MUTEX_INIT(mutex, attr) do { \
  62. int p_ret = starpu_pthread_mutex_init((mutex), (attr)); \
  63. if (STARPU_UNLIKELY(p_ret)) { \
  64. fprintf(stderr, \
  65. "%s:%d starpu_pthread_mutex_init: %s\n", \
  66. __FILE__, __LINE__, strerror(p_ret)); \
  67. STARPU_ABORT(); \
  68. } \
  69. } while (0)
  70. #define STARPU_PTHREAD_MUTEX_DESTROY(mutex) do { \
  71. int p_ret = starpu_pthread_mutex_destroy(mutex); \
  72. if (STARPU_UNLIKELY(p_ret)) { \
  73. fprintf(stderr, \
  74. "%s:%d starpu_pthread_mutex_destroy: %s\n", \
  75. __FILE__, __LINE__, strerror(p_ret)); \
  76. STARPU_ABORT(); \
  77. } \
  78. } while(0)
  79. #ifdef STARPU_DEBUG
  80. #define _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line) \
  81. starpu_pthread_mutex_check_sched((mutex), file, line)
  82. #else
  83. #define _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line)
  84. #endif
  85. #define STARPU_PTHREAD_MUTEX_LOCK(mutex) do { \
  86. int p_ret = starpu_pthread_mutex_lock(mutex); \
  87. if (STARPU_UNLIKELY(p_ret)) { \
  88. fprintf(stderr, \
  89. "%s:%d starpu_pthread_mutex_lock: %s\n", \
  90. __FILE__, __LINE__, strerror(p_ret)); \
  91. STARPU_ABORT(); \
  92. } \
  93. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, __FILE__, __LINE__); \
  94. } while (0)
  95. #define STARPU_PTHREAD_MUTEX_LOCK_SCHED(mutex) do { \
  96. int p_ret = starpu_pthread_mutex_lock_sched(mutex); \
  97. if (STARPU_UNLIKELY(p_ret)) { \
  98. fprintf(stderr, \
  99. "%s:%d starpu_pthread_mutex_lock_sched: %s\n", \
  100. __FILE__, __LINE__, strerror(p_ret)); \
  101. STARPU_ABORT(); \
  102. } \
  103. } while (0)
  104. #define STARPU_PTHREAD_MUTEX_TRYLOCK(mutex) \
  105. _starpu_pthread_mutex_trylock(mutex, __FILE__, __LINE__)
  106. static STARPU_INLINE
  107. int _starpu_pthread_mutex_trylock(starpu_pthread_mutex_t *mutex, char *file, int line)
  108. {
  109. int p_ret = starpu_pthread_mutex_trylock(mutex);
  110. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  111. fprintf(stderr,
  112. "%s:%d starpu_pthread_mutex_trylock: %s\n",
  113. file, line, strerror(p_ret));
  114. STARPU_ABORT();
  115. }
  116. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line);
  117. return p_ret;
  118. }
  119. #define STARPU_PTHREAD_MUTEX_TRYLOCK_SCHED(mutex) \
  120. _starpu_pthread_mutex_trylock_sched(mutex, __FILE__, __LINE__)
  121. static STARPU_INLINE
  122. int _starpu_pthread_mutex_trylock_sched(starpu_pthread_mutex_t *mutex, char *file, int line)
  123. {
  124. int p_ret = starpu_pthread_mutex_trylock_sched(mutex);
  125. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  126. fprintf(stderr,
  127. "%s:%d starpu_pthread_mutex_trylock_sched: %s\n",
  128. file, line, strerror(p_ret));
  129. STARPU_ABORT();
  130. }
  131. return p_ret;
  132. }
  133. #define STARPU_PTHREAD_MUTEX_UNLOCK(mutex) do { \
  134. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, __FILE__, __LINE__); \
  135. int p_ret = starpu_pthread_mutex_unlock(mutex); \
  136. if (STARPU_UNLIKELY(p_ret)) { \
  137. fprintf(stderr, \
  138. "%s:%d starpu_pthread_mutex_unlock: %s\n", \
  139. __FILE__, __LINE__, strerror(p_ret)); \
  140. STARPU_ABORT(); \
  141. } \
  142. } while (0)
  143. #define STARPU_PTHREAD_MUTEX_UNLOCK_SCHED(mutex) do { \
  144. int p_ret = starpu_pthread_mutex_unlock_sched(mutex); \
  145. if (STARPU_UNLIKELY(p_ret)) { \
  146. fprintf(stderr, \
  147. "%s:%d starpu_pthread_mutex_unlock_sched: %s\n", \
  148. __FILE__, __LINE__, strerror(p_ret)); \
  149. STARPU_ABORT(); \
  150. } \
  151. } while (0)
  152. /*
  153. * Encapsulation of the starpu_pthread_key_* functions.
  154. */
  155. #define STARPU_PTHREAD_KEY_CREATE(key, destr) do { \
  156. int p_ret = starpu_pthread_key_create((key), (destr)); \
  157. if (STARPU_UNLIKELY(p_ret != 0)) { \
  158. fprintf(stderr, \
  159. "%s:%d starpu_pthread_key_create: %s\n", \
  160. __FILE__, __LINE__, strerror(p_ret)); \
  161. } \
  162. } while (0)
  163. #define STARPU_PTHREAD_KEY_DELETE(key) do { \
  164. int p_ret = starpu_pthread_key_delete((key)); \
  165. if (STARPU_UNLIKELY(p_ret != 0)) { \
  166. fprintf(stderr, \
  167. "%s:%d starpu_pthread_key_delete: %s\n", \
  168. __FILE__, __LINE__, strerror(p_ret)); \
  169. } \
  170. } while (0)
  171. #define STARPU_PTHREAD_SETSPECIFIC(key, ptr) do { \
  172. int p_ret = starpu_pthread_setspecific((key), (ptr)); \
  173. if (STARPU_UNLIKELY(p_ret != 0)) { \
  174. fprintf(stderr, \
  175. "%s:%d starpu_pthread_setspecific: %s\n", \
  176. __FILE__, __LINE__, strerror(p_ret)); \
  177. }; \
  178. } while (0)
  179. #define STARPU_PTHREAD_GETSPECIFIC(key) starpu_pthread_getspecific((key))
  180. /*
  181. * Encapsulation of the starpu_pthread_rwlock_* functions.
  182. */
  183. #define STARPU_PTHREAD_RWLOCK_INIT(rwlock, attr) do { \
  184. int p_ret = starpu_pthread_rwlock_init((rwlock), (attr)); \
  185. if (STARPU_UNLIKELY(p_ret)) { \
  186. fprintf(stderr, \
  187. "%s:%d starpu_pthread_rwlock_init: %s\n", \
  188. __FILE__, __LINE__, strerror(p_ret)); \
  189. STARPU_ABORT(); \
  190. } \
  191. } while (0)
  192. #define STARPU_PTHREAD_RWLOCK_RDLOCK(rwlock) do { \
  193. int p_ret = starpu_pthread_rwlock_rdlock(rwlock); \
  194. if (STARPU_UNLIKELY(p_ret)) { \
  195. fprintf(stderr, \
  196. "%s:%d starpu_pthread_rwlock_rdlock: %s\n", \
  197. __FILE__, __LINE__, strerror(p_ret)); \
  198. STARPU_ABORT(); \
  199. } \
  200. } while (0)
  201. #define STARPU_PTHREAD_RWLOCK_TRYRDLOCK(rwlock) \
  202. _starpu_pthread_rwlock_tryrdlock(rwlock, __FILE__, __LINE__)
  203. static STARPU_INLINE
  204. int _starpu_pthread_rwlock_tryrdlock(starpu_pthread_rwlock_t *rwlock, char *file, int line)
  205. {
  206. int p_ret = starpu_pthread_rwlock_tryrdlock(rwlock);
  207. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  208. fprintf(stderr,
  209. "%s:%d starpu_pthread_rwlock_tryrdlock: %s\n",
  210. file, line, strerror(p_ret));
  211. STARPU_ABORT();
  212. }
  213. return p_ret;
  214. }
  215. #define STARPU_PTHREAD_RWLOCK_WRLOCK(rwlock) do { \
  216. int p_ret = starpu_pthread_rwlock_wrlock(rwlock); \
  217. if (STARPU_UNLIKELY(p_ret)) { \
  218. fprintf(stderr, \
  219. "%s:%d starpu_pthread_rwlock_wrlock: %s\n", \
  220. __FILE__, __LINE__, strerror(p_ret)); \
  221. STARPU_ABORT(); \
  222. } \
  223. } while (0)
  224. #define STARPU_PTHREAD_RWLOCK_TRYWRLOCK(rwlock) \
  225. _starpu_pthread_rwlock_trywrlock(rwlock, __FILE__, __LINE__)
  226. static STARPU_INLINE
  227. int _starpu_pthread_rwlock_trywrlock(starpu_pthread_rwlock_t *rwlock, char *file, int line)
  228. {
  229. int p_ret = starpu_pthread_rwlock_trywrlock(rwlock);
  230. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  231. fprintf(stderr,
  232. "%s:%d starpu_pthread_rwlock_trywrlock: %s\n",
  233. file, line, strerror(p_ret));
  234. STARPU_ABORT();
  235. }
  236. return p_ret;
  237. }
  238. #define STARPU_PTHREAD_RWLOCK_UNLOCK(rwlock) do { \
  239. int p_ret = starpu_pthread_rwlock_unlock(rwlock); \
  240. if (STARPU_UNLIKELY(p_ret)) { \
  241. fprintf(stderr, \
  242. "%s:%d starpu_pthread_rwlock_unlock: %s\n", \
  243. __FILE__, __LINE__, strerror(p_ret)); \
  244. STARPU_ABORT(); \
  245. } \
  246. } while (0)
  247. #define STARPU_PTHREAD_RWLOCK_DESTROY(rwlock) do { \
  248. int p_ret = starpu_pthread_rwlock_destroy(rwlock); \
  249. if (STARPU_UNLIKELY(p_ret)) { \
  250. fprintf(stderr, \
  251. "%s:%d starpu_pthread_rwlock_destroy: %s\n", \
  252. __FILE__, __LINE__, strerror(p_ret)); \
  253. STARPU_ABORT(); \
  254. } \
  255. } while (0)
  256. /*
  257. * Encapsulation of the starpu_pthread_cond_* functions.
  258. */
  259. #define STARPU_PTHREAD_COND_INIT(cond, attr) do { \
  260. int p_ret = starpu_pthread_cond_init((cond), (attr)); \
  261. if (STARPU_UNLIKELY(p_ret)) { \
  262. fprintf(stderr, \
  263. "%s:%d starpu_pthread_cond_init: %s\n", \
  264. __FILE__, __LINE__, strerror(p_ret)); \
  265. STARPU_ABORT(); \
  266. } \
  267. } while (0)
  268. #define STARPU_PTHREAD_COND_DESTROY(cond) do { \
  269. int p_ret = starpu_pthread_cond_destroy(cond); \
  270. if (STARPU_UNLIKELY(p_ret)) { \
  271. fprintf(stderr, \
  272. "%s:%d starpu_pthread_cond_destroy: %s\n", \
  273. __FILE__, __LINE__, strerror(p_ret)); \
  274. STARPU_ABORT(); \
  275. } \
  276. } while (0)
  277. #define STARPU_PTHREAD_COND_SIGNAL(cond) do { \
  278. int p_ret = starpu_pthread_cond_signal(cond); \
  279. if (STARPU_UNLIKELY(p_ret)) { \
  280. fprintf(stderr, \
  281. "%s:%d starpu_pthread_cond_signal: %s\n", \
  282. __FILE__, __LINE__, strerror(p_ret)); \
  283. STARPU_ABORT(); \
  284. } \
  285. } while (0)
  286. #define STARPU_PTHREAD_COND_BROADCAST(cond) do { \
  287. int p_ret = starpu_pthread_cond_broadcast(cond); \
  288. if (STARPU_UNLIKELY(p_ret)) { \
  289. fprintf(stderr, \
  290. "%s:%d starpu_pthread_cond_broadcast: %s\n", \
  291. __FILE__, __LINE__, strerror(p_ret)); \
  292. STARPU_ABORT(); \
  293. } \
  294. } while (0)
  295. #define STARPU_PTHREAD_COND_WAIT(cond, mutex) do { \
  296. int p_ret = starpu_pthread_cond_wait((cond), (mutex)); \
  297. if (STARPU_UNLIKELY(p_ret)) { \
  298. fprintf(stderr, \
  299. "%s:%d starpu_pthread_cond_wait: %s\n", \
  300. __FILE__, __LINE__, strerror(p_ret)); \
  301. STARPU_ABORT(); \
  302. } \
  303. } while (0)
  304. /* pthread_cond_timedwait not yet available on windows, but we don't run simgrid there anyway */
  305. #ifdef STARPU_SIMGRID
  306. #define STARPU_PTHREAD_COND_TIMEDWAIT(cond, mutex, abstime) \
  307. _starpu_pthread_cond_timedwait(cond, mutex, abstime, __FILE__, __LINE__)
  308. static STARPU_INLINE
  309. int _starpu_pthread_cond_timedwait(starpu_pthread_cond_t *cond, starpu_pthread_mutex_t *mutex, const struct timespec *abstime, char *file, int line)
  310. {
  311. int p_ret = starpu_pthread_cond_timedwait(cond, mutex, abstime);
  312. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != ETIMEDOUT)) {
  313. fprintf(stderr,
  314. "%s:%d starpu_pthread_cond_timedwait: %s\n",
  315. file, line, strerror(p_ret));
  316. STARPU_ABORT();
  317. }
  318. return p_ret;
  319. }
  320. #endif
  321. /*
  322. * Encapsulation of the starpu_pthread_barrier_* functions.
  323. */
  324. #define STARPU_PTHREAD_BARRIER_INIT(barrier, attr, count) do { \
  325. int p_ret = starpu_pthread_barrier_init((barrier), (attr), (count)); \
  326. if (STARPU_UNLIKELY(p_ret)) { \
  327. fprintf(stderr, \
  328. "%s:%d starpu_pthread_barrier_init: %s\n", \
  329. __FILE__, __LINE__, strerror(p_ret)); \
  330. STARPU_ABORT(); \
  331. } \
  332. } while (0)
  333. #define STARPU_PTHREAD_BARRIER_DESTROY(barrier) do { \
  334. int p_ret = starpu_pthread_barrier_destroy((barrier)); \
  335. if (STARPU_UNLIKELY(p_ret)) { \
  336. fprintf(stderr, \
  337. "%s:%d starpu_pthread_barrier_destroy: %s\n", \
  338. __FILE__, __LINE__, strerror(p_ret)); \
  339. STARPU_ABORT(); \
  340. } \
  341. } while (0)
  342. #define STARPU_PTHREAD_BARRIER_WAIT(barrier) do { \
  343. int p_ret = starpu_pthread_barrier_wait((barrier)); \
  344. if (STARPU_UNLIKELY(!((p_ret == 0) || (p_ret == STARPU_PTHREAD_BARRIER_SERIAL_THREAD)))) { \
  345. fprintf(stderr, \
  346. "%s:%d starpu_pthread_barrier_wait: %s\n", \
  347. __FILE__, __LINE__, strerror(p_ret)); \
  348. STARPU_ABORT(); \
  349. } \
  350. } while (0)
  351. #endif /* _MSC_VER */
  352. /** @} */
  353. #endif /* __STARPU_THREAD_UTIL_H__ */