starpu_thread_util.h 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. /* StarPU --- Runtime system for heterogeneous multicore architectures.
  2. *
  3. * Copyright (C) 2010, 2012-2014, 2016-2017 Université de Bordeaux
  4. * Copyright (C) 2010, 2011, 2012, 2013, 2017 CNRS
  5. *
  6. * StarPU is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU Lesser General Public License as published by
  8. * the Free Software Foundation; either version 2.1 of the License, or (at
  9. * your option) any later version.
  10. *
  11. * StarPU is distributed in the hope that it will be useful, but
  12. * WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  14. *
  15. * See the GNU Lesser General Public License in COPYING.LGPL for more details.
  16. */
  17. #ifndef __STARPU_THREAD_UTIL_H__
  18. #define __STARPU_THREAD_UTIL_H__
  19. #include <starpu_util.h>
  20. #include <starpu_thread.h>
  21. #include <errno.h>
  22. #if !(defined(_MSC_VER) && !defined(BUILDING_STARPU))
  23. /*
  24. * Encapsulation of the starpu_pthread_create_* functions.
  25. */
  26. #define STARPU_PTHREAD_CREATE_ON(name, thread, attr, routine, arg, where) do { \
  27. int p_ret = starpu_pthread_create_on((name), (thread), (attr), (routine), (arg), (where)); \
  28. if (STARPU_UNLIKELY(p_ret != 0)) { \
  29. fprintf(stderr, \
  30. "%s:%d starpu_pthread_create_on: %s\n", \
  31. __FILE__, __LINE__, strerror(p_ret)); \
  32. STARPU_ABORT(); \
  33. } \
  34. } while (0)
  35. #define STARPU_PTHREAD_CREATE(thread, attr, routine, arg) do { \
  36. int p_ret = starpu_pthread_create((thread), (attr), (routine), (arg)); \
  37. if (STARPU_UNLIKELY(p_ret != 0)) { \
  38. fprintf(stderr, \
  39. "%s:%d starpu_pthread_create: %s\n", \
  40. __FILE__, __LINE__, strerror(p_ret)); \
  41. STARPU_ABORT(); \
  42. } \
  43. } while (0)
  44. #define STARPU_PTHREAD_JOIN(thread, retval) do { \
  45. int p_ret = starpu_pthread_join((thread), (retval)); \
  46. if (STARPU_UNLIKELY(p_ret != 0)) { \
  47. fprintf(stderr, \
  48. "%s:%d starpu_pthread_join: %s\n", \
  49. __FILE__, __LINE__, strerror(p_ret)); \
  50. STARPU_ABORT(); \
  51. } \
  52. } while (0)
  53. /*
  54. * Encapsulation of the starpu_pthread_mutex_* functions.
  55. */
  56. #define STARPU_PTHREAD_MUTEX_INIT(mutex, attr) do { \
  57. int p_ret = starpu_pthread_mutex_init((mutex), (attr)); \
  58. if (STARPU_UNLIKELY(p_ret)) { \
  59. fprintf(stderr, \
  60. "%s:%d starpu_pthread_mutex_init: %s\n", \
  61. __FILE__, __LINE__, strerror(p_ret)); \
  62. STARPU_ABORT(); \
  63. } \
  64. } while (0)
  65. #define STARPU_PTHREAD_MUTEX_DESTROY(mutex) do { \
  66. int p_ret = starpu_pthread_mutex_destroy(mutex); \
  67. if (STARPU_UNLIKELY(p_ret)) { \
  68. fprintf(stderr, \
  69. "%s:%d starpu_pthread_mutex_destroy: %s\n", \
  70. __FILE__, __LINE__, strerror(p_ret)); \
  71. STARPU_ABORT(); \
  72. } \
  73. } while(0)
  74. #ifdef STARPU_DEBUG
  75. #define _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line) \
  76. starpu_pthread_mutex_check_sched((mutex), file, line)
  77. #else
  78. #define _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line)
  79. #endif
  80. #define STARPU_PTHREAD_MUTEX_LOCK(mutex) do { \
  81. int p_ret = starpu_pthread_mutex_lock(mutex); \
  82. if (STARPU_UNLIKELY(p_ret)) { \
  83. fprintf(stderr, \
  84. "%s:%d starpu_pthread_mutex_lock: %s\n", \
  85. __FILE__, __LINE__, strerror(p_ret)); \
  86. STARPU_ABORT(); \
  87. } \
  88. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, __FILE__, __LINE__); \
  89. } while (0)
  90. #define STARPU_PTHREAD_MUTEX_LOCK_SCHED(mutex) do { \
  91. int p_ret = starpu_pthread_mutex_lock_sched(mutex); \
  92. if (STARPU_UNLIKELY(p_ret)) { \
  93. fprintf(stderr, \
  94. "%s:%d starpu_pthread_mutex_lock_sched: %s\n", \
  95. __FILE__, __LINE__, strerror(p_ret)); \
  96. STARPU_ABORT(); \
  97. } \
  98. } while (0)
  99. #define STARPU_PTHREAD_MUTEX_TRYLOCK(mutex) \
  100. _starpu_pthread_mutex_trylock(mutex, __FILE__, __LINE__)
  101. static STARPU_INLINE
  102. int _starpu_pthread_mutex_trylock(starpu_pthread_mutex_t *mutex, char *file, int line)
  103. {
  104. int p_ret = starpu_pthread_mutex_trylock(mutex);
  105. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  106. fprintf(stderr,
  107. "%s:%d starpu_pthread_mutex_trylock: %s\n",
  108. file, line, strerror(p_ret));
  109. STARPU_ABORT();
  110. }
  111. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line);
  112. return p_ret;
  113. }
  114. #define STARPU_PTHREAD_MUTEX_TRYLOCK_SCHED(mutex) \
  115. _starpu_pthread_mutex_trylock_sched(mutex, __FILE__, __LINE__)
  116. static STARPU_INLINE
  117. int _starpu_pthread_mutex_trylock_sched(starpu_pthread_mutex_t *mutex, char *file, int line)
  118. {
  119. int p_ret = starpu_pthread_mutex_trylock_sched(mutex);
  120. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  121. fprintf(stderr,
  122. "%s:%d starpu_pthread_mutex_trylock_sched: %s\n",
  123. file, line, strerror(p_ret));
  124. STARPU_ABORT();
  125. }
  126. return p_ret;
  127. }
  128. #define STARPU_PTHREAD_MUTEX_UNLOCK(mutex) do { \
  129. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, __FILE__, __LINE__); \
  130. int p_ret = starpu_pthread_mutex_unlock(mutex); \
  131. if (STARPU_UNLIKELY(p_ret)) { \
  132. fprintf(stderr, \
  133. "%s:%d starpu_pthread_mutex_unlock: %s\n", \
  134. __FILE__, __LINE__, strerror(p_ret)); \
  135. STARPU_ABORT(); \
  136. } \
  137. } while (0)
  138. #define STARPU_PTHREAD_MUTEX_UNLOCK_SCHED(mutex) do { \
  139. int p_ret = starpu_pthread_mutex_unlock_sched(mutex); \
  140. if (STARPU_UNLIKELY(p_ret)) { \
  141. fprintf(stderr, \
  142. "%s:%d starpu_pthread_mutex_unlock_sched: %s\n", \
  143. __FILE__, __LINE__, strerror(p_ret)); \
  144. STARPU_ABORT(); \
  145. } \
  146. } while (0)
  147. /*
  148. * Encapsulation of the starpu_pthread_key_* functions.
  149. */
  150. #define STARPU_PTHREAD_KEY_CREATE(key, destr) do { \
  151. int p_ret = starpu_pthread_key_create((key), (destr)); \
  152. if (STARPU_UNLIKELY(p_ret != 0)) { \
  153. fprintf(stderr, \
  154. "%s:%d starpu_pthread_key_create: %s\n", \
  155. __FILE__, __LINE__, strerror(p_ret)); \
  156. } \
  157. } while (0)
  158. #define STARPU_PTHREAD_KEY_DELETE(key) do { \
  159. int p_ret = starpu_pthread_key_delete((key)); \
  160. if (STARPU_UNLIKELY(p_ret != 0)) { \
  161. fprintf(stderr, \
  162. "%s:%d starpu_pthread_key_delete: %s\n", \
  163. __FILE__, __LINE__, strerror(p_ret)); \
  164. } \
  165. } while (0)
  166. #define STARPU_PTHREAD_SETSPECIFIC(key, ptr) do { \
  167. int p_ret = starpu_pthread_setspecific((key), (ptr)); \
  168. if (STARPU_UNLIKELY(p_ret != 0)) { \
  169. fprintf(stderr, \
  170. "%s:%d starpu_pthread_setspecific: %s\n", \
  171. __FILE__, __LINE__, strerror(p_ret)); \
  172. }; \
  173. } while (0)
  174. #define STARPU_PTHREAD_GETSPECIFIC(key) starpu_pthread_getspecific((key))
  175. /*
  176. * Encapsulation of the starpu_pthread_rwlock_* functions.
  177. */
  178. #define STARPU_PTHREAD_RWLOCK_INIT(rwlock, attr) do { \
  179. int p_ret = starpu_pthread_rwlock_init((rwlock), (attr)); \
  180. if (STARPU_UNLIKELY(p_ret)) { \
  181. fprintf(stderr, \
  182. "%s:%d starpu_pthread_rwlock_init: %s\n", \
  183. __FILE__, __LINE__, strerror(p_ret)); \
  184. STARPU_ABORT(); \
  185. } \
  186. } while (0)
  187. #define STARPU_PTHREAD_RWLOCK_RDLOCK(rwlock) do { \
  188. int p_ret = starpu_pthread_rwlock_rdlock(rwlock); \
  189. if (STARPU_UNLIKELY(p_ret)) { \
  190. fprintf(stderr, \
  191. "%s:%d starpu_pthread_rwlock_rdlock: %s\n", \
  192. __FILE__, __LINE__, strerror(p_ret)); \
  193. STARPU_ABORT(); \
  194. } \
  195. } while (0)
  196. #define STARPU_PTHREAD_RWLOCK_TRYRDLOCK(rwlock) \
  197. _starpu_pthread_rwlock_tryrdlock(rwlock, __FILE__, __LINE__)
  198. static STARPU_INLINE
  199. int _starpu_pthread_rwlock_tryrdlock(starpu_pthread_rwlock_t *rwlock, char *file, int line)
  200. {
  201. int p_ret = starpu_pthread_rwlock_tryrdlock(rwlock);
  202. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  203. fprintf(stderr,
  204. "%s:%d starpu_pthread_rwlock_tryrdlock: %s\n",
  205. file, line, strerror(p_ret));
  206. STARPU_ABORT();
  207. }
  208. return p_ret;
  209. }
  210. #define STARPU_PTHREAD_RWLOCK_WRLOCK(rwlock) do { \
  211. int p_ret = starpu_pthread_rwlock_wrlock(rwlock); \
  212. if (STARPU_UNLIKELY(p_ret)) { \
  213. fprintf(stderr, \
  214. "%s:%d starpu_pthread_rwlock_wrlock: %s\n", \
  215. __FILE__, __LINE__, strerror(p_ret)); \
  216. STARPU_ABORT(); \
  217. } \
  218. } while (0)
  219. #define STARPU_PTHREAD_RWLOCK_TRYWRLOCK(rwlock) \
  220. _starpu_pthread_rwlock_trywrlock(rwlock, __FILE__, __LINE__)
  221. static STARPU_INLINE
  222. int _starpu_pthread_rwlock_trywrlock(starpu_pthread_rwlock_t *rwlock, char *file, int line)
  223. {
  224. int p_ret = starpu_pthread_rwlock_trywrlock(rwlock);
  225. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  226. fprintf(stderr,
  227. "%s:%d starpu_pthread_rwlock_trywrlock: %s\n",
  228. file, line, strerror(p_ret));
  229. STARPU_ABORT();
  230. }
  231. return p_ret;
  232. }
  233. #define STARPU_PTHREAD_RWLOCK_UNLOCK(rwlock) do { \
  234. int p_ret = starpu_pthread_rwlock_unlock(rwlock); \
  235. if (STARPU_UNLIKELY(p_ret)) { \
  236. fprintf(stderr, \
  237. "%s:%d starpu_pthread_rwlock_unlock: %s\n", \
  238. __FILE__, __LINE__, strerror(p_ret)); \
  239. STARPU_ABORT(); \
  240. } \
  241. } while (0)
  242. #define STARPU_PTHREAD_RWLOCK_DESTROY(rwlock) do { \
  243. int p_ret = starpu_pthread_rwlock_destroy(rwlock); \
  244. if (STARPU_UNLIKELY(p_ret)) { \
  245. fprintf(stderr, \
  246. "%s:%d starpu_pthread_rwlock_destroy: %s\n", \
  247. __FILE__, __LINE__, strerror(p_ret)); \
  248. STARPU_ABORT(); \
  249. } \
  250. } while (0)
  251. /*
  252. * Encapsulation of the starpu_pthread_cond_* functions.
  253. */
  254. #define STARPU_PTHREAD_COND_INIT(cond, attr) do { \
  255. int p_ret = starpu_pthread_cond_init((cond), (attr)); \
  256. if (STARPU_UNLIKELY(p_ret)) { \
  257. fprintf(stderr, \
  258. "%s:%d starpu_pthread_cond_init: %s\n", \
  259. __FILE__, __LINE__, strerror(p_ret)); \
  260. STARPU_ABORT(); \
  261. } \
  262. } while (0)
  263. #define STARPU_PTHREAD_COND_DESTROY(cond) do { \
  264. int p_ret = starpu_pthread_cond_destroy(cond); \
  265. if (STARPU_UNLIKELY(p_ret)) { \
  266. fprintf(stderr, \
  267. "%s:%d starpu_pthread_cond_destroy: %s\n", \
  268. __FILE__, __LINE__, strerror(p_ret)); \
  269. STARPU_ABORT(); \
  270. } \
  271. } while (0)
  272. #define STARPU_PTHREAD_COND_SIGNAL(cond) do { \
  273. int p_ret = starpu_pthread_cond_signal(cond); \
  274. if (STARPU_UNLIKELY(p_ret)) { \
  275. fprintf(stderr, \
  276. "%s:%d starpu_pthread_cond_signal: %s\n", \
  277. __FILE__, __LINE__, strerror(p_ret)); \
  278. STARPU_ABORT(); \
  279. } \
  280. } while (0)
  281. #define STARPU_PTHREAD_COND_BROADCAST(cond) do { \
  282. int p_ret = starpu_pthread_cond_broadcast(cond); \
  283. if (STARPU_UNLIKELY(p_ret)) { \
  284. fprintf(stderr, \
  285. "%s:%d starpu_pthread_cond_broadcast: %s\n", \
  286. __FILE__, __LINE__, strerror(p_ret)); \
  287. STARPU_ABORT(); \
  288. } \
  289. } while (0)
  290. #define STARPU_PTHREAD_COND_WAIT(cond, mutex) do { \
  291. int p_ret = starpu_pthread_cond_wait((cond), (mutex)); \
  292. if (STARPU_UNLIKELY(p_ret)) { \
  293. fprintf(stderr, \
  294. "%s:%d starpu_pthread_cond_wait: %s\n", \
  295. __FILE__, __LINE__, strerror(p_ret)); \
  296. STARPU_ABORT(); \
  297. } \
  298. } while (0)
  299. /* pthread_cond_timedwait not yet available on windows, but we don't run simgrid there anyway */
  300. #ifdef STARPU_SIMGRID
  301. #define STARPU_PTHREAD_COND_TIMEDWAIT(cond, mutex, abstime) \
  302. _starpu_pthread_cond_timedwait(cond, mutex, abstime, __FILE__, __LINE__)
  303. static STARPU_INLINE
  304. int _starpu_pthread_cond_timedwait(starpu_pthread_cond_t *cond, starpu_pthread_mutex_t *mutex, const struct timespec *abstime, char *file, int line)
  305. {
  306. int p_ret = starpu_pthread_cond_timedwait(cond, mutex, abstime);
  307. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != ETIMEDOUT)) {
  308. fprintf(stderr,
  309. "%s:%d starpu_pthread_cond_timedwait: %s\n",
  310. file, line, strerror(p_ret));
  311. STARPU_ABORT();
  312. }
  313. return p_ret;
  314. }
  315. #endif
  316. /*
  317. * Encapsulation of the starpu_pthread_barrier_* functions.
  318. */
  319. #define STARPU_PTHREAD_BARRIER_INIT(barrier, attr, count) do { \
  320. int p_ret = starpu_pthread_barrier_init((barrier), (attr), (count)); \
  321. if (STARPU_UNLIKELY(p_ret)) { \
  322. fprintf(stderr, \
  323. "%s:%d starpu_pthread_barrier_init: %s\n", \
  324. __FILE__, __LINE__, strerror(p_ret)); \
  325. STARPU_ABORT(); \
  326. } \
  327. } while (0)
  328. #define STARPU_PTHREAD_BARRIER_DESTROY(barrier) do { \
  329. int p_ret = starpu_pthread_barrier_destroy((barrier)); \
  330. if (STARPU_UNLIKELY(p_ret)) { \
  331. fprintf(stderr, \
  332. "%s:%d starpu_pthread_barrier_destroy: %s\n", \
  333. __FILE__, __LINE__, strerror(p_ret)); \
  334. STARPU_ABORT(); \
  335. } \
  336. } while (0)
  337. #define STARPU_PTHREAD_BARRIER_WAIT(barrier) do { \
  338. int p_ret = starpu_pthread_barrier_wait((barrier)); \
  339. if (STARPU_UNLIKELY(!((p_ret == 0) || (p_ret == STARPU_PTHREAD_BARRIER_SERIAL_THREAD)))) { \
  340. fprintf(stderr, \
  341. "%s:%d starpu_pthread_barrier_wait: %s\n", \
  342. __FILE__, __LINE__, strerror(p_ret)); \
  343. STARPU_ABORT(); \
  344. } \
  345. } while (0)
  346. #endif /* _MSC_VER */
  347. #endif /* __STARPU_THREAD_UTIL_H__ */