starpu_thread_util.h 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387
  1. /* StarPU --- Runtime system for heterogeneous multicore architectures.
  2. *
  3. * Copyright (C) 2012-2013 Inria
  4. * Copyright (C) 2010-2014,2016-2017 Université de Bordeaux
  5. * Copyright (C) 2010-2013,2015,2017 CNRS
  6. *
  7. * StarPU is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU Lesser General Public License as published by
  9. * the Free Software Foundation; either version 2.1 of the License, or (at
  10. * your option) any later version.
  11. *
  12. * StarPU is distributed in the hope that it will be useful, but
  13. * WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  15. *
  16. * See the GNU Lesser General Public License in COPYING.LGPL for more details.
  17. */
  18. #ifndef __STARPU_THREAD_UTIL_H__
  19. #define __STARPU_THREAD_UTIL_H__
  20. #include <starpu_util.h>
  21. #include <starpu_thread.h>
  22. #include <errno.h>
  23. #if !(defined(_MSC_VER) && !defined(BUILDING_STARPU))
  24. /*
  25. * Encapsulation of the starpu_pthread_create_* functions.
  26. */
  27. #define STARPU_PTHREAD_CREATE_ON(name, thread, attr, routine, arg, where) do { \
  28. int p_ret = starpu_pthread_create_on((name), (thread), (attr), (routine), (arg), (where)); \
  29. if (STARPU_UNLIKELY(p_ret != 0)) { \
  30. fprintf(stderr, \
  31. "%s:%d starpu_pthread_create_on: %s\n", \
  32. __FILE__, __LINE__, strerror(p_ret)); \
  33. STARPU_ABORT(); \
  34. } \
  35. } while (0)
  36. #define STARPU_PTHREAD_CREATE(thread, attr, routine, arg) do { \
  37. int p_ret = starpu_pthread_create((thread), (attr), (routine), (arg)); \
  38. if (STARPU_UNLIKELY(p_ret != 0)) { \
  39. fprintf(stderr, \
  40. "%s:%d starpu_pthread_create: %s\n", \
  41. __FILE__, __LINE__, strerror(p_ret)); \
  42. STARPU_ABORT(); \
  43. } \
  44. } while (0)
  45. #define STARPU_PTHREAD_JOIN(thread, retval) do { \
  46. int p_ret = starpu_pthread_join((thread), (retval)); \
  47. if (STARPU_UNLIKELY(p_ret != 0)) { \
  48. fprintf(stderr, \
  49. "%s:%d starpu_pthread_join: %s\n", \
  50. __FILE__, __LINE__, strerror(p_ret)); \
  51. STARPU_ABORT(); \
  52. } \
  53. } while (0)
  54. /*
  55. * Encapsulation of the starpu_pthread_mutex_* functions.
  56. */
  57. #define STARPU_PTHREAD_MUTEX_INIT(mutex, attr) do { \
  58. int p_ret = starpu_pthread_mutex_init((mutex), (attr)); \
  59. if (STARPU_UNLIKELY(p_ret)) { \
  60. fprintf(stderr, \
  61. "%s:%d starpu_pthread_mutex_init: %s\n", \
  62. __FILE__, __LINE__, strerror(p_ret)); \
  63. STARPU_ABORT(); \
  64. } \
  65. } while (0)
  66. #define STARPU_PTHREAD_MUTEX_DESTROY(mutex) do { \
  67. int p_ret = starpu_pthread_mutex_destroy(mutex); \
  68. if (STARPU_UNLIKELY(p_ret)) { \
  69. fprintf(stderr, \
  70. "%s:%d starpu_pthread_mutex_destroy: %s\n", \
  71. __FILE__, __LINE__, strerror(p_ret)); \
  72. STARPU_ABORT(); \
  73. } \
  74. } while(0)
  75. #ifdef STARPU_DEBUG
  76. #define _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line) \
  77. starpu_pthread_mutex_check_sched((mutex), file, line)
  78. #else
  79. #define _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line)
  80. #endif
  81. #define STARPU_PTHREAD_MUTEX_LOCK(mutex) do { \
  82. int p_ret = starpu_pthread_mutex_lock(mutex); \
  83. if (STARPU_UNLIKELY(p_ret)) { \
  84. fprintf(stderr, \
  85. "%s:%d starpu_pthread_mutex_lock: %s\n", \
  86. __FILE__, __LINE__, strerror(p_ret)); \
  87. STARPU_ABORT(); \
  88. } \
  89. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, __FILE__, __LINE__); \
  90. } while (0)
  91. #define STARPU_PTHREAD_MUTEX_LOCK_SCHED(mutex) do { \
  92. int p_ret = starpu_pthread_mutex_lock_sched(mutex); \
  93. if (STARPU_UNLIKELY(p_ret)) { \
  94. fprintf(stderr, \
  95. "%s:%d starpu_pthread_mutex_lock_sched: %s\n", \
  96. __FILE__, __LINE__, strerror(p_ret)); \
  97. STARPU_ABORT(); \
  98. } \
  99. } while (0)
  100. #define STARPU_PTHREAD_MUTEX_TRYLOCK(mutex) \
  101. _starpu_pthread_mutex_trylock(mutex, __FILE__, __LINE__)
  102. static STARPU_INLINE
  103. int _starpu_pthread_mutex_trylock(starpu_pthread_mutex_t *mutex, char *file, int line)
  104. {
  105. int p_ret = starpu_pthread_mutex_trylock(mutex);
  106. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  107. fprintf(stderr,
  108. "%s:%d starpu_pthread_mutex_trylock: %s\n",
  109. file, line, strerror(p_ret));
  110. STARPU_ABORT();
  111. }
  112. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, file, line);
  113. return p_ret;
  114. }
  115. #define STARPU_PTHREAD_MUTEX_TRYLOCK_SCHED(mutex) \
  116. _starpu_pthread_mutex_trylock_sched(mutex, __FILE__, __LINE__)
  117. static STARPU_INLINE
  118. int _starpu_pthread_mutex_trylock_sched(starpu_pthread_mutex_t *mutex, char *file, int line)
  119. {
  120. int p_ret = starpu_pthread_mutex_trylock_sched(mutex);
  121. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  122. fprintf(stderr,
  123. "%s:%d starpu_pthread_mutex_trylock_sched: %s\n",
  124. file, line, strerror(p_ret));
  125. STARPU_ABORT();
  126. }
  127. return p_ret;
  128. }
  129. #define STARPU_PTHREAD_MUTEX_UNLOCK(mutex) do { \
  130. _STARPU_CHECK_NOT_SCHED_MUTEX(mutex, __FILE__, __LINE__); \
  131. int p_ret = starpu_pthread_mutex_unlock(mutex); \
  132. if (STARPU_UNLIKELY(p_ret)) { \
  133. fprintf(stderr, \
  134. "%s:%d starpu_pthread_mutex_unlock: %s\n", \
  135. __FILE__, __LINE__, strerror(p_ret)); \
  136. STARPU_ABORT(); \
  137. } \
  138. } while (0)
  139. #define STARPU_PTHREAD_MUTEX_UNLOCK_SCHED(mutex) do { \
  140. int p_ret = starpu_pthread_mutex_unlock_sched(mutex); \
  141. if (STARPU_UNLIKELY(p_ret)) { \
  142. fprintf(stderr, \
  143. "%s:%d starpu_pthread_mutex_unlock_sched: %s\n", \
  144. __FILE__, __LINE__, strerror(p_ret)); \
  145. STARPU_ABORT(); \
  146. } \
  147. } while (0)
  148. /*
  149. * Encapsulation of the starpu_pthread_key_* functions.
  150. */
  151. #define STARPU_PTHREAD_KEY_CREATE(key, destr) do { \
  152. int p_ret = starpu_pthread_key_create((key), (destr)); \
  153. if (STARPU_UNLIKELY(p_ret != 0)) { \
  154. fprintf(stderr, \
  155. "%s:%d starpu_pthread_key_create: %s\n", \
  156. __FILE__, __LINE__, strerror(p_ret)); \
  157. } \
  158. } while (0)
  159. #define STARPU_PTHREAD_KEY_DELETE(key) do { \
  160. int p_ret = starpu_pthread_key_delete((key)); \
  161. if (STARPU_UNLIKELY(p_ret != 0)) { \
  162. fprintf(stderr, \
  163. "%s:%d starpu_pthread_key_delete: %s\n", \
  164. __FILE__, __LINE__, strerror(p_ret)); \
  165. } \
  166. } while (0)
  167. #define STARPU_PTHREAD_SETSPECIFIC(key, ptr) do { \
  168. int p_ret = starpu_pthread_setspecific((key), (ptr)); \
  169. if (STARPU_UNLIKELY(p_ret != 0)) { \
  170. fprintf(stderr, \
  171. "%s:%d starpu_pthread_setspecific: %s\n", \
  172. __FILE__, __LINE__, strerror(p_ret)); \
  173. }; \
  174. } while (0)
  175. #define STARPU_PTHREAD_GETSPECIFIC(key) starpu_pthread_getspecific((key))
  176. /*
  177. * Encapsulation of the starpu_pthread_rwlock_* functions.
  178. */
  179. #define STARPU_PTHREAD_RWLOCK_INIT(rwlock, attr) do { \
  180. int p_ret = starpu_pthread_rwlock_init((rwlock), (attr)); \
  181. if (STARPU_UNLIKELY(p_ret)) { \
  182. fprintf(stderr, \
  183. "%s:%d starpu_pthread_rwlock_init: %s\n", \
  184. __FILE__, __LINE__, strerror(p_ret)); \
  185. STARPU_ABORT(); \
  186. } \
  187. } while (0)
  188. #define STARPU_PTHREAD_RWLOCK_RDLOCK(rwlock) do { \
  189. int p_ret = starpu_pthread_rwlock_rdlock(rwlock); \
  190. if (STARPU_UNLIKELY(p_ret)) { \
  191. fprintf(stderr, \
  192. "%s:%d starpu_pthread_rwlock_rdlock: %s\n", \
  193. __FILE__, __LINE__, strerror(p_ret)); \
  194. STARPU_ABORT(); \
  195. } \
  196. } while (0)
  197. #define STARPU_PTHREAD_RWLOCK_TRYRDLOCK(rwlock) \
  198. _starpu_pthread_rwlock_tryrdlock(rwlock, __FILE__, __LINE__)
  199. static STARPU_INLINE
  200. int _starpu_pthread_rwlock_tryrdlock(starpu_pthread_rwlock_t *rwlock, char *file, int line)
  201. {
  202. int p_ret = starpu_pthread_rwlock_tryrdlock(rwlock);
  203. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  204. fprintf(stderr,
  205. "%s:%d starpu_pthread_rwlock_tryrdlock: %s\n",
  206. file, line, strerror(p_ret));
  207. STARPU_ABORT();
  208. }
  209. return p_ret;
  210. }
  211. #define STARPU_PTHREAD_RWLOCK_WRLOCK(rwlock) do { \
  212. int p_ret = starpu_pthread_rwlock_wrlock(rwlock); \
  213. if (STARPU_UNLIKELY(p_ret)) { \
  214. fprintf(stderr, \
  215. "%s:%d starpu_pthread_rwlock_wrlock: %s\n", \
  216. __FILE__, __LINE__, strerror(p_ret)); \
  217. STARPU_ABORT(); \
  218. } \
  219. } while (0)
  220. #define STARPU_PTHREAD_RWLOCK_TRYWRLOCK(rwlock) \
  221. _starpu_pthread_rwlock_trywrlock(rwlock, __FILE__, __LINE__)
  222. static STARPU_INLINE
  223. int _starpu_pthread_rwlock_trywrlock(starpu_pthread_rwlock_t *rwlock, char *file, int line)
  224. {
  225. int p_ret = starpu_pthread_rwlock_trywrlock(rwlock);
  226. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != EBUSY)) {
  227. fprintf(stderr,
  228. "%s:%d starpu_pthread_rwlock_trywrlock: %s\n",
  229. file, line, strerror(p_ret));
  230. STARPU_ABORT();
  231. }
  232. return p_ret;
  233. }
  234. #define STARPU_PTHREAD_RWLOCK_UNLOCK(rwlock) do { \
  235. int p_ret = starpu_pthread_rwlock_unlock(rwlock); \
  236. if (STARPU_UNLIKELY(p_ret)) { \
  237. fprintf(stderr, \
  238. "%s:%d starpu_pthread_rwlock_unlock: %s\n", \
  239. __FILE__, __LINE__, strerror(p_ret)); \
  240. STARPU_ABORT(); \
  241. } \
  242. } while (0)
  243. #define STARPU_PTHREAD_RWLOCK_DESTROY(rwlock) do { \
  244. int p_ret = starpu_pthread_rwlock_destroy(rwlock); \
  245. if (STARPU_UNLIKELY(p_ret)) { \
  246. fprintf(stderr, \
  247. "%s:%d starpu_pthread_rwlock_destroy: %s\n", \
  248. __FILE__, __LINE__, strerror(p_ret)); \
  249. STARPU_ABORT(); \
  250. } \
  251. } while (0)
  252. /*
  253. * Encapsulation of the starpu_pthread_cond_* functions.
  254. */
  255. #define STARPU_PTHREAD_COND_INIT(cond, attr) do { \
  256. int p_ret = starpu_pthread_cond_init((cond), (attr)); \
  257. if (STARPU_UNLIKELY(p_ret)) { \
  258. fprintf(stderr, \
  259. "%s:%d starpu_pthread_cond_init: %s\n", \
  260. __FILE__, __LINE__, strerror(p_ret)); \
  261. STARPU_ABORT(); \
  262. } \
  263. } while (0)
  264. #define STARPU_PTHREAD_COND_DESTROY(cond) do { \
  265. int p_ret = starpu_pthread_cond_destroy(cond); \
  266. if (STARPU_UNLIKELY(p_ret)) { \
  267. fprintf(stderr, \
  268. "%s:%d starpu_pthread_cond_destroy: %s\n", \
  269. __FILE__, __LINE__, strerror(p_ret)); \
  270. STARPU_ABORT(); \
  271. } \
  272. } while (0)
  273. #define STARPU_PTHREAD_COND_SIGNAL(cond) do { \
  274. int p_ret = starpu_pthread_cond_signal(cond); \
  275. if (STARPU_UNLIKELY(p_ret)) { \
  276. fprintf(stderr, \
  277. "%s:%d starpu_pthread_cond_signal: %s\n", \
  278. __FILE__, __LINE__, strerror(p_ret)); \
  279. STARPU_ABORT(); \
  280. } \
  281. } while (0)
  282. #define STARPU_PTHREAD_COND_BROADCAST(cond) do { \
  283. int p_ret = starpu_pthread_cond_broadcast(cond); \
  284. if (STARPU_UNLIKELY(p_ret)) { \
  285. fprintf(stderr, \
  286. "%s:%d starpu_pthread_cond_broadcast: %s\n", \
  287. __FILE__, __LINE__, strerror(p_ret)); \
  288. STARPU_ABORT(); \
  289. } \
  290. } while (0)
  291. #define STARPU_PTHREAD_COND_WAIT(cond, mutex) do { \
  292. int p_ret = starpu_pthread_cond_wait((cond), (mutex)); \
  293. if (STARPU_UNLIKELY(p_ret)) { \
  294. fprintf(stderr, \
  295. "%s:%d starpu_pthread_cond_wait: %s\n", \
  296. __FILE__, __LINE__, strerror(p_ret)); \
  297. STARPU_ABORT(); \
  298. } \
  299. } while (0)
  300. /* pthread_cond_timedwait not yet available on windows, but we don't run simgrid there anyway */
  301. #ifdef STARPU_SIMGRID
  302. #define STARPU_PTHREAD_COND_TIMEDWAIT(cond, mutex, abstime) \
  303. _starpu_pthread_cond_timedwait(cond, mutex, abstime, __FILE__, __LINE__)
  304. static STARPU_INLINE
  305. int _starpu_pthread_cond_timedwait(starpu_pthread_cond_t *cond, starpu_pthread_mutex_t *mutex, const struct timespec *abstime, char *file, int line)
  306. {
  307. int p_ret = starpu_pthread_cond_timedwait(cond, mutex, abstime);
  308. if (STARPU_UNLIKELY(p_ret != 0 && p_ret != ETIMEDOUT)) {
  309. fprintf(stderr,
  310. "%s:%d starpu_pthread_cond_timedwait: %s\n",
  311. file, line, strerror(p_ret));
  312. STARPU_ABORT();
  313. }
  314. return p_ret;
  315. }
  316. #endif
  317. /*
  318. * Encapsulation of the starpu_pthread_barrier_* functions.
  319. */
  320. #define STARPU_PTHREAD_BARRIER_INIT(barrier, attr, count) do { \
  321. int p_ret = starpu_pthread_barrier_init((barrier), (attr), (count)); \
  322. if (STARPU_UNLIKELY(p_ret)) { \
  323. fprintf(stderr, \
  324. "%s:%d starpu_pthread_barrier_init: %s\n", \
  325. __FILE__, __LINE__, strerror(p_ret)); \
  326. STARPU_ABORT(); \
  327. } \
  328. } while (0)
  329. #define STARPU_PTHREAD_BARRIER_DESTROY(barrier) do { \
  330. int p_ret = starpu_pthread_barrier_destroy((barrier)); \
  331. if (STARPU_UNLIKELY(p_ret)) { \
  332. fprintf(stderr, \
  333. "%s:%d starpu_pthread_barrier_destroy: %s\n", \
  334. __FILE__, __LINE__, strerror(p_ret)); \
  335. STARPU_ABORT(); \
  336. } \
  337. } while (0)
  338. #define STARPU_PTHREAD_BARRIER_WAIT(barrier) do { \
  339. int p_ret = starpu_pthread_barrier_wait((barrier)); \
  340. if (STARPU_UNLIKELY(!((p_ret == 0) || (p_ret == STARPU_PTHREAD_BARRIER_SERIAL_THREAD)))) { \
  341. fprintf(stderr, \
  342. "%s:%d starpu_pthread_barrier_wait: %s\n", \
  343. __FILE__, __LINE__, strerror(p_ret)); \
  344. STARPU_ABORT(); \
  345. } \
  346. } while (0)
  347. #endif /* _MSC_VER */
  348. #endif /* __STARPU_THREAD_UTIL_H__ */