|
|
|
@ -815,12 +815,12 @@ void __kmpc_ordered(ident_t *loc, kmp_int32 gtid) {
|
|
|
|
|
|
|
|
|
|
#if OMPT_SUPPORT && OMPT_OPTIONAL
|
|
|
|
|
kmp_team_t *team;
|
|
|
|
|
ompt_wait_id_t lck;
|
|
|
|
|
omp_wait_id_t lck;
|
|
|
|
|
void *codeptr_ra;
|
|
|
|
|
if (ompt_enabled.enabled) {
|
|
|
|
|
OMPT_STORE_RETURN_ADDRESS(gtid);
|
|
|
|
|
team = __kmp_team_from_gtid(gtid);
|
|
|
|
|
lck = (ompt_wait_id_t)&team->t.t_ordered.dt.t_value;
|
|
|
|
|
lck = (omp_wait_id_t)&team->t.t_ordered.dt.t_value;
|
|
|
|
|
/* OMPT state update */
|
|
|
|
|
th->th.ompt_thread_info.wait_id = lck;
|
|
|
|
|
th->th.ompt_thread_info.state = omp_state_wait_ordered;
|
|
|
|
@ -830,7 +830,7 @@ void __kmpc_ordered(ident_t *loc, kmp_int32 gtid) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_ordered, omp_lock_hint_none, kmp_mutex_impl_spin,
|
|
|
|
|
(ompt_wait_id_t)lck, codeptr_ra);
|
|
|
|
|
(omp_wait_id_t)lck, codeptr_ra);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -849,7 +849,7 @@ void __kmpc_ordered(ident_t *loc, kmp_int32 gtid) {
|
|
|
|
|
/* OMPT event callback */
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_ordered, (ompt_wait_id_t)lck, codeptr_ra);
|
|
|
|
|
ompt_mutex_ordered, (omp_wait_id_t)lck, codeptr_ra);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -889,7 +889,7 @@ void __kmpc_end_ordered(ident_t *loc, kmp_int32 gtid) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_released) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_released)(
|
|
|
|
|
ompt_mutex_ordered,
|
|
|
|
|
(ompt_wait_id_t)&__kmp_team_from_gtid(gtid)->t.t_ordered.dt.t_value,
|
|
|
|
|
(omp_wait_id_t)&__kmp_team_from_gtid(gtid)->t.t_ordered.dt.t_value,
|
|
|
|
|
OMPT_LOAD_RETURN_ADDRESS(gtid));
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -1162,7 +1162,7 @@ void __kmpc_critical(ident_t *loc, kmp_int32 global_tid,
|
|
|
|
|
ti = __kmp_threads[global_tid]->th.ompt_thread_info;
|
|
|
|
|
/* OMPT state update */
|
|
|
|
|
prev_state = ti.state;
|
|
|
|
|
ti.wait_id = (ompt_wait_id_t)lck;
|
|
|
|
|
ti.wait_id = (omp_wait_id_t)lck;
|
|
|
|
|
ti.state = omp_state_wait_critical;
|
|
|
|
|
|
|
|
|
|
/* OMPT event callback */
|
|
|
|
@ -1170,7 +1170,7 @@ void __kmpc_critical(ident_t *loc, kmp_int32 global_tid,
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_critical, omp_lock_hint_none, __ompt_get_mutex_impl_type(),
|
|
|
|
|
(ompt_wait_id_t)crit, codeptr_ra);
|
|
|
|
|
(omp_wait_id_t)crit, codeptr_ra);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -1190,7 +1190,7 @@ void __kmpc_critical(ident_t *loc, kmp_int32 global_tid,
|
|
|
|
|
/* OMPT event callback */
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_critical, (ompt_wait_id_t)crit, codeptr_ra);
|
|
|
|
|
ompt_mutex_critical, (omp_wait_id_t)crit, codeptr_ra);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -1372,14 +1372,14 @@ void __kmpc_critical_with_hint(ident_t *loc, kmp_int32 global_tid,
|
|
|
|
|
ti = __kmp_threads[global_tid]->th.ompt_thread_info;
|
|
|
|
|
/* OMPT state update */
|
|
|
|
|
prev_state = ti.state;
|
|
|
|
|
ti.wait_id = (ompt_wait_id_t)lck;
|
|
|
|
|
ti.wait_id = (omp_wait_id_t)lck;
|
|
|
|
|
ti.state = omp_state_wait_critical;
|
|
|
|
|
|
|
|
|
|
/* OMPT event callback */
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_critical, (unsigned int)hint,
|
|
|
|
|
__ompt_get_mutex_impl_type(crit), (ompt_wait_id_t)crit, codeptr);
|
|
|
|
|
__ompt_get_mutex_impl_type(crit), (omp_wait_id_t)crit, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -1410,14 +1410,14 @@ void __kmpc_critical_with_hint(ident_t *loc, kmp_int32 global_tid,
|
|
|
|
|
ti = __kmp_threads[global_tid]->th.ompt_thread_info;
|
|
|
|
|
/* OMPT state update */
|
|
|
|
|
prev_state = ti.state;
|
|
|
|
|
ti.wait_id = (ompt_wait_id_t)lck;
|
|
|
|
|
ti.wait_id = (omp_wait_id_t)lck;
|
|
|
|
|
ti.state = omp_state_wait_critical;
|
|
|
|
|
|
|
|
|
|
/* OMPT event callback */
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_critical, (unsigned int)hint,
|
|
|
|
|
__ompt_get_mutex_impl_type(0, ilk), (ompt_wait_id_t)crit, codeptr);
|
|
|
|
|
__ompt_get_mutex_impl_type(0, ilk), (omp_wait_id_t)crit, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -1436,7 +1436,7 @@ void __kmpc_critical_with_hint(ident_t *loc, kmp_int32 global_tid,
|
|
|
|
|
/* OMPT event callback */
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_critical, (ompt_wait_id_t)crit, codeptr);
|
|
|
|
|
ompt_mutex_critical, (omp_wait_id_t)crit, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -1534,7 +1534,7 @@ void __kmpc_end_critical(ident_t *loc, kmp_int32 global_tid,
|
|
|
|
|
OMPT_STORE_RETURN_ADDRESS(global_tid);
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_released) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_released)(
|
|
|
|
|
ompt_mutex_critical, (ompt_wait_id_t)crit, OMPT_LOAD_RETURN_ADDRESS(0));
|
|
|
|
|
ompt_mutex_critical, (omp_wait_id_t)crit, OMPT_LOAD_RETURN_ADDRESS(0));
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2105,7 +2105,7 @@ void __kmpc_init_lock_with_hint(ident_t *loc, kmp_int32 gtid, void **user_lock,
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_init) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_init)(
|
|
|
|
|
ompt_mutex_lock, (omp_lock_hint_t)hint,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (ompt_wait_id_t)user_lock,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (omp_wait_id_t)user_lock,
|
|
|
|
|
codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2129,7 +2129,7 @@ void __kmpc_init_nest_lock_with_hint(ident_t *loc, kmp_int32 gtid,
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_init) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_init)(
|
|
|
|
|
ompt_mutex_nest_lock, (omp_lock_hint_t)hint,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (ompt_wait_id_t)user_lock,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (omp_wait_id_t)user_lock,
|
|
|
|
|
codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2155,7 +2155,7 @@ void __kmpc_init_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_init) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_init)(
|
|
|
|
|
ompt_mutex_lock, omp_lock_hint_none,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (ompt_wait_id_t)user_lock,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (omp_wait_id_t)user_lock,
|
|
|
|
|
codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2198,7 +2198,7 @@ void __kmpc_init_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_init) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_init)(
|
|
|
|
|
ompt_mutex_lock, omp_lock_hint_none, __ompt_get_mutex_impl_type(),
|
|
|
|
|
(ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
(omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2227,7 +2227,7 @@ void __kmpc_init_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_init) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_init)(
|
|
|
|
|
ompt_mutex_nest_lock, omp_lock_hint_none,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (ompt_wait_id_t)user_lock,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (omp_wait_id_t)user_lock,
|
|
|
|
|
codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2273,7 +2273,7 @@ void __kmpc_init_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_init) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_init)(
|
|
|
|
|
ompt_mutex_nest_lock, omp_lock_hint_none, __ompt_get_mutex_impl_type(),
|
|
|
|
|
(ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
(omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2309,7 +2309,7 @@ void __kmpc_destroy_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
lck = (kmp_user_lock_p)user_lock;
|
|
|
|
|
}
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_destroy)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock);
|
|
|
|
@ -2337,7 +2337,7 @@ void __kmpc_destroy_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
codeptr = OMPT_GET_RETURN_ADDRESS(0);
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_destroy) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_destroy)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2377,7 +2377,7 @@ void __kmpc_destroy_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
codeptr = OMPT_GET_RETURN_ADDRESS(0);
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_destroy) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_destroy)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock);
|
|
|
|
@ -2409,7 +2409,7 @@ void __kmpc_destroy_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
codeptr = OMPT_GET_RETURN_ADDRESS(0);
|
|
|
|
|
if (ompt_enabled.ompt_callback_lock_destroy) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_lock_destroy)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2454,7 +2454,7 @@ void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_lock, omp_lock_hint_none,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (ompt_wait_id_t)user_lock,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (omp_wait_id_t)user_lock,
|
|
|
|
|
codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2476,7 +2476,7 @@ void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
#if OMPT_SUPPORT && OMPT_OPTIONAL
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2509,7 +2509,7 @@ void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_lock, omp_lock_hint_none, __ompt_get_mutex_impl_type(),
|
|
|
|
|
(ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
(omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2522,7 +2522,7 @@ void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
#if OMPT_SUPPORT && OMPT_OPTIONAL
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2544,7 +2544,7 @@ void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_nest_lock, omp_lock_hint_none,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (ompt_wait_id_t)user_lock,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (omp_wait_id_t)user_lock,
|
|
|
|
|
codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -2561,13 +2561,13 @@ void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
// lock_first
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
if (ompt_enabled.ompt_callback_nest_lock) {
|
|
|
|
|
// lock_next
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_nest_lock)(
|
|
|
|
|
ompt_scope_begin, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_scope_begin, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -2605,7 +2605,7 @@ void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_nest_lock, omp_lock_hint_none,
|
|
|
|
|
__ompt_get_mutex_impl_type(), (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
__ompt_get_mutex_impl_type(), (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2622,13 +2622,13 @@ void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
// lock_first
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
if (ompt_enabled.ompt_callback_nest_lock) {
|
|
|
|
|
// lock_next
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_nest_lock)(
|
|
|
|
|
ompt_scope_begin, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_scope_begin, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -2664,7 +2664,7 @@ void __kmpc_unset_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
codeptr = OMPT_GET_RETURN_ADDRESS(0);
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_released) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_released)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2693,7 +2693,7 @@ void __kmpc_unset_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
codeptr = OMPT_GET_RETURN_ADDRESS(0);
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_released) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_released)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2725,7 +2725,7 @@ void __kmpc_unset_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
codeptr = OMPT_GET_RETURN_ADDRESS(0);
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_released) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_released)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2752,12 +2752,12 @@ void __kmpc_unset_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_released) {
|
|
|
|
|
// release_lock_last
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_released)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
} else if (ompt_enabled.ompt_callback_nest_lock) {
|
|
|
|
|
// release_lock_prev
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_nest_lock)(
|
|
|
|
|
ompt_scope_end, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_scope_end, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2801,12 +2801,12 @@ void __kmpc_unset_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_released) {
|
|
|
|
|
// release_lock_last
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_released)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
} else if (ompt_enabled.ompt_callback_nest_lock) {
|
|
|
|
|
// release_lock_previous
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_nest_lock)(
|
|
|
|
|
ompt_mutex_scope_end, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_scope_end, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2843,12 +2843,12 @@ void __kmpc_unset_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_released) {
|
|
|
|
|
// release_lock_last
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_released)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
} else if (ompt_enabled.ompt_callback_nest_lock) {
|
|
|
|
|
// release_lock_previous
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_nest_lock)(
|
|
|
|
|
ompt_mutex_scope_end, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_scope_end, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2874,7 +2874,7 @@ int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_lock, omp_lock_hint_none,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (ompt_wait_id_t)user_lock,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (omp_wait_id_t)user_lock,
|
|
|
|
|
codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2897,7 +2897,7 @@ int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
#if OMPT_SUPPORT && OMPT_OPTIONAL
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
return FTN_TRUE;
|
|
|
|
@ -2938,7 +2938,7 @@ int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_lock, omp_lock_hint_none, __ompt_get_mutex_impl_type(),
|
|
|
|
|
(ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
(omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2953,7 +2953,7 @@ int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
#if OMPT_SUPPORT && OMPT_OPTIONAL
|
|
|
|
|
if (rc && ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_lock, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_lock, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -2979,7 +2979,7 @@ int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_nest_lock, omp_lock_hint_none,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (ompt_wait_id_t)user_lock,
|
|
|
|
|
__ompt_get_mutex_impl_type(user_lock), (omp_wait_id_t)user_lock,
|
|
|
|
|
codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
@ -2997,13 +2997,13 @@ int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
// lock_first
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
if (ompt_enabled.ompt_callback_nest_lock) {
|
|
|
|
|
// lock_next
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_nest_lock)(
|
|
|
|
|
ompt_scope_begin, (ompt_wait_id_t)user_lock, codeptr);
|
|
|
|
|
ompt_scope_begin, (omp_wait_id_t)user_lock, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -3044,7 +3044,7 @@ int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
ompt_enabled.ompt_callback_mutex_acquire) {
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquire)(
|
|
|
|
|
ompt_mutex_nest_lock, omp_lock_hint_none,
|
|
|
|
|
__ompt_get_mutex_impl_type(), (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
__ompt_get_mutex_impl_type(), (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
@ -3062,13 +3062,13 @@ int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
|
|
|
|
|
if (ompt_enabled.ompt_callback_mutex_acquired) {
|
|
|
|
|
// lock_first
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_mutex_acquired)(
|
|
|
|
|
ompt_mutex_nest_lock, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_nest_lock, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
if (ompt_enabled.ompt_callback_nest_lock) {
|
|
|
|
|
// lock_next
|
|
|
|
|
ompt_callbacks.ompt_callback(ompt_callback_nest_lock)(
|
|
|
|
|
ompt_mutex_scope_begin, (ompt_wait_id_t)lck, codeptr);
|
|
|
|
|
ompt_mutex_scope_begin, (omp_wait_id_t)lck, codeptr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|