Lines Matching defs:user_lock
1486 __ompt_get_mutex_impl_type(void *user_lock, kmp_indirect_lock_t *ilock = 0) {
1487 if (user_lock) {
1488 switch (KMP_EXTRACT_D_TAG(user_lock)) {
1505 ilock = KMP_LOOKUP_I_LOCK(user_lock);
2463 void __kmpc_init_lock_with_hint(ident_t *loc, kmp_int32 gtid, void **user_lock,
2466 if (__kmp_env_consistency_check && user_lock == NULL) {
2470 __kmp_init_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint));
2480 __ompt_get_mutex_impl_type(user_lock),
2481 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2488 void **user_lock, uintptr_t hint) {
2490 if (__kmp_env_consistency_check && user_lock == NULL) {
2494 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_map_hint_to_lock(hint));
2504 __ompt_get_mutex_impl_type(user_lock),
2505 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2513 void __kmpc_init_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
2517 if (__kmp_env_consistency_check && user_lock == NULL) {
2520 __kmp_init_lock_with_hint(loc, user_lock, __kmp_user_lock_seq);
2530 __ompt_get_mutex_impl_type(user_lock),
2531 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2542 if (user_lock == NULL) {
2551 lck = (kmp_user_lock_p)user_lock;
2556 lck = (kmp_user_lock_p)user_lock;
2560 lck = __kmp_user_lock_allocate(user_lock, gtid, 0);
2573 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2585 void __kmpc_init_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
2589 if (__kmp_env_consistency_check && user_lock == NULL) {
2592 __kmp_init_nest_lock_with_hint(loc, user_lock, __kmp_user_lock_seq);
2602 __ompt_get_mutex_impl_type(user_lock),
2603 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2614 if (user_lock == NULL) {
2624 lck = (kmp_user_lock_p)user_lock;
2630 lck = (kmp_user_lock_p)user_lock;
2634 lck = __kmp_user_lock_allocate(user_lock, gtid, 0);
2648 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2659 void __kmpc_destroy_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
2664 if (KMP_EXTRACT_D_TAG(user_lock) == 0) {
2665 lck = ((kmp_indirect_lock_t *)KMP_LOOKUP_I_LOCK(user_lock))->lock;
2667 lck = (kmp_user_lock_p)user_lock;
2678 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2681 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock);
2687 lck = (kmp_user_lock_p)user_lock;
2692 lck = (kmp_user_lock_p)user_lock;
2696 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_lock");
2706 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2726 __kmp_user_lock_free(user_lock, gtid, lck);
2732 void __kmpc_destroy_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
2736 kmp_indirect_lock_t *ilk = KMP_LOOKUP_I_LOCK(user_lock);
2746 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2749 KMP_D_LOCK_FUNC(user_lock, destroy)((kmp_dyna_lock_t *)user_lock);
2758 lck = (kmp_user_lock_p)user_lock;
2764 lck = (kmp_user_lock_p)user_lock;
2768 lck = __kmp_lookup_user_lock(user_lock, "omp_destroy_nest_lock");
2778 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2801 __kmp_user_lock_free(user_lock, gtid, lck);
2806 void __kmpc_set_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
2809 int tag = KMP_EXTRACT_D_TAG(user_lock);
2813 user_lock); // itt function will get to the right lock object.
2823 __ompt_get_mutex_impl_type(user_lock),
2824 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2829 KMP_ACQUIRE_TAS_LOCK(user_lock, gtid);
2833 KMP_ACQUIRE_FUTEX_LOCK(user_lock, gtid);
2837 __kmp_direct_set[tag]((kmp_dyna_lock_t *)user_lock, gtid);
2840 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock);
2845 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2855 lck = (kmp_user_lock_p)user_lock;
2860 lck = (kmp_user_lock_p)user_lock;
2864 lck = __kmp_lookup_user_lock(user_lock, "omp_set_lock");
2898 void __kmpc_set_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
2902 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock);
2913 __ompt_get_mutex_impl_type(user_lock),
2914 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2919 KMP_D_LOCK_FUNC(user_lock, set)((kmp_dyna_lock_t *)user_lock, gtid);
2922 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock);
2931 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock,
2938 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
2951 lck = (kmp_user_lock_p)user_lock;
2957 lck = (kmp_user_lock_p)user_lock;
2961 lck = __kmp_lookup_user_lock(user_lock, "omp_set_nest_lock");
3009 void __kmpc_unset_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
3012 int tag = KMP_EXTRACT_D_TAG(user_lock);
3014 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock);
3018 KMP_RELEASE_TAS_LOCK(user_lock, gtid);
3022 KMP_RELEASE_FUTEX_LOCK(user_lock, gtid);
3026 __kmp_direct_unset[tag]((kmp_dyna_lock_t *)user_lock, gtid);
3036 ompt_mutex_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
3053 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock);
3055 TCW_4(((kmp_user_lock_p)user_lock)->tas.lk.poll, 0);
3071 lck = (kmp_user_lock_p)user_lock;
3077 lck = (kmp_user_lock_p)user_lock;
3081 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_lock");
3105 void __kmpc_unset_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
3109 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock);
3112 KMP_D_LOCK_FUNC(user_lock, unset)((kmp_dyna_lock_t *)user_lock, gtid);
3125 ompt_mutex_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock,
3131 ompt_scope_end, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
3148 kmp_tas_lock_t *tl = (kmp_tas_lock_t *)user_lock;
3150 __kmp_itt_lock_releasing((kmp_user_lock_p)user_lock);
3187 lck = (kmp_user_lock_p)user_lock;
3194 lck = (kmp_user_lock_p)user_lock;
3198 lck = __kmp_lookup_user_lock(user_lock, "omp_unset_nest_lock");
3231 int __kmpc_test_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
3236 int tag = KMP_EXTRACT_D_TAG(user_lock);
3238 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock);
3248 __ompt_get_mutex_impl_type(user_lock),
3249 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
3254 KMP_TEST_TAS_LOCK(user_lock, gtid, rc);
3258 KMP_TEST_FUTEX_LOCK(user_lock, gtid, rc);
3262 rc = __kmp_direct_test[tag]((kmp_dyna_lock_t *)user_lock, gtid);
3266 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock);
3271 ompt_mutex_test_lock, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
3277 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock);
3289 lck = (kmp_user_lock_p)user_lock;
3294 lck = (kmp_user_lock_p)user_lock;
3298 lck = __kmp_lookup_user_lock(user_lock, "omp_test_lock");
3339 int __kmpc_test_nest_lock(ident_t *loc, kmp_int32 gtid, void **user_lock) {
3343 __kmp_itt_lock_acquiring((kmp_user_lock_p)user_lock);
3353 __ompt_get_mutex_impl_type(user_lock),
3354 (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
3357 rc = KMP_D_LOCK_FUNC(user_lock, test)((kmp_dyna_lock_t *)user_lock, gtid);
3360 __kmp_itt_lock_acquired((kmp_user_lock_p)user_lock);
3362 __kmp_itt_lock_cancelled((kmp_user_lock_p)user_lock);
3371 ompt_mutex_test_nest_lock, (ompt_wait_id_t)(uintptr_t)user_lock,
3378 ompt_scope_begin, (ompt_wait_id_t)(uintptr_t)user_lock, codeptr);
3393 lck = (kmp_user_lock_p)user_lock;
3399 lck = (kmp_user_lock_p)user_lock;
3403 lck = __kmp_lookup_user_lock(user_lock, "omp_test_nest_lock");