Lines Matching defs:this_thr
227 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
237 team = this_thr->th.th_team;
238 nproc = this_thr->th.th_team_nproc;
252 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time =
274 kmp_task_team_t *task_team = this_thr->th.th_task_team;
280 this_thr, gtid, (kmp_atomic_flag_64<> *)NULL, FALSE,
283 this_thr->th.th_reap_state = KMP_SAFE_TO_REAP;
286 this_thr->th.th_reap_state = KMP_SAFE_TO_REAP;
294 this_thr->th.th_reap_state == KMP_SAFE_TO_REAP) {
295 this_thr->th.th_reap_state = KMP_NOT_SAFE_TO_REAP;
300 OMPT_REDUCTION_DECL(this_thr, gtid);
304 (*reduce)(this_thr->th.th_local.reduce_data,
323 kmp_task_team_t *task_team = this_thr->th.th_task_team;
329 this_thr, gtid, (kmp_atomic_flag_64<> *)NULL, FALSE,
332 this_thr->th.th_reap_state = KMP_SAFE_TO_REAP;
335 this_thr->th.th_reap_state = KMP_SAFE_TO_REAP;
343 this_thr->th.th_reap_state == KMP_SAFE_TO_REAP) {
344 this_thr->th.th_reap_state = KMP_NOT_SAFE_TO_REAP;
350 OMPT_REDUCTION_DECL(this_thr, gtid);
354 (*reduce)(this_thr->th.th_local.reduce_data,
376 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
389 thr_bar = &this_thr->th.th_bar[bt].bb;
394 if (this_thr->th.th_used_in_team.load() != 1 &&
395 this_thr->th.th_used_in_team.load() != 3) {
400 kmp_flag_32<false, false> my_flag(&(this_thr->th.th_used_in_team), 3);
401 if (KMP_COMPARE_AND_STORE_ACQ32(&(this_thr->th.th_used_in_team), 2,
403 this_thr->th.th_used_in_team.load() == 0) {
404 my_flag.wait(this_thr, true USE_ITT_BUILD_ARG(itt_sync_obj));
426 if (this_thr->th.th_used_in_team.load() != 1 &&
427 this_thr->th.th_used_in_team.load() != 3) // spurious wake-up?
439 team = this_thr->th.th_team;
446 if (this_thr->th.th_used_in_team.load() == 3) {
447 (void)KMP_COMPARE_AND_STORE_ACQ32(&(this_thr->th.th_used_in_team), 3,
455 my_flag.wait(this_thr, true USE_ITT_BUILD_ARG(itt_sync_obj));
468 if (this_thr->th.th_used_in_team.load() == 1)
499 size_t nproc = this_thr->th.th_team_nproc;
506 team = this_thr->th.th_team;
524 size_t nproc = this_thr->th.th_team_nproc;
539 size_t nproc = this_thr->th.th_team_nproc;
558 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
561 kmp_team_t *team = this_thr->th.th_team;
562 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;
569 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]);
574 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time =
595 int nproc = this_thr->th.th_team_nproc;
617 if (flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)))
622 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj));
628 this_thr->th.th_bar_min_time = KMP_MIN(
629 this_thr->th.th_bar_min_time, other_threads[i]->th.th_bar_min_time);
637 OMPT_REDUCTION_DECL(this_thr, gtid);
639 (*reduce)(this_thr->th.th_local.reduce_data,
660 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
663 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;
668 kmp_uint32 nproc = this_thr->th.th_team_nproc;
721 if (flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)))
725 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj));
767 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
770 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj));
774 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
777 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj));
781 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
784 bt, this_thr, gtid, tid, propagate_icvs USE_ITT_BUILD_ARG(itt_sync_obj));
788 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
791 bt, this_thr, gtid, tid, propagate_icvs USE_ITT_BUILD_ARG(itt_sync_obj));
796 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
799 kmp_team_t *team = this_thr->th.th_team;
800 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;
802 kmp_uint32 nproc = this_thr->th.th_team_nproc;
812 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]);
817 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time =
844 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj));
849 this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time,
858 OMPT_REDUCTION_DECL(this_thr, gtid);
860 (*reduce)(this_thr->th.th_local.reduce_data,
902 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
906 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;
920 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj));
959 nproc = this_thr->th.th_team_nproc;
1008 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
1011 kmp_team_t *team = this_thr->th.th_team;
1012 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;
1015 kmp_uint32 num_threads = this_thr->th.th_team_nproc;
1025 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]);
1030 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time =
1084 c_flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj));
1090 this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time,
1099 OMPT_REDUCTION_DECL(this_thr, gtid);
1101 (*reduce)(this_thr->th.th_local.reduce_data,
1127 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
1131 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;
1162 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj));
1194 num_threads = this_thr->th.th_team_nproc;
1359 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
1362 kmp_team_t *team = this_thr->th.th_team;
1363 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;
1364 kmp_uint32 nproc = this_thr->th.th_team_nproc;
1371 if (this_thr->th.th_teams_size.nteams > 1)
1381 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]);
1386 this_thr->th.th_bar_arrive_time = __itt_get_timestamp();
1409 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj));
1411 OMPT_REDUCTION_DECL(this_thr, gtid);
1420 (*reduce)(this_thr->th.th_local.reduce_data,
1445 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj));
1452 (*reduce)(this_thr->th.th_local.reduce_data,
1474 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj));
1481 (*reduce)(this_thr->th.th_local.reduce_data,
1528 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid,
1532 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb;
1550 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj));
1559 this_thr USE_ITT_BUILD_ARG(itt_sync_obj));
1560 flag.wait(this_thr, TRUE);
1586 nproc = this_thr->th.th_team_nproc;
1591 this_thr->th.th_teams_level == level)
1593 if (this_thr->th.th_teams_size.nteams > 1)
1774 kmp_info_t *this_thr = __kmp_threads[gtid];
1775 kmp_team_t *team = this_thr->th.th_team;
1791 my_task_data = OMPT_CUR_TASK_DATA(this_thr);
1792 my_parallel_data = OMPT_CUR_TEAM_DATA(this_thr);
1794 barrier_kind = __ompt_get_barrier_kind(bt, this_thr);
1809 auto *ompt_thr_info = &this_thr->th.ompt_thread_info;
1841 __kmp_tasking_barrier(team, this_thr, gtid);
1853 this_thr->th.th_team_bt_intervals =
1855 this_thr->th.th_team_bt_set =
1858 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid);
1871 this_thr->th.th_bar[bt].bb.b_worker_arrived += 1;
1876 this_thr->th.th_local.reduce_data = reduce_data;
1880 __kmp_task_team_setup(this_thr, team);
1884 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj));
1888 __kmp_dist_barrier_gather(bt, this_thr, gtid, tid,
1895 __kmp_hyper_barrier_gather(bt, this_thr, gtid, tid,
1901 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj));
1907 __kmp_tree_barrier_gather(bt, this_thr, gtid, tid,
1912 __kmp_linear_barrier_gather(bt, this_thr, gtid, tid,
1923 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj));
1951 (this_thr->th.th_teams_microtask == NULL || // either not in teams
1952 this_thr->th.th_teams_size.nteams == 1) && // or inside single team
1957 int nproc = this_thr->th.th_team_nproc;
1961 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0,
1963 this_thr->th.th_frame_time = cur_time;
1967 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time,
1973 kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time;
1976 this_thr->th.th_bar_arrive_time = 0;
1981 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time,
1985 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0,
1987 this_thr->th.th_frame_time = cur_time;
2002 bt, this_thr, gtid, tid, FALSE USE_ITT_BUILD_ARG(itt_sync_obj));
2007 __kmp_dist_barrier_release(bt, this_thr, gtid, tid,
2013 __kmp_hyper_barrier_release(bt, this_thr, gtid, tid,
2019 bt, this_thr, gtid, tid, FALSE USE_ITT_BUILD_ARG(itt_sync_obj));
2024 __kmp_tree_barrier_release(bt, this_thr, gtid, tid,
2029 __kmp_linear_barrier_release(bt, this_thr, gtid, tid,
2035 __kmp_task_team_sync(this_thr, team);
2049 if (this_thr->th.th_task_team != NULL) {
2059 this_thr->th.th_task_team->tt.tt_found_proxy_tasks == TRUE ||
2060 this_thr->th.th_task_team->tt.tt_hidden_helper_task_encountered ==
2062 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj));
2063 __kmp_task_team_setup(this_thr, team);
2090 this_thr->th.ompt_thread_info.state = ompt_state_work_parallel;
2115 kmp_info_t *this_thr = __kmp_threads[gtid];
2120 this_thr->th.th_bar[bs_plain_barrier].bb.b_arrived -=
2136 kmp_info_t *this_thr = __kmp_threads[gtid];
2137 kmp_team_t *team = this_thr->th.th_team;
2143 __kmp_dist_barrier_release(bt, this_thr, gtid, tid,
2149 __kmp_hyper_barrier_release(bt, this_thr, gtid, tid,
2154 __kmp_hierarchical_barrier_release(bt, this_thr, gtid, tid,
2160 __kmp_tree_barrier_release(bt, this_thr, gtid, tid,
2165 __kmp_linear_barrier_release(bt, this_thr, gtid, tid,
2170 __kmp_task_team_sync(this_thr, team);
2182 kmp_info_t *this_thr = __kmp_threads[gtid];
2197 int nproc = this_thr->th.th_team_nproc;
2202 team = this_thr->th.th_team;
2207 kmp_info_t *master_thread = this_thr->th.th_team_master;
2216 KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_team));
2217 KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_root));
2218 KMP_DEBUG_ASSERT(this_thr == team->t.t_threads[tid]);
2228 int ds_tid = this_thr->th.th_info.ds.ds_tid;
2233 my_task_data = OMPT_CUR_TASK_DATA(this_thr);
2234 my_parallel_data = OMPT_CUR_TEAM_DATA(this_thr);
2237 if (this_thr->th.ompt_thread_info.parallel_flags & ompt_parallel_league) {
2250 this_thr->th.ompt_thread_info.task_data = *OMPT_CUR_TASK_DATA(this_thr);
2252 this_thr->th.ompt_thread_info.state = ompt_state;
2257 __kmp_tasking_barrier(team, this_thr, gtid);
2265 __kmp_gtid_from_thread(this_thr), team_id,
2266 team->t.t_task_team[this_thr->th.th_task_state],
2267 this_thr->th.th_task_team));
2268 KMP_DEBUG_ASSERT_TASKTEAM_INVARIANT(team, this_thr);
2279 this_thr->th.th_team_bt_intervals =
2281 this_thr->th.th_team_bt_set =
2284 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid);
2295 __kmp_dist_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid,
2301 __kmp_hyper_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid,
2306 __kmp_hierarchical_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid,
2312 __kmp_tree_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid,
2317 __kmp_linear_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid,
2328 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj));
2339 if (team_thread == this_thr)
2356 (this_thr->th.th_teams_microtask == NULL || // either not in teams
2357 this_thr->th.th_teams_size.nteams == 1) && // or inside single team
2364 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0,
2368 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, 1,
2374 kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time;
2377 this_thr->th.th_bar_arrive_time = 0;
2382 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time,
2385 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0,
2387 this_thr->th.th_frame_time = cur_time;
2421 kmp_info_t *this_thr = __kmp_threads[gtid];
2422 kmp_team_t *team = (tid == 0) ? this_thr->th.th_team : NULL;
2464 __kmp_task_team_setup(this_thr, team);
2474 this_thr->th.th_team_bt_intervals =
2476 this_thr->th.th_team_bt_set =
2479 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid);
2486 __kmp_dist_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid,
2492 __kmp_hyper_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid,
2497 __kmp_hierarchical_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid,
2503 __kmp_tree_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid,
2508 __kmp_linear_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid,
2514 ompt_state_t ompt_state = this_thr->th.ompt_thread_info.state;
2518 int ds_tid = this_thr->th.th_info.ds.ds_tid;
2520 ? OMPT_CUR_TASK_DATA(this_thr)
2521 : &(this_thr->th.ompt_thread_info.task_data);
2522 this_thr->th.ompt_thread_info.state = ompt_state_overhead;
2530 if (this_thr->th.ompt_thread_info.parallel_flags & ompt_parallel_league)
2551 this_thr->th.th_task_team = NULL;
2570 team = (kmp_team_t *)TCR_PTR(this_thr->th.th_team);
2599 __kmp_task_team_sync(this_thr, team);
2607 __kmp_balanced_affinity(this_thr, team->t.t_nproc);
2610 if (this_thr->th.th_new_place == this_thr->th.th_current_place) {
2612 __kmp_gtid_from_thread(this_thr),
2613 this_thr->th.th_current_place));
2628 this_thr->th.th_prev_num_threads = team->t.t_nproc;
2629 this_thr->th.th_prev_level = team->t.t_level;
2633 KMP_CHECK_UPDATE(this_thr->th.th_def_allocator, team->t.t_def_allocator);