Lines Matching refs:th
50 kmp_team_t *team = this_thr->th.th_team; in __kmp_linear_barrier_gather_template()
51 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_linear_barrier_gather_template()
58 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_linear_barrier_gather_template()
63 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_linear_barrier_gather_template()
85 int nproc = this_thr->th.th_team_nproc; in __kmp_linear_barrier_gather_template()
95 KMP_CACHE_PREFETCH(&other_threads[i + 1]->th.th_bar[bt].bb.b_arrived); in __kmp_linear_barrier_gather_template()
101 &other_threads[i]->th.th_bar[bt].bb.b_arrived, new_state)); in __kmp_linear_barrier_gather_template()
106 &other_threads[i]->th.th_bar[bt].bb.b_arrived, new_state); in __kmp_linear_barrier_gather_template()
110 kmp_flag_64<> flag(&other_threads[i]->th.th_bar[bt].bb.b_arrived, in __kmp_linear_barrier_gather_template()
119 this_thr->th.th_bar_min_time = KMP_MIN( in __kmp_linear_barrier_gather_template()
120 this_thr->th.th_bar_min_time, other_threads[i]->th.th_bar_min_time); in __kmp_linear_barrier_gather_template()
131 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_linear_barrier_gather_template()
132 other_threads[i]->th.th_local.reduce_data); in __kmp_linear_barrier_gather_template()
157 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_linear_barrier_release_template()
162 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_linear_barrier_release_template()
165 team = __kmp_threads[gtid]->th.th_team; in __kmp_linear_barrier_release_template()
195 KMP_CACHE_PREFETCH(&other_threads[i + 1]->th.th_bar[bt].bb.b_go); in __kmp_linear_barrier_release_template()
201 gtid, team->t.t_id, tid, other_threads[i]->th.th_info.ds.ds_gtid, in __kmp_linear_barrier_release_template()
202 team->t.t_id, i, &other_threads[i]->th.th_bar[bt].bb.b_go, in __kmp_linear_barrier_release_template()
203 other_threads[i]->th.th_bar[bt].bb.b_go, in __kmp_linear_barrier_release_template()
204 other_threads[i]->th.th_bar[bt].bb.b_go + KMP_BARRIER_STATE_BUMP)); in __kmp_linear_barrier_release_template()
206 kmp_flag_64<> flag(&other_threads[i]->th.th_bar[bt].bb.b_go, in __kmp_linear_barrier_release_template()
246 team = __kmp_threads[gtid]->th.th_team; in __kmp_linear_barrier_release_template()
296 kmp_team_t *team = this_thr->th.th_team; in __kmp_tree_barrier_gather()
297 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_gather()
299 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_tree_barrier_gather()
309 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_tree_barrier_gather()
314 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_tree_barrier_gather()
327 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_gather()
332 &other_threads[child_tid + 1]->th.th_bar[bt].bb.b_arrived); in __kmp_tree_barrier_gather()
347 this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time, in __kmp_tree_barrier_gather()
348 child_thr->th.th_bar_min_time); in __kmp_tree_barrier_gather()
359 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_tree_barrier_gather()
360 child_thr->th.th_local.reduce_data); in __kmp_tree_barrier_gather()
408 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_release()
446 team = __kmp_threads[gtid]->th.th_team; in __kmp_tree_barrier_release()
456 team = __kmp_threads[gtid]->th.th_team; in __kmp_tree_barrier_release()
462 nproc = this_thr->th.th_team_nproc; in __kmp_tree_barrier_release()
471 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_release()
476 &other_threads[child_tid + 1]->th.th_bar[bt].bb.b_go); in __kmp_tree_barrier_release()
516 kmp_team_t *team = this_thr->th.th_team; in __kmp_hyper_barrier_gather()
517 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_gather()
520 kmp_uint32 num_threads = this_thr->th.th_team_nproc; in __kmp_hyper_barrier_gather()
530 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_hyper_barrier_gather()
535 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_hyper_barrier_gather()
575 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_gather()
581 &other_threads[next_child_tid]->th.th_bar[bt].bb.b_arrived); in __kmp_hyper_barrier_gather()
597 this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time, in __kmp_hyper_barrier_gather()
598 child_thr->th.th_bar_min_time); in __kmp_hyper_barrier_gather()
609 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hyper_barrier_gather()
610 child_thr->th.th_local.reduce_data); in __kmp_hyper_barrier_gather()
641 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_release()
656 team = __kmp_threads[gtid]->th.th_team; in __kmp_hyper_barrier_release()
695 team = __kmp_threads[gtid]->th.th_team; in __kmp_hyper_barrier_release()
705 num_threads = this_thr->th.th_team_nproc; in __kmp_hyper_barrier_release()
746 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_release()
756 &other_threads[next_child_tid]->th.th_bar[bt].bb.b_go); in __kmp_hyper_barrier_release()
846 &team->t.t_threads[thr_bar->parent_tid]->th.th_bar[bt].bb; in __kmp_init_hierarchical_barrier_thread()
851 &team->t.t_threads[thr_bar->parent_tid]->th.th_bar[bt].bb; in __kmp_init_hierarchical_barrier_thread()
872 kmp_team_t *team = this_thr->th.th_team; in __kmp_hierarchical_barrier_gather()
873 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_gather()
874 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_hierarchical_barrier_gather()
880 ->th.th_teams_microtask) // are we inside the teams construct? in __kmp_hierarchical_barrier_gather()
881 if (this_thr->th.th_teams_size.nteams > 1) in __kmp_hierarchical_barrier_gather()
891 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_hierarchical_barrier_gather()
896 this_thr->th.th_bar_arrive_time = __itt_get_timestamp(); in __kmp_hierarchical_barrier_gather()
932 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
933 other_threads[child_tid]->th.th_local.reduce_data); in __kmp_hierarchical_barrier_gather()
951 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_gather()
968 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
969 child_thr->th.th_local.reduce_data); in __kmp_hierarchical_barrier_gather()
984 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_gather()
1001 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
1002 child_thr->th.th_local.reduce_data); in __kmp_hierarchical_barrier_gather()
1054 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1059 team = __kmp_threads[gtid]->th.th_team; in __kmp_hierarchical_barrier_release()
1098 team = __kmp_threads[gtid]->th.th_team; in __kmp_hierarchical_barrier_release()
1109 nproc = this_thr->th.th_team_nproc; in __kmp_hierarchical_barrier_release()
1112 ->th.th_teams_microtask) { // are we inside the teams construct? in __kmp_hierarchical_barrier_release()
1114 this_thr->th.th_teams_level == level) in __kmp_hierarchical_barrier_release()
1116 if (this_thr->th.th_teams_size.nteams > 1) in __kmp_hierarchical_barrier_release()
1179 &team->t.t_threads[child_tid]->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1210 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1237 kmp_bstate_t *child_bar = &child_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1300 kmp_team_t *team = this_thr->th.th_team; in __kmp_barrier_template()
1335 this_thr->th.ompt_thread_info.state = ompt_state_wait_barrier; in __kmp_barrier_template()
1361 this_thr->th.th_team_bt_intervals = in __kmp_barrier_template()
1363 this_thr->th.th_team_bt_set = in __kmp_barrier_template()
1366 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_barrier_template()
1379 this_thr->th.th_bar[bt].bb.b_worker_arrived += 1; in __kmp_barrier_template()
1384 this_thr->th.th_local.reduce_data = reduce_data; in __kmp_barrier_template()
1455 (this_thr->th.th_teams_microtask == NULL || // either not in teams in __kmp_barrier_template()
1456 this_thr->th.th_teams_size.nteams == 1) && // or inside single team in __kmp_barrier_template()
1458 ident_t *loc = __kmp_threads[gtid]->th.th_ident; in __kmp_barrier_template()
1461 int nproc = this_thr->th.th_team_nproc; in __kmp_barrier_template()
1465 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_barrier_template()
1467 this_thr->th.th_frame_time = cur_time; in __kmp_barrier_template()
1471 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, in __kmp_barrier_template()
1477 kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time; in __kmp_barrier_template()
1480 this_thr->th.th_bar_arrive_time = 0; in __kmp_barrier_template()
1482 delta += (cur_time - other_threads[i]->th.th_bar_arrive_time); in __kmp_barrier_template()
1483 other_threads[i]->th.th_bar_arrive_time = 0; in __kmp_barrier_template()
1485 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time, in __kmp_barrier_template()
1489 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_barrier_template()
1491 this_thr->th.th_frame_time = cur_time; in __kmp_barrier_template()
1547 if (this_thr->th.th_task_team != NULL) { in __kmp_barrier_template()
1556 KMP_DEBUG_ASSERT(this_thr->th.th_task_team->tt.tt_found_proxy_tasks == in __kmp_barrier_template()
1586 this_thr->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_barrier_template()
1617 this_thr->th.th_bar[bs_plain_barrier].bb.b_arrived -= in __kmp_barrier_gomp_cancel()
1633 kmp_team_t *team = this_thr->th.th_team; in __kmp_end_split_barrier()
1691 team = this_thr->th.th_team; in __kmp_join_barrier()
1692 nproc = this_thr->th.th_team_nproc; in __kmp_join_barrier()
1698 master_thread = this_thr->th.th_team_master; in __kmp_join_barrier()
1709 KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_team)); in __kmp_join_barrier()
1710 KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_root)); in __kmp_join_barrier()
1722 int ds_tid = this_thr->th.th_info.ds.ds_tid; in __kmp_join_barrier()
1740 this_thr->th.ompt_thread_info.task_data = *OMPT_CUR_TASK_DATA(this_thr); in __kmp_join_barrier()
1742 this_thr->th.ompt_thread_info.state = ompt_state_wait_barrier_implicit; in __kmp_join_barrier()
1756 team->t.t_task_team[this_thr->th.th_task_state], in __kmp_join_barrier()
1757 this_thr->th.th_task_team)); in __kmp_join_barrier()
1758 KMP_DEBUG_ASSERT(this_thr->th.th_task_team == in __kmp_join_barrier()
1759 team->t.t_task_team[this_thr->th.th_task_state]); in __kmp_join_barrier()
1770 this_thr->th.th_team_bt_intervals = in __kmp_join_barrier()
1772 this_thr->th.th_team_bt_set = in __kmp_join_barrier()
1775 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_join_barrier()
1827 team_thread->th.th_stats->setIdleFlag(); in __kmp_join_barrier()
1829 team_thread->th.th_sleep_loc != NULL) in __kmp_join_barrier()
1831 team_thread->th.th_sleep_loc); in __kmp_join_barrier()
1843 (this_thr->th.th_teams_microtask == NULL || // either not in teams in __kmp_join_barrier()
1844 this_thr->th.th_teams_size.nteams == 1) && // or inside single team in __kmp_join_barrier()
1849 int nproc = this_thr->th.th_team_nproc; in __kmp_join_barrier()
1853 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_join_barrier()
1857 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, 1, in __kmp_join_barrier()
1863 kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time; in __kmp_join_barrier()
1866 this_thr->th.th_bar_arrive_time = 0; in __kmp_join_barrier()
1868 delta += (cur_time - other_threads[i]->th.th_bar_arrive_time); in __kmp_join_barrier()
1869 other_threads[i]->th.th_bar_arrive_time = 0; in __kmp_join_barrier()
1871 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time, in __kmp_join_barrier()
1874 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_join_barrier()
1876 this_thr->th.th_frame_time = cur_time; in __kmp_join_barrier()
1912 kmp_team_t *team = (tid == 0) ? this_thr->th.th_team : NULL; in __kmp_fork_barrier()
1943 gtid, team->t.t_id, other_threads[i]->th.th_info.ds.ds_gtid, in __kmp_fork_barrier()
1944 team->t.t_id, other_threads[i]->th.th_info.ds.ds_tid, in __kmp_fork_barrier()
1945 other_threads[i]->th.th_bar[bs_forkjoin_barrier].bb.b_go)); in __kmp_fork_barrier()
1947 (TCR_4(other_threads[i]->th.th_bar[bs_forkjoin_barrier].bb.b_go) & in __kmp_fork_barrier()
1949 KMP_DEBUG_ASSERT(other_threads[i]->th.th_team == team); in __kmp_fork_barrier()
1966 this_thr->th.th_team_bt_intervals = in __kmp_fork_barrier()
1968 this_thr->th.th_team_bt_set = in __kmp_fork_barrier()
1971 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_fork_barrier()
2002 this_thr->th.ompt_thread_info.state == ompt_state_wait_barrier_implicit) { in __kmp_fork_barrier()
2003 int ds_tid = this_thr->th.th_info.ds.ds_tid; in __kmp_fork_barrier()
2006 : &(this_thr->th.ompt_thread_info.task_data); in __kmp_fork_barrier()
2007 this_thr->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_barrier()
2034 this_thr->th.th_task_team = NULL; in __kmp_fork_barrier()
2053 team = (kmp_team_t *)TCR_PTR(this_thr->th.th_team); in __kmp_fork_barrier()
2075 ->th.th_bar[bs_forkjoin_barrier] in __kmp_fork_barrier()
2093 if (this_thr->th.th_new_place == this_thr->th.th_current_place) { in __kmp_fork_barrier()
2096 this_thr->th.th_current_place)); in __kmp_fork_barrier()
2111 this_thr->th.th_prev_num_threads = team->t.t_nproc; in __kmp_fork_barrier()
2112 this_thr->th.th_prev_level = team->t.t_level; in __kmp_fork_barrier()
2116 KMP_CHECK_UPDATE(this_thr->th.th_def_allocator, team->t.t_def_allocator); in __kmp_fork_barrier()
2149 &team->t.t_threads[0]->th.th_bar[bs_forkjoin_barrier].bb.th_fixed_icvs, in __kmp_setup_icv_copy()