Lines Matching refs:th

43   kmp_info_t *th;  in __kmp_dispatch_deo_error()  local
48 th = __kmp_threads[*gtid_ref]; in __kmp_dispatch_deo_error()
49 if (th->th.th_root->r.r_active && in __kmp_dispatch_deo_error()
50 (th->th.th_dispatch->th_dispatch_pr_current->pushed_ws != ct_none)) { in __kmp_dispatch_deo_error()
61 kmp_info_t *th; in __kmp_dispatch_dxo_error() local
64 th = __kmp_threads[*gtid_ref]; in __kmp_dispatch_dxo_error()
65 if (th->th.th_dispatch->th_dispatch_pr_current->pushed_ws != ct_none) { in __kmp_dispatch_dxo_error()
118 kmp_info_t *th; in __kmp_dispatch_init_algorithm() local
139 th = __kmp_threads[gtid]; in __kmp_dispatch_init_algorithm()
140 team = th->th.th_team; in __kmp_dispatch_init_algorithm()
146 KMP_MASTER_GTID(gtid) && th->th.th_teams_microtask == NULL && in __kmp_dispatch_init_algorithm()
774 kmp_info_t *th; in __kmp_dispatch_init() local
808 th = __kmp_threads[gtid]; in __kmp_dispatch_init()
809 team = th->th.th_team; in __kmp_dispatch_init()
811 th->th.th_ident = loc; in __kmp_dispatch_init()
828 my_buffer_index = th->th.th_dispatch->th_disp_index; in __kmp_dispatch_init()
830 &th->th.th_dispatch in __kmp_dispatch_init()
857 KMP_MASTER_GTID(gtid) && th->th.th_teams_microtask == NULL && in __kmp_dispatch_init()
862 th->th.th_dispatch->th_disp_buffer); /* top of the stack */ in __kmp_dispatch_init()
864 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_init()
865 &th->th.th_team->t.t_dispatch[th->th.th_info.ds.ds_tid]); in __kmp_dispatch_init()
867 my_buffer_index = th->th.th_dispatch->th_disp_index++; in __kmp_dispatch_init()
871 &th->th.th_dispatch in __kmp_dispatch_init()
883 chunk, (T)th->th.th_team_nproc, in __kmp_dispatch_init()
884 (T)th->th.th_info.ds.ds_tid); in __kmp_dispatch_init()
887 th->th.th_dispatch->th_deo_fcn = __kmp_dispatch_deo_error; in __kmp_dispatch_init()
888 th->th.th_dispatch->th_dxo_fcn = __kmp_dispatch_dxo_error; in __kmp_dispatch_init()
890 th->th.th_dispatch->th_deo_fcn = __kmp_dispatch_deo<UT>; in __kmp_dispatch_init()
891 th->th.th_dispatch->th_dxo_fcn = __kmp_dispatch_dxo<UT>; in __kmp_dispatch_init()
911 th->th.th_dispatch->th_dispatch_pr_current = (dispatch_private_info_t *)pr; in __kmp_dispatch_init()
912 th->th.th_dispatch->th_dispatch_sh_current = in __kmp_dispatch_init()
1010 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_finish() local
1013 if (!th->th.th_team->t.t_serialized) { in __kmp_dispatch_finish()
1017 th->th.th_dispatch->th_dispatch_pr_current); in __kmp_dispatch_finish()
1020 th->th.th_dispatch->th_dispatch_sh_current); in __kmp_dispatch_finish()
1023 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_finish()
1024 &th->th.th_team->t.t_dispatch[th->th.th_info.ds.ds_tid]); in __kmp_dispatch_finish()
1074 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_finish_chunk() local
1077 if (!th->th.th_team->t.t_serialized) { in __kmp_dispatch_finish_chunk()
1081 th->th.th_dispatch->th_dispatch_pr_current); in __kmp_dispatch_finish_chunk()
1084 th->th.th_dispatch->th_dispatch_sh_current); in __kmp_dispatch_finish_chunk()
1087 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_finish_chunk()
1088 &th->th.th_team->t.t_dispatch[th->th.th_info.ds.ds_tid]); in __kmp_dispatch_finish_chunk()
1165 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_next_algorithm() local
1166 kmp_team_t *team = th->th.th_team; in __kmp_dispatch_next_algorithm()
1168 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_next_algorithm()
1169 &th->th.th_team->t.t_dispatch[th->th.th_info.ds.ds_tid]); in __kmp_dispatch_next_algorithm()
1225 int idx = (th->th.th_dispatch->th_disp_index - 1) % in __kmp_dispatch_next_algorithm()
1236 &other_threads[victimIdx]->th.th_dispatch->th_disp_buffer[idx]); in __kmp_dispatch_next_algorithm()
1242 &other_threads[victimIdx]->th.th_dispatch->th_disp_buffer[idx]); in __kmp_dispatch_next_algorithm()
1324 int idx = (th->th.th_dispatch->th_disp_index - 1) % in __kmp_dispatch_next_algorithm()
1336 &other_threads[victimIdx]->th.th_dispatch->th_disp_buffer[idx]); in __kmp_dispatch_next_algorithm()
1342 &other_threads[victimIdx]->th.th_dispatch->th_disp_buffer[idx]); in __kmp_dispatch_next_algorithm()
1915 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_next() local
1916 kmp_team_t *team = th->th.th_team; in __kmp_dispatch_next()
1927 th->th.th_dispatch->th_disp_buffer); /* top of the stack */ in __kmp_dispatch_next()
2042 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_next()
2043 &th->th.th_team->t.t_dispatch[th->th.th_info.ds.ds_tid]); in __kmp_dispatch_next()
2046 th->th.th_dispatch->th_dispatch_pr_current); in __kmp_dispatch_next()
2049 th->th.th_dispatch->th_dispatch_sh_current); in __kmp_dispatch_next()
2058 p_st, th->th.th_team_nproc, in __kmp_dispatch_next()
2059 th->th.th_info.ds.ds_tid); in __kmp_dispatch_next()
2080 if ((ST)num_done == th->th.th_team_nproc - 1) { in __kmp_dispatch_next()
2085 int idx = (th->th.th_dispatch->th_disp_index - 1) % in __kmp_dispatch_next()
2089 for (i = 0; i < th->th.th_team_nproc; ++i) { in __kmp_dispatch_next()
2092 &other_threads[i]->th.th_dispatch->th_disp_buffer[idx]); in __kmp_dispatch_next()
2128 th->th.th_dispatch->th_deo_fcn = NULL; in __kmp_dispatch_next()
2129 th->th.th_dispatch->th_dxo_fcn = NULL; in __kmp_dispatch_next()
2130 th->th.th_dispatch->th_dispatch_sh_current = NULL; in __kmp_dispatch_next()
2131 th->th.th_dispatch->th_dispatch_pr_current = NULL; in __kmp_dispatch_next()
2172 kmp_info_t *th; in __kmp_dist_get_bounds() local
2209 th = __kmp_threads[gtid]; in __kmp_dist_get_bounds()
2210 team = th->th.th_team; in __kmp_dist_get_bounds()
2211 KMP_DEBUG_ASSERT(th->th.th_teams_microtask); // we are in the teams construct in __kmp_dist_get_bounds()
2212 nteams = th->th.th_teams_size.nteams; in __kmp_dist_get_bounds()