Lines Matching refs:reduce_data
2214 tg->reduce_data = (void *)arr; in __kmp_task_reduction_init()
2256 kmp_taskgroup_t *tg, void *reduce_data) { in __kmp_task_reduction_init_copy() argument
2260 thr, tg, reduce_data)); in __kmp_task_reduction_init_copy()
2264 KMP_MEMCPY(arr, reduce_data, num * sizeof(kmp_taskred_data_t)); in __kmp_task_reduction_init_copy()
2268 tg->reduce_data = (void *)arr; in __kmp_task_reduction_init_copy()
2292 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)(tg->reduce_data); in __kmpc_task_reduction_get_th_data()
2330 arr = (kmp_taskred_data_t *)(tg->reduce_data); in __kmpc_task_reduction_get_th_data()
2342 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)tg->reduce_data; in __kmp_task_reduction_fini()
2372 tg->reduce_data = NULL; in __kmp_task_reduction_fini()
2380 __kmp_thread_free(th, tg->reduce_data); in __kmp_task_reduction_clean()
2381 tg->reduce_data = NULL; in __kmp_task_reduction_clean()
2399 void *reduce_data; in __kmp_task_reduction_modifier_init() local
2401 reduce_data = KMP_ATOMIC_LD_RLX(&team->t.t_tg_reduce_data[is_ws]); in __kmp_task_reduction_modifier_init()
2402 if (reduce_data == NULL && in __kmp_task_reduction_modifier_init()
2403 __kmp_atomic_compare_store(&team->t.t_tg_reduce_data[is_ws], reduce_data, in __kmp_task_reduction_modifier_init()
2406 KMP_DEBUG_ASSERT(reduce_data == NULL); in __kmp_task_reduction_modifier_init()
2409 reduce_data = __kmp_thread_malloc(thr, num * sizeof(kmp_taskred_data_t)); in __kmp_task_reduction_modifier_init()
2410 KMP_MEMCPY(reduce_data, tg->reduce_data, num * sizeof(kmp_taskred_data_t)); in __kmp_task_reduction_modifier_init()
2414 KMP_ATOMIC_ST_REL(&team->t.t_tg_reduce_data[is_ws], reduce_data); in __kmp_task_reduction_modifier_init()
2417 (reduce_data = KMP_ATOMIC_LD_ACQ(&team->t.t_tg_reduce_data[is_ws])) == in __kmp_task_reduction_modifier_init()
2421 KMP_DEBUG_ASSERT(reduce_data > (void *)1); // should be valid pointer here in __kmp_task_reduction_modifier_init()
2423 __kmp_task_reduction_init_copy<T>(thr, num, data, tg, reduce_data); in __kmp_task_reduction_modifier_init()
2493 tg_new->reduce_data = NULL; in __kmpc_taskgroup()
2595 if (taskgroup->reduce_data != NULL && in __kmpc_end_taskgroup()
2598 void *reduce_data; in __kmpc_end_taskgroup() local
2600 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)taskgroup->reduce_data; in __kmpc_end_taskgroup()
2603 if ((reduce_data = KMP_ATOMIC_LD_ACQ(&t->t.t_tg_reduce_data[0])) != NULL && in __kmpc_end_taskgroup()
2604 ((kmp_taskred_data_t *)reduce_data)[0].reduce_priv == priv0) { in __kmpc_end_taskgroup()
2613 __kmp_thread_free(thread, reduce_data); in __kmpc_end_taskgroup()
2621 } else if ((reduce_data = KMP_ATOMIC_LD_ACQ(&t->t.t_tg_reduce_data[1])) != in __kmpc_end_taskgroup()
2623 ((kmp_taskred_data_t *)reduce_data)[0].reduce_priv == priv0) { in __kmpc_end_taskgroup()
2631 __kmp_thread_free(thread, reduce_data); in __kmpc_end_taskgroup()