Lines Matching refs:reduce_data

2399   tg->reduce_data = (void *)arr;  in __kmp_task_reduction_init()
2441 kmp_taskgroup_t *tg, void *reduce_data) { in __kmp_task_reduction_init_copy() argument
2445 thr, tg, reduce_data)); in __kmp_task_reduction_init_copy()
2449 KMP_MEMCPY(arr, reduce_data, num * sizeof(kmp_taskred_data_t)); in __kmp_task_reduction_init_copy()
2453 tg->reduce_data = (void *)arr; in __kmp_task_reduction_init_copy()
2477 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)(tg->reduce_data); in __kmpc_task_reduction_get_th_data()
2515 arr = (kmp_taskred_data_t *)(tg->reduce_data); in __kmpc_task_reduction_get_th_data()
2527 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)tg->reduce_data; in __kmp_task_reduction_fini()
2557 tg->reduce_data = NULL; in __kmp_task_reduction_fini()
2565 __kmp_thread_free(th, tg->reduce_data); in __kmp_task_reduction_clean()
2566 tg->reduce_data = NULL; in __kmp_task_reduction_clean()
2584 void *reduce_data; in __kmp_task_reduction_modifier_init() local
2586 reduce_data = KMP_ATOMIC_LD_RLX(&team->t.t_tg_reduce_data[is_ws]); in __kmp_task_reduction_modifier_init()
2587 if (reduce_data == NULL && in __kmp_task_reduction_modifier_init()
2588 __kmp_atomic_compare_store(&team->t.t_tg_reduce_data[is_ws], reduce_data, in __kmp_task_reduction_modifier_init()
2591 KMP_DEBUG_ASSERT(reduce_data == NULL); in __kmp_task_reduction_modifier_init()
2594 reduce_data = __kmp_thread_malloc(thr, num * sizeof(kmp_taskred_data_t)); in __kmp_task_reduction_modifier_init()
2595 KMP_MEMCPY(reduce_data, tg->reduce_data, num * sizeof(kmp_taskred_data_t)); in __kmp_task_reduction_modifier_init()
2599 KMP_ATOMIC_ST_REL(&team->t.t_tg_reduce_data[is_ws], reduce_data); in __kmp_task_reduction_modifier_init()
2602 (reduce_data = KMP_ATOMIC_LD_ACQ(&team->t.t_tg_reduce_data[is_ws])) == in __kmp_task_reduction_modifier_init()
2606 KMP_DEBUG_ASSERT(reduce_data > (void *)1); // should be valid pointer here in __kmp_task_reduction_modifier_init()
2608 __kmp_task_reduction_init_copy<T>(thr, num, data, tg, reduce_data); in __kmp_task_reduction_modifier_init()
2678 tg_new->reduce_data = NULL; in __kmpc_taskgroup()
2780 if (taskgroup->reduce_data != NULL && in __kmpc_end_taskgroup()
2783 void *reduce_data; in __kmpc_end_taskgroup() local
2785 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)taskgroup->reduce_data; in __kmpc_end_taskgroup()
2788 if ((reduce_data = KMP_ATOMIC_LD_ACQ(&t->t.t_tg_reduce_data[0])) != NULL && in __kmpc_end_taskgroup()
2789 ((kmp_taskred_data_t *)reduce_data)[0].reduce_priv == priv0) { in __kmpc_end_taskgroup()
2798 __kmp_thread_free(thread, reduce_data); in __kmpc_end_taskgroup()
2806 } else if ((reduce_data = KMP_ATOMIC_LD_ACQ(&t->t.t_tg_reduce_data[1])) != in __kmpc_end_taskgroup()
2808 ((kmp_taskred_data_t *)reduce_data)[0].reduce_priv == priv0) { in __kmpc_end_taskgroup()
2816 __kmp_thread_free(thread, reduce_data); in __kmpc_end_taskgroup()