Lines Matching refs:reduce_data
2565 tg->reduce_data = (void *)arr;
2629 kmp_taskgroup_t *tg, void *reduce_data) { argument
2633 thr, tg, reduce_data));
2637 KMP_MEMCPY(arr, reduce_data, num * sizeof(kmp_taskred_data_t));
2641 tg->reduce_data = (void *)arr;
2665 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)(tg->reduce_data);
2675 KMP_ASSERT(tg->reduce_data != NULL);
2676 arr = (kmp_taskred_data_t *)(tg->reduce_data);
2716 arr = (kmp_taskred_data_t *)(tg->reduce_data);
2731 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)tg->reduce_data;
2761 tg->reduce_data = NULL;
2769 __kmp_thread_free(th, tg->reduce_data);
2770 tg->reduce_data = NULL;
2788 void *reduce_data; local
2790 reduce_data = KMP_ATOMIC_LD_RLX(&team->t.t_tg_reduce_data[is_ws]);
2791 if (reduce_data == NULL &&
2792 __kmp_atomic_compare_store(&team->t.t_tg_reduce_data[is_ws], reduce_data,
2795 KMP_DEBUG_ASSERT(reduce_data == NULL);
2798 reduce_data = __kmp_thread_malloc(thr, num * sizeof(kmp_taskred_data_t));
2799 KMP_MEMCPY(reduce_data, tg->reduce_data, num * sizeof(kmp_taskred_data_t));
2803 KMP_ATOMIC_ST_REL(&team->t.t_tg_reduce_data[is_ws], reduce_data);
2806 (reduce_data = KMP_ATOMIC_LD_ACQ(&team->t.t_tg_reduce_data[is_ws])) ==
2810 KMP_DEBUG_ASSERT(reduce_data > (void *)1); // should be valid pointer here
2812 __kmp_task_reduction_init_copy<T>(thr, num, data, tg, reduce_data);
2882 tg_new->reduce_data = NULL;
2984 if (taskgroup->reduce_data != NULL &&
2987 void *reduce_data; local
2989 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)taskgroup->reduce_data;
2992 if ((reduce_data = KMP_ATOMIC_LD_ACQ(&t->t.t_tg_reduce_data[0])) != NULL &&
2993 ((kmp_taskred_data_t *)reduce_data)[0].reduce_priv == priv0) {
3002 __kmp_thread_free(thread, reduce_data);
3010 } else if ((reduce_data = KMP_ATOMIC_LD_ACQ(&t->t.t_tg_reduce_data[1])) !=
3012 ((kmp_taskred_data_t *)reduce_data)[0].reduce_priv == priv0) {
3020 __kmp_thread_free(thread, reduce_data);