Lines Matching refs:kernel

316 static __isl_give isl_union_set *create_sync_domain(struct ppcg_kernel *kernel)  in create_sync_domain()  argument
322 space = isl_space_set_alloc(kernel->ctx, 0, 0); in create_sync_domain()
323 snprintf(name, sizeof(name), "sync%d", kernel->n_sync++); in create_sync_domain()
324 id = isl_id_alloc(kernel->ctx, name, kernel); in create_sync_domain()
332 int gpu_tree_id_is_sync(__isl_keep isl_id *id, struct ppcg_kernel *kernel) in gpu_tree_id_is_sync() argument
341 return isl_id_get_user(id) == kernel; in gpu_tree_id_is_sync()
348 struct ppcg_kernel *kernel) in domain_is_sync() argument
358 is_sync = gpu_tree_id_is_sync(id, kernel); in domain_is_sync()
369 struct ppcg_kernel *kernel) in node_is_sync_filter() argument
381 is_sync = domain_is_sync(domain, kernel); in node_is_sync_filter()
393 struct ppcg_kernel *kernel) in has_preceding_sync() argument
403 found = node_is_sync_filter(node, kernel); in has_preceding_sync()
418 struct ppcg_kernel *kernel) in has_following_sync() argument
428 found = node_is_sync_filter(node, kernel); in has_following_sync()
443 struct ppcg_kernel *kernel) in has_sync_before_core() argument
450 node = core_child(node, kernel->core); in has_sync_before_core()
451 has_sync = has_preceding_sync(node, kernel); in has_sync_before_core()
468 struct ppcg_kernel *kernel) in has_sync_after_core() argument
475 node = core_child(node, kernel->core); in has_sync_after_core()
476 has_sync = has_following_sync(node, kernel); in has_sync_after_core()
492 __isl_take isl_schedule_node *node, struct ppcg_kernel *kernel) in insert_sync_before() argument
500 domain = create_sync_domain(kernel); in insert_sync_before()
512 __isl_take isl_schedule_node *node, struct ppcg_kernel *kernel) in insert_sync_after() argument
520 domain = create_sync_domain(kernel); in insert_sync_after()
532 __isl_take isl_schedule_node *node, struct ppcg_kernel *kernel) in gpu_tree_ensure_preceding_sync() argument
536 has_sync = has_preceding_sync(node, kernel); in gpu_tree_ensure_preceding_sync()
541 return insert_sync_before(node, kernel); in gpu_tree_ensure_preceding_sync()
549 __isl_take isl_schedule_node *node, struct ppcg_kernel *kernel) in gpu_tree_ensure_following_sync() argument
553 has_sync = has_following_sync(node, kernel); in gpu_tree_ensure_following_sync()
558 return insert_sync_after(node, kernel); in gpu_tree_ensure_following_sync()
567 __isl_take isl_schedule_node *node, struct ppcg_kernel *kernel) in gpu_tree_ensure_sync_after_core() argument
571 has_sync = has_sync_after_core(node, kernel); in gpu_tree_ensure_sync_after_core()
576 has_sync = has_following_sync(node, kernel); in gpu_tree_ensure_sync_after_core()
581 return insert_sync_after(node, kernel); in gpu_tree_ensure_sync_after_core()
592 __isl_take isl_schedule_node *node, struct ppcg_kernel *kernel) in gpu_tree_move_left_to_sync() argument
597 has_sync = has_sync_before_core(node, kernel); in gpu_tree_move_left_to_sync()
602 node = gpu_tree_ensure_preceding_sync(node, kernel); in gpu_tree_move_left_to_sync()
604 while ((is_sync = node_is_sync_filter(node, kernel)) == 0) in gpu_tree_move_left_to_sync()
621 __isl_take isl_schedule_node *node, struct ppcg_kernel *kernel) in gpu_tree_move_right_to_sync() argument
626 has_sync = has_sync_after_core(node, kernel); in gpu_tree_move_right_to_sync()
631 node = gpu_tree_ensure_following_sync(node, kernel); in gpu_tree_move_right_to_sync()
633 while ((is_sync = node_is_sync_filter(node, kernel)) == 0) in gpu_tree_move_right_to_sync()