Lines Matching refs:executed
63 __isl_take isl_union_map *executed,
66 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build,
88 static isl_stat generate_non_single_valued(__isl_take isl_map *executed, in generate_non_single_valued() argument
97 identity = isl_set_identity(isl_map_range(isl_map_copy(executed))); in generate_non_single_valued()
98 executed = isl_map_domain_product(executed, identity); in generate_non_single_valued()
101 list = generate_code(isl_union_map_from_map(executed), build, 1); in generate_non_single_valued()
112 __isl_keep isl_map *executed, __isl_keep isl_ast_build *build) in at_each_domain() argument
121 isl_union_map_from_map(isl_map_copy(executed))); in at_each_domain()
153 static isl_stat add_domain(__isl_take isl_map *executed, in add_domain() argument
172 graft = at_each_domain(graft, executed, build); in add_domain()
174 isl_map_free(executed); in add_domain()
218 static isl_stat generate_domain(__isl_take isl_map *executed, void *user) in generate_domain() argument
227 executed = isl_map_intersect_domain(executed, domain); in generate_domain()
228 empty = isl_map_is_empty(executed); in generate_domain()
232 isl_map_free(executed); in generate_domain()
236 sv = isl_map_plain_is_single_valued(executed); in generate_domain()
240 return add_domain(executed, isl_map_copy(executed), data); in generate_domain()
242 executed = isl_map_coalesce(executed); in generate_domain()
243 map = isl_map_copy(executed); in generate_domain()
251 map = isl_map_copy(executed); in generate_domain()
253 return generate_non_single_valued(executed, data); in generate_domain()
256 return add_domain(executed, map, data); in generate_domain()
259 isl_map_free(executed); in generate_domain()
280 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build) in call_create_leaf() argument
291 user_build = isl_ast_build_set_executed(user_build, executed); in call_create_leaf()
305 __isl_take isl_union_map *executed);
320 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build) in generate_inner_level() argument
325 if (!build || !executed) in generate_inner_level()
332 return build_ast_from_child(build, node, executed); in generate_inner_level()
336 return call_create_leaf(executed, build); in generate_inner_level()
338 ctx = isl_union_map_get_ctx(executed); in generate_inner_level()
340 if (isl_union_map_foreach_map(executed, &generate_domain, &data) < 0) in generate_inner_level()
346 isl_union_map_free(executed); in generate_inner_level()
389 __isl_take isl_union_map *executed, __isl_keep isl_ast_build *build) in plug_in_values() argument
392 executed); in plug_in_values()
1481 __isl_take isl_union_map *executed, in create_node_scaled() argument
1502 build = isl_ast_build_set_executed(build, isl_union_map_copy(executed)); in create_node_scaled()
1515 executed = isl_union_map_free(executed); in create_node_scaled()
1521 executed = plug_in_values(executed, sub_build); in create_node_scaled()
1529 children = generate_next_level(executed, in create_node_scaled()
1702 static __isl_give isl_ast_graft *create_node(__isl_take isl_union_map *executed, in create_node() argument
1714 return create_node_scaled(executed, bounds, domain, build); in create_node()
1721 return create_node_scaled(executed, bounds, domain, build); in create_node()
1730 executed = isl_union_map_free(executed); in create_node()
1732 if (executed && isl_val_is_divisible_by(data.m, d)) in create_node()
1740 if (isl_union_map_foreach_map(executed, &map_check_scaled, in create_node()
1743 executed = isl_union_map_free(executed); in create_node()
1766 executed = isl_union_map_apply_domain(executed, in create_node()
1774 return create_node_scaled(executed, bounds, domain, build); in create_node()
1828 __isl_take isl_ast_graft_list *list, __isl_take isl_union_map *executed, in add_node() argument
1837 executed = isl_union_map_intersect_domain(executed, uset); in add_node()
1838 empty = isl_union_map_is_empty(executed); in add_node()
1844 uset = isl_union_map_domain(isl_union_map_copy(executed)); in add_node()
1858 graft = create_node(executed, bounds, domain, in add_node()
1868 isl_union_map_free(executed); in add_node()
1953 __isl_keep isl_union_map *executed,
1962 isl_union_map *executed; member
2017 isl_union_map_copy(data->executed), bset, in add_nodes()
2055 generate_sorted_domains(scc, data->executed, data->build)); in add_nodes()
2079 __isl_keep isl_union_map *executed, __isl_keep isl_ast_build *build) in generate_sorted_domains() argument
2095 return add_node(data.list, isl_union_map_copy(executed), in generate_sorted_domains()
2100 data.executed = executed; in generate_sorted_domains()
2143 isl_union_map *executed; member
2169 list = generate_sorted_domains(scc, data->executed, data->build); in generate_sorted_domains_wrap()
2203 __isl_keep isl_union_map *executed, __isl_keep isl_ast_build *build) in generate_parallel_domains() argument
2213 return generate_sorted_domains(domain_list, executed, build); in generate_parallel_domains()
2219 data.executed = executed; in generate_parallel_domains()
2330 __isl_take isl_space *space, __isl_take isl_union_map *executed, in separate_schedule_domains() argument
2340 if (isl_union_map_foreach_map(executed, &separate_domain, &data) < 0) in separate_schedule_domains()
2343 isl_union_map_free(executed); in separate_schedule_domains()
2731 isl_union_map *executed; member
2940 isl_union_map *executed; in compute_separate_domain() local
2946 executed = isl_union_map_copy(domains->executed); in compute_separate_domain()
2947 executed = isl_union_map_intersect_domain(executed, in compute_separate_domain()
2949 empty = isl_union_map_is_empty(executed); in compute_separate_domain()
2951 isl_union_map_free(executed); in compute_separate_domain()
2956 domain = separate_schedule_domains(space, executed, domains->build); in compute_separate_domain()
3122 __isl_keep isl_union_map *executed, __isl_keep isl_ast_build *build) in compute_domains() argument
3134 if (!executed) in compute_domains()
3137 ctx = isl_union_map_get_ctx(executed); in compute_domains()
3140 schedule_domain = isl_union_map_domain(isl_union_map_copy(executed)); in compute_domains()
3155 domains.executed = executed; in compute_domains()
3192 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build) in generate_shifted_component_flat() argument
3197 domain_list = compute_domains(executed, build); in generate_shifted_component_flat()
3198 list = generate_parallel_domains(domain_list, executed, build); in generate_shifted_component_flat()
3201 isl_union_map_free(executed); in generate_shifted_component_flat()
3215 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build) in generate_shifted_component_tree_separate() argument
3224 isl_union_map_copy(executed), build); in generate_shifted_component_tree_separate()
3227 list = generate_parallel_domains(domain_list, executed, build); in generate_shifted_component_tree_separate()
3230 isl_union_map_free(executed); in generate_shifted_component_tree_separate()
3242 isl_union_map *executed; member
3267 data->list = add_node(data->list, isl_union_map_copy(data->executed), in do_unroll_tree_iteration()
3281 __isl_take isl_union_map *executed, __isl_take isl_set *domain, in generate_shifted_component_tree_unroll() argument
3284 struct isl_ast_unroll_tree_data data = { executed, build, NULL }; in generate_shifted_component_tree_unroll()
3290 isl_union_map_free(executed); in generate_shifted_component_tree_unroll()
3368 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build, in generate_shifted_component_tree_base() argument
3383 return generate_shifted_component_tree_separate(executed, in generate_shifted_component_tree_base()
3386 schedule_domain = isl_union_map_domain(isl_union_map_copy(executed)); in generate_shifted_component_tree_base()
3390 return generate_shifted_component_tree_unroll(executed, domain, in generate_shifted_component_tree_base()
3409 list = generate_parallel_domains(domain_list, executed, build); in generate_shifted_component_tree_base()
3412 isl_union_map_free(executed); in generate_shifted_component_tree_base()
3417 isl_union_map_free(executed); in generate_shifted_component_tree_base()
3490 __isl_keep isl_union_map *executed, __isl_take isl_set *domain, in generate_shifted_component_tree_part() argument
3499 executed = isl_union_map_copy(executed); in generate_shifted_component_tree_part()
3500 executed = isl_union_map_intersect_domain(executed, uset); in generate_shifted_component_tree_part()
3501 empty = isl_union_map_is_empty(executed); in generate_shifted_component_tree_part()
3506 isl_union_map_free(executed); in generate_shifted_component_tree_part()
3518 list = generate_shifted_component_tree_base(executed, in generate_shifted_component_tree_part()
3526 isl_union_map_free(executed); in generate_shifted_component_tree_part()
3538 __isl_take isl_union_map *executed, __isl_take isl_set *before, in generate_shifted_component_parts() argument
3544 res = generate_shifted_component_tree_part(executed, before, build, 0); in generate_shifted_component_parts()
3545 list = generate_shifted_component_tree_part(executed, isolated, in generate_shifted_component_parts()
3548 list = generate_shifted_component_tree_part(executed, after, build, 0); in generate_shifted_component_parts()
3550 list = generate_shifted_component_tree_part(executed, other, build, 0); in generate_shifted_component_parts()
3553 isl_union_map_free(executed); in generate_shifted_component_parts()
3585 __isl_take isl_union_map *executed, __isl_take isl_set *isolated, in generate_shifted_component_only_after() argument
3594 return generate_shifted_component_parts(executed, isl_set_copy(empty), in generate_shifted_component_only_after()
3627 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build) in generate_shifted_component_tree() argument
3643 executed = isl_union_map_free(executed); in generate_shifted_component_tree()
3645 return generate_shifted_component_tree_base(executed, build, 0); in generate_shifted_component_tree()
3647 schedule_domain = isl_union_map_domain(isl_union_map_copy(executed)); in generate_shifted_component_tree()
3660 return generate_shifted_component_tree_base(executed, build, 0); in generate_shifted_component_tree()
3682 executed = isl_union_map_free(executed); in generate_shifted_component_tree()
3684 return generate_shifted_component_only_after(executed, isolated, in generate_shifted_component_tree()
3692 return generate_shifted_component_parts(executed, before, isolated, in generate_shifted_component_tree()
3697 isl_union_map_free(executed); in generate_shifted_component_tree()
3709 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build) in generate_shifted_component() argument
3712 return generate_shifted_component_tree(executed, build); in generate_shifted_component()
3714 return generate_shifted_component_flat(executed, build); in generate_shifted_component()
3732 isl_union_map *executed; in construct_component_executed() local
3735 executed = isl_union_map_from_map(map); in construct_component_executed()
3738 executed = isl_union_map_add_map(executed, map); in construct_component_executed()
3741 return executed; in construct_component_executed()
3754 isl_union_map *executed; in generate_shifted_component_from_list() local
3756 executed = construct_component_executed(domain, order, n); in generate_shifted_component_from_list()
3757 return generate_shifted_component(executed, build); in generate_shifted_component_from_list()
3976 isl_union_map *executed; in construct_shifted_executed() local
3986 executed = isl_union_map_empty(isl_space_copy(space)); in construct_shifted_executed()
4013 executed = isl_union_map_add_map(executed, map_i); in construct_shifted_executed()
4020 executed = isl_union_map_free(executed); in construct_shifted_executed()
4022 return executed; in construct_shifted_executed()
4063 isl_union_map *executed; in generate_shift_component() local
4077 executed = construct_shifted_executed(domain, order, n, stride, mv, in generate_shift_component()
4087 list = generate_shifted_component(executed, build); in generate_shift_component()
4778 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build) in generate_components() argument
4782 isl_size n = isl_union_map_n_map(executed); in generate_components()
4799 if (isl_union_map_foreach_map(executed, &extract_domain, &next) < 0) in generate_components()
4843 isl_union_map_free(executed); in generate_components()
4864 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build) in generate_next_level() argument
4870 if (!build || !executed) in generate_next_level()
4873 if (isl_union_map_is_empty(executed)) { in generate_next_level()
4875 isl_union_map_free(executed); in generate_next_level()
4885 return generate_inner_level(executed, build); in generate_next_level()
4887 n = isl_union_map_n_map(executed); in generate_next_level()
4891 return generate_shifted_component(executed, build); in generate_next_level()
4893 return generate_components(executed, build); in generate_next_level()
4895 isl_union_map_free(executed); in generate_next_level()
4906 isl_union_map *executed; member
4933 __isl_take isl_union_map *executed, __isl_keep isl_space *space, in internal_executed() argument
4943 executed = isl_union_map_apply_domain(executed, in internal_executed()
4945 return executed; in internal_executed()
4988 isl_union_map *executed; in generate_code_in_space() local
4993 executed = isl_union_map_copy(data->executed); in generate_code_in_space()
4994 executed = isl_union_map_intersect_domain(executed, in generate_code_in_space()
4999 executed = internal_executed(executed, space, data->build); in generate_code_in_space()
5004 executed = isl_union_map_intersect_params(executed, domain); in generate_code_in_space()
5010 list = generate_next_level(executed, build); in generate_code_in_space()
5090 __isl_take isl_union_map *executed, __isl_take isl_ast_build *build, in generate_code() argument
5103 isl_union_map_get_space(executed)); in generate_code()
5107 executed = isl_union_map_align_params(executed, space); in generate_code()
5108 if (!executed || !build) in generate_code()
5114 data.executed = executed; in generate_code()
5118 universe = isl_union_map_universe(isl_union_map_copy(executed)); in generate_code()
5125 isl_union_map_free(executed); in generate_code()
5130 isl_union_map_free(executed); in generate_code()
5165 isl_union_map *executed; in isl_ast_build_node_from_schedule_map() local
5171 executed = isl_union_map_reverse(schedule); in isl_ast_build_node_from_schedule_map()
5172 list = generate_code(executed, isl_ast_build_copy(build), 0); in isl_ast_build_node_from_schedule_map()
5208 __isl_take isl_union_map *executed) in build_ast_from_leaf() argument
5213 list = generate_inner_level(executed, isl_ast_build_copy(build)); in build_ast_from_leaf()
5225 __isl_keep isl_union_map *executed) in check_band_schedule_total_on_instances() argument
5230 instances = isl_union_map_range(isl_union_map_copy(executed)); in check_band_schedule_total_on_instances()
5240 isl_die(isl_union_map_get_ctx(executed), isl_error_invalid, in check_band_schedule_total_on_instances()
5262 __isl_take isl_union_map *executed) in build_ast_from_band() argument
5272 if (!build || n < 0 || !executed) in build_ast_from_band()
5276 return build_ast_from_child(build, node, executed); in build_ast_from_band()
5283 if (check_band_schedule_total_on_instances(extra, executed) < 0) in build_ast_from_band()
5284 executed = isl_union_map_free(executed); in build_ast_from_band()
5289 executed = isl_union_map_domain_product(executed, extra_umap); in build_ast_from_band()
5290 executed = isl_union_map_detect_equalities(executed); in build_ast_from_band()
5303 list = generate_next_level(executed, build); in build_ast_from_band()
5310 isl_union_map_free(executed); in build_ast_from_band()
5391 __isl_take isl_union_map *executed) in build_ast_from_context() argument
5415 executed = isl_union_map_intersect_domain(executed, in build_ast_from_context()
5419 node, executed); in build_ast_from_context()
5449 __isl_take isl_union_map *executed) in build_ast_from_expansion() argument
5456 isl_union_map_get_space(executed)); in build_ast_from_expansion()
5458 n1 = isl_union_map_dim(executed, isl_dim_param); in build_ast_from_expansion()
5459 executed = isl_union_map_apply_range(executed, expansion); in build_ast_from_expansion()
5460 n2 = isl_union_map_dim(executed, isl_dim_param); in build_ast_from_expansion()
5468 return build_ast_from_child(build, node, executed); in build_ast_from_expansion()
5472 isl_union_map_free(executed); in build_ast_from_expansion()
5490 __isl_take isl_union_map *executed) in build_ast_from_extension() argument
5507 executed = isl_union_map_union(executed, extension); in build_ast_from_extension()
5509 return build_ast_from_child(build, node, executed); in build_ast_from_extension()
5531 __isl_take isl_union_map *executed) in build_ast_from_filter() argument
5541 orig = isl_union_map_copy(executed); in build_ast_from_filter()
5542 if (!build || !node || !executed) in build_ast_from_filter()
5547 isl_union_map_get_space(executed)); in build_ast_from_filter()
5548 n1 = isl_union_map_dim(executed, isl_dim_param); in build_ast_from_filter()
5549 executed = isl_union_map_intersect_range(executed, filter); in build_ast_from_filter()
5550 n2 = isl_union_map_dim(executed, isl_dim_param); in build_ast_from_filter()
5558 unchanged = isl_union_map_is_subset(orig, executed); in build_ast_from_filter()
5559 empty = isl_union_map_is_empty(executed); in build_ast_from_filter()
5563 isl_union_map_free(executed); in build_ast_from_filter()
5568 return build_ast_from_child(build, node, executed); in build_ast_from_filter()
5574 isl_union_map_free(executed); in build_ast_from_filter()
5579 isl_union_map_free(executed); in build_ast_from_filter()
5599 __isl_take isl_union_map *executed) in build_ast_from_guard() argument
5630 node, executed); in build_ast_from_guard()
5703 __isl_take isl_union_map *executed) in build_ast_from_mark() argument
5710 build = isl_ast_build_set_executed(build, isl_union_map_copy(executed)); in build_ast_from_mark()
5716 list = build_ast_from_child(isl_ast_build_copy(build), node, executed); in build_ast_from_mark()
5736 __isl_take isl_union_map *executed);
5750 __isl_take isl_union_map *executed) in build_ast_from_sequence() argument
5769 child, isl_union_map_copy(executed)); in build_ast_from_sequence()
5774 isl_union_map_free(executed); in build_ast_from_sequence()
5792 __isl_take isl_union_map *executed) in build_ast_from_schedule_node() argument
5802 return build_ast_from_leaf(build, node, executed); in build_ast_from_schedule_node()
5804 return build_ast_from_band(build, node, executed); in build_ast_from_schedule_node()
5806 return build_ast_from_context(build, node, executed); in build_ast_from_schedule_node()
5811 return build_ast_from_expansion(build, node, executed); in build_ast_from_schedule_node()
5813 return build_ast_from_extension(build, node, executed); in build_ast_from_schedule_node()
5815 return build_ast_from_filter(build, node, executed); in build_ast_from_schedule_node()
5817 return build_ast_from_guard(build, node, executed); in build_ast_from_schedule_node()
5819 return build_ast_from_mark(build, node, executed); in build_ast_from_schedule_node()
5822 return build_ast_from_sequence(build, node, executed); in build_ast_from_schedule_node()
5828 isl_union_map_free(executed); in build_ast_from_schedule_node()
5847 __isl_take isl_union_map *executed) in build_ast_from_child() argument
5850 return build_ast_from_schedule_node(build, node, executed); in build_ast_from_child()
5873 isl_union_map *executed; in build_ast_from_domain() local
5904 executed = isl_union_map_from_domain_and_range(schedule_domain, domain); in build_ast_from_domain()
5905 list = build_ast_from_child(isl_ast_build_copy(build), node, executed); in build_ast_from_domain()