diff options
author | Richard Henderson <rth@redhat.com> | 2009-11-25 17:52:19 -0800 |
---|---|---|
committer | Richard Henderson <rth@gcc.gnu.org> | 2009-11-25 17:52:19 -0800 |
commit | faf63e396340307be88e36e86b1d30d0f8d88b14 (patch) | |
tree | 9f56190fd9a03a09fedb53a42e51c8395d059720 /gcc/tree-vect-slp.c | |
parent | dac29646db44bc8d782bc07f07b577e0ba22d684 (diff) | |
download | gcc-faf63e396340307be88e36e86b1d30d0f8d88b14.zip gcc-faf63e396340307be88e36e86b1d30d0f8d88b14.tar.gz gcc-faf63e396340307be88e36e86b1d30d0f8d88b14.tar.bz2 |
target.h (targetm.vectorize.builtin_vec_perm_ok): New.
* target.h (targetm.vectorize.builtin_vec_perm_ok): New.
* target-def.h (TARGET_VECTORIZE_BUILTIN_VEC_PERM_OK): New.
* hooks.h, hooks.c (hook_bool_tree_tree_true): New.
* tree-vect-slp.c (vect_create_mask_and_perm): Don't create
the vector constant here...
(vect_transform_slp_perm_load): ... do it here instead. Validate
that the permutation vector is implementable by the target.
From-SVN: r154665
Diffstat (limited to 'gcc/tree-vect-slp.c')
-rw-r--r-- | gcc/tree-vect-slp.c | 43 |
1 files changed, 27 insertions, 16 deletions
diff --git a/gcc/tree-vect-slp.c b/gcc/tree-vect-slp.c index fe88e1d..76227aa 100644 --- a/gcc/tree-vect-slp.c +++ b/gcc/tree-vect-slp.c @@ -1630,28 +1630,19 @@ vect_get_slp_defs (slp_tree slp_node, VEC (tree,heap) **vec_oprnds0, static inline void vect_create_mask_and_perm (gimple stmt, gimple next_scalar_stmt, - int *mask_array, int mask_nunits, - tree mask_element_type, tree mask_type, - int first_vec_indx, int second_vec_indx, + tree mask, int first_vec_indx, int second_vec_indx, gimple_stmt_iterator *gsi, slp_tree node, tree builtin_decl, tree vectype, VEC(tree,heap) *dr_chain, int ncopies, int vect_stmts_counter) { - tree t = NULL_TREE, mask_vec, mask, perm_dest; + tree perm_dest; gimple perm_stmt = NULL; stmt_vec_info next_stmt_info; int i, group_size, stride, dr_chain_size; tree first_vec, second_vec, data_ref; VEC (tree, heap) *params = NULL; - /* Create a vector mask. */ - for (i = mask_nunits - 1; i >= 0; --i) - t = tree_cons (NULL_TREE, build_int_cst (mask_element_type, mask_array[i]), - t); - mask_vec = build_vector (mask_type, t); - mask = vect_init_vector (stmt, mask_vec, mask_type, NULL); - group_size = VEC_length (gimple, SLP_TREE_SCALAR_STMTS (node)); stride = SLP_TREE_NUMBER_OF_VEC_STMTS (node) / ncopies; dr_chain_size = VEC_length (tree, dr_chain); @@ -1890,7 +1881,28 @@ vect_transform_slp_perm_load (gimple stmt, VEC (tree, heap) *dr_chain, if (index == mask_nunits) { - index = 0; + tree mask_vec = NULL; + + while (--index >= 0) + { + tree t = build_int_cst (mask_element_type, mask[index]); + mask_vec = tree_cons (NULL, t, mask_vec); + } + mask_vec = build_vector (mask_type, mask_vec); + index = 0; + + if (!targetm.vectorize.builtin_vec_perm_ok (vectype, + mask_vec)) + { + if (vect_print_dump_info (REPORT_DETAILS)) + { + fprintf (vect_dump, "unsupported vect permute "); + print_generic_expr (vect_dump, mask_vec, 0); + } + free (mask); + return false; + } + if (!analyze_only) { if (need_next_vector) @@ -1903,10 +1915,9 @@ vect_transform_slp_perm_load (gimple stmt, VEC (tree, heap) *dr_chain, SLP_TREE_SCALAR_STMTS (node), scalar_index++); vect_create_mask_and_perm (stmt, next_scalar_stmt, - mask, mask_nunits, mask_element_type, mask_type, - first_vec_index, second_vec_index, gsi, node, - builtin_decl, vectype, dr_chain, ncopies, - vect_stmts_counter++); + mask_vec, first_vec_index, second_vec_index, + gsi, node, builtin_decl, vectype, dr_chain, + ncopies, vect_stmts_counter++); } } } |