> -----Original Message----- > From: Tamar Christina <tamar.christ...@arm.com> > Sent: Tuesday, October 12, 2021 5:23 PM > To: Kyrylo Tkachov <kyrylo.tkac...@arm.com>; gcc-patches@gcc.gnu.org > Cc: nd <n...@arm.com>; Richard Earnshaw <richard.earns...@arm.com>; > Marcus Shawcroft <marcus.shawcr...@arm.com>; Richard Sandiford > <richard.sandif...@arm.com> > Subject: RE: [PATCH 2/7]AArch64 Add combine patterns for narrowing shift > of half top bits (shuffle) > > Hi All, > > This is a new version with more tests and BE support. > > Bootstrapped Regtested on aarch64-none-linux-gnu and no issues. > > Ok for master?
Ok. Thanks, Kyrill > > Thanks, > Tamar > > gcc/ChangeLog: > > * config/aarch64/aarch64-simd.md > (*aarch64_<srn_op>topbits_shuffle<mode>_le): New. > (*aarch64_topbits_shuffle<mode>_le): New. > (*aarch64_<srn_op>topbits_shuffle<mode>_be): New. > (*aarch64_topbits_shuffle<mode>_be): New. > * config/aarch64/predicates.md > (aarch64_simd_shift_imm_vec_exact_top): New. > > gcc/testsuite/ChangeLog: > > * gcc.target/aarch64/shrn-combine-10.c: New test. > * gcc.target/aarch64/shrn-combine-5.c: New test. > * gcc.target/aarch64/shrn-combine-6.c: New test. > * gcc.target/aarch64/shrn-combine-7.c: New test. > * gcc.target/aarch64/shrn-combine-8.c: New test. > * gcc.target/aarch64/shrn-combine-9.c: New test. > > --- inline copy of patch --- > > diff --git a/gcc/config/aarch64/aarch64-simd.md > b/gcc/config/aarch64/aarch64-simd.md > index > 5715db4e1e1386e724e4d4defd5e5ed9efd8a874..7f0888ee2f81ae17ac97be1f > 8438a2e588587c2a 100644 > --- a/gcc/config/aarch64/aarch64-simd.md > +++ b/gcc/config/aarch64/aarch64-simd.md > @@ -1852,6 +1852,66 @@ (define_insn > "*aarch64_<srn_op>shrn<mode>2_vect_be" > [(set_attr "type" "neon_shift_imm_narrow_q")] > ) > > +(define_insn "*aarch64_<srn_op>topbits_shuffle<mode>_le" > + [(set (match_operand:<VNARROWQ2> 0 "register_operand" "=w") > + (vec_concat:<VNARROWQ2> > + (truncate:<VNARROWQ> > + (SHIFTRT:VQN (match_operand:VQN 1 "register_operand" "w") > + (match_operand:VQN 2 > "aarch64_simd_shift_imm_vec_exact_top"))) > + (truncate:<VNARROWQ> > + (SHIFTRT:VQN (match_operand:VQN 3 "register_operand" "w") > + (match_dup 2)))))] > + "TARGET_SIMD && !BYTES_BIG_ENDIAN" > + "uzp2\\t%0.<V2ntype>, %1.<V2ntype>, %3.<V2ntype>" > + [(set_attr "type" "neon_permute<q>")] > +) > + > +(define_insn "*aarch64_topbits_shuffle<mode>_le" > + [(set (match_operand:<VNARROWQ2> 0 "register_operand" "=w") > + (vec_concat:<VNARROWQ2> > + (unspec:<VNARROWQ> [ > + (match_operand:VQN 1 "register_operand" "w") > + (match_operand:VQN 2 > "aarch64_simd_shift_imm_vec_exact_top") > + ] UNSPEC_RSHRN) > + (unspec:<VNARROWQ> [ > + (match_operand:VQN 3 "register_operand" "w") > + (match_dup 2) > + ] UNSPEC_RSHRN)))] > + "TARGET_SIMD && !BYTES_BIG_ENDIAN" > + "uzp2\\t%0.<V2ntype>, %1.<V2ntype>, %3.<V2ntype>" > + [(set_attr "type" "neon_permute<q>")] > +) > + > +(define_insn "*aarch64_<srn_op>topbits_shuffle<mode>_be" > + [(set (match_operand:<VNARROWQ2> 0 "register_operand" "=w") > + (vec_concat:<VNARROWQ2> > + (truncate:<VNARROWQ> > + (SHIFTRT:VQN (match_operand:VQN 3 "register_operand" "w") > + (match_operand:VQN 2 > "aarch64_simd_shift_imm_vec_exact_top"))) > + (truncate:<VNARROWQ> > + (SHIFTRT:VQN (match_operand:VQN 1 "register_operand" "w") > + (match_dup 2)))))] > + "TARGET_SIMD && BYTES_BIG_ENDIAN" > + "uzp2\\t%0.<V2ntype>, %1.<V2ntype>, %3.<V2ntype>" > + [(set_attr "type" "neon_permute<q>")] > +) > + > +(define_insn "*aarch64_topbits_shuffle<mode>_be" > + [(set (match_operand:<VNARROWQ2> 0 "register_operand" "=w") > + (vec_concat:<VNARROWQ2> > + (unspec:<VNARROWQ> [ > + (match_operand:VQN 3 "register_operand" "w") > + (match_operand:VQN 2 > "aarch64_simd_shift_imm_vec_exact_top") > + ] UNSPEC_RSHRN) > + (unspec:<VNARROWQ> [ > + (match_operand:VQN 1 "register_operand" "w") > + (match_dup 2) > + ] UNSPEC_RSHRN)))] > + "TARGET_SIMD && BYTES_BIG_ENDIAN" > + "uzp2\\t%0.<V2ntype>, %1.<V2ntype>, %3.<V2ntype>" > + [(set_attr "type" "neon_permute<q>")] > +) > + > (define_expand "aarch64_shrn<mode>" > [(set (match_operand:<VNARROWQ> 0 "register_operand") > (truncate:<VNARROWQ> > diff --git a/gcc/config/aarch64/predicates.md > b/gcc/config/aarch64/predicates.md > index > 49f02ae0381359174fed80c2a2264295c75bc189..7fd4f9e7d06d3082d6f30472 > 90f0446789e1d0d2 100644 > --- a/gcc/config/aarch64/predicates.md > +++ b/gcc/config/aarch64/predicates.md > @@ -545,6 +545,12 @@ (define_predicate > "aarch64_simd_shift_imm_offset_di" > (and (match_code "const_int") > (match_test "IN_RANGE (INTVAL (op), 1, 64)"))) > > +(define_predicate "aarch64_simd_shift_imm_vec_exact_top" > + (and (match_code "const_vector") > + (match_test "aarch64_const_vec_all_same_in_range_p (op, > + GET_MODE_UNIT_BITSIZE (GET_MODE (op)) / 2, > + GET_MODE_UNIT_BITSIZE (GET_MODE (op)) / 2)"))) > + > (define_predicate "aarch64_simd_shift_imm_vec_qi" > (and (match_code "const_vector") > (match_test "aarch64_const_vec_all_same_in_range_p (op, 1, 8)"))) > diff --git a/gcc/testsuite/gcc.target/aarch64/shrn-combine-10.c > b/gcc/testsuite/gcc.target/aarch64/shrn-combine-10.c > new file mode 100644 > index > 0000000000000000000000000000000000000000..3a1cfce93e9065e8d5b43a7 > 70b0ef24a17586411 > --- /dev/null > +++ b/gcc/testsuite/gcc.target/aarch64/shrn-combine-10.c > @@ -0,0 +1,14 @@ > +/* { dg-do assemble } */ > +/* { dg-options "-O3 --save-temps --param=vect-epilogues-nomask=0" } */ > + > + > +#include <arm_neon.h> > + > +uint32x4_t foo (uint64x2_t a, uint64x2_t b) > +{ > + return vrshrn_high_n_u64 (vrshrn_n_u64 (a, 32), b, 32); > +} > + > +/* { dg-final { scan-assembler-times {\tuzp2\t} 1 } } */ > +/* { dg-final { scan-assembler-not {\tshrn\t} } } */ > +/* { dg-final { scan-assembler-not {\tshrn2\t} } } */ > diff --git a/gcc/testsuite/gcc.target/aarch64/shrn-combine-5.c > b/gcc/testsuite/gcc.target/aarch64/shrn-combine-5.c > new file mode 100644 > index > 0000000000000000000000000000000000000000..408e85535788b2c1c9b0567 > 2a269e4e6567f2683 > --- /dev/null > +++ b/gcc/testsuite/gcc.target/aarch64/shrn-combine-5.c > @@ -0,0 +1,16 @@ > +/* { dg-do assemble } */ > +/* { dg-options "-O3 --save-temps --param=vect-epilogues-nomask=0" } */ > + > +#define TYPE1 char > +#define TYPE2 short > +#define SHIFT 8 > + > +void foo (TYPE2 * restrict a, TYPE1 * restrict d, int n) > +{ > + for( int i = 0; i < n; i++ ) > + d[i] = a[i] >> SHIFT; > +} > + > +/* { dg-final { scan-assembler-times {\tuzp2\t} 1 } } */ > +/* { dg-final { scan-assembler-not {\tshrn\t} } } */ > +/* { dg-final { scan-assembler-not {\tshrn2\t} } } */ > diff --git a/gcc/testsuite/gcc.target/aarch64/shrn-combine-6.c > b/gcc/testsuite/gcc.target/aarch64/shrn-combine-6.c > new file mode 100644 > index > 0000000000000000000000000000000000000000..6211ba3e41c199f325b8021 > 7d298801767c8dad5 > --- /dev/null > +++ b/gcc/testsuite/gcc.target/aarch64/shrn-combine-6.c > @@ -0,0 +1,16 @@ > +/* { dg-do assemble } */ > +/* { dg-options "-O3 --save-temps --param=vect-epilogues-nomask=0" } */ > + > +#define TYPE1 short > +#define TYPE2 int > +#define SHIFT 16 > + > +void foo (TYPE2 * restrict a, TYPE1 * restrict d, int n) > +{ > + for( int i = 0; i < n; i++ ) > + d[i] = a[i] >> SHIFT; > +} > + > +/* { dg-final { scan-assembler-times {\tuzp2\t} 1 } } */ > +/* { dg-final { scan-assembler-not {\tshrn\t} } } */ > +/* { dg-final { scan-assembler-not {\tshrn2\t} } } */ > diff --git a/gcc/testsuite/gcc.target/aarch64/shrn-combine-7.c > b/gcc/testsuite/gcc.target/aarch64/shrn-combine-7.c > new file mode 100644 > index > 0000000000000000000000000000000000000000..56cbeacc6de54f177f5b66d > 26b62ba6cefb921ad > --- /dev/null > +++ b/gcc/testsuite/gcc.target/aarch64/shrn-combine-7.c > @@ -0,0 +1,16 @@ > +/* { dg-do assemble } */ > +/* { dg-options "-O3 --save-temps --param=vect-epilogues-nomask=0" } */ > + > +#define TYPE1 int > +#define TYPE2 long long > +#define SHIFT 32 > + > +void foo (TYPE2 * restrict a, TYPE1 * restrict d, int n) > +{ > + for( int i = 0; i < n; i++ ) > + d[i] = a[i] >> SHIFT; > +} > + > +/* { dg-final { scan-assembler-times {\tuzp2\t} 1 } } */ > +/* { dg-final { scan-assembler-not {\tshrn\t} } } */ > +/* { dg-final { scan-assembler-not {\tshrn2\t} } } */ > diff --git a/gcc/testsuite/gcc.target/aarch64/shrn-combine-8.c > b/gcc/testsuite/gcc.target/aarch64/shrn-combine-8.c > new file mode 100644 > index > 0000000000000000000000000000000000000000..6a47f3cdaee399e603c57a1 > c6a0c09c6cfd21abb > --- /dev/null > +++ b/gcc/testsuite/gcc.target/aarch64/shrn-combine-8.c > @@ -0,0 +1,14 @@ > +/* { dg-do assemble } */ > +/* { dg-options "-O3 --save-temps --param=vect-epilogues-nomask=0" } */ > + > + > +#include <arm_neon.h> > + > +uint8x16_t foo (uint16x8_t a, uint16x8_t b) > +{ > + return vrshrn_high_n_u16 (vrshrn_n_u16 (a, 8), b, 8); > +} > + > +/* { dg-final { scan-assembler-times {\tuzp2\t} 1 } } */ > +/* { dg-final { scan-assembler-not {\tshrn\t} } } */ > +/* { dg-final { scan-assembler-not {\tshrn2\t} } } */ > diff --git a/gcc/testsuite/gcc.target/aarch64/shrn-combine-9.c > b/gcc/testsuite/gcc.target/aarch64/shrn-combine-9.c > new file mode 100644 > index > 0000000000000000000000000000000000000000..929a55c5c338844e6a5c5ad > 249af482286ab9c61 > --- /dev/null > +++ b/gcc/testsuite/gcc.target/aarch64/shrn-combine-9.c > @@ -0,0 +1,14 @@ > +/* { dg-do assemble } */ > +/* { dg-options "-O3 --save-temps --param=vect-epilogues-nomask=0" } */ > + > + > +#include <arm_neon.h> > + > +uint16x8_t foo (uint32x4_t a, uint32x4_t b) > +{ > + return vrshrn_high_n_u32 (vrshrn_n_u32 (a, 16), b, 16); > +} > + > +/* { dg-final { scan-assembler-times {\tuzp2\t} 1 } } */ > +/* { dg-final { scan-assembler-not {\tshrn\t} } } */ > +/* { dg-final { scan-assembler-not {\tshrn2\t} } } */