On Fri, Oct 19, 2018 at 11:08 PM H.J. Lu <hjl.to...@gmail.com> wrote:
>
> Many AVX512 vector operations can broadcast from a scalar memory source.
> This patch enables memory broadcast for FP div operations.
>
> gcc/
>
> PR target/72782
> * config/i386/sse.md (*<avx512>_div<mode>3<mask_name>_bcst): New.
>
> gcc/testsuite/
>
> PR target/72782
> * gcc.target/i386/avx512f-div-df-zmm-1.c: New test.
> * gcc.target/i386/avx512f-div-sf-zmm-1.c: Likewise.
> * gcc.target/i386/avx512f-div-sf-zmm-2.c: Likewise.
> * gcc.target/i386/avx512f-div-sf-zmm-3.c: Likewise.
> * gcc.target/i386/avx512f-div-sf-zmm-4.c: Likewise.
> * gcc.target/i386/avx512f-div-sf-zmm-5.c: Likewise.
> * gcc.target/i386/avx512vl-div-sf-xmm-1.c: Likewise.
> * gcc.target/i386/avx512vl-div-sf-ymm-1.c: Likewise.
OK.
Thanks,
Uros.
> ---
> gcc/config/i386/sse.md | 12 ++++++++++++
> gcc/testsuite/gcc.target/i386/avx512f-div-df-zmm-1.c | 12 ++++++++++++
> gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-1.c | 12 ++++++++++++
> gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-2.c | 12 ++++++++++++
> gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-3.c | 12 ++++++++++++
> gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-4.c | 12 ++++++++++++
> gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-5.c | 12 ++++++++++++
> .../gcc.target/i386/avx512vl-div-sf-xmm-1.c | 12 ++++++++++++
> .../gcc.target/i386/avx512vl-div-sf-ymm-1.c | 12 ++++++++++++
> 9 files changed, 108 insertions(+)
> create mode 100644 gcc/testsuite/gcc.target/i386/avx512f-div-df-zmm-1.c
> create mode 100644 gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-1.c
> create mode 100644 gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-2.c
> create mode 100644 gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-3.c
> create mode 100644 gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-4.c
> create mode 100644 gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-5.c
> create mode 100644 gcc/testsuite/gcc.target/i386/avx512vl-div-sf-xmm-1.c
> create mode 100644 gcc/testsuite/gcc.target/i386/avx512vl-div-sf-ymm-1.c
>
> diff --git a/gcc/config/i386/sse.md b/gcc/config/i386/sse.md
> index a73659e6bd2..635a6902d33 100644
> --- a/gcc/config/i386/sse.md
> +++ b/gcc/config/i386/sse.md
> @@ -1836,6 +1836,18 @@
> (set_attr "prefix" "<mask_prefix3>")
> (set_attr "mode" "<MODE>")])
>
> +(define_insn "*<avx512>_div<mode>3<mask_name>_bcst"
> + [(set (match_operand:VF_AVX512 0 "register_operand" "=v")
> + (div:VF_AVX512
> + (match_operand:VF_AVX512 1 "register_operand" "v")
> + (vec_duplicate:VF_AVX512
> + (match_operand:<ssescalarmode> 2 "memory_operand" "m"))))]
> + "TARGET_AVX512F && <mask_mode512bit_condition>"
> + "vdiv<ssemodesuffix>\t{%2<avx512bcst>, %1,
> %0<mask_operand3>|%0<mask_operand3>, %1, %2<<avx512bcst>>}"
> + [(set_attr "prefix" "evex")
> + (set_attr "type" "ssediv")
> + (set_attr "mode" "<MODE>")])
> +
> (define_insn "<sse>_rcp<mode>2"
> [(set (match_operand:VF1_128_256 0 "register_operand" "=x")
> (unspec:VF1_128_256
> diff --git a/gcc/testsuite/gcc.target/i386/avx512f-div-df-zmm-1.c
> b/gcc/testsuite/gcc.target/i386/avx512f-div-df-zmm-1.c
> new file mode 100644
> index 00000000000..7c40112bbcc
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/avx512f-div-df-zmm-1.c
> @@ -0,0 +1,12 @@
> +/* { dg-do compile } */
> +/* { dg-options "-mavx512f -O2" } */
> +/* { dg-final { scan-assembler-times "vdivpd\[
> \\t\]+\\(%(?:eax|rdi|edi)\\)\\\{1to\[1-8\]+\\\}, %zmm\[0-9\]+, %zmm0" 1 } } */
> +/* { dg-final { scan-assembler-not "vbroadcastsd\[^\n\]*%zmm\[0-9\]+" } } */
> +
> +#define type __m512d
> +#define vec 512
> +#define op div
> +#define suffix pd
> +#define SCALAR double
> +
> +#include "avx512-binop-1.h"
> diff --git a/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-1.c
> b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-1.c
> new file mode 100644
> index 00000000000..b131929eeba
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-1.c
> @@ -0,0 +1,12 @@
> +/* { dg-do compile } */
> +/* { dg-options "-mavx512f -O2" } */
> +/* { dg-final { scan-assembler-times "vdivps\[
> \\t\]+\\(%(?:eax|rdi|edi)\\)\\\{1to\[1-8\]+\\\}, %zmm\[0-9\]+, %zmm0" 1 } } */
> +/* { dg-final { scan-assembler-not "vbroadcastss\[^\n\]*%zmm\[0-9\]+" } } */
> +
> +#define type __m512
> +#define vec 512
> +#define op div
> +#define suffix ps
> +#define SCALAR float
> +
> +#include "avx512-binop-1.h"
> diff --git a/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-2.c
> b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-2.c
> new file mode 100644
> index 00000000000..373e3c63c03
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-2.c
> @@ -0,0 +1,12 @@
> +/* { dg-do compile } */
> +/* { dg-options "-mavx512f -O2" } */
> +/* { dg-final { scan-assembler-times "vbroadcastss\[^\n\]*%zmm\[0-9\]+" 1 }
> } */
> +/* { dg-final { scan-assembler-times "vdivps\[^\n\]*%zmm\[0-9\]+" 1 } } */
> +
> +#define type __m512
> +#define vec 512
> +#define op div
> +#define suffix ps
> +#define SCALAR float
> +
> +#include "avx512-binop-2.h"
> diff --git a/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-3.c
> b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-3.c
> new file mode 100644
> index 00000000000..84e78198175
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-3.c
> @@ -0,0 +1,12 @@
> +/* { dg-do compile } */
> +/* { dg-options "-mavx512f -O2" } */
> +/* { dg-final { scan-assembler-times "vbroadcastss\[^\n\]*%zmm\[0-9\]+" 1 }
> } */
> +/* { dg-final { scan-assembler-times "vdivps\[^\n\]*%zmm\[0-9\]+" 1 } } */
> +
> +#define type __m512
> +#define vec 512
> +#define op div
> +#define suffix ps
> +#define SCALAR float
> +
> +#include "avx512-binop-3.h"
> diff --git a/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-4.c
> b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-4.c
> new file mode 100644
> index 00000000000..44a34566a93
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-4.c
> @@ -0,0 +1,12 @@
> +/* { dg-do compile { target { ! ia32 } } } */
> +/* { dg-options "-mavx512f -O2" } */
> +/* { dg-final { scan-assembler-times "vbroadcastss\[^\n\]*%zmm\[0-9\]+" 1 }
> } */
> +/* { dg-final { scan-assembler-times "vdivps\[ \\t\]+%zmm\[0-9\]+,
> %zmm\[0-9\]+, %zmm0" 1 } } */
> +
> +#define type __m512
> +#define vec 512
> +#define op div
> +#define suffix ps
> +#define SCALAR float
> +
> +#include "avx512-binop-4.h"
> diff --git a/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-5.c
> b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-5.c
> new file mode 100644
> index 00000000000..81cf6b293d2
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/avx512f-div-sf-zmm-5.c
> @@ -0,0 +1,12 @@
> +/* { dg-do compile } */
> +/* { dg-options "-mavx512f -O2" } */
> +/* { dg-final { scan-assembler-times "vbroadcastss\[^\n\]*%zmm\[0-9\]+" 1 }
> } */
> +/* { dg-final { scan-assembler-times "vdivps\[^\n\]*%zmm\[0-9\]+" 1 } } */
> +
> +#define type __m512
> +#define vec 512
> +#define op div
> +#define suffix ps
> +#define SCALAR float
> +
> +#include "avx512-binop-6.h"
> diff --git a/gcc/testsuite/gcc.target/i386/avx512vl-div-sf-xmm-1.c
> b/gcc/testsuite/gcc.target/i386/avx512vl-div-sf-xmm-1.c
> new file mode 100644
> index 00000000000..1f4a613daef
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/avx512vl-div-sf-xmm-1.c
> @@ -0,0 +1,12 @@
> +/* { dg-do compile } */
> +/* { dg-options "-mfma -mavx512vl -O2" } */
> +/* { dg-final { scan-assembler-times "vdivps\[
> \\t\]+\\(%(?:eax|rdi|edi)\\)\\\{1to\[1-8\]+\\\}, %xmm\[0-9\]+, %xmm0" 1 } } */
> +/* { dg-final { scan-assembler-not "vbroadcastss\[^\n\]*%xmm\[0-9\]+" } } */
> +
> +#define type __m128
> +#define vec
> +#define op div
> +#define suffix ps
> +#define SCALAR float
> +
> +#include "avx512-binop-1.h"
> diff --git a/gcc/testsuite/gcc.target/i386/avx512vl-div-sf-ymm-1.c
> b/gcc/testsuite/gcc.target/i386/avx512vl-div-sf-ymm-1.c
> new file mode 100644
> index 00000000000..8837096711b
> --- /dev/null
> +++ b/gcc/testsuite/gcc.target/i386/avx512vl-div-sf-ymm-1.c
> @@ -0,0 +1,12 @@
> +/* { dg-do compile } */
> +/* { dg-options "-mfma -mavx512vl -O2" } */
> +/* { dg-final { scan-assembler-times "vdivps\[
> \\t\]+\\(%(?:eax|rdi|edi)\\)\\\{1to\[1-8\]+\\\}, %ymm\[0-9\]+, %ymm0" 1 } } */
> +/* { dg-final { scan-assembler-not "vbroadcastss\[^\n\]*%ymm\[0-9\]+" } } */
> +
> +#define type __m256
> +#define vec 256
> +#define op div
> +#define suffix ps
> +#define SCALAR float
> +
> +#include "avx512-binop-1.h"
> --
> 2.17.2
>
