Commit fc01a1ac by Alexander Ivchenko Committed by Kirill Yukhin

AVX-512. Add vshufps insn patterns.

gcc/
	* config/i386/sse.md
	(define_expand "avx_shufps256<mask_expand4_name>"): Add masking.
	(define_insn "avx_shufps256_1<mask_name>"): Ditto.
	(define_expand "sse_shufps<mask_expand4_name>"): Ditto.
	(define_insn "sse_shufps_v4sf_mask"): New.


Co-Authored-By: Andrey Turetskiy <andrey.turetskiy@intel.com>
Co-Authored-By: Anna Tikhonova <anna.tikhonova@intel.com>
Co-Authored-By: Ilya Tocar <ilya.tocar@intel.com>
Co-Authored-By: Ilya Verbin <ilya.verbin@intel.com>
Co-Authored-By: Kirill Yukhin <kirill.yukhin@intel.com>
Co-Authored-By: Maxim Kuznetsov <maxim.kuznetsov@intel.com>
Co-Authored-By: Michael Zolotukhin <michael.v.zolotukhin@intel.com>

From-SVN: r215495
parent 47145255
...@@ -8,6 +8,21 @@ ...@@ -8,6 +8,21 @@
Michael Zolotukhin <michael.v.zolotukhin@intel.com> Michael Zolotukhin <michael.v.zolotukhin@intel.com>
* config/i386/sse.md * config/i386/sse.md
(define_expand "avx_shufps256<mask_expand4_name>"): Add masking.
(define_insn "avx_shufps256_1<mask_name>"): Ditto.
(define_expand "sse_shufps<mask_expand4_name>"): Ditto.
(define_insn "sse_shufps_v4sf_mask"): New.
2014-09-23 Alexander Ivchenko <alexander.ivchenko@intel.com>
Maxim Kuznetsov <maxim.kuznetsov@intel.com>
Anna Tikhonova <anna.tikhonova@intel.com>
Ilya Tocar <ilya.tocar@intel.com>
Andrey Turetskiy <andrey.turetskiy@intel.com>
Ilya Verbin <ilya.verbin@intel.com>
Kirill Yukhin <kirill.yukhin@intel.com>
Michael Zolotukhin <michael.v.zolotukhin@intel.com>
* config/i386/sse.md
(define_insn "avx_unpckhps256<mask_name>"): Add masking. (define_insn "avx_unpckhps256<mask_name>"): Add masking.
(define_insn "vec_interleave_highv4sf<mask_name>"): Ditto. (define_insn "vec_interleave_highv4sf<mask_name>"): Ditto.
(define_insn "avx_unpcklps256<mask_name>"): Ditto. (define_insn "avx_unpcklps256<mask_name>"): Ditto.
...@@ -5805,7 +5805,7 @@ ...@@ -5805,7 +5805,7 @@
(set_attr "prefix" "evex") (set_attr "prefix" "evex")
(set_attr "mode" "V16SF")]) (set_attr "mode" "V16SF")])
(define_expand "avx_shufps256" (define_expand "avx_shufps256<mask_expand4_name>"
[(match_operand:V8SF 0 "register_operand") [(match_operand:V8SF 0 "register_operand")
(match_operand:V8SF 1 "register_operand") (match_operand:V8SF 1 "register_operand")
(match_operand:V8SF 2 "nonimmediate_operand") (match_operand:V8SF 2 "nonimmediate_operand")
...@@ -5813,7 +5813,9 @@ ...@@ -5813,7 +5813,9 @@
"TARGET_AVX" "TARGET_AVX"
{ {
int mask = INTVAL (operands[3]); int mask = INTVAL (operands[3]);
emit_insn (gen_avx_shufps256_1 (operands[0], operands[1], operands[2], emit_insn (gen_avx_shufps256_1<mask_expand4_name> (operands[0],
operands[1],
operands[2],
GEN_INT ((mask >> 0) & 3), GEN_INT ((mask >> 0) & 3),
GEN_INT ((mask >> 2) & 3), GEN_INT ((mask >> 2) & 3),
GEN_INT (((mask >> 4) & 3) + 8), GEN_INT (((mask >> 4) & 3) + 8),
...@@ -5821,17 +5823,18 @@ ...@@ -5821,17 +5823,18 @@
GEN_INT (((mask >> 0) & 3) + 4), GEN_INT (((mask >> 0) & 3) + 4),
GEN_INT (((mask >> 2) & 3) + 4), GEN_INT (((mask >> 2) & 3) + 4),
GEN_INT (((mask >> 4) & 3) + 12), GEN_INT (((mask >> 4) & 3) + 12),
GEN_INT (((mask >> 6) & 3) + 12))); GEN_INT (((mask >> 6) & 3) + 12)
<mask_expand4_args>));
DONE; DONE;
}) })
;; One bit in mask selects 2 elements. ;; One bit in mask selects 2 elements.
(define_insn "avx_shufps256_1" (define_insn "avx_shufps256_1<mask_name>"
[(set (match_operand:V8SF 0 "register_operand" "=x") [(set (match_operand:V8SF 0 "register_operand" "=v")
(vec_select:V8SF (vec_select:V8SF
(vec_concat:V16SF (vec_concat:V16SF
(match_operand:V8SF 1 "register_operand" "x") (match_operand:V8SF 1 "register_operand" "v")
(match_operand:V8SF 2 "nonimmediate_operand" "xm")) (match_operand:V8SF 2 "nonimmediate_operand" "vm"))
(parallel [(match_operand 3 "const_0_to_3_operand" ) (parallel [(match_operand 3 "const_0_to_3_operand" )
(match_operand 4 "const_0_to_3_operand" ) (match_operand 4 "const_0_to_3_operand" )
(match_operand 5 "const_8_to_11_operand" ) (match_operand 5 "const_8_to_11_operand" )
...@@ -5841,6 +5844,7 @@ ...@@ -5841,6 +5844,7 @@
(match_operand 9 "const_12_to_15_operand") (match_operand 9 "const_12_to_15_operand")
(match_operand 10 "const_12_to_15_operand")])))] (match_operand 10 "const_12_to_15_operand")])))]
"TARGET_AVX "TARGET_AVX
&& <mask_avx512vl_condition>
&& (INTVAL (operands[3]) == (INTVAL (operands[7]) - 4) && (INTVAL (operands[3]) == (INTVAL (operands[7]) - 4)
&& INTVAL (operands[4]) == (INTVAL (operands[8]) - 4) && INTVAL (operands[4]) == (INTVAL (operands[8]) - 4)
&& INTVAL (operands[5]) == (INTVAL (operands[9]) - 4) && INTVAL (operands[5]) == (INTVAL (operands[9]) - 4)
...@@ -5853,14 +5857,14 @@ ...@@ -5853,14 +5857,14 @@
mask |= (INTVAL (operands[6]) - 8) << 6; mask |= (INTVAL (operands[6]) - 8) << 6;
operands[3] = GEN_INT (mask); operands[3] = GEN_INT (mask);
return "vshufps\t{%3, %2, %1, %0|%0, %1, %2, %3}"; return "vshufps\t{%3, %2, %1, %0<mask_operand11>|%0<mask_operand11>, %1, %2, %3}";
} }
[(set_attr "type" "sseshuf") [(set_attr "type" "sseshuf")
(set_attr "length_immediate" "1") (set_attr "length_immediate" "1")
(set_attr "prefix" "vex") (set_attr "prefix" "<mask_prefix>")
(set_attr "mode" "V8SF")]) (set_attr "mode" "V8SF")])
(define_expand "sse_shufps" (define_expand "sse_shufps<mask_expand4_name>"
[(match_operand:V4SF 0 "register_operand") [(match_operand:V4SF 0 "register_operand")
(match_operand:V4SF 1 "register_operand") (match_operand:V4SF 1 "register_operand")
(match_operand:V4SF 2 "nonimmediate_operand") (match_operand:V4SF 2 "nonimmediate_operand")
...@@ -5868,14 +5872,46 @@ ...@@ -5868,14 +5872,46 @@
"TARGET_SSE" "TARGET_SSE"
{ {
int mask = INTVAL (operands[3]); int mask = INTVAL (operands[3]);
emit_insn (gen_sse_shufps_v4sf (operands[0], operands[1], operands[2], emit_insn (gen_sse_shufps_v4sf<mask_expand4_name> (operands[0],
operands[1],
operands[2],
GEN_INT ((mask >> 0) & 3), GEN_INT ((mask >> 0) & 3),
GEN_INT ((mask >> 2) & 3), GEN_INT ((mask >> 2) & 3),
GEN_INT (((mask >> 4) & 3) + 4), GEN_INT (((mask >> 4) & 3) + 4),
GEN_INT (((mask >> 6) & 3) + 4))); GEN_INT (((mask >> 6) & 3) + 4)
<mask_expand4_args>));
DONE; DONE;
}) })
(define_insn "sse_shufps_v4sf_mask"
[(set (match_operand:V4SF 0 "register_operand" "=v")
(vec_merge:V4SF
(vec_select:V4SF
(vec_concat:V8SF
(match_operand:V4SF 1 "register_operand" "v")
(match_operand:V4SF 2 "nonimmediate_operand" "vm"))
(parallel [(match_operand 3 "const_0_to_3_operand")
(match_operand 4 "const_0_to_3_operand")
(match_operand 5 "const_4_to_7_operand")
(match_operand 6 "const_4_to_7_operand")]))
(match_operand:V4SF 7 "vector_move_operand" "0C")
(match_operand:QI 8 "register_operand" "Yk")))]
"TARGET_AVX512VL"
{
int mask = 0;
mask |= INTVAL (operands[3]) << 0;
mask |= INTVAL (operands[4]) << 2;
mask |= (INTVAL (operands[5]) - 4) << 4;
mask |= (INTVAL (operands[6]) - 4) << 6;
operands[3] = GEN_INT (mask);
return "vshufps\t{%3, %2, %1, %0%{%8%}%N7|%0%{%8%}%N7, %1, %2, %3}";
}
[(set_attr "type" "sseshuf")
(set_attr "length_immediate" "1")
(set_attr "prefix" "evex")
(set_attr "mode" "V4SF")])
(define_insn "sse_shufps_<mode>" (define_insn "sse_shufps_<mode>"
[(set (match_operand:VI4F_128 0 "register_operand" "=x,x") [(set (match_operand:VI4F_128 0 "register_operand" "=x,x")
(vec_select:VI4F_128 (vec_select:VI4F_128
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment