@@ -120,7 +120,7 @@
; Test Data Class (TDC)
UNSPEC_TDC_INSN
- ; Population Count
+ ; Byte-wise Population Count
UNSPEC_POPCNT
UNSPEC_COPYSIGN
@@ -11323,9 +11323,36 @@
; Population count instruction
;
-; The S/390 popcount instruction counts the bits of op1 in 8 byte
+(define_insn "*popcountdi_arch13_cc"
+ [(set (reg CC_REGNUM)
+ (compare (popcount:DI (match_operand:DI 1 "register_operand" "d"))
+ (const_int 0)))
+ (set (match_operand:DI 0 "register_operand" "=d")
+ (match_dup 1))]
+ "TARGET_ARCH13 && s390_match_ccmode (insn, CCTmode)"
+ "popcnt\t%0,%1,8"
+ [(set_attr "op_type" "RRF")])
+
+(define_insn "*popcountdi_arch13_cconly"
+ [(set (reg CC_REGNUM)
+ (compare (popcount:DI (match_operand:DI 1 "register_operand" "d"))
+ (const_int 0)))
+ (clobber (match_scratch:DI 0 "=d"))]
+ "TARGET_ARCH13 && s390_match_ccmode(insn, CCTmode)"
+ "popcnt\t%0,%1,8"
+ [(set_attr "op_type" "RRF")])
+
+(define_insn "*popcountdi_arch13"
+ [(set (match_operand:DI 0 "register_operand" "=d")
+ (popcount:DI (match_operand:DI 1 "register_operand" "d")))
+ (clobber (reg:CC CC_REGNUM))]
+ "TARGET_ARCH13"
+ "popcnt\t%0,%1,8"
+ [(set_attr "op_type" "RRF")])
+
+; The pre-arch13 popcount instruction counts the bits of op1 in 8 byte
; portions and stores the result in the corresponding bytes in op0.
-(define_insn "*popcount<mode>"
+(define_insn "*popcount<mode>_z196"
[(set (match_operand:INT 0 "register_operand" "=d")
(unspec:INT [(match_operand:INT 1 "register_operand" "d")] UNSPEC_POPCNT))
(clobber (reg:CC CC_REGNUM))]
@@ -11333,7 +11360,7 @@
"popcnt\t%0,%1"
[(set_attr "op_type" "RRE")])
-(define_expand "popcountdi2"
+(define_expand "popcountdi2_z196"
[; popcnt op0, op1
(parallel [(set (match_operand:DI 0 "register_operand" "")
(unspec:DI [(match_operand:DI 1 "register_operand")]
@@ -11357,10 +11384,24 @@
(clobber (reg:CC CC_REGNUM))])
; srlg op0, op0, 56
(set (match_dup 0) (lshiftrt:DI (match_dup 0) (const_int 56)))]
- "TARGET_Z196 && TARGET_64BIT"
+ "TARGET_Z196"
"operands[2] = gen_reg_rtx (DImode);")
-(define_expand "popcountsi2"
+(define_expand "popcountdi2"
+ [(parallel
+ [(set (match_operand:DI 0 "register_operand" "")
+ (popcount:DI (match_operand:DI 1 "register_operand")))
+ (clobber (reg:CC CC_REGNUM))])]
+ "TARGET_Z196"
+{
+ if (!TARGET_ARCH13)
+ {
+ emit_insn (gen_popcountdi2_z196 (operands[0], operands[1]));
+ DONE;
+ }
+ })
+
+(define_expand "popcountsi2_z196"
[; popcnt op0, op1
(parallel [(set (match_operand:SI 0 "register_operand" "")
(unspec:SI [(match_operand:SI 1 "register_operand")]
@@ -11382,7 +11423,31 @@
"TARGET_Z196"
"operands[2] = gen_reg_rtx (SImode);")
-(define_expand "popcounthi2"
+; popcount always counts on the full 64 bit. With the z196 version
+; counting bits per byte we just ignore the upper 4 bytes. With the
+; arch13 version we have to zero out the upper 32 bits first.
+(define_expand "popcountsi2"
+ [(set (match_dup 2)
+ (zero_extend:DI (match_operand:SI 1 "register_operand")))
+ (parallel [(set (match_dup 3) (popcount:DI (match_dup 2)))
+ (clobber (reg:CC CC_REGNUM))])
+ (set (match_operand:SI 0 "register_operand")
+ (subreg:SI (match_dup 3) 4))]
+ "TARGET_Z196"
+{
+ if (!TARGET_ARCH13)
+ {
+ emit_insn (gen_popcountsi2_z196 (operands[0], operands[1]));
+ DONE;
+ }
+ else
+ {
+ operands[2] = gen_reg_rtx (DImode);
+ operands[3] = gen_reg_rtx (DImode);
+ }
+})
+
+(define_expand "popcounthi2_z196"
[; popcnt op0, op1
(parallel [(set (match_operand:HI 0 "register_operand" "")
(unspec:HI [(match_operand:HI 1 "register_operand")]
@@ -11399,6 +11464,31 @@
"TARGET_Z196"
"operands[2] = gen_reg_rtx (SImode);")
+(define_expand "popcounthi2"
+ [(set (match_dup 2)
+ (zero_extend:DI (match_operand:HI 1 "register_operand")))
+ (parallel [(set (match_dup 3) (popcount:DI (match_dup 2)))
+ (clobber (reg:CC CC_REGNUM))])
+ (set (match_operand:HI 0 "register_operand")
+ (subreg:HI (match_dup 3) 6))]
+ "TARGET_Z196"
+{
+ if (!TARGET_ARCH13)
+ {
+ emit_insn (gen_popcounthi2_z196 (operands[0], operands[1]));
+ DONE;
+ }
+ else
+ {
+ operands[2] = gen_reg_rtx (DImode);
+ operands[3] = gen_reg_rtx (DImode);
+ }
+})
+
+; For popcount on a single byte the old z196 style popcount
+; instruction is ideal. Since it anyway does a byte-wise popcount we
+; just use it instead of zero extending the QImode input to DImode and
+; using the arch13 popcount variant.
(define_expand "popcountqi2"
[; popcnt op0, op1
(parallel [(set (match_operand:QI 0 "register_operand" "")
new file mode 100644
@@ -0,0 +1,25 @@
+/* { dg-compile } */
+
+unsigned int ui;
+unsigned long ul;
+unsigned long long ull;
+
+int
+f1 ()
+{
+ return __builtin_popcount (ui);
+}
+
+int
+f2 ()
+{
+ return __builtin_popcountl (ul);
+}
+
+int
+f3 ()
+{
+ return __builtin_popcountll (ull);
+}
+
+/* { dg-final { scan-assembler-times "popcnt\t%r2,%r2,8" 3 } } */