[committed] d: Add UTF BOM tests to gdc.dg testsuite

diff --git a/gcc/testsuite/gdc.dg/bom_UTF16BE.d b/gcc/testsuite/gdc.dg/bom_UTF16BE.d
new file mode 100644
index 0000000000000000000000000000000000000000..f18cec9b1e597b96e27c8650bac552ccb5bde54e
GIT binary patch
literal 300
zcmY+9%?iRm41~Y4;5#fmwc_7dkG_T%-L6{cAGM-Te06np+kz5ynCv8z<o#i#Fm!q;
zXBNUr+zJb7GIE^q7gHwssifbBzltMQsg{;)(0z^Lsoc>}60;*=6SPcuE2mmY&rj0*
zoRV8mEEf(^4KwD#Wr*a*d-Nz&=Xor5KeG#H)Z^oSLL^tGjq`BVL)eI??A0Hszu$c9
QZB*OpLchIXJ*eUOFJQ(j-2eap

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_UTF16LE.d b/gcc/testsuite/gdc.dg/bom_UTF16LE.d
new file mode 100644
index 0000000000000000000000000000000000000000..e79a4ddbce1617edc38aa2b8aec61698d200461e
GIT binary patch
literal 300
zcmY+9%?iRm41~Y4;5#fmwW8Lu9{U<zv|Y8*KWasx`0DEHwgn~ZFxg2a$>$vtW9aoV
z&a8yBcq%Mu$SJVOU(A{5r<Q&n|7wn0rKWW3yzXi&Pvw@Dijahet=Dqpotzpe13yW3
zb1H6LNx5*4YFMxou6;y5-jheEI>$q~yP3U5qaGLk69TzfZCv=f9>P{UW3T=|{ln%{
RZ>!o)7rN~Yn^7IE{{oAqEZqPA

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_UTF32BE.d b/gcc/testsuite/gdc.dg/bom_UTF32BE.d
new file mode 100644
index 0000000000000000000000000000000000000000..eaf3b04b458fe51bf8b3726af5970ded60f19ad6
GIT binary patch
literal 556
zcmaLUxvD}j5P;#-KE+_A;#O;UU&F?I!3`G_#8+4UUrr$0!r~*zoS9^jlhW&*QtDNL
z@d3vfmgrRT17lzc=Q|v+#ujq~o~Xg^=DE)mWsdO)Hn7e;FBrmF8Nb80^Aq-H;15j<
zV6Hv*&D?-}nP0{itgX%cn}0^GF}}hW)&^Q=SMx4o=GkSh<vGDO@9sW1?zz_3tMBU=
x|NQE?POiQA4!)!E|F~6idp7QSkKp~RD|-#rC2QQ%H}D_1wl2^|zT@|wegI!IEKUFb

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_UTF32LE.d b/gcc/testsuite/gdc.dg/bom_UTF32LE.d
new file mode 100644
index 0000000000000000000000000000000000000000..89824d611dfcef3af76b72aad6033880d9ae22ee
GIT binary patch
literal 556
zcmaLUxe5X?5P;#WeTu<K#jDoR*VxAUzzYu)#8+4UA2$#zEIyLV&LorU`&AUZ;wu;*
zaGYU@PBlL;2BvVn!x3w2F-PEu8vJga`&^Od7@uGR>)i8#A*_}0JB&L&VUGqzXkq|!
z?ZI#62JFlHJicIUZR+3rGg6K56~?eO&_cVKcNr7U&U?+z3BGxE_epWjwZ>k3U&r|I
uuje|s_U1eIj!OUIR?Y3%xbI!U`&pOw8mx2HxTkO6KXPqdppSIN^iMzHA1qD)

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_UTF8.d b/gcc/testsuite/gdc.dg/bom_UTF8.d
new file mode 100644
index 00000000000..f3e8af4eb38
--- /dev/null
+++ b/gcc/testsuite/gdc.dg/bom_UTF8.d
@@ -0,0 +1,11 @@ 
+// { dg-do compile }
+module object;
+
+extern(C):
+int printf(const char *, ...);
+
+int main()
+{
+    printf("hello world\n");
+    return 0;
+}
diff --git a/gcc/testsuite/gdc.dg/bom_characters.d b/gcc/testsuite/gdc.dg/bom_characters.d
new file mode 100644
index 0000000000000000000000000000000000000000..4b42b4c611ba7b2746db7df9f3ba19c760952ae9
GIT binary patch
literal 780
zcmbW#&k6xi6vy#v<<G_|+#MFe3dusrdk9GpA(52V@T!XO{pFsG+?ZK>I=7iKzd3W7
z<mp_)y?N>xs#DBS59c-2V*;I5*kFMrX7IS6gag#4`^xgzLw&n&u2O4Izuv1_#2D%k
z^>3kP)nCCW)IL=_nmD43E|lBDznNEhmHjQV!*%7S&AjE~nKoyZSzRHXYqMsV_nyRa
iM|{5-WY~psx#)gdVZWN$q}}zS{5#*~AAZbl|LhCNt~kg5

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_error_UTF8.d b/gcc/testsuite/gdc.dg/bom_error_UTF8.d
new file mode 100644
index 00000000000..0e47e59bda3
--- /dev/null
+++ b/gcc/testsuite/gdc.dg/bom_error_UTF8.d
@@ -0,0 +1,11 @@ 
+// { dg-do compile }
+module object; // { dg-error "character 0xfeff is not a valid token" }
+
+extern(C):
+int printf(const char *, ...);
+
+int main()
+{
+    printf("hello world\n");
+    return 0;
+}
diff --git a/gcc/testsuite/gdc.dg/bom_infer_UTF16BE.d b/gcc/testsuite/gdc.dg/bom_infer_UTF16BE.d
new file mode 100644
index 0000000000000000000000000000000000000000..c75076252aee991e8bd5e13fb6bd54529d0bf657
GIT binary patch
literal 298
zcmY+9%?iRm41~Y4;5#fmRZ;6%kG_T%ZC9=Ik6KYEzPqz&3rg5wvXe{_5)vG}UdENR
zuoh2+B@H<RUipVPGyT-kpW|Q6nY+}Kj=kxj#`9M0X{m@guwZ9euDp{|BW2(h>0wUA
z!<3X8C#jAlE8)gs@#8&tl&T9nmV21l8#?ub_@5BT)obIz?s^GZ@r<MTBlQoPPra>b
OJ6#yIcWg)1uKxlJDJtLq

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_infer_UTF16LE.d b/gcc/testsuite/gdc.dg/bom_infer_UTF16LE.d
new file mode 100644
index 0000000000000000000000000000000000000000..772891d9443c9dbdc2e157ae752575b93ff1f6f4
GIT binary patch
literal 298
zcmY+9!485z3`F1A#DCau0;A$tkNk!gg;g=Y62xdi{C8&;NHon(raSGlO-V5fdIeWD
zLMNUJYg$Swtnv>_7W#40pVOb?%w1|u&mri(#`0Ef>1c?_NZ1FhRNl*}l``^+bU&xz
z5tN)8C#i-NYvDFT^5Z>w)T;A5mb;%h1T^aL@joGwtJTI;xa%eC#0!q<kJLYIKKFL2
O?RBBw-msh0@%k?~2rA$J

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_infer_UTF32BE.d b/gcc/testsuite/gdc.dg/bom_infer_UTF32BE.d
new file mode 100644
index 0000000000000000000000000000000000000000..c52f102ea8127712ec4d149ab237807ca72ef349
GIT binary patch
literal 552
zcmaLUxe7ut5J1t?e#Ky=;#O<vZ`immxZ#3=`0w7UFAyv&4oT+CB$K?9QZIc4;}ec^
ztk9|EN5;Sm&i6QBgB=zKyikMR&2yg{${gcUY+;>yUNMBVGX8*Z=Vu(yzz9tYV6Hv*
z&D?-}nP0}2tgX%cn}0#BF}}tG)&^Q=SMx4o=GkSh<vGDO@9sW1?zz_3tMBU=KmPSx
sC)eJ52j5Zof849NJsbDE$MAmEmAwY*k~Qw>8~Bf0TNmgf-|_QL-x6^uQ2+n{

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_infer_UTF32LE.d b/gcc/testsuite/gdc.dg/bom_infer_UTF32LE.d
new file mode 100644
index 0000000000000000000000000000000000000000..dd290e3e1ddabd5e7282a3c8b9b25a0dd8402873
GIT binary patch
literal 552
zcmaKpxe7ut5Jg|@R}5Av>a*6;-*}Dtf*UR<i2v?6kU+4oILu@+H@TVARaMmx@J?|_
z+`s_L&k(Rk`H^^m9UNc<0Uv0A`)brapzN_ehdrqC%sWg#tyq77b@MBnpaWCr!Wit;
zgM0P{=*#}HzGkg9`?voFSz~<*Gf*4QgMP|~#Ef^BUdwxeJ>Tv*x$eDc^y++#@xwpQ
rZF=?Q9Gs)%|9GZc&(@uH1HMmP=`~oFsPRl^;2*hG7cheS#{8#Wkzp!P

literal 0
HcmV?d00001

diff --git a/gcc/testsuite/gdc.dg/bom_infer_UTF8.d b/gcc/testsuite/gdc.dg/bom_infer_UTF8.d
new file mode 100644
index 00000000000..bf345ac488a
--- /dev/null
+++ b/gcc/testsuite/gdc.dg/bom_infer_UTF8.d
@@ -0,0 +1,11 @@ 
+// { dg-do compile }
+module object;
+
+extern(C):
+int printf(const char *, ...);
+
+int main()
+{
+    printf("hello world\n");
+    return 0;
+}