OSDN Git Service

(root) / nkf / nkf.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | tree
raw | inline | side by side
NKF.xs must follow nkf.c doesn't have WISH_TRUE AND NO_X0201.
[nkf/nkf.git] / nkf_test.pl
diff --git a/nkf_test.pl b/nkf_test.pl
index 4c1301b..0320256 100644 (file)
--- a/nkf_test.pl
+++ b/nkf_test.pl
@@ -2,7 +2,7 @@
 #
 # nkf test program for nkf-2
 #
-# $Id: nkf_test.pl,v 1.24 2007/11/02 20:17:35 naruse Exp $
+# $Id: nkf_test.pl,v 1.31 2008/11/18 21:43:19 naruse Exp $
 #
 #    Shinji KONO <kono@ie.u-ryukyu.ac.jp>
 # Sun Aug 18 12:25:40 JST 1996
@@ -260,6 +260,13 @@ printf "%-40s", "Ambiguous Case.";
 printf "%-40s", "SJIS  Input assumption";
     &test("$nkf -jSx",$example{'amb'},$example{'amb.sjis'});
 
+# UTF8_STR_OF_JIS_SECOND_LEVEL_KANJI
+$example{'utf8_str_of_jis_second_level_kanji'} = "\xe9\xa4\x83\xe5\xad\x90";
+
+printf "%-40s", "UTF8_STR_OF_JIS_SECOND_LEVEL_KANJI";
+    &test("$nkf -w",$example{'utf8_str_of_jis_second_level_kanji'},
+           $example{'utf8_str_of_jis_second_level_kanji'});
+
 # Broken JIS
 
 printf "%-40s", "Broken JIS";
@@ -287,7 +294,7 @@ printf "%-40s", "test_data/cp51932";
 
 # test_data/cp932inv
 printf "%-40s", "test_data/cp932inv";
-    &test("$nkf -sE --cp932inv",$example{'test_data/cp932.ans'},$example{'test_data/cp932'});
+    &test("$nkf -sE --cp932",$example{'test_data/cp932.ans'},$example{'test_data/cp932'});
 
 # test_data/no-cp932inv
 
@@ -297,22 +304,6 @@ eofeof
 
 printf "%-40s", "test_data/no-cp932inv";
     &test("$nkf -sE --no-cp932",$example{'test_data/cp932.ans'},$example{'test_data/no-cp932inv.ans'});
-# ISO-2022-JP-MS
-$example{'iso2022jpms_sjis'} = "\xA1\xDF\xF0\xA0\xF4\xFC\xF5\x40\xF9\xFC";
-$example{'iso2022jpms_euc'} = "\x8e\xa1\x8e\xdf\xf6\xa2\xfe\xfe\x8f\xf5\xa1\x8f\xfe\xfe";
-$example{'iso2022jpms_jis'} = "\x1b\x28\x49\x21\x5f\x1b\x24\x28\x3f\x22\x22\x2a\x7e\x2b\x21\x34\x7e\x1b\x28\x42";
-
-# printf "%-40s", "ISO-2022-JP-MS to CP932";
-#     &test("$nkf --ic=ISO-2022-JP-MS --oc=CP932",$example{'iso2022jpms_jis'},$example{'iso2022jpms_sjis'});
-# 
-# printf "%-40s", "CP932 to ISO-2022-JP-MS";
-#     &test("$nkf --ic=CP932 --oc=ISO-2022-JP-MS",$example{'iso2022jpms_sjis'},$example{'iso2022jpms_jis'});
-# 
-# printf "%-40s", "ISO-2022-JP-MS to eucJP-ms";
-#     &test("$nkf --ic=ISO-2022-JP-MS --oc=eucJP-ms",$example{'iso2022jpms_jis'},$example{'iso2022jpms_euc'});
-# 
-# printf "%-40s", "eucJP-ms to ISO-2022-JP-MS";
-#     &test("$nkf --ic=eucJP-ms --oc=ISO-2022-JP-MS",$example{'iso2022jpms_euc'},$example{'iso2022jpms_jis'});
 # JIS X 0212
 $example{'jisx0212_euc'} = "\x8F\xA2\xAF\x8F\xED\xE3";
 $example{'jisx0212_jis'} = "\x1b\x24\x28\x44\x22\x2f\x6d\x63\x1b\x28\x42";
@@ -332,9 +323,12 @@ $example{'jisx0213_euc'} = unpack('u',<<'eofeof');
 2HJ^O_<_5S_WTJ/[YCZ&AC_[V
 eofeof
 
-$example{'jisx0213_jis'} = unpack('u',<<'eofeof');
+$example{'jisx0213_jis2000'} = unpack('u',<<'eofeof');
 ;&R0H3R(O+WU/54]]="A^>1LD*%`A(7YV&RA"
 eofeof
+$example{'jisx0213_jis2004'} = unpack('u',<<'eofeof');
+;&R0H42(O+WU/54]]="A^>1LD*%`A(7YV&RA"
+eofeof
 
 printf "%-40s", "Shift_JISX0213 to EUC-JISX0213";
     &test("$nkf --ic=Shift_JISX0213 --oc=EUC-JISX0213",$example{'jisx0213_sjis'},$example{'jisx0213_euc'});
@@ -343,10 +337,13 @@ printf "%-40s", "EUC-JISX0213 to Shift_JISX0213";
     &test("$nkf --ic=EUC-JISX0213 --oc=Shift_JISX0213",$example{'jisx0213_euc'},$example{'jisx0213_sjis'});
 
 printf "%-40s", "ISO-2022-JP-3 to EUC-JISX0213";
-    &test("$nkf --ic=ISO-2022-JP-3 --oc=EUC-JISX0213",$example{'jisx0213_jis'},$example{'jisx0213_euc'});
+    &test("$nkf --ic=ISO-2022-JP-3 --oc=EUC-JISX0213",$example{'jisx0213_jis2000'},$example{'jisx0213_euc'});
+
+printf "%-40s", "ISO-2022-JP-2004 to EUC-JISX0213";
+    &test("$nkf --ic=ISO-2022-JP-2004 --oc=EUC-JISX0213",$example{'jisx0213_jis2004'},$example{'jisx0213_euc'});
 
-printf "%-40s", "EUC-JISX0213 to ISO-2022-JP-3";
-    &test("$nkf --ic=EUC-JISX0213 --oc=ISO-2022-JP-3",$example{'jisx0213_euc'},$example{'jisx0213_jis'});
+printf "%-40s", "EUC-JISX0213 to ISO-2022-JP-2004";
+    &test("$nkf --ic=EUC-JISX0213 --oc=ISO-2022-JP-2004",$example{'jisx0213_euc'},$example{'jisx0213_jis2004'});
 # test_data/no_best_fit_chars
 
 $example{'test_data/no_best_fit_chars'} = unpack('u',<<'eofeof');
@@ -395,7 +392,7 @@ $example{'ms_ucs_map_1_utf16'} = "\x30\x1C\x20\x16\x22\x12\x00\xA2\x00\xA3\x00\x
 $example{'ms_ucs_map_1_utf16_ms'} = "\xFF\x5E\x22\x25\xFF\x0D\xFF\xE0\xFF\xE1\xFF\xE2";
 
 printf "%-40s", "Normal UCS Mapping :";
-    &test("$nkf -w16B0 -S",$example{'ms_ucs_map_1_sjis'},$example{'ms_ucs_map_1_utf16'});
+    &test("$nkf -w16B0 --ic=Shift_JIS",$example{'ms_ucs_map_1_sjis'},$example{'ms_ucs_map_1_utf16'});
 
 printf "%-40s", "Microsoft UCS Mapping :";
     &test("$nkf -w16B0 -S --ms-ucs-map",$example{'ms_ucs_map_1_sjis'},$example{'ms_ucs_map_1_utf16_ms'});
@@ -599,7 +596,7 @@ eofeof
 # Without -l, ISO-8859-1 was handled as X0201.
 
 printf "%-40s", "MIME ISO-8859-1 (Q)";
-    &test("$nkf -ml",$example{'mime.is8859'},$example{'mime.is8859.ans'});
+    &test("$nkf -jml",$example{'mime.is8859'},$example{'mime.is8859.ans'});
 
 # test for -f is not so simple.
 
@@ -720,8 +717,21 @@ M2D-):TI"<V]19ST]/ST*(#T_25-/+3(P,C(M2E`_0C]'>5)#2D-9:TM#47%'
 @>6A#/ST@86%A82!A86%A(&%A86$@86%A80HM+2TM"@H`
 eofeof
 
+$example{'test_data/mime_out.ans.alt3'} = unpack('u',<<'eofeof');
+M"BTM+2T*4W5B:F5C=#H@86%A82!A86%A(&%A86$@86%A82!A86%A(&%A86$@
+M86%A82!A86%A(&%A86$@86%A82!A86%A(&%A86$@86%A80H@86%A80HM+2TM
+M"E-U8FIE8W0Z(#T_25-/+3(P,C(M2E`_0C]'>5)#2D-):TI#46U*0V=K2VE1
+M<DI#,&M,>5%X2D1-:TY343-*1&MK3WE1.4=Y:$,_/0H@/3])4T\M,C`R,BU*
+M4#]"/T=Y4D-*1#AK45-214I%66M30U)+2D5S:U1#4DY*131K5'E24TI&56M7
+M0U)B2D8T:UAX<V]19ST]/ST*(#T_25-/+3(P,C(M2E`_0C]'>5)#2D=!:UE3
+M4FE*1U%K2D-2;4I#9VMA0G-O46<]/3\]"BTM+2T*4W5B:F5C=#H@86%A82!A
+M86%A(&%A86$@86%A82!A86%A(&%A86$@86%A82`]/TE33RTR,#(R+4I0/T(_
+M1WE20TI#26M*0G-O46<]/3\]"B`]/TE33RTR,#(R+4I0/T(_1WE20TI#66M+
+D0U%Q1WEH0S\](&%A86$@86%A82!A86%A(&%A86$*+2TM+0H*1
+eofeof
+
 printf "%-40s", "test_data/mime_out";
-    &test("$nkf -jM",$example{'test_data/mime_out'},$example{'test_data/mime_out.ans'},$example{'test_data/mime_out.ans.alt'},$example{'test_data/mime_out.ans.alt2'});
+    &test("$nkf -jM",$example{'test_data/mime_out'},$example{'test_data/mime_out.ans'},$example{'test_data/mime_out.ans.alt'},$example{'test_data/mime_out.ans.alt2'},$example{'test_data/mime_out.ans.alt3'});
 # test_data/mime_out3
 
 $example{'test_data/mime_out3'} = "\x82\xD9\x82\xB0 A";
@@ -862,7 +872,7 @@ $example{'test_data/slash.ans'} = unpack('u',<<'eofeof');
 eofeof
 
 printf "%-40s", "test_data/slash";
-    &test("$nkf  ",$example{'test_data/slash'},$example{'test_data/slash.ans'});
+    &test("$nkf -j",$example{'test_data/slash'},$example{'test_data/slash.ans'});
 # test_data/z1space-0
 
 $example{'test_data/z1space-0'} = unpack('u',<<'eofeof');
@@ -949,97 +959,97 @@ printf "%-40s", "test_data/bugs10904";
 
 printf "%-40s", "Guess NL";
 &command_tests(
-       "$nkf -g1","none",      "ASCII\n",
-       "$nkf -g1","\n",        "ASCII (LF)\n",
-       "$nkf -g1","\n\n",      "ASCII (LF)\n",
-       "$nkf -g1","\n\r",      "ASCII (MIXED NL)\n",
-       "$nkf -g1","\n\r\n",    "ASCII (MIXED NL)\n",
-       "$nkf -g1","\n.\n",     "ASCII (LF)\n",
-       "$nkf -g1","\n.\r",     "ASCII (MIXED NL)\n",
-       "$nkf -g1","\n.\r\n",   "ASCII (MIXED NL)\n",
-       "$nkf -g1","\r",        "ASCII (CR)\n",
-       "$nkf -g1","\r\r",      "ASCII (CR)\n",
-       "$nkf -g1","\r\r\n",    "ASCII (MIXED NL)\n",
-       "$nkf -g1","\r.\n",     "ASCII (MIXED NL)\n",
-       "$nkf -g1","\r.\r",     "ASCII (CR)\n",
-       "$nkf -g1","\r.\r\n",   "ASCII (MIXED NL)\n",
-       "$nkf -g1","\r\n",      "ASCII (CRLF)\n",
-       "$nkf -g1","\r\n\n",    "ASCII (MIXED NL)\n",
-       "$nkf -g1","\r\n\r",    "ASCII (MIXED NL)\n",
-       "$nkf -g1","\r\n\r\n",  "ASCII (CRLF)\n",
-       "$nkf -g1","\r\n.\n",   "ASCII (MIXED NL)\n",
-       "$nkf -g1","\r\n.\r",   "ASCII (MIXED NL)\n",
-       "$nkf -g1","\r\n.\r\n", "ASCII (CRLF)\n");
+       "$nkf --guess","none",      "ASCII\n",
+       "$nkf --guess","\n",        "ASCII (LF)\n",
+       "$nkf --guess","\n\n",      "ASCII (LF)\n",
+       "$nkf --guess","\n\r",      "ASCII (MIXED NL)\n",
+       "$nkf --guess","\n\r\n",    "ASCII (MIXED NL)\n",
+       "$nkf --guess","\n.\n",     "ASCII (LF)\n",
+       "$nkf --guess","\n.\r",     "ASCII (MIXED NL)\n",
+       "$nkf --guess","\n.\r\n",   "ASCII (MIXED NL)\n",
+       "$nkf --guess","\r",        "ASCII (CR)\n",
+       "$nkf --guess","\r\r",      "ASCII (CR)\n",
+       "$nkf --guess","\r\r\n",    "ASCII (MIXED NL)\n",
+       "$nkf --guess","\r.\n",     "ASCII (MIXED NL)\n",
+       "$nkf --guess","\r.\r",     "ASCII (CR)\n",
+       "$nkf --guess","\r.\r\n",   "ASCII (MIXED NL)\n",
+       "$nkf --guess","\r\n",      "ASCII (CRLF)\n",
+       "$nkf --guess","\r\n\n",    "ASCII (MIXED NL)\n",
+       "$nkf --guess","\r\n\r",    "ASCII (MIXED NL)\n",
+       "$nkf --guess","\r\n\r\n",  "ASCII (CRLF)\n",
+       "$nkf --guess","\r\n.\n",   "ASCII (MIXED NL)\n",
+       "$nkf --guess","\r\n.\r",   "ASCII (MIXED NL)\n",
+       "$nkf --guess","\r\n.\r\n", "ASCII (CRLF)\n");
 
 printf "%-40s", "Convert NL to LF";
 &command_tests(
-       "$nkf -Lu","none",      "none",
-       "$nkf -Lu","\n",        "\n",
-       "$nkf -Lu","\n\n",      "\n\n",
-       "$nkf -Lu","\n\r",      "\n\n",
-       "$nkf -Lu","\n\r\n",    "\n\n",
-       "$nkf -Lu","\n.\n",     "\n.\n",
-       "$nkf -Lu","\n.\r",     "\n.\n",
-       "$nkf -Lu","\n.\r\n",   "\n.\n",
-       "$nkf -Lu","\r",        "\n",
-       "$nkf -Lu","\r\r",      "\n\n",
-       "$nkf -Lu","\r\r\n",    "\n\n",
-       "$nkf -Lu","\r.\n",     "\n.\n",
-       "$nkf -Lu","\r.\r",     "\n.\n",
-       "$nkf -Lu","\r.\r\n",   "\n.\n",
-       "$nkf -Lu","\r\n",      "\n",
-       "$nkf -Lu","\r\n\n",    "\n\n",
-       "$nkf -Lu","\r\n\r",    "\n\n",
-       "$nkf -Lu","\r\n\r\n",  "\n\n",
-       "$nkf -Lu","\r\n.\n",   "\n.\n",
-       "$nkf -Lu","\r\n.\r",   "\n.\n",
-       "$nkf -Lu","\r\n.\r\n", "\n.\n");
+       "$nkf -jLu","none",      "none",
+       "$nkf -jLu","\n",        "\n",
+       "$nkf -jLu","\n\n",      "\n\n",
+       "$nkf -jLu","\n\r",      "\n\n",
+       "$nkf -jLu","\n\r\n",    "\n\n",
+       "$nkf -jLu","\n.\n",     "\n.\n",
+       "$nkf -jLu","\n.\r",     "\n.\n",
+       "$nkf -jLu","\n.\r\n",   "\n.\n",
+       "$nkf -jLu","\r",        "\n",
+       "$nkf -jLu","\r\r",      "\n\n",
+       "$nkf -jLu","\r\r\n",    "\n\n",
+       "$nkf -jLu","\r.\n",     "\n.\n",
+       "$nkf -jLu","\r.\r",     "\n.\n",
+       "$nkf -jLu","\r.\r\n",   "\n.\n",
+       "$nkf -jLu","\r\n",      "\n",
+       "$nkf -jLu","\r\n\n",    "\n\n",
+       "$nkf -jLu","\r\n\r",    "\n\n",
+       "$nkf -jLu","\r\n\r\n",  "\n\n",
+       "$nkf -jLu","\r\n.\n",   "\n.\n",
+       "$nkf -jLu","\r\n.\r",   "\n.\n",
+       "$nkf -jLu","\r\n.\r\n", "\n.\n");
 
 printf "%-40s", "Convert NL to LF";
 &command_tests(
-       "$nkf -Lm","none",      "none",
-       "$nkf -Lm","\n",        "\r",
-       "$nkf -Lm","\n\n",      "\r\r",
-       "$nkf -Lm","\n\r",      "\r\r",
-       "$nkf -Lm","\n\r\n",    "\r\r",
-       "$nkf -Lm","\n.\n",     "\r.\r",
-       "$nkf -Lm","\n.\r",     "\r.\r",
-       "$nkf -Lm","\n.\r\n",   "\r.\r",
-       "$nkf -Lm","\r",        "\r",
-       "$nkf -Lm","\r\r",      "\r\r",
-       "$nkf -Lm","\r\r\n",    "\r\r",
-       "$nkf -Lm","\r.\n",     "\r.\r",
-       "$nkf -Lm","\r.\r",     "\r.\r",
-       "$nkf -Lm","\r.\r\n",   "\r.\r",
-       "$nkf -Lm","\r\n",      "\r",
-       "$nkf -Lm","\r\n\n",    "\r\r",
-       "$nkf -Lm","\r\n\r",    "\r\r",
-       "$nkf -Lm","\r\n\r\n",  "\r\r",
-       "$nkf -Lm","\r\n.\n",   "\r.\r",
-       "$nkf -Lm","\r\n.\r",   "\r.\r",
-       "$nkf -Lm","\r\n.\r\n", "\r.\r");
+       "$nkf -jLm","none",      "none",
+       "$nkf -jLm","\n",        "\r",
+       "$nkf -jLm","\n\n",      "\r\r",
+       "$nkf -jLm","\n\r",      "\r\r",
+       "$nkf -jLm","\n\r\n",    "\r\r",
+       "$nkf -jLm","\n.\n",     "\r.\r",
+       "$nkf -jLm","\n.\r",     "\r.\r",
+       "$nkf -jLm","\n.\r\n",   "\r.\r",
+       "$nkf -jLm","\r",        "\r",
+       "$nkf -jLm","\r\r",      "\r\r",
+       "$nkf -jLm","\r\r\n",    "\r\r",
+       "$nkf -jLm","\r.\n",     "\r.\r",
+       "$nkf -jLm","\r.\r",     "\r.\r",
+       "$nkf -jLm","\r.\r\n",   "\r.\r",
+       "$nkf -jLm","\r\n",      "\r",
+       "$nkf -jLm","\r\n\n",    "\r\r",
+       "$nkf -jLm","\r\n\r",    "\r\r",
+       "$nkf -jLm","\r\n\r\n",  "\r\r",
+       "$nkf -jLm","\r\n.\n",   "\r.\r",
+       "$nkf -jLm","\r\n.\r",   "\r.\r",
+       "$nkf -jLm","\r\n.\r\n", "\r.\r");
 
 printf "%-40s", "Convert NL to CRLF";
 &command_tests(
-       "$nkf -Lw","none",      "none",
-       "$nkf -Lw","\n",        "\r\n",
-       "$nkf -Lw","\n\n",      "\r\n\r\n",
-       "$nkf -Lw","\n\r",      "\r\n\r\n",
-       "$nkf -Lw","\n\r\n",    "\r\n\r\n",
-       "$nkf -Lw","\n.\n",     "\r\n.\r\n",
-       "$nkf -Lw","\n.\r",     "\r\n.\r\n",
-       "$nkf -Lw","\n.\r\n",   "\r\n.\r\n",
-       "$nkf -Lw","\r",        "\r\n",
-       "$nkf -Lw","\r\r",      "\r\n\r\n",
-       "$nkf -Lw","\r\r\n",    "\r\n\r\n",
-       "$nkf -Lw","\r.\n",     "\r\n.\r\n",
-       "$nkf -Lw","\r.\r",     "\r\n.\r\n",
-       "$nkf -Lw","\r.\r\n",   "\r\n.\r\n",
-       "$nkf -Lw","\r\n",      "\r\n",
-       "$nkf -Lw","\r\n\n",    "\r\n\r\n",
-       "$nkf -Lw","\r\n\r",    "\r\n\r\n",
-       "$nkf -Lw","\r\n\r\r\n",  "\r\n\r\n\r\n",
-       "$nkf -Lw","\r\n.\n",   "\r\n.\r\n",
-       "$nkf -Lw","\r\n.\r",   "\r\n.\r\n",
-       "$nkf -Lw","\r\n.\r\n", "\r\n.\r\n");
+       "$nkf -jLw","none",      "none",
+       "$nkf -jLw","\n",        "\r\n",
+       "$nkf -jLw","\n\n",      "\r\n\r\n",
+       "$nkf -jLw","\n\r",      "\r\n\r\n",
+       "$nkf -jLw","\n\r\n",    "\r\n\r\n",
+       "$nkf -jLw","\n.\n",     "\r\n.\r\n",
+       "$nkf -jLw","\n.\r",     "\r\n.\r\n",
+       "$nkf -jLw","\n.\r\n",   "\r\n.\r\n",
+       "$nkf -jLw","\r",        "\r\n",
+       "$nkf -jLw","\r\r",      "\r\n\r\n",
+       "$nkf -jLw","\r\r\n",    "\r\n\r\n",
+       "$nkf -jLw","\r.\n",     "\r\n.\r\n",
+       "$nkf -jLw","\r.\r",     "\r\n.\r\n",
+       "$nkf -jLw","\r.\r\n",   "\r\n.\r\n",
+       "$nkf -jLw","\r\n",      "\r\n",
+       "$nkf -jLw","\r\n\n",    "\r\n\r\n",
+       "$nkf -jLw","\r\n\r",    "\r\n\r\n",
+       "$nkf -jLw","\r\n\r\r\n",  "\r\n\r\n\r\n",
+       "$nkf -jLw","\r\n.\n",   "\r\n.\r\n",
+       "$nkf -jLw","\r\n.\r",   "\r\n.\r\n",
+       "$nkf -jLw","\r\n.\r\n", "\r\n.\r\n");
 # end
nkfのGitリポジトリです。
About OSDN
Find Software
Develop Software
Help