Source-Changes-HG archive
[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index][Old Index]
[src/trunk]: src/share/i18n/csmapper lib/42209 various problems with EBCDIC s...
details: https://anonhg.NetBSD.org/src/rev/cb4eaaf2f336
branches: trunk
changeset: 748861:cb4eaaf2f336
user: tnozaki <tnozaki%NetBSD.org@localhost>
date: Sun Nov 08 10:37:50 2009 +0000
description:
lib/42209 various problems with EBCDIC support in iconv(3)
1. RFC1345 have wrong conversion table, 0x00-0x1F is not EBCDIC but ISO-8.
2. correct DST_INVALID.
CP1141 is not added yet.
diffstat:
share/i18n/csmapper/CP/CP038%UCS.src | 138 ++-----
share/i18n/csmapper/CP/CP273%UCS.src | 158 ++------
share/i18n/csmapper/CP/CP274%UCS.src | 138 ++-----
share/i18n/csmapper/CP/CP275%UCS.src | 138 ++-----
share/i18n/csmapper/CP/CP277%UCS.src | 158 ++------
share/i18n/csmapper/CP/CP278%UCS.src | 154 ++------
share/i18n/csmapper/CP/CP280%UCS.src | 154 ++------
share/i18n/csmapper/CP/CP281%UCS.src | 138 ++-----
share/i18n/csmapper/CP/CP284%UCS.src | 154 ++------
share/i18n/csmapper/CP/CP285%UCS.src | 158 ++------
share/i18n/csmapper/CP/CP290%UCS.src | 130 ++-----
share/i18n/csmapper/CP/CP297%UCS.src | 150 ++------
share/i18n/csmapper/CP/CP420%UCS.src | 160 ++------
share/i18n/csmapper/CP/CP423%UCS.src | 185 +++--------
share/i18n/csmapper/CP/CP870%UCS.src | 138 ++-----
share/i18n/csmapper/CP/CP871%UCS.src | 158 ++------
share/i18n/csmapper/CP/CP880%UCS.src | 180 +++-------
share/i18n/csmapper/CP/CP905%UCS.src | 154 ++------
share/i18n/csmapper/CP/CP918%UCS.src | 153 ++------
share/i18n/csmapper/CP/UCS%CP038.src | 188 ++++-------
share/i18n/csmapper/CP/UCS%CP10000.src | 4 +-
share/i18n/csmapper/CP/UCS%CP10006.src | 4 +-
share/i18n/csmapper/CP/UCS%CP10007.src | 4 +-
share/i18n/csmapper/CP/UCS%CP10029.src | 4 +-
share/i18n/csmapper/CP/UCS%CP10079.src | 4 +-
share/i18n/csmapper/CP/UCS%CP10081.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1046.src | 6 +-
share/i18n/csmapper/CP/UCS%CP1124.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1125.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1129.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1131.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1161.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1163.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1250.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1251.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1252.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1253.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1254.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1255.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1257.src | 4 +-
share/i18n/csmapper/CP/UCS%CP1258.src | 4 +-
share/i18n/csmapper/CP/UCS%CP273.src | 358 ++++++++------------
share/i18n/csmapper/CP/UCS%CP274.src | 187 ++++-------
share/i18n/csmapper/CP/UCS%CP275.src | 188 ++++-------
share/i18n/csmapper/CP/UCS%CP277.src | 362 +++++++++------------
share/i18n/csmapper/CP/UCS%CP278.src | 360 +++++++++------------
share/i18n/csmapper/CP/UCS%CP280.src | 362 +++++++++------------
share/i18n/csmapper/CP/UCS%CP281.src | 188 ++++-------
share/i18n/csmapper/CP/UCS%CP284.src | 356 ++++++++------------
share/i18n/csmapper/CP/UCS%CP285.src | 360 +++++++++------------
share/i18n/csmapper/CP/UCS%CP290.src | 220 +++++--------
share/i18n/csmapper/CP/UCS%CP297.src | 340 ++++++++------------
share/i18n/csmapper/CP/UCS%CP420.src | 294 ++++++----------
share/i18n/csmapper/CP/UCS%CP423.src | 301 ++++++-----------
share/i18n/csmapper/CP/UCS%CP851.src | 4 +-
share/i18n/csmapper/CP/UCS%CP856.src | 4 +-
share/i18n/csmapper/CP/UCS%CP868.src | 4 +-
share/i18n/csmapper/CP/UCS%CP870.src | 342 ++++++++-----------
share/i18n/csmapper/CP/UCS%CP871.src | 338 ++++++++------------
share/i18n/csmapper/CP/UCS%CP874.src | 4 +-
share/i18n/csmapper/CP/UCS%CP880.src | 318 +++++++------------
share/i18n/csmapper/CP/UCS%CP905.src | 332 ++++++++-----------
share/i18n/csmapper/CP/UCS%CP918.src | 269 ++++++----------
share/i18n/csmapper/CP/UCS%CP922.src | 4 +-
share/i18n/csmapper/EBCDIC/EBCDIC-CA-FR%UCS.src | 5 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-AT-DE-A.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-AT-DE.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-CA-FR.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-DK-NO-A.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-DK-NO.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-ES-A.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-ES-S.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-ES.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-FI-SE-A.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-FI-SE.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-FR.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-IT.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-PT.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-UK.src | 4 +-
share/i18n/csmapper/EBCDIC/UCS%EBCDIC-US.src | 4 +-
80 files changed, 3221 insertions(+), 5509 deletions(-)
diffs (truncated from 11184 to 300 lines):
diff -r 68ef61f8a7cb -r cb4eaaf2f336 share/i18n/csmapper/CP/CP038%UCS.src
--- a/share/i18n/csmapper/CP/CP038%UCS.src Sat Nov 07 19:54:17 2009 +0000
+++ b/share/i18n/csmapper/CP/CP038%UCS.src Sun Nov 08 10:37:50 2009 +0000
@@ -1,4 +1,4 @@
-# $NetBSD: CP038%UCS.src,v 1.2 2003/07/12 16:11:01 tshiozak Exp $
+# $NetBSD: CP038%UCS.src,v 1.3 2009/11/08 10:37:50 tnozaki Exp $
TYPE ROWCOL
NAME "CP038%UCS"
@@ -9,40 +9,43 @@
BEGIN_MAP
#
-# This table is generated from RFC1345.
+# This table is generated from RFC1345 and:
+# http://www-03.ibm.com/systems/i/software/globalization/controlcodes.html
#
-0x00 = 0x0000
-0x01 = 0x0001
-0x02 = 0x0002
-0x03 = 0x0003
-0x04 = 0x0004
-0x05 = 0x0005
-0x06 = 0x0006
-0x07 = 0x0007
-0x08 = 0x0008
-0x09 = 0x0009
-0x0A = 0x000A
-0x0B = 0x000B
-0x0C = 0x000C
-0x0D = 0x000D
-0x0E = 0x000E
-0x0F = 0x000F
-0x10 = 0x0010
-0x11 = 0x0011
-0x12 = 0x0012
-0x13 = 0x0013
-0x14 = 0x0014
-0x15 = 0x0015
-0x16 = 0x0016
-0x17 = 0x0017
+0x00 - 0x03 = 0x0000 -
+0x04 = 0x009C
+0x05 = 0x0009
+0x06 = 0x0086
+0x07 = 0x007F
+0x08 = 0x0097
+0x09 = 0x008D
+0x0A = 0x008E
+0x0B - 0x13 = 0x000B -
+0x14 = 0x009D
+0x15 = 0x0085
+0x16 = 0x0008
+0x17 = 0x0087
0x18 = 0x0018
0x19 = 0x0019
-0x1A = 0x001A
-0x1B = 0x001B
-0x1C = 0x001C
-0x1D = 0x001D
-0x1E = 0x001E
-0x1F = 0x001F
+0x1A = 0x0092
+0x1B = 0x008F
+0x1C - 0x1F = 0x001C -
+0x20 - 0x24 = 0x0080 -
+0x25 = 0x000A
+0x26 = 0x0017
+0x27 = 0x001B
+0x28 - 0x2C = 0x0088 -
+0x2D - 0x2F = 0x0005 -
+0x30 = 0x0090
+0x31 = 0x0091
+0x32 = 0x0016
+0x33 - 0x36 = 0x0093 -
+0x37 = 0x0004
+0x38 - 0x3B = 0x0098 -
+0x3C = 0x0014
+0x3D = 0x0015
+0x3E = 0x009E
+0x3F = 0x001A
0x40 = 0x0020
0x4A = 0x005B
0x4B = 0x002E
@@ -72,71 +75,16 @@
0x7D = 0x0027
0x7E = 0x003D
0x7F = 0x0022
-0x81 = 0x0061
-0x82 = 0x0062
-0x83 = 0x0063
-0x84 = 0x0064
-0x85 = 0x0065
-0x86 = 0x0066
-0x87 = 0x0067
-0x88 = 0x0068
-0x89 = 0x0069
-0x91 = 0x006A
-0x92 = 0x006B
-0x93 = 0x006C
-0x94 = 0x006D
-0x95 = 0x006E
-0x96 = 0x006F
-0x97 = 0x0070
-0x98 = 0x0071
-0x99 = 0x0072
+0x81 - 0x89 = 0x0061 -
+0x91 - 0x99 = 0x006A -
0xA1 = 0x007E
-0xA2 = 0x0073
-0xA3 = 0x0074
-0xA4 = 0x0075
-0xA5 = 0x0076
-0xA6 = 0x0077
-0xA7 = 0x0078
-0xA8 = 0x0079
-0xA9 = 0x007A
+0xA2 - 0xA9 = 0x0073 -
0xC0 = 0x007B
-0xC1 = 0x0041
-0xC2 = 0x0042
-0xC3 = 0x0043
-0xC4 = 0x0044
-0xC5 = 0x0045
-0xC6 = 0x0046
-0xC7 = 0x0047
-0xC8 = 0x0048
-0xC9 = 0x0049
+0xC1 - 0xC9 = 0x0041 -
0xD0 = 0x007D
-0xD1 = 0x004A
-0xD2 = 0x004B
-0xD3 = 0x004C
-0xD4 = 0x004D
-0xD5 = 0x004E
-0xD6 = 0x004F
-0xD7 = 0x0050
-0xD8 = 0x0051
-0xD9 = 0x0052
+0xD1 - 0xD9 = 0x004A -
0xE0 = 0x005C
-0xE2 = 0x0053
-0xE3 = 0x0054
-0xE4 = 0x0055
-0xE5 = 0x0056
-0xE6 = 0x0057
-0xE7 = 0x0058
-0xE8 = 0x0059
-0xE9 = 0x005A
-0xF0 = 0x0030
-0xF1 = 0x0031
-0xF2 = 0x0032
-0xF3 = 0x0033
-0xF4 = 0x0034
-0xF5 = 0x0035
-0xF6 = 0x0036
-0xF7 = 0x0037
-0xF8 = 0x0038
-0xF9 = 0x0039
-0xFF = 0x007F
+0xE2 - 0xE9 = 0x0053 -
+0xF0 - 0xF9 = 0x0030 -
+0xFF = 0x009F
END_MAP
diff -r 68ef61f8a7cb -r cb4eaaf2f336 share/i18n/csmapper/CP/CP273%UCS.src
--- a/share/i18n/csmapper/CP/CP273%UCS.src Sat Nov 07 19:54:17 2009 +0000
+++ b/share/i18n/csmapper/CP/CP273%UCS.src Sun Nov 08 10:37:50 2009 +0000
@@ -1,4 +1,4 @@
-# $NetBSD: CP273%UCS.src,v 1.2 2003/07/12 16:11:02 tshiozak Exp $
+# $NetBSD: CP273%UCS.src,v 1.3 2009/11/08 10:37:50 tnozaki Exp $
TYPE ROWCOL
NAME "CP273%UCS"
@@ -9,40 +9,43 @@
BEGIN_MAP
#
-# This table is generated from RFC1345.
+# This table is generated from RFC1345 and:
+# http://www-03.ibm.com/systems/i/software/globalization/controlcodes.html
#
-0x00 = 0x0000
-0x01 = 0x0001
-0x02 = 0x0002
-0x03 = 0x0003
-0x04 = 0x0004
-0x05 = 0x0005
-0x06 = 0x0006
-0x07 = 0x0007
-0x08 = 0x0008
-0x09 = 0x0009
-0x0A = 0x000A
-0x0B = 0x000B
-0x0C = 0x000C
-0x0D = 0x000D
-0x0E = 0x000E
-0x0F = 0x000F
-0x10 = 0x0010
-0x11 = 0x0011
-0x12 = 0x0012
-0x13 = 0x0013
-0x14 = 0x0014
-0x15 = 0x0015
-0x16 = 0x0016
-0x17 = 0x0017
+0x00 - 0x03 = 0x0000 -
+0x04 = 0x009C
+0x05 = 0x0009
+0x06 = 0x0086
+0x07 = 0x007F
+0x08 = 0x0097
+0x09 = 0x008D
+0x0A = 0x008E
+0x0B - 0x13 = 0x000B -
+0x14 = 0x009D
+0x15 = 0x0085
+0x16 = 0x0008
+0x17 = 0x0087
0x18 = 0x0018
0x19 = 0x0019
-0x1A = 0x001A
-0x1B = 0x001B
-0x1C = 0x001C
-0x1D = 0x001D
-0x1E = 0x001E
-0x1F = 0x001F
+0x1A = 0x0092
+0x1B = 0x008F
+0x1C - 0x1F = 0x001C -
+0x20 - 0x24 = 0x0080 -
+0x25 = 0x000A
+0x26 = 0x0017
+0x27 = 0x001B
+0x28 - 0x2C = 0x0088 -
+0x2D - 0x2F = 0x0005 -
+0x30 = 0x0090
+0x31 = 0x0091
+0x32 = 0x0016
+0x33 - 0x36 = 0x0093 -
+0x37 = 0x0004
+0x38 - 0x3B = 0x0098 -
+0x3C = 0x0014
+0x3D = 0x0015
+0x3E = 0x009E
+0x3F = 0x001A
0x40 = 0x0020
0x41 = 0x00A0
0x42 = 0x00E2
@@ -60,13 +63,9 @@
0x4E = 0x002B
0x4F = 0x0021
0x50 = 0x0026
-0x51 = 0x00E9
-0x52 = 0x00EA
-0x53 = 0x00EB
+0x51 - 0x53 = 0x00E9 -
0x54 = 0x00E8
-0x55 = 0x00ED
-0x56 = 0x00EE
-0x57 = 0x00EF
+0x55 - 0x57 = 0x00ED -
0x58 = 0x00EC
0x59 = 0x007E
0x5A = 0x00DC
@@ -92,13 +91,9 @@
0x6E = 0x003E
0x6F = 0x003F
0x70 = 0x00F8
-0x71 = 0x00C9
-0x72 = 0x00CA
-0x73 = 0x00CB
+0x71 - 0x73 = 0x00C9 -
0x74 = 0x00C8
-0x75 = 0x00CD
-0x76 = 0x00CE
-0x77 = 0x00CF
+0x75 - 0x77 = 0x00CD -
0x78 = 0x00CC
0x79 = 0x0060
0x7A = 0x003A
@@ -108,15 +103,7 @@
0x7E = 0x003D
0x7F = 0x0022
0x80 = 0x00D8
-0x81 = 0x0061
-0x82 = 0x0062
-0x83 = 0x0063
-0x84 = 0x0064
-0x85 = 0x0065
-0x86 = 0x0066
-0x87 = 0x0067
-0x88 = 0x0068
-0x89 = 0x0069
+0x81 - 0x89 = 0x0061 -
0x8A = 0x00AB
0x8B = 0x00BB
0x8C = 0x00F0
@@ -124,15 +111,7 @@
0x8E = 0x00FE
0x8F = 0x00B1
Home |
Main Index |
Thread Index |
Old Index