d/freebsd-nq
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix EUC ESDB and JIS CS-mapper. This also fixes an identity transformation

Browse Source 
by "cat foo.euc-jp | iconv -f euc-jp -t utf-8 | iconv -f utf-8 -t euc-jp".
This commit is contained in:
Hiroki Sato 2013-11-04 15:49:36 +00:00
parent 6f62d278e8
commit 29a74096aa
7 changed files with 78 additions and 8513 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

71
share/i18n/csmapper/JIS/JISX0201-KANA%UCS.src
View File

@ -3,7 +3,7 @@
TYPE ROWCOL
NAME JISX0201-KANA/UCS
SRC_ZONE 0x00-0xDF
SRC_ZONE 0x21-0x5F
OOB_MODE ILSEQ
DST_ILSEQ 0xFFFE
DST_UNIT_BITS 16
@ -62,10 +62,67 @@ BEGIN_MAP
# The entries are in JIS order
#
#
0x00 - 0x5B = 0x0000 -
0x5C = 0x00A5
0x5D - 0x7D = 0x005D -
0x7E = 0x203E
0x7F = 0x007F
0xA1 - 0xDF = 0xFF61 -
0x21 = 0xFF61
0x22 = 0xFF62
0x23 = 0xFF63
0x24 = 0xFF64
0x25 = 0xFF65
0x26 = 0xFF66
0x27 = 0xFF67
0x28 = 0xFF68
0x29 = 0xFF69
0x2A = 0xFF6A
0x2B = 0xFF6B
0x2C = 0xFF6C
0x2D = 0xFF6D
0x2E = 0xFF6E
0x2F = 0xFF6F
0x30 = 0xFF70
0x31 = 0xFF71
0x32 = 0xFF72
0x33 = 0xFF73
0x34 = 0xFF74
0x35 = 0xFF75
0x36 = 0xFF76
0x37 = 0xFF77
0x38 = 0xFF78
0x39 = 0xFF79
0x3A = 0xFF7A
0x3B = 0xFF7B
0x3C = 0xFF7C
0x3D = 0xFF7D
0x3E = 0xFF7E
0x3F = 0xFF7F
0x40 = 0xFF80
0x41 = 0xFF81
0x42 = 0xFF82
0x43 = 0xFF83
0x44 = 0xFF84
0x45 = 0xFF85
0x46 = 0xFF86
0x47 = 0xFF87
0x48 = 0xFF88
0x49 = 0xFF89
0x4A = 0xFF8A
0x4B = 0xFF8B
0x4C = 0xFF8C
0x4D = 0xFF8D
0x4E = 0xFF8E
0x4F = 0xFF8F
0x50 = 0xFF90
0x51 = 0xFF91
0x52 = 0xFF92
0x53 = 0xFF93
0x54 = 0xFF94
0x55 = 0xFF95
0x56 = 0xFF96
0x57 = 0xFF97
0x58 = 0xFF98
0x59 = 0xFF99
0x5A = 0xFF9A
0x5B = 0xFF9B
0x5C = 0xFF9C
0x5D = 0xFF9D
0x5E = 0xFF9E
0x5F = 0xFF9F
END_MAP

2
share/i18n/csmapper/JIS/JISX0208@1990%UCS.src
View File

@ -119,7 +119,7 @@ BEGIN_MAP
0x213A = 0x3006
0x213B = 0x3007
0x213C = 0x30FC
0x213D = 0x2015
0x213D = 0x2014
0x213E = 0x2010
0x213F = 0xFF0F
0x2140 = 0xFF3C

1031
share/i18n/csmapper/JIS/UCS%JISX0201-KANA.src
View File

File diff suppressed because it is too large Load Diff

7469
share/i18n/csmapper/JIS/UCS%JISX0208@1990.src
View File

File diff suppressed because it is too large Load Diff

2
share/i18n/csmapper/JIS/charset.pivot.JIS.src
View File

@ -4,7 +4,6 @@
JISX0201-KANA UCS 1
JISX0208:1978 UCS 1
JISX0208:1990 UCS 1
JISX0208:EUC UCS 1
JISX0208:EUCMSSET UCS 1
JISX0212 UCS 1
JISX0212:EUCMSSET UCS 1
@ -14,7 +13,6 @@ JISX0212+0213-2 UCS 1
UCS JISX0201-KANA 1
UCS JISX0208:1978 1
UCS JISX0208:1990 1
UCS JISX0208:EUC 1
UCS JISX0208:EUCMSSET 1
UCS JISX0212 1
UCS JISX0212:EUCMSSET 1

14
share/i18n/csmapper/JIS/mapper.dir.JIS.src
View File

@ -7,7 +7,6 @@ JISX0208:1990/UCS mapper_std JIS/JISX0208@1990%UCS.mps
JISX0208:MS/UCS mapper_std JIS/JISX0208@MS%UCS.mps
JISX0208VDC:NEC/UCS mapper_std JIS/JISX0208VDC@NEC%UCS.mps
JISX0208UDC/UCS mapper_std JIS/JISX0208UDC%UCS.mps
JISX0208:EUC/UCS mapper_parallel JISX0208UDC/UCS,JISX0208:1990/UCS
JISX0208:EUCMSSET/UCS mapper_parallel JISX0208VDC:NEC/UCS,JISX0208UDC/UCS,JISX0208:MS/UCS
JISX0212/UCS mapper_std JIS/JISX0212%UCS.mps
JISX0212:MS/UCS mapper_std JIS/JISX0212@MS%UCS.mps
@ -16,10 +15,12 @@ JISX0212UDC/UCS mapper_std JIS/JISX0212UDC%UCS.mps
JISX0212:EUCMSSET/UCS mapper_parallel JISX0212VDC:IBM/UCS,JISX0212UDC/UCS,JISX0212:MS/UCS
JISX0213-1/UCS:BMP mapper_std JIS/JISX0213-1%UCS@BMP.mps
JISX0213-1/UCS:SIP mapper_std JIS/JISX0213-1%UCS@SIP.mps
JISX0213-1/UCS mapper_parallel JISX0213-1/UCS:BMP,JISX0213-1/UCS:SIP,JISX0208:1990/UCS
JISX0213-1/UCS:SIPx mapper_serial JISX0213-1/UCS:SIP,UCS:SIP/UCS
JISX0213-1/UCS mapper_parallel JISX0213-1/UCS:BMP,JISX0213-1/UCS:SIPx,JISX0208:1990/UCS
JISX0213-2/UCS:BMP mapper_std JIS/JISX0213-2%UCS@BMP.mps
JISX0213-2/UCS:SIP mapper_std JIS/JISX0213-2%UCS@SIP.mps
JISX0213-2/UCS mapper_parallel JISX0213-2/UCS:BMP,JISX0213-2/UCS:SIP
JISX0213-2/UCS:SIPx mapper_serial JISX0213-2/UCS:SIP,UCS:SIP/UCS
JISX0213-2/UCS mapper_parallel JISX0213-2/UCS:BMP,JISX0213-2/UCS:SIPx
JISX0212+0213-2/UCS mapper_parallel JISX0213-2/UCS,JISX0212/UCS
UCS/JISX0201-KANA mapper_std JIS/UCS%JISX0201-KANA.mps
UCS/JISX0208:1978 mapper_std JIS/UCS%JISX0208@1978.mps
@ -27,7 +28,6 @@ UCS/JISX0208:1990 mapper_std JIS/UCS%JISX0208@1990.mps
UCS/JISX0208:MS mapper_std JIS/UCS%JISX0208@MS.mps
UCS/JISX0208VDC:NEC mapper_std JIS/UCS%JISX0208VDC@NEC.mps
UCS/JISX0208UDC mapper_std JIS/UCS%JISX0208UDC.mps
UCS/JISX0208:EUC mapper_parallel UCS/JISX0208:1990,UCS/JISX0208UDC
UCS/JISX0208:EUCMSSET mapper_parallel UCS/JISX0208:MS,UCS/JISX0208VDC:NEC,UCS/JISX0208UDC
UCS/JISX0212 mapper_std JIS/UCS%JISX0212.mps
UCS/JISX0212:MS mapper_std JIS/UCS%JISX0212@MS.mps
@ -36,8 +36,10 @@ UCS/JISX0212UDC mapper_std JIS/UCS%JISX0212UDC.mps
UCS/JISX0212:EUCMSSET mapper_parallel UCS/JISX0212VDC:IBM,UCS/JISX0212UDC,UCS/JISX0212:MS
UCS:BMP/JISX0213-1 mapper_std JIS/UCS@BMP%JISX0213-1.mps
UCS:SIP/JISX0213-1 mapper_std JIS/UCS@SIP%JISX0213-1.mps
UCS/JISX0213-1 mapper_parallel UCS/JISX0208:1990,UCS:BMP/JISX0213-1,UCS:SIP/JISX0213-1
UCS:SIPx/JISX0213-1 mapper_serial UCS/UCS:SIP,UCS:SIP/JISX0213-1
UCS/JISX0213-1 mapper_parallel UCS/JISX0208:1990,UCS:BMP/JISX0213-1,UCS:SIPx/JISX0213-1
UCS:BMP/JISX0213-2 mapper_std JIS/UCS@BMP%JISX0213-2.mps
UCS:SIP/JISX0213-2 mapper_std JIS/UCS@SIP%JISX0213-2.mps
UCS/JISX0213-2 mapper_parallel UCS:BMP/JISX0213-2,UCS:SIP/JISX0213-2
UCS:SIPx/JISX0213-2 mapper_serial UCS/UCS:SIP,UCS:SIP/JISX0213-2
UCS/JISX0213-2 mapper_parallel UCS:BMP/JISX0213-2,UCS:SIPx/JISX0213-2
UCS/JISX0212+0213-2 mapper_parallel UCS/JISX0213-2,UCS/JISX0212

2
share/i18n/esdb/EUC/EUC-JP.src
View File

@ -5,7 +5,7 @@ NAME "EUC-JP"
ENCODING "EUC"
VARIABLE "1 0x0000 2 0x8080 2 0x0080 3 0x8000 0x8080"
DEFCSID "ISO646-US" 0
DEFCSID "JISX0208:EUC" 0x8080
DEFCSID "JISX0208:1990" 0x8080
DEFCSID "JISX0201-KANA" 0x0080
DEFCSID "JISX0212" 0x8000
INVALID 0xA2AE # GETA