freebsd-skq/lib/libc/locale/euc.c
Andrey A. Chernov e08c3b7c11 EUC-type encodings don't have single byte characters >= 128
This change should not be MFCed until new collate will be
MFCed first, because our old EUC tables have some hacks for
missing codesets.
2016-04-04 02:43:35 +00:00

456 lines
12 KiB
C

/*-
* Copyright 2013 Garrett D'Amore <garrett@damore.org>
* Copyright 2011 Nexenta Systems, Inc. All rights reserved.
* Copyright (c) 2002-2004 Tim J. Robbins. All rights reserved.
* Copyright (c) 1993
* The Regents of the University of California. All rights reserved.
*
* This code is derived from software contributed to Berkeley by
* Paul Borman at Krystal Technologies.
*
* Copyright (c) 2011 The FreeBSD Foundation
* All rights reserved.
* Portions of this software were developed by David Chisnall
* under sponsorship from the FreeBSD Foundation.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. Neither the name of the University nor the names of its contributors
* may be used to endorse or promote products derived from this software
* without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
#if defined(LIBC_SCCS) && !defined(lint)
static char sccsid[] = "@(#)euc.c 8.1 (Berkeley) 6/4/93";
#endif /* LIBC_SCCS and not lint */
#include <sys/param.h>
__FBSDID("$FreeBSD$");
#include <errno.h>
#include <limits.h>
#include <runetype.h>
#include <stdlib.h>
#include <string.h>
#include <wchar.h>
#include "mblocal.h"
extern int __mb_sb_limit;
static size_t _EUC_mbrtowc_impl(wchar_t * __restrict, const char * __restrict,
size_t, mbstate_t * __restrict, uint8_t, uint8_t, uint8_t, uint8_t);
static size_t _EUC_wcrtomb_impl(char * __restrict, wchar_t,
mbstate_t * __restrict, uint8_t, uint8_t, uint8_t, uint8_t);
static size_t _EUC_CN_mbrtowc(wchar_t * __restrict, const char * __restrict,
size_t, mbstate_t * __restrict);
static size_t _EUC_JP_mbrtowc(wchar_t * __restrict, const char * __restrict,
size_t, mbstate_t * __restrict);
static size_t _EUC_KR_mbrtowc(wchar_t * __restrict, const char * __restrict,
size_t, mbstate_t * __restrict);
static size_t _EUC_TW_mbrtowc(wchar_t * __restrict, const char * __restrict,
size_t, mbstate_t * __restrict);
static size_t _EUC_CN_wcrtomb(char * __restrict, wchar_t,
mbstate_t * __restrict);
static size_t _EUC_JP_wcrtomb(char * __restrict, wchar_t,
mbstate_t * __restrict);
static size_t _EUC_KR_wcrtomb(char * __restrict, wchar_t,
mbstate_t * __restrict);
static size_t _EUC_TW_wcrtomb(char * __restrict, wchar_t,
mbstate_t * __restrict);
static size_t _EUC_CN_mbsnrtowcs(wchar_t * __restrict,
const char ** __restrict, size_t, size_t,
mbstate_t * __restrict);
static size_t _EUC_JP_mbsnrtowcs(wchar_t * __restrict,
const char ** __restrict, size_t, size_t,
mbstate_t * __restrict);
static size_t _EUC_KR_mbsnrtowcs(wchar_t * __restrict,
const char ** __restrict, size_t, size_t,
mbstate_t * __restrict);
static size_t _EUC_TW_mbsnrtowcs(wchar_t * __restrict,
const char ** __restrict, size_t, size_t,
mbstate_t * __restrict);
static size_t _EUC_CN_wcsnrtombs(char * __restrict,
const wchar_t ** __restrict, size_t, size_t,
mbstate_t * __restrict);
static size_t _EUC_JP_wcsnrtombs(char * __restrict,
const wchar_t ** __restrict, size_t, size_t,
mbstate_t * __restrict);
static size_t _EUC_KR_wcsnrtombs(char * __restrict,
const wchar_t ** __restrict, size_t, size_t,
mbstate_t * __restrict);
static size_t _EUC_TW_wcsnrtombs(char * __restrict,
const wchar_t ** __restrict, size_t, size_t,
mbstate_t * __restrict);
static int _EUC_mbsinit(const mbstate_t *);
typedef struct {
wchar_t ch;
int set;
int want;
} _EucState;
static int
_EUC_mbsinit(const mbstate_t *ps)
{
return (ps == NULL || ((const _EucState *)ps)->want == 0);
}
/*
* EUC-CN uses CS0, CS1 and CS2 (4 bytes).
*/
int
_EUC_CN_init(struct xlocale_ctype *l, _RuneLocale *rl)
{
l->__mbrtowc = _EUC_CN_mbrtowc;
l->__wcrtomb = _EUC_CN_wcrtomb;
l->__mbsnrtowcs = _EUC_CN_mbsnrtowcs;
l->__wcsnrtombs = _EUC_CN_wcsnrtombs;
l->__mbsinit = _EUC_mbsinit;
l->runes = rl;
l->__mb_cur_max = 4;
l->__mb_sb_limit = 128;
return (0);
}
static size_t
_EUC_CN_mbrtowc(wchar_t * __restrict pwc, const char * __restrict s,
size_t n, mbstate_t * __restrict ps)
{
return (_EUC_mbrtowc_impl(pwc, s, n, ps, SS2, 4, 0, 0));
}
static size_t
_EUC_CN_mbsnrtowcs(wchar_t * __restrict dst,
const char ** __restrict src,
size_t nms, size_t len, mbstate_t * __restrict ps)
{
return (__mbsnrtowcs_std(dst, src, nms, len, ps, _EUC_CN_mbrtowc));
}
static size_t
_EUC_CN_wcrtomb(char * __restrict s, wchar_t wc,
mbstate_t * __restrict ps)
{
return (_EUC_wcrtomb_impl(s, wc, ps, SS2, 4, 0, 0));
}
static size_t
_EUC_CN_wcsnrtombs(char * __restrict dst, const wchar_t ** __restrict src,
size_t nwc, size_t len, mbstate_t * __restrict ps)
{
return (__wcsnrtombs_std(dst, src, nwc, len, ps, _EUC_CN_wcrtomb));
}
/*
* EUC-KR uses only CS0 and CS1.
*/
int
_EUC_KR_init(struct xlocale_ctype *l, _RuneLocale *rl)
{
l->__mbrtowc = _EUC_KR_mbrtowc;
l->__wcrtomb = _EUC_KR_wcrtomb;
l->__mbsnrtowcs = _EUC_KR_mbsnrtowcs;
l->__wcsnrtombs = _EUC_KR_wcsnrtombs;
l->__mbsinit = _EUC_mbsinit;
l->runes = rl;
l->__mb_cur_max = 2;
l->__mb_sb_limit = 128;
return (0);
}
static size_t
_EUC_KR_mbrtowc(wchar_t * __restrict pwc, const char * __restrict s,
size_t n, mbstate_t * __restrict ps)
{
return (_EUC_mbrtowc_impl(pwc, s, n, ps, 0, 0, 0, 0));
}
static size_t
_EUC_KR_mbsnrtowcs(wchar_t * __restrict dst,
const char ** __restrict src,
size_t nms, size_t len, mbstate_t * __restrict ps)
{
return (__mbsnrtowcs_std(dst, src, nms, len, ps, _EUC_KR_mbrtowc));
}
static size_t
_EUC_KR_wcrtomb(char * __restrict s, wchar_t wc,
mbstate_t * __restrict ps)
{
return (_EUC_wcrtomb_impl(s, wc, ps, 0, 0, 0, 0));
}
static size_t
_EUC_KR_wcsnrtombs(char * __restrict dst, const wchar_t ** __restrict src,
size_t nwc, size_t len, mbstate_t * __restrict ps)
{
return (__wcsnrtombs_std(dst, src, nwc, len, ps, _EUC_KR_wcrtomb));
}
/*
* EUC-JP uses CS0, CS1, CS2, and CS3.
*/
int
_EUC_JP_init(struct xlocale_ctype *l, _RuneLocale *rl)
{
l->__mbrtowc = _EUC_JP_mbrtowc;
l->__wcrtomb = _EUC_JP_wcrtomb;
l->__mbsnrtowcs = _EUC_JP_mbsnrtowcs;
l->__wcsnrtombs = _EUC_JP_wcsnrtombs;
l->__mbsinit = _EUC_mbsinit;
l->runes = rl;
l->__mb_cur_max = 3;
l->__mb_sb_limit = 128;
return (0);
}
static size_t
_EUC_JP_mbrtowc(wchar_t * __restrict pwc, const char * __restrict s,
size_t n, mbstate_t * __restrict ps)
{
return (_EUC_mbrtowc_impl(pwc, s, n, ps, SS2, 2, SS3, 3));
}
static size_t
_EUC_JP_mbsnrtowcs(wchar_t * __restrict dst,
const char ** __restrict src,
size_t nms, size_t len, mbstate_t * __restrict ps)
{
return (__mbsnrtowcs_std(dst, src, nms, len, ps, _EUC_JP_mbrtowc));
}
static size_t
_EUC_JP_wcrtomb(char * __restrict s, wchar_t wc,
mbstate_t * __restrict ps)
{
return (_EUC_wcrtomb_impl(s, wc, ps, SS2, 2, SS3, 3));
}
static size_t
_EUC_JP_wcsnrtombs(char * __restrict dst, const wchar_t ** __restrict src,
size_t nwc, size_t len, mbstate_t * __restrict ps)
{
return (__wcsnrtombs_std(dst, src, nwc, len, ps, _EUC_JP_wcrtomb));
}
/*
* EUC-TW uses CS0, CS1, and CS2.
*/
int
_EUC_TW_init(struct xlocale_ctype *l, _RuneLocale *rl)
{
l->__mbrtowc = _EUC_TW_mbrtowc;
l->__wcrtomb = _EUC_TW_wcrtomb;
l->__mbsnrtowcs = _EUC_TW_mbsnrtowcs;
l->__wcsnrtombs = _EUC_TW_wcsnrtombs;
l->__mbsinit = _EUC_mbsinit;
l->runes = rl;
l->__mb_cur_max = 4;
l->__mb_sb_limit = 128;
return (0);
}
static size_t
_EUC_TW_mbrtowc(wchar_t * __restrict pwc, const char * __restrict s,
size_t n, mbstate_t * __restrict ps)
{
return (_EUC_mbrtowc_impl(pwc, s, n, ps, SS2, 4, 0, 0));
}
static size_t
_EUC_TW_mbsnrtowcs(wchar_t * __restrict dst,
const char ** __restrict src,
size_t nms, size_t len, mbstate_t * __restrict ps)
{
return (__mbsnrtowcs_std(dst, src, nms, len, ps, _EUC_TW_mbrtowc));
}
static size_t
_EUC_TW_wcrtomb(char * __restrict s, wchar_t wc,
mbstate_t * __restrict ps)
{
return (_EUC_wcrtomb_impl(s, wc, ps, SS2, 4, 0, 0));
}
static size_t
_EUC_TW_wcsnrtombs(char * __restrict dst, const wchar_t ** __restrict src,
size_t nwc, size_t len, mbstate_t * __restrict ps)
{
return (__wcsnrtombs_std(dst, src, nwc, len, ps, _EUC_TW_wcrtomb));
}
/*
* Common EUC code.
*/
static size_t
_EUC_mbrtowc_impl(wchar_t * __restrict pwc, const char * __restrict s,
size_t n, mbstate_t * __restrict ps,
uint8_t cs2, uint8_t cs2width, uint8_t cs3, uint8_t cs3width)
{
_EucState *es;
int i, want;
wchar_t wc = 0;
unsigned char ch, chs;
es = (_EucState *)ps;
if (es->want < 0 || es->want > MB_CUR_MAX) {
errno = EINVAL;
return ((size_t)-1);
}
if (s == NULL) {
s = "";
n = 1;
pwc = NULL;
}
if (n == 0)
/* Incomplete multibyte sequence */
return ((size_t)-2);
if (es->want == 0) {
/* Fast path for plain ASCII (CS0) */
if (((ch = (unsigned char)*s) & 0x80) == 0) {
if (pwc != NULL)
*pwc = ch;
return (ch != '\0' ? 1 : 0);
}
if (ch >= 0xa1) {
/* CS1 */
want = 2;
} else if (ch == cs2) {
want = cs2width;
} else if (ch == cs3) {
want = cs3width;
} else {
errno = EILSEQ;
return ((size_t)-1);
}
es->want = want;
es->ch = 0;
} else {
want = es->want;
wc = es->ch;
}
for (i = 0; i < MIN(want, n); i++) {
wc <<= 8;
chs = *s;
wc |= chs;
s++;
}
if (i < want) {
/* Incomplete multibyte sequence */
es->want = want - i;
es->ch = wc;
errno = EILSEQ;
return ((size_t)-2);
}
if (pwc != NULL)
*pwc = wc;
es->want = 0;
return (wc == L'\0' ? 0 : want);
}
static size_t
_EUC_wcrtomb_impl(char * __restrict s, wchar_t wc,
mbstate_t * __restrict ps,
uint8_t cs2, uint8_t cs2width, uint8_t cs3, uint8_t cs3width)
{
_EucState *es;
int i, len;
wchar_t nm;
es = (_EucState *)ps;
if (es->want != 0) {
errno = EINVAL;
return ((size_t)-1);
}
if (s == NULL)
/* Reset to initial shift state (no-op) */
return (1);
if ((wc & ~0x7f) == 0) {
/* Fast path for plain ASCII (CS0) */
*s = (char)wc;
return (1);
}
/* Determine the "length" */
if ((unsigned)wc > 0xffffff) {
len = 4;
} else if ((unsigned)wc > 0xffff) {
len = 3;
} else if ((unsigned)wc > 0xff) {
len = 2;
} else {
len = 1;
}
if (len > MB_CUR_MAX) {
errno = EILSEQ;
return ((size_t)-1);
}
/* This first check excludes CS1, which is implicitly valid. */
if ((wc < 0xa100) || (wc > 0xffff)) {
/* Check for valid CS2 or CS3 */
nm = (wc >> ((len - 1) * 8));
if (nm == cs2) {
if (len != cs2width) {
errno = EILSEQ;
return ((size_t)-1);
}
} else if (nm == cs3) {
if (len != cs3width) {
errno = EILSEQ;
return ((size_t)-1);
}
} else {
errno = EILSEQ;
return ((size_t)-1);
}
}
/* Stash the bytes, least significant last */
for (i = len - 1; i >= 0; i--) {
s[i] = (wc & 0xff);
wc >>= 8;
}
return (len);
}