2004-04-04 11:00:42 +00:00
|
|
|
/*-
|
2017-11-25 17:12:48 +00:00
|
|
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
|
|
|
*
|
2015-08-08 18:22:14 +00:00
|
|
|
* Copyright 2013 Garrett D'Amore <garrett@damore.org>
|
|
|
|
* Copyright 2010 Nexenta Systems, Inc. All rights reserved.
|
2004-04-04 11:00:42 +00:00
|
|
|
* Copyright (c) 2002-2004 Tim J. Robbins
|
|
|
|
* All rights reserved.
|
2003-07-29 07:52:44 +00:00
|
|
|
*
|
2011-11-20 14:45:42 +00:00
|
|
|
* Copyright (c) 2011 The FreeBSD Foundation
|
|
|
|
* All rights reserved.
|
|
|
|
* Portions of this software were developed by David Chisnall
|
|
|
|
* under sponsorship from the FreeBSD Foundation.
|
|
|
|
*
|
2003-07-29 07:52:44 +00:00
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
*
|
2004-04-04 11:00:42 +00:00
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
2003-07-29 07:52:44 +00:00
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
2004-04-04 11:00:42 +00:00
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
2003-07-29 07:52:44 +00:00
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*/
|
2015-08-08 18:22:14 +00:00
|
|
|
|
2004-04-04 11:00:42 +00:00
|
|
|
/*
|
|
|
|
* PRC National Standard GB 18030-2000 encoding of Chinese text.
|
|
|
|
*
|
|
|
|
* See gb18030(5) for details.
|
|
|
|
*/
|
2003-07-29 07:52:44 +00:00
|
|
|
|
2004-04-07 10:48:19 +00:00
|
|
|
#include <sys/param.h>
|
2003-07-29 07:52:44 +00:00
|
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
|
2004-04-04 11:00:42 +00:00
|
|
|
#include <errno.h>
|
|
|
|
#include <runetype.h>
|
2003-07-29 07:52:44 +00:00
|
|
|
#include <stdlib.h>
|
2004-04-07 10:48:19 +00:00
|
|
|
#include <string.h>
|
2004-04-04 11:00:42 +00:00
|
|
|
#include <wchar.h>
|
2004-05-12 14:09:04 +00:00
|
|
|
#include "mblocal.h"
|
2003-07-29 07:52:44 +00:00
|
|
|
|
2005-02-27 15:11:09 +00:00
|
|
|
static size_t _GB18030_mbrtowc(wchar_t * __restrict, const char * __restrict,
|
|
|
|
size_t, mbstate_t * __restrict);
|
|
|
|
static int _GB18030_mbsinit(const mbstate_t *);
|
|
|
|
static size_t _GB18030_wcrtomb(char * __restrict, wchar_t,
|
|
|
|
mbstate_t * __restrict);
|
2015-08-08 18:22:14 +00:00
|
|
|
static size_t _GB18030_mbsnrtowcs(wchar_t * __restrict,
|
|
|
|
const char ** __restrict, size_t, size_t,
|
|
|
|
mbstate_t * __restrict);
|
|
|
|
static size_t _GB18030_wcsnrtombs(char * __restrict,
|
|
|
|
const wchar_t ** __restrict, size_t, size_t,
|
|
|
|
mbstate_t * __restrict);
|
|
|
|
|
2004-04-07 10:48:19 +00:00
|
|
|
|
|
|
|
typedef struct {
|
|
|
|
int count;
|
|
|
|
u_char bytes[4];
|
|
|
|
} _GB18030State;
|
2003-07-29 07:52:44 +00:00
|
|
|
|
|
|
|
int
|
2011-11-20 14:45:42 +00:00
|
|
|
_GB18030_init(struct xlocale_ctype *l, _RuneLocale *rl)
|
2003-07-29 07:52:44 +00:00
|
|
|
{
|
2004-04-04 11:00:42 +00:00
|
|
|
|
2011-11-20 14:45:42 +00:00
|
|
|
l->__mbrtowc = _GB18030_mbrtowc;
|
|
|
|
l->__wcrtomb = _GB18030_wcrtomb;
|
|
|
|
l->__mbsinit = _GB18030_mbsinit;
|
2015-08-08 18:22:14 +00:00
|
|
|
l->__mbsnrtowcs = _GB18030_mbsnrtowcs;
|
|
|
|
l->__wcsnrtombs = _GB18030_wcsnrtombs;
|
2011-11-20 14:45:42 +00:00
|
|
|
l->runes = rl;
|
|
|
|
l->__mb_cur_max = 4;
|
|
|
|
l->__mb_sb_limit = 128;
|
2003-07-29 07:52:44 +00:00
|
|
|
|
2004-04-04 11:00:42 +00:00
|
|
|
return (0);
|
2003-07-29 07:52:44 +00:00
|
|
|
}
|
|
|
|
|
2005-02-27 15:11:09 +00:00
|
|
|
static int
|
2004-04-07 10:48:19 +00:00
|
|
|
_GB18030_mbsinit(const mbstate_t *ps)
|
|
|
|
{
|
|
|
|
|
2004-04-10 00:27:52 +00:00
|
|
|
return (ps == NULL || ((const _GB18030State *)ps)->count == 0);
|
2004-04-07 10:48:19 +00:00
|
|
|
}
|
|
|
|
|
2005-02-27 15:11:09 +00:00
|
|
|
static size_t
|
2004-04-04 11:00:42 +00:00
|
|
|
_GB18030_mbrtowc(wchar_t * __restrict pwc, const char * __restrict s,
|
2004-04-07 10:48:19 +00:00
|
|
|
size_t n, mbstate_t * __restrict ps)
|
2003-07-29 07:52:44 +00:00
|
|
|
{
|
2004-04-07 10:48:19 +00:00
|
|
|
_GB18030State *gs;
|
2004-04-04 11:00:42 +00:00
|
|
|
wchar_t wch;
|
2004-04-07 10:48:19 +00:00
|
|
|
int ch, len, ocount;
|
|
|
|
size_t ncopy;
|
|
|
|
|
|
|
|
gs = (_GB18030State *)ps;
|
|
|
|
|
2004-04-12 13:09:18 +00:00
|
|
|
if (gs->count < 0 || gs->count > sizeof(gs->bytes)) {
|
|
|
|
errno = EINVAL;
|
|
|
|
return ((size_t)-1);
|
|
|
|
}
|
|
|
|
|
2004-04-07 10:48:19 +00:00
|
|
|
if (s == NULL) {
|
|
|
|
s = "";
|
|
|
|
n = 1;
|
|
|
|
pwc = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
ncopy = MIN(MIN(n, MB_CUR_MAX), sizeof(gs->bytes) - gs->count);
|
|
|
|
memcpy(gs->bytes + gs->count, s, ncopy);
|
|
|
|
ocount = gs->count;
|
|
|
|
gs->count += ncopy;
|
|
|
|
s = (char *)gs->bytes;
|
|
|
|
n = gs->count;
|
2003-07-29 07:52:44 +00:00
|
|
|
|
2004-04-04 11:00:42 +00:00
|
|
|
if (n == 0)
|
|
|
|
/* Incomplete multibyte sequence */
|
|
|
|
return ((size_t)-2);
|
2003-07-29 07:52:44 +00:00
|
|
|
|
2004-04-04 11:00:42 +00:00
|
|
|
/*
|
|
|
|
* Single byte: [00-7f]
|
|
|
|
* Two byte: [81-fe][40-7e,80-fe]
|
|
|
|
* Four byte: [81-fe][30-39][81-fe][30-39]
|
|
|
|
*/
|
|
|
|
ch = (unsigned char)*s++;
|
|
|
|
if (ch <= 0x7f) {
|
|
|
|
len = 1;
|
|
|
|
wch = ch;
|
|
|
|
} else if (ch >= 0x81 && ch <= 0xfe) {
|
|
|
|
wch = ch;
|
|
|
|
if (n < 2)
|
|
|
|
return ((size_t)-2);
|
|
|
|
ch = (unsigned char)*s++;
|
|
|
|
if ((ch >= 0x40 && ch <= 0x7e) || (ch >= 0x80 && ch <= 0xfe)) {
|
|
|
|
wch = (wch << 8) | ch;
|
|
|
|
len = 2;
|
|
|
|
} else if (ch >= 0x30 && ch <= 0x39) {
|
|
|
|
/*
|
|
|
|
* Strip high bit off the wide character we will
|
|
|
|
* eventually output so that it is positive when
|
|
|
|
* cast to wint_t on 32-bit twos-complement machines.
|
|
|
|
*/
|
|
|
|
wch = ((wch & 0x7f) << 8) | ch;
|
|
|
|
if (n < 3)
|
|
|
|
return ((size_t)-2);
|
|
|
|
ch = (unsigned char)*s++;
|
|
|
|
if (ch < 0x81 || ch > 0xfe)
|
|
|
|
goto ilseq;
|
|
|
|
wch = (wch << 8) | ch;
|
|
|
|
if (n < 4)
|
|
|
|
return ((size_t)-2);
|
|
|
|
ch = (unsigned char)*s++;
|
|
|
|
if (ch < 0x30 || ch > 0x39)
|
|
|
|
goto ilseq;
|
|
|
|
wch = (wch << 8) | ch;
|
|
|
|
len = 4;
|
|
|
|
} else
|
|
|
|
goto ilseq;
|
|
|
|
} else
|
|
|
|
goto ilseq;
|
2003-07-29 07:52:44 +00:00
|
|
|
|
2004-04-04 11:00:42 +00:00
|
|
|
if (pwc != NULL)
|
|
|
|
*pwc = wch;
|
2004-04-07 10:48:19 +00:00
|
|
|
gs->count = 0;
|
|
|
|
return (wch == L'\0' ? 0 : len - ocount);
|
2004-04-04 11:00:42 +00:00
|
|
|
ilseq:
|
|
|
|
errno = EILSEQ;
|
|
|
|
return ((size_t)-1);
|
2003-07-29 07:52:44 +00:00
|
|
|
}
|
|
|
|
|
2005-02-27 15:11:09 +00:00
|
|
|
static size_t
|
2004-04-12 13:09:18 +00:00
|
|
|
_GB18030_wcrtomb(char * __restrict s, wchar_t wc, mbstate_t * __restrict ps)
|
2003-07-29 07:52:44 +00:00
|
|
|
{
|
2004-04-12 13:09:18 +00:00
|
|
|
_GB18030State *gs;
|
2004-04-04 11:00:42 +00:00
|
|
|
size_t len;
|
|
|
|
int c;
|
|
|
|
|
2004-04-12 13:09:18 +00:00
|
|
|
gs = (_GB18030State *)ps;
|
|
|
|
|
|
|
|
if (gs->count != 0) {
|
|
|
|
errno = EINVAL;
|
|
|
|
return ((size_t)-1);
|
|
|
|
}
|
|
|
|
|
2004-04-04 11:00:42 +00:00
|
|
|
if (s == NULL)
|
|
|
|
/* Reset to initial shift state (no-op) */
|
|
|
|
return (1);
|
|
|
|
if ((wc & ~0x7fffffff) != 0)
|
|
|
|
goto ilseq;
|
|
|
|
if (wc & 0x7f000000) {
|
|
|
|
/* Replace high bit that mbrtowc() removed. */
|
|
|
|
wc |= 0x80000000;
|
|
|
|
c = (wc >> 24) & 0xff;
|
|
|
|
if (c < 0x81 || c > 0xfe)
|
|
|
|
goto ilseq;
|
|
|
|
*s++ = c;
|
|
|
|
c = (wc >> 16) & 0xff;
|
|
|
|
if (c < 0x30 || c > 0x39)
|
|
|
|
goto ilseq;
|
|
|
|
*s++ = c;
|
|
|
|
c = (wc >> 8) & 0xff;
|
|
|
|
if (c < 0x81 || c > 0xfe)
|
|
|
|
goto ilseq;
|
|
|
|
*s++ = c;
|
|
|
|
c = wc & 0xff;
|
|
|
|
if (c < 0x30 || c > 0x39)
|
|
|
|
goto ilseq;
|
|
|
|
*s++ = c;
|
|
|
|
len = 4;
|
|
|
|
} else if (wc & 0x00ff0000)
|
|
|
|
goto ilseq;
|
|
|
|
else if (wc & 0x0000ff00) {
|
|
|
|
c = (wc >> 8) & 0xff;
|
|
|
|
if (c < 0x81 || c > 0xfe)
|
|
|
|
goto ilseq;
|
|
|
|
*s++ = c;
|
|
|
|
c = wc & 0xff;
|
|
|
|
if (c < 0x40 || c == 0x7f || c == 0xff)
|
|
|
|
goto ilseq;
|
|
|
|
*s++ = c;
|
|
|
|
len = 2;
|
|
|
|
} else if (wc <= 0x7f) {
|
|
|
|
*s++ = wc;
|
|
|
|
len = 1;
|
|
|
|
} else
|
|
|
|
goto ilseq;
|
2003-07-29 07:52:44 +00:00
|
|
|
|
2004-04-04 11:00:42 +00:00
|
|
|
return (len);
|
|
|
|
ilseq:
|
|
|
|
errno = EILSEQ;
|
|
|
|
return ((size_t)-1);
|
2003-07-29 07:52:44 +00:00
|
|
|
}
|
2015-08-08 18:22:14 +00:00
|
|
|
|
|
|
|
static size_t
|
|
|
|
_GB18030_mbsnrtowcs(wchar_t * __restrict dst,
|
|
|
|
const char ** __restrict src, size_t nms, size_t len,
|
|
|
|
mbstate_t * __restrict ps)
|
|
|
|
{
|
|
|
|
return (__mbsnrtowcs_std(dst, src, nms, len, ps, _GB18030_mbrtowc));
|
|
|
|
}
|
|
|
|
|
|
|
|
static size_t
|
|
|
|
_GB18030_wcsnrtombs(char * __restrict dst,
|
|
|
|
const wchar_t ** __restrict src, size_t nwc, size_t len,
|
|
|
|
mbstate_t * __restrict ps)
|
|
|
|
{
|
|
|
|
return (__wcsnrtombs_std(dst, src, nwc, len, ps, _GB18030_wcrtomb));
|
|
|
|
}
|