2011-11-20 14:45:42 +00:00
|
|
|
/*-
|
2017-11-25 17:12:48 +00:00
|
|
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
|
|
|
*
|
2011-11-20 14:45:42 +00:00
|
|
|
* Copyright (c) 2011 The FreeBSD Foundation
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* This software was developed by David Chisnall under sponsorship from
|
|
|
|
* the FreeBSD Foundation.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
2012-03-04 15:31:13 +00:00
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
2011-11-20 14:45:42 +00:00
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
2012-03-04 15:31:13 +00:00
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
2011-11-20 14:45:42 +00:00
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*
|
|
|
|
* $FreeBSD$
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <pthread.h>
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <string.h>
|
2012-03-04 15:31:13 +00:00
|
|
|
#include <runetype.h>
|
2011-11-20 14:45:42 +00:00
|
|
|
#include "libc_private.h"
|
|
|
|
#include "xlocale_private.h"
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Each locale loader declares a global component. This is used by setlocale()
|
|
|
|
* and also by xlocale with LC_GLOBAL_LOCALE..
|
|
|
|
*/
|
|
|
|
extern struct xlocale_component __xlocale_global_collate;
|
|
|
|
extern struct xlocale_component __xlocale_global_ctype;
|
|
|
|
extern struct xlocale_component __xlocale_global_monetary;
|
|
|
|
extern struct xlocale_component __xlocale_global_numeric;
|
|
|
|
extern struct xlocale_component __xlocale_global_time;
|
|
|
|
extern struct xlocale_component __xlocale_global_messages;
|
|
|
|
/*
|
|
|
|
* And another version for the statically-allocated C locale. We only have
|
|
|
|
* components for the parts that are expected to be sensible.
|
|
|
|
*/
|
|
|
|
extern struct xlocale_component __xlocale_C_collate;
|
|
|
|
extern struct xlocale_component __xlocale_C_ctype;
|
2012-03-04 15:31:13 +00:00
|
|
|
|
|
|
|
#ifndef __NO_TLS
|
|
|
|
/*
|
|
|
|
* The locale for this thread.
|
|
|
|
*/
|
|
|
|
_Thread_local locale_t __thread_locale;
|
|
|
|
#endif
|
|
|
|
/*
|
|
|
|
* Flag indicating that one or more per-thread locales exist.
|
|
|
|
*/
|
|
|
|
int __has_thread_locale;
|
2011-11-20 14:45:42 +00:00
|
|
|
/*
|
|
|
|
* Private functions in setlocale.c.
|
|
|
|
*/
|
|
|
|
const char *
|
|
|
|
__get_locale_env(int category);
|
|
|
|
int
|
|
|
|
__detect_path_locale(void);
|
|
|
|
|
|
|
|
struct _xlocale __xlocale_global_locale = {
|
|
|
|
{0},
|
|
|
|
{
|
|
|
|
&__xlocale_global_collate,
|
|
|
|
&__xlocale_global_ctype,
|
|
|
|
&__xlocale_global_monetary,
|
|
|
|
&__xlocale_global_numeric,
|
|
|
|
&__xlocale_global_time,
|
|
|
|
&__xlocale_global_messages
|
|
|
|
},
|
|
|
|
1,
|
|
|
|
0,
|
|
|
|
1,
|
|
|
|
0
|
|
|
|
};
|
|
|
|
|
|
|
|
struct _xlocale __xlocale_C_locale = {
|
|
|
|
{0},
|
|
|
|
{
|
|
|
|
&__xlocale_C_collate,
|
|
|
|
&__xlocale_C_ctype,
|
|
|
|
0, 0, 0, 0
|
|
|
|
},
|
|
|
|
1,
|
|
|
|
0,
|
|
|
|
1,
|
|
|
|
0
|
|
|
|
};
|
|
|
|
|
|
|
|
static void*(*constructors[])(const char*, locale_t) =
|
|
|
|
{
|
|
|
|
__collate_load,
|
|
|
|
__ctype_load,
|
|
|
|
__monetary_load,
|
|
|
|
__numeric_load,
|
|
|
|
__time_load,
|
|
|
|
__messages_load
|
|
|
|
};
|
|
|
|
|
|
|
|
static pthread_key_t locale_info_key;
|
|
|
|
static int fake_tls;
|
|
|
|
static locale_t thread_local_locale;
|
|
|
|
|
|
|
|
static void init_key(void)
|
|
|
|
{
|
2012-03-04 15:31:13 +00:00
|
|
|
|
2011-11-20 14:45:42 +00:00
|
|
|
pthread_key_create(&locale_info_key, xlocale_release);
|
|
|
|
pthread_setspecific(locale_info_key, (void*)42);
|
|
|
|
if (pthread_getspecific(locale_info_key) == (void*)42) {
|
|
|
|
pthread_setspecific(locale_info_key, 0);
|
|
|
|
} else {
|
|
|
|
fake_tls = 1;
|
|
|
|
}
|
2012-03-04 15:31:13 +00:00
|
|
|
/* At least one per-thread locale has now been set. */
|
|
|
|
__has_thread_locale = 1;
|
2011-11-20 14:45:42 +00:00
|
|
|
__detect_path_locale();
|
|
|
|
}
|
|
|
|
|
|
|
|
static pthread_once_t once_control = PTHREAD_ONCE_INIT;
|
|
|
|
|
|
|
|
static locale_t
|
|
|
|
get_thread_locale(void)
|
|
|
|
{
|
2012-03-04 15:31:13 +00:00
|
|
|
|
2011-11-20 14:45:42 +00:00
|
|
|
_once(&once_control, init_key);
|
|
|
|
|
|
|
|
return (fake_tls ? thread_local_locale :
|
|
|
|
pthread_getspecific(locale_info_key));
|
|
|
|
}
|
|
|
|
|
2012-03-04 15:31:13 +00:00
|
|
|
#ifdef __NO_TLS
|
2011-11-20 14:45:42 +00:00
|
|
|
locale_t
|
|
|
|
__get_locale(void)
|
|
|
|
{
|
|
|
|
locale_t l = get_thread_locale();
|
|
|
|
return (l ? l : &__xlocale_global_locale);
|
|
|
|
|
|
|
|
}
|
2012-03-04 15:31:13 +00:00
|
|
|
#endif
|
2011-11-20 14:45:42 +00:00
|
|
|
|
|
|
|
static void
|
|
|
|
set_thread_locale(locale_t loc)
|
|
|
|
{
|
2014-04-02 11:10:46 +00:00
|
|
|
locale_t l = (loc == LC_GLOBAL_LOCALE) ? 0 : loc;
|
2012-03-04 15:31:13 +00:00
|
|
|
|
|
|
|
_once(&once_control, init_key);
|
2011-11-20 14:45:42 +00:00
|
|
|
|
2014-04-02 11:10:46 +00:00
|
|
|
if (NULL != l) {
|
|
|
|
xlocale_retain((struct xlocale_refcounted*)l);
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
2020-03-20 20:02:53 +00:00
|
|
|
locale_t old = get_thread_locale();
|
2014-04-02 11:10:46 +00:00
|
|
|
if ((NULL != old) && (l != old)) {
|
2011-11-20 14:45:42 +00:00
|
|
|
xlocale_release((struct xlocale_refcounted*)old);
|
|
|
|
}
|
|
|
|
if (fake_tls) {
|
2014-04-02 11:10:46 +00:00
|
|
|
thread_local_locale = l;
|
2011-11-20 14:45:42 +00:00
|
|
|
} else {
|
2014-04-02 11:10:46 +00:00
|
|
|
pthread_setspecific(locale_info_key, l);
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
2012-03-04 15:31:13 +00:00
|
|
|
#ifndef __NO_TLS
|
2014-04-02 11:10:46 +00:00
|
|
|
__thread_locale = l;
|
2012-03-04 15:31:13 +00:00
|
|
|
__set_thread_rune_locale(loc);
|
|
|
|
#endif
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Clean up a locale, once its reference count reaches zero. This function is
|
|
|
|
* called by xlocale_release(), it should not be called directly.
|
|
|
|
*/
|
|
|
|
static void
|
|
|
|
destruct_locale(void *l)
|
|
|
|
{
|
|
|
|
locale_t loc = l;
|
2012-03-04 15:31:13 +00:00
|
|
|
|
2011-11-20 14:45:42 +00:00
|
|
|
for (int type=0 ; type<XLC_LAST ; type++) {
|
|
|
|
if (loc->components[type]) {
|
|
|
|
xlocale_release(loc->components[type]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (loc->csym) {
|
|
|
|
free(loc->csym);
|
|
|
|
}
|
|
|
|
free(l);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Allocates a new, uninitialised, locale.
|
|
|
|
*/
|
|
|
|
static locale_t
|
|
|
|
alloc_locale(void)
|
|
|
|
{
|
|
|
|
locale_t new = calloc(sizeof(struct _xlocale), 1);
|
2012-03-04 15:31:13 +00:00
|
|
|
|
2011-11-20 14:45:42 +00:00
|
|
|
new->header.destructor = destruct_locale;
|
|
|
|
new->monetary_locale_changed = 1;
|
|
|
|
new->numeric_locale_changed = 1;
|
|
|
|
return (new);
|
|
|
|
}
|
|
|
|
static void
|
|
|
|
copyflags(locale_t new, locale_t old)
|
|
|
|
{
|
|
|
|
new->using_monetary_locale = old->using_monetary_locale;
|
|
|
|
new->using_numeric_locale = old->using_numeric_locale;
|
|
|
|
new->using_time_locale = old->using_time_locale;
|
|
|
|
new->using_messages_locale = old->using_messages_locale;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int dupcomponent(int type, locale_t base, locale_t new)
|
|
|
|
{
|
2012-03-04 15:31:13 +00:00
|
|
|
/* Always copy from the global locale, since it has mutable components.
|
|
|
|
*/
|
2011-11-20 14:45:42 +00:00
|
|
|
struct xlocale_component *src = base->components[type];
|
2012-03-04 15:31:13 +00:00
|
|
|
|
2011-11-20 14:45:42 +00:00
|
|
|
if (&__xlocale_global_locale == base) {
|
|
|
|
new->components[type] = constructors[type](src->locale, new);
|
|
|
|
if (new->components[type]) {
|
2012-03-04 15:31:13 +00:00
|
|
|
strncpy(new->components[type]->locale, src->locale,
|
|
|
|
ENCODING_LEN);
|
Add collation version support to querylocale(3).
Provide a way to ask for an opaque version string for a locale_t, so
that potential changes in sort order can be detected. Similar to
ICU's ucol_getVersion() and Windows' GetNLSVersionEx(), this API is
intended to allow databases to detect when text order-based indexes
might need to be rebuilt.
The CLDR version is extracted from CLDR source data by the Makefile
under tools/tools/locale, written into the machine-generated Makefile
under shared/colldef, passed to localedef -V, and then written into
LC_COLLATE file headers. The initial version is 34.0.
tools/tools/locale was recently updated to pull down 35.0, but the
output hasn't been committed under share/colldef yet, so that will
provide the first observable change when it happens. Other versioning
schemes are possible in future, because the format is unspecified.
Reviewed by: bapt, 0mp, kib, yuripv (albeit a long time ago)
Differential Revision: https://reviews.freebsd.org/D17166
2020-11-08 02:50:34 +00:00
|
|
|
strncpy(new->components[type]->version, src->version,
|
|
|
|
XLOCALE_DEF_VERSION_LEN);
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
2011-11-22 14:11:42 +00:00
|
|
|
} else if (base->components[type]) {
|
2011-11-20 14:45:42 +00:00
|
|
|
new->components[type] = xlocale_retain(base->components[type]);
|
2011-11-22 14:11:42 +00:00
|
|
|
} else {
|
2012-03-04 15:31:13 +00:00
|
|
|
/* If the component was NULL, return success - if base is a
|
|
|
|
* valid locale then the flag indicating that this isn't
|
|
|
|
* present should be set. If it isn't a valid locale, then
|
|
|
|
* we're stuck anyway. */
|
2011-11-22 14:11:42 +00:00
|
|
|
return 1;
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
|
|
|
return (0 != new->components[type]);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Public interfaces. These are the five public functions described by the
|
|
|
|
* xlocale interface.
|
|
|
|
*/
|
|
|
|
|
|
|
|
locale_t newlocale(int mask, const char *locale, locale_t base)
|
|
|
|
{
|
2020-10-02 18:35:55 +00:00
|
|
|
locale_t orig_base;
|
2011-11-20 14:45:42 +00:00
|
|
|
int type;
|
|
|
|
const char *realLocale = locale;
|
|
|
|
int useenv = 0;
|
|
|
|
int success = 1;
|
|
|
|
|
|
|
|
_once(&once_control, init_key);
|
|
|
|
|
|
|
|
locale_t new = alloc_locale();
|
|
|
|
if (NULL == new) {
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
2020-10-02 18:35:55 +00:00
|
|
|
orig_base = base;
|
2011-11-20 14:45:42 +00:00
|
|
|
FIX_LOCALE(base);
|
|
|
|
copyflags(new, base);
|
|
|
|
|
|
|
|
if (NULL == locale) {
|
|
|
|
realLocale = "C";
|
|
|
|
} else if ('\0' == locale[0]) {
|
|
|
|
useenv = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (type=0 ; type<XLC_LAST ; type++) {
|
|
|
|
if (mask & 1) {
|
|
|
|
if (useenv) {
|
2017-12-29 14:56:46 +00:00
|
|
|
realLocale = __get_locale_env(type + 1);
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
2012-03-04 15:31:13 +00:00
|
|
|
new->components[type] =
|
|
|
|
constructors[type](realLocale, new);
|
2011-11-20 14:45:42 +00:00
|
|
|
if (new->components[type]) {
|
2012-03-04 15:31:13 +00:00
|
|
|
strncpy(new->components[type]->locale,
|
|
|
|
realLocale, ENCODING_LEN);
|
2011-11-20 14:45:42 +00:00
|
|
|
} else {
|
|
|
|
success = 0;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
if (!dupcomponent(type, base, new)) {
|
|
|
|
success = 0;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
mask >>= 1;
|
|
|
|
}
|
|
|
|
if (0 == success) {
|
|
|
|
xlocale_release(new);
|
|
|
|
new = NULL;
|
2020-10-02 18:35:55 +00:00
|
|
|
} else if (base == orig_base) {
|
|
|
|
xlocale_release(base);
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return (new);
|
|
|
|
}
|
|
|
|
|
|
|
|
locale_t duplocale(locale_t base)
|
|
|
|
{
|
|
|
|
locale_t new = alloc_locale();
|
|
|
|
int type;
|
|
|
|
|
|
|
|
_once(&once_control, init_key);
|
|
|
|
|
|
|
|
if (NULL == new) {
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
FIX_LOCALE(base);
|
|
|
|
copyflags(new, base);
|
|
|
|
|
|
|
|
for (type=0 ; type<XLC_LAST ; type++) {
|
|
|
|
dupcomponent(type, base, new);
|
|
|
|
}
|
|
|
|
|
|
|
|
return (new);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Free a locale_t. This is quite a poorly named function. It actually
|
|
|
|
* disclaims a reference to a locale_t, rather than freeing it.
|
|
|
|
*/
|
2016-07-29 17:18:47 +00:00
|
|
|
void
|
2011-11-20 14:45:42 +00:00
|
|
|
freelocale(locale_t loc)
|
|
|
|
{
|
2016-07-29 17:18:47 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Fail if we're passed something that isn't a locale. If we're
|
|
|
|
* passed the global locale, pretend that we freed it but don't
|
|
|
|
* actually do anything.
|
|
|
|
*/
|
|
|
|
if (loc != NULL && loc != LC_GLOBAL_LOCALE &&
|
|
|
|
loc != &__xlocale_global_locale)
|
|
|
|
xlocale_release(loc);
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
Add collation version support to querylocale(3).
Provide a way to ask for an opaque version string for a locale_t, so
that potential changes in sort order can be detected. Similar to
ICU's ucol_getVersion() and Windows' GetNLSVersionEx(), this API is
intended to allow databases to detect when text order-based indexes
might need to be rebuilt.
The CLDR version is extracted from CLDR source data by the Makefile
under tools/tools/locale, written into the machine-generated Makefile
under shared/colldef, passed to localedef -V, and then written into
LC_COLLATE file headers. The initial version is 34.0.
tools/tools/locale was recently updated to pull down 35.0, but the
output hasn't been committed under share/colldef yet, so that will
provide the first observable change when it happens. Other versioning
schemes are possible in future, because the format is unspecified.
Reviewed by: bapt, 0mp, kib, yuripv (albeit a long time ago)
Differential Revision: https://reviews.freebsd.org/D17166
2020-11-08 02:50:34 +00:00
|
|
|
* Returns the name or version of the locale for a particular component of a
|
|
|
|
* locale_t.
|
2011-11-20 14:45:42 +00:00
|
|
|
*/
|
|
|
|
const char *querylocale(int mask, locale_t loc)
|
|
|
|
{
|
Add collation version support to querylocale(3).
Provide a way to ask for an opaque version string for a locale_t, so
that potential changes in sort order can be detected. Similar to
ICU's ucol_getVersion() and Windows' GetNLSVersionEx(), this API is
intended to allow databases to detect when text order-based indexes
might need to be rebuilt.
The CLDR version is extracted from CLDR source data by the Makefile
under tools/tools/locale, written into the machine-generated Makefile
under shared/colldef, passed to localedef -V, and then written into
LC_COLLATE file headers. The initial version is 34.0.
tools/tools/locale was recently updated to pull down 35.0, but the
output hasn't been committed under share/colldef yet, so that will
provide the first observable change when it happens. Other versioning
schemes are possible in future, because the format is unspecified.
Reviewed by: bapt, 0mp, kib, yuripv (albeit a long time ago)
Differential Revision: https://reviews.freebsd.org/D17166
2020-11-08 02:50:34 +00:00
|
|
|
int type = ffs(mask & ~LC_VERSION_MASK) - 1;
|
2011-11-20 14:45:42 +00:00
|
|
|
FIX_LOCALE(loc);
|
|
|
|
if (type >= XLC_LAST)
|
|
|
|
return (NULL);
|
Add collation version support to querylocale(3).
Provide a way to ask for an opaque version string for a locale_t, so
that potential changes in sort order can be detected. Similar to
ICU's ucol_getVersion() and Windows' GetNLSVersionEx(), this API is
intended to allow databases to detect when text order-based indexes
might need to be rebuilt.
The CLDR version is extracted from CLDR source data by the Makefile
under tools/tools/locale, written into the machine-generated Makefile
under shared/colldef, passed to localedef -V, and then written into
LC_COLLATE file headers. The initial version is 34.0.
tools/tools/locale was recently updated to pull down 35.0, but the
output hasn't been committed under share/colldef yet, so that will
provide the first observable change when it happens. Other versioning
schemes are possible in future, because the format is unspecified.
Reviewed by: bapt, 0mp, kib, yuripv (albeit a long time ago)
Differential Revision: https://reviews.freebsd.org/D17166
2020-11-08 02:50:34 +00:00
|
|
|
if (mask & LC_VERSION_MASK) {
|
|
|
|
if (loc->components[type])
|
|
|
|
return (loc->components[type]->version);
|
|
|
|
return ("");
|
|
|
|
} else {
|
|
|
|
if (loc->components[type])
|
|
|
|
return (loc->components[type]->locale);
|
|
|
|
return ("C");
|
|
|
|
}
|
2011-11-20 14:45:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Installs the specified locale_t as this thread's locale.
|
|
|
|
*/
|
|
|
|
locale_t uselocale(locale_t loc)
|
|
|
|
{
|
|
|
|
locale_t old = get_thread_locale();
|
|
|
|
if (NULL != loc) {
|
|
|
|
set_thread_locale(loc);
|
|
|
|
}
|
|
|
|
return (old ? old : LC_GLOBAL_LOCALE);
|
|
|
|
}
|
|
|
|
|