437abb3abb
A tag with script could be added for which we don't have locale
data but for the same language in another script. Do not fall back
to that.
With that the share/autocorr/acor_zh-{CN,TW}.dat files created
additional Asian language listbox entries
"Chinese (Simplified, China) {zh-Hans-CN}"
"Chinese (Traditional, Taiwan) {zh-Hant-TW}"
because those are the canonicalized language tags.
Prefer the known legacy zh-CN and zh-TW tags instead.
Could also had happened with any document import.
Which again revealed a flaw in the handling of mapping overrides
where converting from a LanguageType LCID to Locale could yield a
different mapping than from BCP47 to LCID, which in the case of
a fallback for locale data lead to odd side effects.
Change-Id: I1e2aaa8e9f99b6b3bc2c9a661215cb00bddd33d6
Reviewed-on: https://gerrit.libreoffice.org/c/core/+/140939
Reviewed-by: Eike Rathke <erack@redhat.com>
Tested-by: Jenkins
339 lines
13 KiB
C++
339 lines
13 KiB
C++
/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
|
|
/*
|
|
* This file is part of the LibreOffice project.
|
|
*
|
|
* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
*
|
|
* This file incorporates work covered by the following license notice:
|
|
*
|
|
* Licensed to the Apache Software Foundation (ASF) under one or more
|
|
* contributor license agreements. See the NOTICE file distributed
|
|
* with this work for additional information regarding copyright
|
|
* ownership. The ASF licenses this file to you under the Apache
|
|
* License, Version 2.0 (the "License"); you may not use this file
|
|
* except in compliance with the License. You may obtain a copy of
|
|
* the License at http://www.apache.org/licenses/LICENSE-2.0 .
|
|
*/
|
|
|
|
#ifndef INCLUDED_I18NLANGTAG_MSLANGID_HXX
|
|
#define INCLUDED_I18NLANGTAG_MSLANGID_HXX
|
|
|
|
#include <sal/config.h>
|
|
|
|
#include <i18nlangtag/i18nlangtagdllapi.h>
|
|
#include <i18nlangtag/lang.h>
|
|
#include <com/sun/star/lang/Locale.hpp>
|
|
|
|
#include <string_view>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
struct IsoLanguageCountryEntry;
|
|
struct IsoLanguageScriptCountryEntry;
|
|
struct Bcp47CountryEntry;
|
|
|
|
/** Methods related to Microsoft language IDs. For details about MS-LANGIDs
|
|
please see lang.h */
|
|
class SAL_WARN_UNUSED I18NLANGTAG_DLLPUBLIC MsLangId
|
|
{
|
|
public:
|
|
|
|
/// Create a LangID from a primary and a sublanguage.
|
|
static LanguageType makeLangID( LanguageType nSubLangId, LanguageType nPriLangId)
|
|
{
|
|
return LanguageType((sal_uInt16(nSubLangId) << 10) | sal_uInt16(nPriLangId));
|
|
}
|
|
|
|
/// Get the primary language of a LangID.
|
|
static LanguageType getPrimaryLanguage( LanguageType nLangID)
|
|
{
|
|
return LanguageType(sal_uInt16(nLangID) & LANGUAGE_MASK_PRIMARY);
|
|
}
|
|
|
|
/// Get the sublanguage of a LangID.
|
|
static LanguageType getSubLanguage( LanguageType nLangID)
|
|
{
|
|
return LanguageType((sal_uInt16(nLangID) & ~LANGUAGE_MASK_PRIMARY) >> 10);
|
|
}
|
|
|
|
/** Get the configured system language/locale.
|
|
If not set yet then getSystemLanguage().
|
|
|
|
Prefer this over getSystemLanguage() unless you exactly know why you
|
|
would not. */
|
|
static LanguageType getConfiguredSystemLanguage();
|
|
|
|
/** Get the configured system UI language/locale.
|
|
If not set yet then getSystemUILanguage().
|
|
|
|
Prefer this over getSystemUILanguage() unless you exactly know why you
|
|
would not. */
|
|
static LanguageType getConfiguredSystemUILanguage();
|
|
|
|
|
|
/** Language/locale of category LC_CTYPE (on Unix, else the system
|
|
language).
|
|
Evaluation order: LC_ALL, LC_CTYPE, LANG
|
|
Note this may return an unknown unsupported locale. */
|
|
static LanguageType getSystemLanguage();
|
|
|
|
/** Language/locale of category LC_MESSAGES (on Unix, else same as
|
|
getSystemLanguage()).
|
|
Evaluation order: LANGUAGE, LC_ALL, LC_MESSAGES, LANG
|
|
Note this may return an unknown unsupported locale. */
|
|
static LanguageType getSystemUILanguage();
|
|
|
|
|
|
/** @short: A proper language/locale if the nLang parameter designates some
|
|
special value.
|
|
|
|
@descr: NOTE: The "system" values may be overridden by the
|
|
application's configuration.
|
|
|
|
@returns
|
|
case LANGUAGE_PROCESS_OR_USER_DEFAULT : configured or system language
|
|
case LANGUAGE_SYSTEM_DEFAULT : configured or system language
|
|
case LANGUAGE_SYSTEM : configured or system language
|
|
case LANGUAGE_HID_HUMAN_INTERFACE_DEVICE : configured or system UI language
|
|
case LANGUAGE_DONTKNOW : LANGUAGE_ENGLISH_US
|
|
else: nLang
|
|
|
|
In case the configured language is LANGUAGE_SYSTEM, which is also
|
|
the initial default, the system language is obtained. In case the
|
|
configured or resulting system language is LANGUAGE_DONTKNOW,
|
|
LANGUAGE_ENGLISH_US is returned instead.
|
|
*/
|
|
static LanguageType getRealLanguage( LanguageType nLang );
|
|
|
|
|
|
// TODO: refactor to LanguageTag? Used only in
|
|
// i18npool/source/localedata/localedata.cxx
|
|
|
|
/** Get fall-back Locale for Locale with handling of an empty language name
|
|
designating the SYSTEM language. Returns the same Locale if an exact
|
|
match was found.
|
|
*/
|
|
static css::lang::Locale getFallbackLocale( const css::lang::Locale & rLocale );
|
|
|
|
|
|
// TODO: refactor to LanguageTag, used only in
|
|
// i18npool/source/isolang/inunx.cxx to convert Unix locale string
|
|
|
|
static LanguageType convertUnxByteStringToLanguage( std::string_view rString );
|
|
|
|
|
|
static LanguageType resolveSystemLanguageByScriptType( LanguageType nLang, sal_Int16 nType );
|
|
|
|
|
|
/** Whether the language uses hyphenation. */
|
|
static bool usesHyphenation( LanguageType nLang );
|
|
|
|
/** Whether locale has a Right-To-Left orientation for text. */
|
|
static bool isRightToLeft( LanguageType nLang );
|
|
|
|
/** Whether locale has a Right-To-Left orientation for math. */
|
|
static bool isRightToLeftMath( LanguageType nLang );
|
|
|
|
/** Whether locale is a CJK locale */
|
|
static bool isCJK( LanguageType nLang );
|
|
|
|
/** Whether locale is a chinese locale */
|
|
static bool isChinese( LanguageType nLang );
|
|
|
|
/** Whether locale is a simplified chinese locale */
|
|
static bool isSimplifiedChinese( LanguageType nLang );
|
|
|
|
/** Whether locale is a traditional chinese locale */
|
|
static bool isTraditionalChinese( LanguageType nLang );
|
|
|
|
/** Whether locale is a korean locale */
|
|
static bool isKorean( LanguageType nLang );
|
|
|
|
/** Whether locale is a simplified chinese locale */
|
|
static bool isSimplifiedChinese( const css::lang::Locale & rLocale );
|
|
|
|
/** Whether locale is a traditional chinese locale */
|
|
static bool isTraditionalChinese( const css::lang::Locale & rLocale );
|
|
|
|
/** Whether locale is one where family name comes first, e.g. Japan, Hungary, Samoa */
|
|
static bool isFamilyNameFirst( LanguageType nLang );
|
|
|
|
/** Whether there are "forbidden characters at start or end of line" in
|
|
this locale. CJK locales.
|
|
|
|
@see offapi/com/sun/star/i18n/ForbiddenCharacters.idl
|
|
*/
|
|
static bool hasForbiddenCharacters( LanguageType nLang );
|
|
|
|
|
|
/** Whether locale needs input sequence checking. CTL locales. */
|
|
static bool needsSequenceChecking( LanguageType nLang );
|
|
|
|
|
|
/** Get css::i18n::ScriptType of locale. */
|
|
static sal_Int16 getScriptType( LanguageType nLang );
|
|
|
|
/** Whether locale is "Western" but not Latin script, e.g. Cyrillic or Greek. */
|
|
static bool isNonLatinWestern( LanguageType nLang );
|
|
|
|
|
|
/** Map an obsolete user defined LANGID (see lang.h
|
|
LANGUAGE_OBSOLETE_USER_...) to the new value defined by MS in the
|
|
meantime.
|
|
|
|
Also used to map UI localizations using reserved ISO codes to something
|
|
"official" but not identical in order to not pollute documents with
|
|
invalid ISO codes.
|
|
*/
|
|
static LanguageType getReplacementForObsoleteLanguage( LanguageType nLang );
|
|
|
|
/** Whether locale is legacy, i.e. country or confederation doesn't exist anymore. */
|
|
static bool isLegacy( LanguageType nLang );
|
|
|
|
|
|
/** @ATTENTION: these are _ONLY_ to be called by the application's
|
|
configuration! */
|
|
static void setConfiguredSystemUILanguage( LanguageType nLang );
|
|
static void setConfiguredWesternFallback( LanguageType nLang );
|
|
static void setConfiguredComplexFallback( LanguageType nLang );
|
|
static void setConfiguredAsianFallback( LanguageType nLang );
|
|
|
|
|
|
/** Encapsulated methods that shall only be accessed through
|
|
class LanguageTag.
|
|
*/
|
|
class LanguageTagAccess
|
|
{
|
|
private:
|
|
|
|
friend class LanguageTag;
|
|
|
|
/** Configured system locale needs always be synchronized with
|
|
LanguageTag's system locale.
|
|
*/
|
|
I18NLANGTAG_DLLPRIVATE static void setConfiguredSystemLanguage( LanguageType nLang );
|
|
};
|
|
|
|
|
|
struct LanguagetagMapping
|
|
{
|
|
OUString maBcp47;
|
|
LanguageType mnLang;
|
|
|
|
LanguagetagMapping( OUString aBcp47, LanguageType nLang ) : maBcp47(std::move(aBcp47)), mnLang(nLang) {}
|
|
};
|
|
|
|
/** @internal - Obtain a list of known locales (i.e. those that have a
|
|
defined mapping between MS-LangID and ISO codes or tags) as BCP 47
|
|
language tag strings.
|
|
*/
|
|
static ::std::vector< LanguagetagMapping > getDefinedLanguagetags();
|
|
|
|
|
|
/** Encapsulated conversion methods used by LanguageTag and conversions,
|
|
not to be used by anything else.
|
|
*/
|
|
class Conversion
|
|
{
|
|
private:
|
|
|
|
friend class LanguageTag;
|
|
friend class LanguageTagImpl;
|
|
|
|
friend css::lang::Locale MsLangId::getFallbackLocale(
|
|
const css::lang::Locale & rLocale );
|
|
|
|
friend LanguageType MsLangId::convertUnxByteStringToLanguage(
|
|
std::string_view rString );
|
|
|
|
|
|
/** Convert a Locale to a LanguageType with handling of an empty
|
|
language name designating LANGUAGE_SYSTEM.
|
|
*/
|
|
I18NLANGTAG_DLLPRIVATE static LanguageType convertLocaleToLanguage(
|
|
const css::lang::Locale & rLocale );
|
|
|
|
/** Used by convertLocaleToLanguage(Locale) */
|
|
I18NLANGTAG_DLLPRIVATE static LanguageType convertLocaleToLanguageImpl(
|
|
const css::lang::Locale & rLocale );
|
|
|
|
/** Convert x-... privateuse, used by convertLocaleToLanguageImpl(Locale) */
|
|
I18NLANGTAG_DLLPRIVATE static LanguageType convertPrivateUseToLanguage(
|
|
const OUString& rPriv );
|
|
|
|
/** Used by LanguageTag::canonicalize() */
|
|
I18NLANGTAG_DLLPRIVATE static css::lang::Locale getOverride(
|
|
const css::lang::Locale & rLocale );
|
|
|
|
/** Used by convertLocaleToLanguageImpl(Locale) and LanguageTagImpl::convertLocaleToLang() */
|
|
I18NLANGTAG_DLLPRIVATE static LanguageType convertIsoNamesToLanguage(
|
|
const OUString& rLang, const OUString& rCountry, bool bSkipIsoTable );
|
|
|
|
|
|
/** Used by convertUnxByteStringToLanguage(OString) */
|
|
I18NLANGTAG_DLLPRIVATE static LanguageType convertIsoNamesToLanguage(
|
|
std::string_view rLang, std::string_view rCountry );
|
|
|
|
|
|
/** Used by lookupFallbackLocale(Locale) */
|
|
I18NLANGTAG_DLLPRIVATE static css::lang::Locale getLocale(
|
|
const IsoLanguageCountryEntry * pEntry );
|
|
|
|
/** Used by lookupFallbackLocale(Locale) */
|
|
I18NLANGTAG_DLLPRIVATE static css::lang::Locale getLocale(
|
|
const IsoLanguageScriptCountryEntry * pEntry );
|
|
|
|
/** Used by lookupFallbackLocale(Locale) */
|
|
I18NLANGTAG_DLLPRIVATE static css::lang::Locale getLocale(
|
|
const Bcp47CountryEntry * pEntry );
|
|
|
|
|
|
/** Convert a LanguageType to a Locale. */
|
|
I18NLANGTAG_DLLPRIVATE static css::lang::Locale convertLanguageToLocale(
|
|
LanguageType nLang, bool bIgnoreOverride );
|
|
|
|
/** Used by convertLanguageToLocale(LanguageType,bool) and
|
|
getLocale(IsoLanguageCountryEntry*) and
|
|
getLocale(IsoLanguageScriptCountryEntry*) and
|
|
getLocale(Bcp47CountryEntry*)
|
|
|
|
@param bIgnoreOverride
|
|
If bIgnoreOverride==true, a matching entry is used even if
|
|
mnOverride is set, for conversion to an even outdated tag.
|
|
If bIgnoreOverride==false, a matching entry is skipped if
|
|
mnOverride is set and instead the override is followed.
|
|
|
|
@return rLocale set to mapped values, unchanged if no mapping was
|
|
found. E.g. pass empty Locale to obtain empty SYSTEM locale
|
|
for that case.
|
|
*/
|
|
I18NLANGTAG_DLLPRIVATE static void convertLanguageToLocaleImpl(
|
|
LanguageType nLang, css::lang::Locale & rLocale, bool bIgnoreOverride );
|
|
|
|
|
|
I18NLANGTAG_DLLPRIVATE static css::lang::Locale lookupFallbackLocale(
|
|
const css::lang::Locale & rLocale );
|
|
};
|
|
|
|
private:
|
|
|
|
static LanguageType nConfiguredSystemLanguage;
|
|
static LanguageType nConfiguredSystemUILanguage;
|
|
|
|
static LanguageType nConfiguredWesternFallback;
|
|
static LanguageType nConfiguredAsianFallback;
|
|
static LanguageType nConfiguredComplexFallback;
|
|
|
|
static LanguageType getPlatformSystemLanguage();
|
|
static LanguageType getPlatformSystemUILanguage();
|
|
|
|
// Substitute LANGUAGE_SYSTEM for LANGUAGE_SYSTEM_DEFAULT and
|
|
// LANGUAGE_PROCESS_OR_USER_DEFAULT, other values aren't touched.
|
|
I18NLANGTAG_DLLPRIVATE static inline LanguageType simplifySystemLanguages( LanguageType nLang );
|
|
};
|
|
|
|
#endif // INCLUDED_I18NLANGTAG_MSLANGID_HXX
|
|
|
|
/* vim:set shiftwidth=4 softtabstop=4 expandtab: */
|