IntlManager.cpp

/*
 * PROGRAM: JRD International support
 * MODULE: IntlManager.cpp
 * DESCRIPTION: INTL Manager
 *
 * The contents of this file are subject to the Initial
 * Developer's Public License Version 1.0 (the "License");
 * you may not use this file except in compliance with the
 * License. You may obtain a copy of the License at
 * http://www.ibphoenix.com/main.nfs?a=ibphoenix&page=ibp_idpl.
 *
 * Software distributed under the License is distributed AS IS,
 * WITHOUT WARRANTY OF ANY KIND, either express or implied.
 * See the License for the specific language governing rights
 * and limitations under the License.
 *
 * The Original Code was created by Adriano dos Santos Fernandes
 * for the Firebird Open Source RDBMS project.
 *
 * Copyright (c) 2004 Adriano dos Santos Fernandes <adrianosf@uol.com.br>
 * and all contributors signed below.
 *
 * All Rights Reserved.
 * Contributor(s): ______________________________________.
*/

#include"firebird.h"
#include"../jrd/IntlManager.h"
#include"../common/os/mod_loader.h"
#include"../common/intlobj_new.h"
#include"../jrd/intl_proto.h"
#include"../jrd/intl.h"
#include"../common/isc_proto.h"
#include"../common/utils_proto.h"
#include"../common/config/config.h"
#include"../common/classes/GenericMap.h"
#include"../common/classes/objects_array.h"
#include"../common/classes/fb_string.h"
#include"../common/classes/init.h"

#include"../common/ScanDir.h"
#include"../common/config/config_file.h"

#ifdef ANDROID
#include"../common/os/path_utils.h"
#endif

usingnamespaceFirebird;


namespace
{
classModulesMap : publicGenericMap<Pair<Left<PathName, ModuleLoader::Module*> > >
 {
public:
explicitModulesMap(MemoryPool& p)
 : GenericMap<Pair<Left<PathName, ModuleLoader::Module*> > >(p)
 {
 }

~ModulesMap()
 {
// unload modules
 Accessor accessor(this);
for (bool found = accessor.getFirst(); found; found = accessor.getNext())
delete accessor.current()->second;
 }
 };
}

namespaceJrd {


structExternalInfo
{
ExternalInfo(const PathName& a_moduleName, const string& a_name, const string& a_configInfo)
 : moduleName(a_moduleName),
name(a_name),
 configInfo(a_configInfo)
 {
 }

ExternalInfo(MemoryPool& p, const ExternalInfo& externalInfo)
 : moduleName(p, externalInfo.moduleName),
 name(p, externalInfo.name),
 configInfo(p, externalInfo.configInfo)
 {
 }

ExternalInfo()
 {
 }

 PathName moduleName;
 string name;
 string configInfo;
};


static GlobalPtr<ModulesMap> modules;
static GlobalPtr<GenericMap<Pair<Full<string, ExternalInfo> > > > charSetCollations;


const IntlManager::CharSetDefinition IntlManager::defaultCharSets[] =
{
 {"NONE", CS_NONE, 1},
 {"OCTETS", CS_BINARY, 1},
 {"ASCII", CS_ASCII, 1},
 {"UNICODE_FSS", CS_UNICODE_FSS, 3},
 {"UTF8", CS_UTF8, 4},
#ifdef FB_NEW_INTL_ALLOW_NOT_READY
 {"UTF16", CS_UTF16, 4},
 {"UTF32", CS_UTF32, 4},
#endif// FB_NEW_INTL_NOT_READY
 {"SJIS_0208", CS_SJIS, 2},
 {"EUCJ_0208", CS_EUCJ, 2},
 {"DOS437", CS_DOS_437, 1},
 {"DOS850", CS_DOS_850, 1},
 {"DOS865", CS_DOS_865, 1},
 {"ISO8859_1", CS_ISO8859_1, 1},
 {"ISO8859_2", CS_ISO8859_2, 1},
 {"ISO8859_3", CS_ISO8859_3, 1},
 {"ISO8859_4", CS_ISO8859_4, 1},
 {"ISO8859_5", CS_ISO8859_5, 1},
 {"ISO8859_6", CS_ISO8859_6, 1},
 {"ISO8859_7", CS_ISO8859_7, 1},
 {"ISO8859_8", CS_ISO8859_8, 1},
 {"ISO8859_9", CS_ISO8859_9, 1},
 {"ISO8859_13", CS_ISO8859_13, 1},
 {"DOS852", CS_DOS_852, 1},
 {"DOS857", CS_DOS_857, 1},
 {"DOS860", CS_DOS_860, 1},
 {"DOS861", CS_DOS_861, 1},
 {"DOS863", CS_DOS_863, 1},
 {"CYRL", CS_CYRL, 1},
 {"DOS737", CS_DOS_737, 1},
 {"DOS775", CS_DOS_775, 1},
 {"DOS858", CS_DOS_858, 1},
 {"DOS862", CS_DOS_862, 1},
 {"DOS864", CS_DOS_864, 1},
 {"DOS866", CS_DOS_866, 1},
 {"DOS869", CS_DOS_869, 1},
 {"WIN1250", CS_WIN1250, 1},
 {"WIN1251", CS_WIN1251, 1},
 {"WIN1252", CS_WIN1252, 1},
 {"WIN1253", CS_WIN1253, 1},
 {"WIN1254", CS_WIN1254, 1},
 {"NEXT", CS_NEXT, 1},
 {"WIN1255", CS_WIN1255, 1},
 {"WIN1256", CS_WIN1256, 1},
 {"WIN1257", CS_WIN1257, 1},
 {"KSC_5601", CS_KSC5601, 2},
 {"BIG_5", CS_BIG5, 2},
 {"GB_2312", CS_GB2312, 2},
 {"KOI8R", CS_KOI8R, 1},
 {"KOI8U", CS_KOI8U, 1},
 {"WIN1258", CS_WIN1258, 1},
 {"TIS620", CS_TIS620, 1},
 {"GBK", CS_GBK, 2},
 {"CP943C", CS_CP943C, 2},
 {"GB18030", CS_GB18030, 4},
 {NULL, 0, 0}
};

const IntlManager::CharSetAliasDefinition IntlManager::defaultCharSetAliases[] =
{
 {"BINARY", CS_BINARY},
 {"USASCII", CS_ASCII},
 {"ASCII7", CS_ASCII},
 {"UTF_FSS", CS_UNICODE_FSS},
 {"SQL_TEXT", CS_UNICODE_FSS},
 {"UTF-8", CS_UTF8},
#ifdef FB_NEW_INTL_ALLOW_NOT_READY
 {"UTF-16", CS_UTF16},
 {"UTF-32", CS_UTF32},
#endif// FB_NEW_INTL_NOT_READY
 {"SJIS", CS_SJIS},
 {"EUCJ", CS_EUCJ},
 {"DOS_437", CS_DOS_437},
 {"DOS_850", CS_DOS_850},
 {"DOS_865", CS_DOS_865},
 {"ISO88591", CS_ISO8859_1},
 {"LATIN1", CS_ISO8859_1},
 {"ANSI", CS_ISO8859_1},
 {"ISO88592", CS_ISO8859_2},
 {"LATIN2", CS_ISO8859_2},
 {"ISO-8859-2", CS_ISO8859_2}, // Prefered MIME name
 {"ISO88593", CS_ISO8859_3},
 {"LATIN3", CS_ISO8859_3},
 {"ISO-8859-3", CS_ISO8859_3}, // Prefered MIME name
 {"ISO88594", CS_ISO8859_4},
 {"LATIN4", CS_ISO8859_4},
 {"ISO-8859-4", CS_ISO8859_4}, // Prefered MIME name
 {"ISO88595", CS_ISO8859_5},
 {"ISO-8859-5", CS_ISO8859_5}, // Prefered MIME name
 {"ISO88596", CS_ISO8859_6},
 {"ISO-8859-6", CS_ISO8859_6}, // Prefered MIME name
 {"ISO88597", CS_ISO8859_7},
 {"ISO-8859-7", CS_ISO8859_7}, // Prefered MIME name
 {"ISO88598", CS_ISO8859_8},
 {"ISO-8859-8", CS_ISO8859_8}, // Prefered MIME name
 {"ISO88599", CS_ISO8859_9},
 {"LATIN5", CS_ISO8859_9},
 {"ISO-8859-9", CS_ISO8859_9}, // Prefered MIME name
 {"ISO885913", CS_ISO8859_13},
 {"LATIN7", CS_ISO8859_13},
 {"ISO-8859-13", CS_ISO8859_13}, // Prefered MIME name
 {"DOS_852", CS_DOS_852},
 {"DOS_857", CS_DOS_857},
 {"DOS_860", CS_DOS_860},
 {"DOS_861", CS_DOS_861},
 {"DOS_863", CS_DOS_863},
 {"DOS_737", CS_DOS_737},
 {"DOS_775", CS_DOS_775},
 {"DOS_858", CS_DOS_858},
 {"DOS_862", CS_DOS_862},
 {"DOS_864", CS_DOS_864},
 {"DOS_866", CS_DOS_866},
 {"DOS_869", CS_DOS_869},
 {"WIN_1250", CS_WIN1250},
 {"WIN_1251", CS_WIN1251},
 {"WIN_1252", CS_WIN1252},
 {"WIN_1253", CS_WIN1253},
 {"WIN_1254", CS_WIN1254},
 {"WIN_1255", CS_WIN1255},
 {"WIN_1256", CS_WIN1256},
 {"WIN_1257", CS_WIN1257},
 {"WIN_1258", CS_WIN1258},
 {"KSC5601", CS_KSC5601},
 {"DOS_949", CS_KSC5601},
 {"WIN_949", CS_KSC5601},
 {"BIG5", CS_BIG5},
 {"DOS_950", CS_BIG5},
 {"WIN_950", CS_BIG5},
 {"GB2312", CS_GB2312},
 {"DOS_936", CS_GB2312},
 {"WIN_936", CS_GB2312},
 {NULL, 0}
};

const IntlManager::CollationDefinition IntlManager::defaultCollations[] =
{
 {CS_NONE, 0, "NONE", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_BINARY, 0, "OCTETS", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ASCII, 0, "ASCII", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_UNICODE_FSS, 0, "UNICODE_FSS", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_UTF8, 0, "UTF8", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_UTF8, 1, "UCS_BASIC", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_UTF8, 2, "UNICODE", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_UTF8, 3, "UNICODE_CI", "UNICODE",
 TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE, NULL},
 {CS_UTF8, 4, "UNICODE_CI_AI", "UNICODE",
 TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE | TEXTTYPE_ATTR_ACCENT_INSENSITIVE,
NULL},
#ifdef FB_NEW_INTL_ALLOW_NOT_READY
 {CS_UTF16, 0, "UTF16", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_UTF16, 1, "UCS_BASIC", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_UTF32, 0, "UTF32", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_UTF32, 1, "UCS_BASIC", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
#endif// FB_NEW_INTL_NOT_READY
 {CS_SJIS, 0, "SJIS_0208", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_EUCJ, 0, "EUCJ_0208", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 0, "DOS437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 1, "PDOX_ASCII", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 2, "PDOX_INTL", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 3, "PDOX_SWEDFIN", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 4, "DB_DEU437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 5, "DB_ESP437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 6, "DB_FIN437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 7, "DB_FRA437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 8, "DB_ITA437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 9, "DB_NLD437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 10, "DB_SVE437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 11, "DB_UK437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_437, 12, "DB_US437", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 0, "DOS850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 1, "DB_FRC850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 2, "DB_DEU850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 3, "DB_ESP850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 4, "DB_FRA850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 5, "DB_ITA850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 6, "DB_NLD850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 7, "DB_PTB850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 8, "DB_SVE850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 9, "DB_UK850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_850, 10, "DB_US850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_865, 0, "DOS865", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_865, 1, "PDOX_NORDAN4", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_865, 2, "DB_DAN865", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_865, 3, "DB_NOR865", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 0, "ISO8859_1", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 1, "DA_DA", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 2, "DU_NL", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 3, "FI_FI", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 4, "FR_FR", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 5, "FR_CA", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 6, "DE_DE", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 7, "IS_IS", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 8, "IT_IT", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 9, "NO_NO", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 10, "ES_ES", NULL, TEXTTYPE_ATTR_PAD_SPACE, "DISABLE-COMPRESSIONS=1;SPECIALS-FIRST=1"},
 {CS_ISO8859_1, 11, "SV_SV", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 12, "EN_UK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 14, "EN_US", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 15, "PT_PT", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_1, 16, "PT_BR", NULL,
 TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE | TEXTTYPE_ATTR_ACCENT_INSENSITIVE,
NULL},
 {CS_ISO8859_1, 17, "ES_ES_CI_AI", NULL,
 TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE | TEXTTYPE_ATTR_ACCENT_INSENSITIVE,
"DISABLE-COMPRESSIONS=1;SPECIALS-FIRST=1"},
 {CS_ISO8859_1, 18, "FR_FR_CI_AI", "FR_FR",
 TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE | TEXTTYPE_ATTR_ACCENT_INSENSITIVE,
"SPECIALS-FIRST=1"},
 {CS_ISO8859_1, 19, "FR_CA_CI_AI", "FR_CA",
 TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE | TEXTTYPE_ATTR_ACCENT_INSENSITIVE,
"SPECIALS-FIRST=1"},
 {CS_ISO8859_2, 0, "ISO8859_2", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_2, 1, "CS_CZ", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_2, 2, "ISO_HUN", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_2, 3, "ISO_PLK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_3, 0, "ISO8859_3", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_4, 0, "ISO8859_4", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_5, 0, "ISO8859_5", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_6, 0, "ISO8859_6", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_7, 0, "ISO8859_7", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_8, 0, "ISO8859_8", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_9, 0, "ISO8859_9", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_13, 0, "ISO8859_13", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_ISO8859_13, 1, "LT_LT", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_852, 0, "DOS852", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_852, 1, "DB_CSY", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_852, 2, "DB_PLK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_852, 4, "DB_SLO", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_852, 5, "PDOX_CSY", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_852, 6, "PDOX_PLK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_852, 7, "PDOX_HUN", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_852, 8, "PDOX_SLO", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_857, 0, "DOS857", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_857, 1, "DB_TRK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_860, 0, "DOS860", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_860, 1, "DB_PTG860", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_861, 0, "DOS861", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_861, 1, "PDOX_ISL", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_863, 0, "DOS863", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_863, 1, "DB_FRC863", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_CYRL, 0, "CYRL", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_CYRL, 1, "DB_RUS", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_CYRL, 2, "PDOX_CYRL", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_737, 0, "DOS737", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_775, 0, "DOS775", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_858, 0, "DOS858", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_862, 0, "DOS862", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_864, 0, "DOS864", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_866, 0, "DOS866", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_DOS_869, 0, "DOS869", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1250, 0, "WIN1250", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1250, 1, "PXW_CSY", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1250, 2, "PXW_HUNDC", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1250, 3, "PXW_PLK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1250, 4, "PXW_SLOV", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1250, 5, "PXW_HUN", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1250, 6, "BS_BA", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1250, 7, "WIN_CZ", NULL, TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE, NULL},
 {CS_WIN1250, 8, "WIN_CZ_CI_AI", NULL,
 TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE | TEXTTYPE_ATTR_ACCENT_INSENSITIVE,
NULL},
 {CS_WIN1251, 0, "WIN1251", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1251, 1, "PXW_CYRL", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1251, 2, "WIN1251_UA", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1252, 0, "WIN1252", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1252, 1, "PXW_INTL", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1252, 2, "PXW_INTL850", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1252, 3, "PXW_NORDAN4", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1252, 4, "PXW_SPAN", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1252, 5, "PXW_SWEDFIN", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1252, 6, "WIN_PTBR", NULL,
 TEXTTYPE_ATTR_PAD_SPACE | TEXTTYPE_ATTR_CASE_INSENSITIVE | TEXTTYPE_ATTR_ACCENT_INSENSITIVE,
NULL},
 {CS_WIN1253, 0, "WIN1253", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1253, 1, "PXW_GREEK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1254, 0, "WIN1254", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1254, 1, "PXW_TURK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_NEXT, 0, "NEXT", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_NEXT, 1, "NXT_US", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_NEXT, 2, "NXT_DEU", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_NEXT, 3, "NXT_FRA", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_NEXT, 4, "NXT_ITA", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_NEXT, 5, "NXT_ESP", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1255, 0, "WIN1255", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1256, 0, "WIN1256", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1257, 0, "WIN1257", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1257, 1, "WIN1257_EE", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1257, 2, "WIN1257_LT", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1257, 3, "WIN1257_LV", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_KSC5601, 0, "KSC_5601", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_KSC5601, 1, "KSC_DICTIONARY", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_BIG5, 0, "BIG_5", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_GB2312, 0, "GB_2312", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_KOI8R, 0, "KOI8R", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_KOI8R, 1, "KOI8R_RU", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_KOI8U, 0, "KOI8U", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_KOI8U, 1, "KOI8U_UA", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_WIN1258, 0, "WIN1258", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_TIS620, 0, "TIS620", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_TIS620, 1, "TIS620_UNICODE", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_GBK, 0, "GBK", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_GBK, 1, "GBK_UNICODE", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_CP943C, 0, "CP943C", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_CP943C, 1, "CP943C_UNICODE", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_GB18030, 0, "GB18030", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {CS_GB18030, 1, "GB18030_UNICODE", NULL, TEXTTYPE_ATTR_PAD_SPACE, NULL},
 {0, 0, NULL, NULL, 0, NULL}
};


boolIntlManager::initialize()
{
bool ok = true;
 ObjectsArray<ConfigFile::String> conflicts;
 string builtinConfig;

 PathName intlPath = fb_utils::getPrefix(Firebird::IConfigManager::DIR_INTL, "");

 ScanDir dir(intlPath.c_str(), "*.conf");

try
 {
while (dir.next())
 {
 ConfigFile configFile(dir.getFilePath(), ConfigFile::HAS_SUB_CONF);

const ConfigFile::Parameter* builtinModule = configFile.findParameter(
"intl_module", "builtin");
 string s = getConfigInfo(builtinModule);
if (s.hasData())
 builtinConfig = s;

const ConfigFile::Parameters& params = configFile.getParameters();
for (FB_SIZE_T n = 0; n < params.getCount(); ++n)
 {
const ConfigFile::Parameter* ch = &params[n];
if (ch->name != "charset")
 {
continue;
 }
if (!ch->sub)
 {
continue;
 }

const ConfigFile::String charSetName = ch->value;
 PathName filename;
 string configInfo;

const ConfigFile::Parameter* module = ch->sub->findParameter("intl_module");
const ConfigFile::Parameter* objModule;
if (module &&
 (objModule = configFile.findParameter("intl_module", module->value.c_str())))
 {
if (!objModule->sub)
 {
fatal_exception::raiseFmt("Missing parameters for intl_module %s\n", module->value.c_str());
 }

const ConfigFile::Parameter* fname = objModule->sub->findParameter("filename");
if (!fname)
 {
fatal_exception::raiseFmt("Missing parameter 'filename' for intl_module %s\n", module->value.c_str());
 }

 filename = fname->value.ToPathName();
 configInfo = getConfigInfo(objModule);

 ModuleLoader::Module* mod = NULL;
bool exists = modules->exist(filename);

 ISC_STATUS_ARRAY status;
if (!exists)
 {
 mod = ModuleLoader::fixAndLoadModule(status, filename);

#ifdef ANDROID
if (!mod)
 {
 PathName path, file;
PathUtils::splitLastComponent(path, file, filename);
 mod = ModuleLoader::fixAndLoadModule(status, file);
 }
#endif

if (mod)
 {
 exists = modules->exist(filename);
if (exists)
 {
// Module was already loaded, forget it
delete mod;
 mod = nullptr;
 }
 }
 }

if (!exists)
 {
if (mod)
 {
// Negotiate version
 pfn_INTL_version versionFunction;
 USHORT version;

if (mod->findSymbol(status, STRINGIZE(INTL_VERSION_ENTRYPOINT), versionFunction))
 {
 version = INTL_VERSION_2;
versionFunction(&version);
 }
else
 version = INTL_VERSION_1;

if (version != INTL_VERSION_1 && version != INTL_VERSION_2)
 {
 string err_msg;
 err_msg.printf("INTL module '%s' is of incompatible version number %d",
 filename.c_str(), version);
gds__log(err_msg.c_str());
 ok = false;
// Shouldn't mod be deleted here? It looks like a leak.
 }
else
 modules->put(filename, mod);
 }
else
 {
iscLogStatus((string("Can't load INTL module '") +
 filename.c_str() + "'").c_str(), status);
 ok = false;
 }
 }
 }

const ConfigFile::Parameters& sub = ch->sub->getParameters();
for (FB_SIZE_T coll = 0; coll < sub.getCount(); ++coll)
 {
if (sub[coll].name != "collation")
 {
continue;
 }

 ConfigFile::String collationName = sub[coll].value;
 ConfigFile::String externalName;
 FB_SIZE_T pos = collationName.find('');
if (pos != ConfigFile::String::npos)
 {
 externalName = collationName.substr(pos);
 externalName.ltrim("\t");
 collationName = collationName.substr(0, pos);
 }
const ConfigFile::String charSetCollation = charSetName + ":" + collationName;

if (!registerCharSetCollation(charSetCollation.ToString(), filename,
 (externalName.hasData() ? externalName : collationName).ToString(),
 configInfo))
 {
 conflicts.add(charSetCollation);
 ok = false;
 }
 }
 }
 }
 }
catch (const Exception& ex)
 {
 string message = "Error in INTL plugin config file ";
 message += dir.getFilePath();
iscLogException(message.c_str(), ex);
 ok = false;
 }

registerCharSetCollation("NONE:NONE", "", "NONE", builtinConfig);
registerCharSetCollation("OCTETS:OCTETS", "", "OCTETS", builtinConfig);
registerCharSetCollation("ASCII:ASCII", "", "ASCII", builtinConfig);
registerCharSetCollation("UNICODE_FSS:UNICODE_FSS", "", "UNICODE_FSS", builtinConfig);
registerCharSetCollation("UTF8:UTF8", "", "UTF8", builtinConfig);
registerCharSetCollation("UTF8:UCS_BASIC", "", "UCS_BASIC", builtinConfig);
registerCharSetCollation("UTF8:UNICODE", "", "UNICODE", builtinConfig);

registerCharSetCollation("UTF16:UTF16", "", "UTF16", builtinConfig);
#ifdef FB_NEW_INTL_ALLOW_NOT_READY
registerCharSetCollation("UTF16:UCS_BASIC", "", "UCS_BASIC", builtinConfig);
registerCharSetCollation("UTF32:UTF32", "", "UTF32", builtinConfig);
registerCharSetCollation("UTF32:UCS_BASIC", "", "UCS_BASIC", builtinConfig);
#endif

for (ObjectsArray<ConfigFile::String>::const_iterator name(conflicts.begin()); name != conflicts.end(); ++name)
 charSetCollations->remove(name->ToString());

return ok;
}


boolIntlManager::charSetInstalled(const string& charSetName)
{
return charSetCollations->exist(charSetName + ":" + charSetName);
}


boolIntlManager::collationInstalled(const string& collationName, const string& charSetName)
{
return charSetCollations->exist(charSetName + ":" + collationName);
}


boolIntlManager::lookupCharSet(const string& charSetName, charset* cs)
{
 ExternalInfo externalInfo;

if (charSetCollations->get(charSetName + ":" + charSetName, externalInfo))
 {
 pfn_INTL_lookup_charset lookupFunction = NULL;

if (externalInfo.moduleName.isEmpty())
 lookupFunction = INTL_builtin_lookup_charset;
else
 {
 ModuleLoader::Module* module;

if (modules->get(externalInfo.moduleName, module) && module)
 module->findSymbol(NULL, STRINGIZE(CHARSET_ENTRYPOINT), lookupFunction);
 }

if (lookupFunction && (*lookupFunction)(cs, externalInfo.name.c_str(),
 externalInfo.configInfo.c_str()))
 {
returnvalidateCharSet(charSetName, cs);
 }
 }

returnfalse;
}


voidIntlManager::lookupCollation(const string& collationName,
const string& charSetName,
 USHORT attributes, const UCHAR* specificAttributes,
 ULONG specificAttributesLen, bool ignoreAttributes,
 texttype* tt)
{
 ExternalInfo charSetExternalInfo;
 ExternalInfo collationExternalInfo;
char statusBuffer[BUFFER_LARGE] = "";

if (charSetCollations->get(charSetName + ":" + charSetName, charSetExternalInfo) &&
 charSetCollations->get(charSetName + ":" + collationName, collationExternalInfo))
 {
 ModuleLoader::Module* module = nullptr;

if (collationExternalInfo.moduleName.hasData())
 modules->get(collationExternalInfo.moduleName, module);

 pfn_INTL_lookup_texttype_with_status lookupStatusFunction = nullptr;

if (collationExternalInfo.moduleName.isEmpty())
 lookupStatusFunction = INTL_builtin_lookup_texttype_status;
elseif (module)
 module->findSymbol(nullptr, STRINGIZE(TEXTTYPE_WITH_STATUS_ENTRYPOINT), lookupStatusFunction);

if (lookupStatusFunction)
 {
if ((*lookupStatusFunction)(statusBuffer, sizeof(statusBuffer),
 tt, collationExternalInfo.name.c_str(), charSetExternalInfo.name.c_str(),
 attributes, specificAttributes, specificAttributesLen, ignoreAttributes,
 collationExternalInfo.configInfo.c_str()))
 {
return;
 }
 }
elseif (module)
 {
 pfn_INTL_lookup_texttype lookupFunction = nullptr;
 module->findSymbol(nullptr, STRINGIZE(TEXTTYPE_ENTRYPOINT), lookupFunction);

if (lookupFunction &&
 (*lookupFunction)(tt, collationExternalInfo.name.c_str(), charSetExternalInfo.name.c_str(),
 attributes, specificAttributes, specificAttributesLen, ignoreAttributes,
 collationExternalInfo.configInfo.c_str()))
 {
return;
 }
 }
 }

if (statusBuffer[0])
 {
 (Arg::Gds(isc_collation_not_installed) << collationName << charSetName <<
Arg::Gds(isc_random) << statusBuffer
 ).raise();
 }
else
 (Arg::Gds(isc_collation_not_installed) << collationName << charSetName).raise();
}


boolIntlManager::setupCollationAttributes(
const string& collationName, const string& charSetName,
const string& specificAttributes, string& newSpecificAttributes)
{
 ExternalInfo charSetExternalInfo;
 ExternalInfo collationExternalInfo;

 newSpecificAttributes = specificAttributes;

if (charSetCollations->get(charSetName + ":" + charSetName, charSetExternalInfo) &&
 charSetCollations->get(charSetName + ":" + collationName, collationExternalInfo))
 {
 pfn_INTL_setup_attributes attributesFunction = NULL;

if (collationExternalInfo.moduleName.isEmpty())
 attributesFunction = INTL_builtin_setup_attributes;
else
 {
 ModuleLoader::Module* module;

if (modules->get(collationExternalInfo.moduleName, module) && module)
 module->findSymbol(NULL, STRINGIZE(INTL_SETUP_ATTRIBUTES_ENTRYPOINT), attributesFunction);
 }

if (attributesFunction)
 {
 HalfStaticArray<UCHAR, BUFFER_MEDIUM> buffer;

// first try with the static buffer
 ULONG len = (*attributesFunction)(collationExternalInfo.name.c_str(),
 charSetExternalInfo.name.c_str(), collationExternalInfo.configInfo.c_str(),
 specificAttributes.length(), (const UCHAR*) specificAttributes.begin(),
 buffer.getCapacity(), buffer.begin());

if (len == INTL_BAD_STR_LENGTH)
 {
// ask the right buffer size
 len = (*attributesFunction)(collationExternalInfo.name.c_str(),
 charSetExternalInfo.name.c_str(), collationExternalInfo.configInfo.c_str(),
 specificAttributes.length(), (const UCHAR*) specificAttributes.begin(),
0, NULL);

if (len != INTL_BAD_STR_LENGTH)
 {
// try again
 len = (*attributesFunction)(collationExternalInfo.name.c_str(),
 charSetExternalInfo.name.c_str(), collationExternalInfo.configInfo.c_str(),
 specificAttributes.length(), (const UCHAR*) specificAttributes.begin(),
 len, buffer.getBuffer(len));
 }
 }

if (len != INTL_BAD_STR_LENGTH)
 newSpecificAttributes.assign((constchar*) buffer.begin(), len);
else
returnfalse;
 }

returntrue;
 }

returnfalse;
}


string IntlManager::getConfigInfo(const ConfigFile::Parameter* confObj)
{
if (!confObj || !confObj->sub)
 {
return"";
 }

 ConfigFile::String configInfo;
const ConfigFile::Parameters& all = confObj->sub->getParameters();

for (FB_SIZE_T n = 0; n < all.getCount(); ++n)
 {
const ConfigFile::Parameter& par = all[n];
const string parName = par.name.ToString();

if (parName == "filename")
continue;

if (configInfo.hasData())
 configInfo.append(";");

 configInfo.append(parName + "=" + par.value);
 }

return configInfo.ToString();
}


boolIntlManager::registerCharSetCollation(const string& name, const PathName& filename,
const string& externalName, const string& configInfo
)
{
 ExternalInfo conflict;

if (charSetCollations->get(name, conflict))
 {
gds__log((string("INTL plugin conflict: ") + name + " defined in " +
 (conflict.moduleName.isEmpty() ? "<builtin>" : conflict.moduleName.c_str()) +
" and " + filename.c_str()).c_str());
returnfalse;
 }

 charSetCollations->put(name, ExternalInfo(filename, externalName, configInfo));
returntrue;
}


boolIntlManager::validateCharSet(const string& charSetName, charset* cs)
{
bool valid = true;
 string s;

 string unsupportedMsg;
 unsupportedMsg.printf("Unsupported character set %s.", charSetName.c_str());

if (!(cs->charset_flags & CHARSET_ASCII_BASED))
 {
 valid = false;
 s.printf("%s. Only ASCII-based character sets are supported yet.", unsupportedMsg.c_str());
gds__log(s.c_str());
 }

if (cs->charset_min_bytes_per_char != 1)
 {
 valid = false;
 s.printf("%s. Wide character sets are not supported yet.", unsupportedMsg.c_str());
gds__log(s.c_str());
 }

/***
 if (cs->charset_space_length != 1 || *cs->charset_space_character != ' ')
 {
 valid = false;
 s.printf("%s. Only ASCII space is supported in charset_space_character yet.",
 unsupportedMsg.c_str());
 gds__log(s.c_str());
 }
 ***/
if (cs->charset_space_length != 1)
 {
 valid = false;
 s.printf("%s. Wide space is not supported yet.", unsupportedMsg.c_str());
gds__log(s.c_str());
 }

return valid;
}


} // namespace Jrd