/* Copyright (c) 2014 Wildfire Games * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be included * in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include "precompiled.h" #include "i18n/L10n.h" #include #include #include #include #include "gui/GUIManager.h" #include "lib/file/file_system.h" #include "lib/utf8.h" #include "ps/CLogger.h" #include "ps/ConfigDB.h" #include "ps/Filesystem.h" #include "ps/GameSetup/GameSetup.h" static Status ReloadChangedFileCB(void* param, const VfsPath& path) { return static_cast(param)->ReloadChangedFile(path); } L10n::L10n() : currentLocaleIsOriginalGameLocale(false), useLongStrings(false), dictionary(new tinygettext::Dictionary()) { // Determine whether or not to print tinygettext messages to the standard // error output, which it tinygettext’s default behavior, but not ours. bool tinygettext_debug = false; CFG_GET_VAL("tinygettext.debug", tinygettext_debug); if (!tinygettext_debug) { tinygettext::Log::log_info_callback = 0; tinygettext::Log::log_warning_callback = 0; tinygettext::Log::log_error_callback = 0; } LoadListOfAvailableLocales(); ReevaluateCurrentLocaleAndReload(); // Handle hotloading RegisterFileReloadFunc(ReloadChangedFileCB, this); } L10n::~L10n() { UnregisterFileReloadFunc(ReloadChangedFileCB, this); for (std::vector::iterator iterator = availableLocales.begin(); iterator != availableLocales.end(); ++iterator) delete *iterator; delete dictionary; } Locale L10n::GetCurrentLocale() { return currentLocale; } bool L10n::SaveLocale(const std::string& localeCode) { if (localeCode == "long" && InDevelopmentCopy()) { g_ConfigDB.SetValueString(CFG_USER, "locale", "long"); return true; } return SaveLocale(Locale(Locale::createCanonical(localeCode.c_str()))); } bool L10n::SaveLocale(Locale locale) { if (!ValidateLocale(locale)) return false; g_ConfigDB.SetValueString(CFG_USER, "locale", locale.getName()); g_ConfigDB.WriteFile(CFG_USER); return true; } bool L10n::ValidateLocale(const std::string& localeCode) { return ValidateLocale(Locale::createCanonical(localeCode.c_str())); } // Returns true if both of these conditions are true: // 1. ICU has resources for that locale (which also ensures it's a valid locale string) // 2. Either a dictionary for language_country or for language is available. bool L10n::ValidateLocale(Locale locale) { if(locale.isBogus()) return false; std::wstring dictLocale = GetFallbackToAvailableDictLocale(locale); if (dictLocale.empty()) return false; return true; } std::vector L10n::GetDictionariesForLocale(const std::string& locale) { std::vector ret; VfsPaths filenames; std::wstring dictName = GetFallbackToAvailableDictLocale(Locale::createCanonical(locale.c_str())); vfs::GetPathnames(g_VFS, L"l10n/", dictName.append(L".*.po").c_str(), filenames); for (VfsPaths::iterator it = filenames.begin(); it != filenames.end(); ++it) { VfsPath filepath = *it; ret.push_back(filepath.Filename().string()); } return ret; } L10n::CheckLangAndCountry::CheckLangAndCountry(const Locale& locale) : m_MatchLocale(locale) { } bool L10n::CheckLangAndCountry::operator()(const Locale* const locale) const { bool found = strcmp(m_MatchLocale.getLanguage(), locale->getLanguage()) == 0 && strcmp(m_MatchLocale.getCountry(), locale->getCountry()) == 0; return found; } L10n::CheckLang::CheckLang(const Locale& locale) : m_MatchLocale(locale) { } bool L10n::CheckLang::operator()(const Locale* const locale) const { bool found = strcmp(m_MatchLocale.getLanguage(), locale->getLanguage()) == 0; return found; } std::wstring L10n::GetFallbackToAvailableDictLocale(const std::string& locale) { return GetFallbackToAvailableDictLocale(Locale::createCanonical(locale.c_str())); } std::wstring L10n::GetFallbackToAvailableDictLocale(const Locale& locale) { std::wstringstream stream; if (strcmp(locale.getCountry(), "") != 0) { CheckLangAndCountry fun(locale); std::vector::iterator itr = std::find_if(availableLocales.begin(), availableLocales.end(), fun); if (itr != availableLocales.end()) { stream << locale.getLanguage() << L"_" << locale.getCountry(); return stream.str(); } } CheckLang fun(locale); std::vector::iterator itr = std::find_if(availableLocales.begin(), availableLocales.end(), fun); if (itr != availableLocales.end()) { stream << locale.getLanguage(); return stream.str(); } return L""; } std::string L10n::GetDictionaryLocale(std::string configLocaleString) { Locale out; GetDictionaryLocale(configLocaleString, out); return out.getName(); } // First, try to get a valid locale from the config, then check if the system locale can be used and otherwise fall back to en_US. void L10n::GetDictionaryLocale(std::string configLocaleString, Locale& outLocale) { if (!configLocaleString.empty()) { Locale configLocale = Locale::createCanonical(configLocaleString.c_str()); if (ValidateLocale(configLocale)) { outLocale = configLocale; return; } else LOGWARNING(L"The configured locale is not valid or no translations are available. Falling back to another locale."); } Locale systemLocale = Locale::getDefault(); if (ValidateLocale(systemLocale)) outLocale = systemLocale; else outLocale = Locale::getUS(); } // Try to find the best dictionary locale based on user configuration and system locale, set the currentLocale and reload the dictionary. void L10n::ReevaluateCurrentLocaleAndReload() { std::string locale; CFG_GET_VAL("locale", locale); if (locale == "long") { // Set ICU to en_US to have a valid language for displaying dates currentLocale = Locale::getUS(); currentLocaleIsOriginalGameLocale = false; useLongStrings = true; } else { GetDictionaryLocale(locale, currentLocale); currentLocaleIsOriginalGameLocale = (currentLocale == Locale::getUS()) == TRUE; useLongStrings = false; } LoadDictionaryForCurrentLocale(); } // Get all locales supported by ICU. std::vector L10n::GetAllLocales() { std::vector ret; int32_t count; const Locale* icuSupportedLocales = Locale::getAvailableLocales(count); for (int i=0; i L10n::GetSupportedLocaleBaseNames() { std::vector supportedLocaleCodes; for (std::vector::iterator iterator = availableLocales.begin(); iterator != availableLocales.end(); ++iterator) { if (!InDevelopmentCopy() && strcmp((*iterator)->getBaseName(), "long") == 0) continue; supportedLocaleCodes.push_back((*iterator)->getBaseName()); } return supportedLocaleCodes; } std::vector L10n::GetSupportedLocaleDisplayNames() { std::vector supportedLocaleDisplayNames; for (std::vector::iterator iterator = availableLocales.begin(); iterator != availableLocales.end(); ++iterator) { if (strcmp((*iterator)->getBaseName(), "long") == 0) { if (InDevelopmentCopy()) supportedLocaleDisplayNames.push_back(wstring_from_utf8(Translate("Long strings"))); continue; } UnicodeString utf16LocaleDisplayName; (**iterator).getDisplayName(**iterator, utf16LocaleDisplayName); char localeDisplayName[512]; CheckedArrayByteSink sink(localeDisplayName, ARRAY_SIZE(localeDisplayName)); utf16LocaleDisplayName.toUTF8(sink); ENSURE(!sink.Overflowed()); supportedLocaleDisplayNames.push_back(wstring_from_utf8(std::string(localeDisplayName, sink.NumberOfBytesWritten()))); } return supportedLocaleDisplayNames; } std::string L10n::GetCurrentLocaleString() { return currentLocale.getName(); } std::string L10n::GetLocaleLanguage(const std::string& locale) { Locale loc = Locale::createCanonical(locale.c_str()); return loc.getLanguage(); } std::string L10n::GetLocaleBaseName(const std::string& locale) { Locale loc = Locale::createCanonical(locale.c_str()); return loc.getBaseName(); } std::string L10n::GetLocaleCountry(const std::string& locale) { Locale loc = Locale::createCanonical(locale.c_str()); return loc.getCountry(); } std::string L10n::GetLocaleScript(const std::string& locale) { Locale loc = Locale::createCanonical(locale.c_str()); return loc.getScript(); } std::string L10n::Translate(const std::string& sourceString) { if (!currentLocaleIsOriginalGameLocale) return dictionary->translate(sourceString); return sourceString; } std::string L10n::TranslateWithContext(const std::string& context, const std::string& sourceString) { if (!currentLocaleIsOriginalGameLocale) return dictionary->translate_ctxt(context, sourceString); return sourceString; } std::string L10n::TranslatePlural(const std::string& singularSourceString, const std::string& pluralSourceString, int number) { if (!currentLocaleIsOriginalGameLocale) return dictionary->translate_plural(singularSourceString, pluralSourceString, number); if (number == 1) return singularSourceString; return pluralSourceString; } std::string L10n::TranslatePluralWithContext(const std::string& context, const std::string& singularSourceString, const std::string& pluralSourceString, int number) { if (!currentLocaleIsOriginalGameLocale) return dictionary->translate_ctxt_plural(context, singularSourceString, pluralSourceString, number); if (number == 1) return singularSourceString; return pluralSourceString; } std::string L10n::TranslateLines(const std::string& sourceString) { std::string targetString; std::stringstream stringOfLines(sourceString); std::string line; while (std::getline(stringOfLines, line)) { if (!line.empty()) targetString.append(Translate(line)); targetString.append("\n"); } return targetString; } UDate L10n::ParseDateTime(const std::string& dateTimeString, const std::string& dateTimeFormat, const Locale& locale) { UErrorCode success = U_ZERO_ERROR; UnicodeString utf16DateTimeString = UnicodeString::fromUTF8(dateTimeString.c_str()); UnicodeString utf16DateTimeFormat = UnicodeString::fromUTF8(dateTimeFormat.c_str()); DateFormat* dateFormatter = new SimpleDateFormat(utf16DateTimeFormat, locale, success); UDate date = dateFormatter->parse(utf16DateTimeString, success); delete dateFormatter; return date; } std::string L10n::LocalizeDateTime(const UDate& dateTime, DateTimeType type, DateFormat::EStyle style) { UnicodeString utf16Date; DateFormat* dateFormatter = CreateDateTimeInstance(type, style, currentLocale); dateFormatter->format(dateTime, utf16Date); char utf8Date[512]; CheckedArrayByteSink sink(utf8Date, ARRAY_SIZE(utf8Date)); utf16Date.toUTF8(sink); ENSURE(!sink.Overflowed()); delete dateFormatter; return std::string(utf8Date, sink.NumberOfBytesWritten()); } std::string L10n::FormatMillisecondsIntoDateString(UDate milliseconds, const std::string& formatString) { UErrorCode success = U_ZERO_ERROR; UnicodeString utf16Date; UnicodeString utf16LocalizedDateTimeFormat = UnicodeString::fromUTF8(formatString.c_str()); // The format below should never reach the user, the one that matters is the // one from the formatString parameter. UnicodeString utf16SourceDateTimeFormat = UnicodeString::fromUTF8("No format specified (you should not be seeing this string!)"); SimpleDateFormat* dateFormatter = new SimpleDateFormat(utf16SourceDateTimeFormat, currentLocale, success); dateFormatter->applyLocalizedPattern(utf16LocalizedDateTimeFormat, success); dateFormatter->format(milliseconds, utf16Date); delete dateFormatter; char utf8Date[512]; CheckedArrayByteSink sink(utf8Date, ARRAY_SIZE(utf8Date)); utf16Date.toUTF8(sink); ENSURE(!sink.Overflowed()); return std::string(utf8Date, sink.NumberOfBytesWritten()); } std::string L10n::FormatDecimalNumberIntoString(double number) { UErrorCode success = U_ZERO_ERROR; UnicodeString utf16Number; NumberFormat* numberFormatter = NumberFormat::createInstance(currentLocale, UNUM_DECIMAL, success); numberFormatter->format(number, utf16Number); char utf8Number[512]; CheckedArrayByteSink sink(utf8Number, ARRAY_SIZE(utf8Number)); utf16Number.toUTF8(sink); ENSURE(!sink.Overflowed()); return std::string(utf8Number, sink.NumberOfBytesWritten()); } VfsPath L10n::LocalizePath(VfsPath sourcePath) { VfsPath path = sourcePath; VfsPath localizedPath = sourcePath.Parent() / L"l10n" / wstring_from_utf8(currentLocale.getLanguage()) / sourcePath.Filename(); if (VfsFileExists(localizedPath)) path = localizedPath; return path; } Status L10n::ReloadChangedFile(const VfsPath& path) { if (!boost::algorithm::starts_with(path.string(), L"l10n/")) return INFO::OK; if (path.Extension() != L".po") return INFO::OK; // If the file was deleted, ignore it if (!VfsFileExists(path)) return INFO::OK; std::wstring dictName = GetFallbackToAvailableDictLocale(currentLocale); if (useLongStrings) dictName = L"long"; if (dictName.empty()) return INFO::OK; // Only the currently used language is loaded, so ignore all others if (path.string().rfind(dictName) == std::string::npos) return INFO::OK; LOGMESSAGE(L"Hotloading translations from '%ls'", path.string().c_str()); CVFSFile file; if (file.Load(g_VFS, path) != PSRETURN_OK) { LOGERROR(L"Failed to read translations from '%ls'", path.string().c_str()); return ERR::FAIL; } std::string content = file.DecodeUTF8(); ReadPoIntoDictionary(content, dictionary); if (g_GUI) g_GUI->ReloadAllPages(); return INFO::OK; } void L10n::LoadDictionaryForCurrentLocale() { delete dictionary; dictionary = new tinygettext::Dictionary(); VfsPaths filenames; if (useLongStrings) { if (vfs::GetPathnames(g_VFS, L"l10n/", L"long.*.po", filenames) < 0) return; } else { std::wstring dictName = GetFallbackToAvailableDictLocale(currentLocale); if (vfs::GetPathnames(g_VFS, L"l10n/", dictName.append(L".*.po").c_str(), filenames) < 0) { LOGERROR(L"No files for the dictionary found, but at this point the input should already be validated!"); return; } } for (VfsPaths::iterator it = filenames.begin(); it != filenames.end(); ++it) { VfsPath filename = *it; CVFSFile file; file.Load(g_VFS, filename); std::string content = file.DecodeUTF8(); ReadPoIntoDictionary(content, dictionary); } } void L10n::LoadListOfAvailableLocales() { for (std::vector::iterator iterator = availableLocales.begin(); iterator != availableLocales.end(); ++iterator) delete *iterator; availableLocales.clear(); Locale* defaultLocale = new Locale(Locale::getUS()); availableLocales.push_back(defaultLocale); // Always available. VfsPaths filenames; if (vfs::GetPathnames(g_VFS, L"l10n/", L"*.po", filenames) < 0) return; for (VfsPaths::iterator it = filenames.begin(); it != filenames.end(); ++it) { // Note: PO files follow this naming convention: “l10n/..po”. For example: “l10n/gl.public.po”. VfsPath filepath = *it; std::string filename = utf8_from_wstring(filepath.string()).substr(strlen("l10n/")); std::size_t lengthToFirstDot = filename.find('.'); std::string localeCode = filename.substr(0, lengthToFirstDot); Locale* locale = new Locale(Locale::createCanonical(localeCode.c_str())); bool localeIsAlreadyAvailable = false; for (std::vector::iterator iterator = availableLocales.begin(); iterator != availableLocales.end(); ++iterator) { if (*locale == **iterator) { localeIsAlreadyAvailable = true; break; } } if (!localeIsAlreadyAvailable) availableLocales.push_back(locale); else delete locale; } } void L10n::ReadPoIntoDictionary(const std::string& poContent, tinygettext::Dictionary* dictionary) { try { std::istringstream inputStream(poContent); tinygettext::POParser::parse("virtual PO file", inputStream, *dictionary, false); } catch(std::exception& e) { LOGERROR(L"[Localization] Exception while reading virtual PO file: %hs", e.what()); } } DateFormat* L10n::CreateDateTimeInstance(L10n::DateTimeType type, DateFormat::EStyle style, const Locale& locale) { switch(type) { case Date: return SimpleDateFormat::createDateInstance(style, locale); case Time: return SimpleDateFormat::createTimeInstance(style, locale); case DateTime: default: return SimpleDateFormat::createDateTimeInstance(style, style, locale); } }