blob: 8c83dc465e5f8943db086fb5d9eb4b0a4ea7f94d [file] [log] [blame]
/*
* Copyright (C) 2008 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#define LOG_NDEBUG 1
#define LOG_TAG "ICU"
#include <errno.h>
#include <fcntl.h>
#include <stdlib.h>
#include <string.h>
#include <string>
#include <sys/mman.h>
#include <sys/stat.h>
#include <sys/time.h>
#include <sys/types.h>
#include <time.h>
#include <unistd.h>
#include <memory>
#include <vector>
#include <android-base/unique_fd.h>
#include <log/log.h>
#include <nativehelper/JNIHelp.h>
#include <nativehelper/ScopedLocalRef.h>
#include <nativehelper/ScopedUtfChars.h>
#include <nativehelper/jni_macros.h>
#include <nativehelper/toStringArray.h>
#include "IcuUtilities.h"
#include "JniConstants.h"
#include "JniException.h"
#include "ScopedIcuLocale.h"
#include "ScopedJavaUnicodeString.h"
#include "unicode/brkiter.h"
#include "unicode/calendar.h"
#include "unicode/datefmt.h"
#include "unicode/dcfmtsym.h"
#include "unicode/decimfmt.h"
#include "unicode/dtfmtsym.h"
#include "unicode/dtptngen.h"
#include "unicode/gregocal.h"
#include "unicode/locid.h"
#include "unicode/numfmt.h"
#include "unicode/strenum.h"
#include "unicode/timezone.h"
#include "unicode/ubrk.h"
#include "unicode/ucal.h"
#include "unicode/ucasemap.h"
#include "unicode/uclean.h"
#include "unicode/ucol.h"
#include "unicode/ucurr.h"
#include "unicode/udat.h"
#include "unicode/uloc.h"
#include "unicode/ulocdata.h"
#include "unicode/ures.h"
#include "unicode/ustring.h"
#include "ureslocs.h"
#include "valueOf.h"
class ScopedResourceBundle {
public:
explicit ScopedResourceBundle(UResourceBundle* bundle) : bundle_(bundle) {
}
~ScopedResourceBundle() {
if (bundle_ != NULL) {
ures_close(bundle_);
}
}
UResourceBundle* get() {
return bundle_;
}
bool hasKey(const char* key) {
UErrorCode status = U_ZERO_ERROR;
ures_getStringByKey(bundle_, key, NULL, &status);
return U_SUCCESS(status);
}
private:
UResourceBundle* bundle_;
DISALLOW_COPY_AND_ASSIGN(ScopedResourceBundle);
};
static jstring ICU_addLikelySubtags(JNIEnv* env, jclass, jstring javaLocaleName) {
UErrorCode status = U_ZERO_ERROR;
ScopedUtfChars localeID(env, javaLocaleName);
char maximizedLocaleID[ULOC_FULLNAME_CAPACITY];
uloc_addLikelySubtags(localeID.c_str(), maximizedLocaleID, sizeof(maximizedLocaleID), &status);
if (U_FAILURE(status)) {
return javaLocaleName;
}
return env->NewStringUTF(maximizedLocaleID);
}
static jstring ICU_getScript(JNIEnv* env, jclass, jstring javaLocaleName) {
ScopedIcuLocale icuLocale(env, javaLocaleName);
if (!icuLocale.valid()) {
return NULL;
}
return env->NewStringUTF(icuLocale.locale().getScript());
}
static jint ICU_getCurrencyFractionDigits(JNIEnv* env, jclass, jstring javaCurrencyCode) {
ScopedJavaUnicodeString currencyCode(env, javaCurrencyCode);
if (!currencyCode.valid()) {
return 0;
}
icu::UnicodeString icuCurrencyCode(currencyCode.unicodeString());
UErrorCode status = U_ZERO_ERROR;
return ucurr_getDefaultFractionDigits(icuCurrencyCode.getTerminatedBuffer(), &status);
}
static jint ICU_getCurrencyNumericCode(JNIEnv* env, jclass, jstring javaCurrencyCode) {
ScopedJavaUnicodeString currencyCode(env, javaCurrencyCode);
if (!currencyCode.valid()) {
return 0;
}
icu::UnicodeString icuCurrencyCode(currencyCode.unicodeString());
return ucurr_getNumericCode(icuCurrencyCode.getTerminatedBuffer());
}
// TODO: rewrite this with int32_t ucurr_forLocale(const char* locale, UChar* buff, int32_t buffCapacity, UErrorCode* ec)...
static jstring ICU_getCurrencyCode(JNIEnv* env, jclass, jstring javaCountryCode) {
UErrorCode status = U_ZERO_ERROR;
ScopedResourceBundle supplData(ures_openDirect(U_ICUDATA_CURR, "supplementalData", &status));
if (U_FAILURE(status)) {
return NULL;
}
ScopedResourceBundle currencyMap(ures_getByKey(supplData.get(), "CurrencyMap", NULL, &status));
if (U_FAILURE(status)) {
return NULL;
}
ScopedUtfChars countryCode(env, javaCountryCode);
ScopedResourceBundle currency(ures_getByKey(currencyMap.get(), countryCode.c_str(), NULL, &status));
if (U_FAILURE(status)) {
return NULL;
}
ScopedResourceBundle currencyElem(ures_getByIndex(currency.get(), 0, NULL, &status));
if (U_FAILURE(status)) {
return env->NewStringUTF("XXX");
}
// Check if there's a 'to' date. If there is, the currency isn't used anymore.
ScopedResourceBundle currencyTo(ures_getByKey(currencyElem.get(), "to", NULL, &status));
if (!U_FAILURE(status)) {
return NULL;
}
// Ignore the failure to find a 'to' date.
status = U_ZERO_ERROR;
ScopedResourceBundle currencyId(ures_getByKey(currencyElem.get(), "id", NULL, &status));
if (U_FAILURE(status)) {
// No id defined for this country
return env->NewStringUTF("XXX");
}
int32_t charCount;
const UChar* chars = ures_getString(currencyId.get(), &charCount, &status);
return (charCount == 0) ? env->NewStringUTF("XXX") : jniCreateString(env, chars, charCount);
}
static jstring getCurrencyName(JNIEnv* env, jstring javaLanguageTag, jstring javaCurrencyCode, UCurrNameStyle nameStyle) {
ScopedUtfChars languageTag(env, javaLanguageTag);
if (languageTag.c_str() == NULL) {
return NULL;
}
ScopedJavaUnicodeString currencyCode(env, javaCurrencyCode);
if (!currencyCode.valid()) {
return NULL;
}
icu::UnicodeString icuCurrencyCode(currencyCode.unicodeString());
UErrorCode status = U_ZERO_ERROR;
UBool isChoiceFormat = false;
int32_t charCount;
const UChar* chars = ucurr_getName(icuCurrencyCode.getTerminatedBuffer(), languageTag.c_str(),
nameStyle, &isChoiceFormat, &charCount, &status);
if (status == U_USING_DEFAULT_WARNING) {
if (nameStyle == UCURR_SYMBOL_NAME) {
// ICU doesn't distinguish between falling back to the root locale and meeting a genuinely
// unknown currency. The Currency class does.
if (!ucurr_isAvailable(icuCurrencyCode.getTerminatedBuffer(), U_DATE_MIN, U_DATE_MAX, &status)) {
return NULL;
}
}
if (nameStyle == UCURR_LONG_NAME) {
// ICU's default is English. We want the ISO 4217 currency code instead.
chars = icuCurrencyCode.getBuffer();
charCount = icuCurrencyCode.length();
}
}
return (charCount == 0) ? NULL : jniCreateString(env, chars, charCount);
}
static jstring ICU_getCurrencyDisplayName(JNIEnv* env, jclass, jstring javaLanguageTag, jstring javaCurrencyCode) {
return getCurrencyName(env, javaLanguageTag, javaCurrencyCode, UCURR_LONG_NAME);
}
static jstring ICU_getCurrencySymbol(JNIEnv* env, jclass, jstring javaLanguageTag, jstring javaCurrencyCode) {
return getCurrencyName(env, javaLanguageTag, javaCurrencyCode, UCURR_SYMBOL_NAME);
}
static jstring ICU_getDisplayCountryNative(JNIEnv* env, jclass, jstring javaTargetLanguageTag, jstring javaLanguageTag) {
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
ScopedIcuLocale icuTargetLocale(env, javaTargetLanguageTag);
if (!icuTargetLocale.valid()) {
return NULL;
}
icu::UnicodeString str;
icuTargetLocale.locale().getDisplayCountry(icuLocale.locale(), str);
return jniCreateString(env, str.getBuffer(), str.length());
}
static jstring ICU_getDisplayLanguageNative(JNIEnv* env, jclass, jstring javaTargetLanguageTag, jstring javaLanguageTag) {
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
ScopedIcuLocale icuTargetLocale(env, javaTargetLanguageTag);
if (!icuTargetLocale.valid()) {
return NULL;
}
icu::UnicodeString str;
icuTargetLocale.locale().getDisplayLanguage(icuLocale.locale(), str);
return jniCreateString(env, str.getBuffer(), str.length());
}
static jstring ICU_getDisplayScriptNative(JNIEnv* env, jclass, jstring javaTargetLanguageTag, jstring javaLanguageTag) {
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
ScopedIcuLocale icuTargetLocale(env, javaTargetLanguageTag);
if (!icuTargetLocale.valid()) {
return NULL;
}
icu::UnicodeString str;
icuTargetLocale.locale().getDisplayScript(icuLocale.locale(), str);
return jniCreateString(env, str.getBuffer(), str.length());
}
static jstring ICU_getDisplayVariantNative(JNIEnv* env, jclass, jstring javaTargetLanguageTag, jstring javaLanguageTag) {
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
ScopedIcuLocale icuTargetLocale(env, javaTargetLanguageTag);
if (!icuTargetLocale.valid()) {
return NULL;
}
icu::UnicodeString str;
icuTargetLocale.locale().getDisplayVariant(icuLocale.locale(), str);
return jniCreateString(env, str.getBuffer(), str.length());
}
static jstring ICU_getISO3Country(JNIEnv* env, jclass, jstring javaLanguageTag) {
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
return env->NewStringUTF(icuLocale.locale().getISO3Country());
}
static jstring ICU_getISO3Language(JNIEnv* env, jclass, jstring javaLanguageTag) {
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
return env->NewStringUTF(icuLocale.locale().getISO3Language());
}
static jobjectArray ICU_getISOCountriesNative(JNIEnv* env, jclass) {
return toStringArray(env, icu::Locale::getISOCountries());
}
static jobjectArray ICU_getISOLanguagesNative(JNIEnv* env, jclass) {
return toStringArray(env, icu::Locale::getISOLanguages());
}
static jobjectArray ICU_getAvailableLocalesNative(JNIEnv* env, jclass) {
return toStringArray(env, uloc_countAvailable, uloc_getAvailable);
}
static jobjectArray ICU_getAvailableBreakIteratorLocalesNative(JNIEnv* env, jclass) {
return toStringArray(env, ubrk_countAvailable, ubrk_getAvailable);
}
static jobjectArray ICU_getAvailableCalendarLocalesNative(JNIEnv* env, jclass) {
return toStringArray(env, ucal_countAvailable, ucal_getAvailable);
}
static jobjectArray ICU_getAvailableCollatorLocalesNative(JNIEnv* env, jclass) {
return toStringArray(env, ucol_countAvailable, ucol_getAvailable);
}
static jobjectArray ICU_getAvailableDateFormatLocalesNative(JNIEnv* env, jclass) {
return toStringArray(env, udat_countAvailable, udat_getAvailable);
}
static jobjectArray ICU_getAvailableNumberFormatLocalesNative(JNIEnv* env, jclass) {
return toStringArray(env, unum_countAvailable, unum_getAvailable);
}
static bool setIntegerField(JNIEnv* env, jobject obj, const char* fieldName, int value) {
ScopedLocalRef<jobject> integerValue(env, integerValueOf(env, value));
if (integerValue.get() == NULL) return false;
jfieldID fid = env->GetFieldID(JniConstants::GetLocaleDataClass(env), fieldName, "Ljava/lang/Integer;");
env->SetObjectField(obj, fid, integerValue.get());
return true;
}
static void setStringField(JNIEnv* env, jobject obj, const char* fieldName, jstring value) {
jfieldID fid = env->GetFieldID(JniConstants::GetLocaleDataClass(env), fieldName, "Ljava/lang/String;");
env->SetObjectField(obj, fid, value);
env->DeleteLocalRef(value);
}
static void setStringArrayField(JNIEnv* env, jobject obj, const char* fieldName, jobjectArray value) {
jfieldID fid = env->GetFieldID(JniConstants::GetLocaleDataClass(env), fieldName, "[Ljava/lang/String;");
env->SetObjectField(obj, fid, value);
}
static void setStringArrayField(JNIEnv* env, jobject obj, const char* fieldName, const icu::UnicodeString* valueArray, int32_t size) {
ScopedLocalRef<jobjectArray> result(env, env->NewObjectArray(size, JniConstants::GetStringClass(env), NULL));
for (int32_t i = 0; i < size ; i++) {
ScopedLocalRef<jstring> s(env, jniCreateString(env, valueArray[i].getBuffer(),valueArray[i].length()));
if (env->ExceptionCheck()) {
return;
}
env->SetObjectArrayElement(result.get(), i, s.get());
if (env->ExceptionCheck()) {
return;
}
}
setStringArrayField(env, obj, fieldName, result.get());
}
static void setStringField(JNIEnv* env, jobject obj, const char* fieldName, UResourceBundle* bundle, int index) {
UErrorCode status = U_ZERO_ERROR;
int charCount;
const UChar* chars;
UResourceBundle* currentBundle = ures_getByIndex(bundle, index, NULL, &status);
switch (ures_getType(currentBundle)) {
case URES_STRING:
chars = ures_getString(currentBundle, &charCount, &status);
break;
case URES_ARRAY:
// In case there is an array, Android currently only cares about the
// first string of that array, the rest of the array is used by ICU
// for additional data ignored by Android.
chars = ures_getStringByIndex(currentBundle, 0, &charCount, &status);
break;
default:
status = U_INVALID_FORMAT_ERROR;
}
ures_close(currentBundle);
if (U_SUCCESS(status)) {
setStringField(env, obj, fieldName, jniCreateString(env, chars, charCount));
} else {
ALOGE("Error setting String field %s from ICU resource (index %d): %s", fieldName, index, u_errorName(status));
}
}
static void setCharField(JNIEnv* env, jobject obj, const char* fieldName, const icu::UnicodeString& value) {
if (value.length() == 0) {
return;
}
jfieldID fid = env->GetFieldID(JniConstants::GetLocaleDataClass(env), fieldName, "C");
env->SetCharField(obj, fid, value.charAt(0));
}
static void setStringField(JNIEnv* env, jobject obj, const char* fieldName, const icu::UnicodeString& value) {
const UChar* chars = value.getBuffer();
setStringField(env, obj, fieldName, jniCreateString(env, chars, value.length()));
}
static void setNumberPatterns(JNIEnv* env, jobject obj, icu::Locale& locale) {
UErrorCode status = U_ZERO_ERROR;
icu::UnicodeString pattern;
std::unique_ptr<icu::DecimalFormat> fmt(static_cast<icu::DecimalFormat*>(icu::NumberFormat::createInstance(locale, UNUM_CURRENCY, status)));
pattern = fmt->toPattern(pattern.remove());
setStringField(env, obj, "currencyPattern", pattern);
fmt.reset(static_cast<icu::DecimalFormat*>(icu::NumberFormat::createInstance(locale, UNUM_DECIMAL, status)));
pattern = fmt->toPattern(pattern.remove());
setStringField(env, obj, "numberPattern", pattern);
fmt.reset(static_cast<icu::DecimalFormat*>(icu::NumberFormat::createInstance(locale, UNUM_PERCENT, status)));
pattern = fmt->toPattern(pattern.remove());
setStringField(env, obj, "percentPattern", pattern);
}
static void setDecimalFormatSymbolsData(JNIEnv* env, jobject obj, icu::Locale& locale) {
UErrorCode status = U_ZERO_ERROR;
icu::DecimalFormatSymbols dfs(locale, status);
setCharField(env, obj, "decimalSeparator", dfs.getSymbol(icu::DecimalFormatSymbols::kDecimalSeparatorSymbol));
setCharField(env, obj, "groupingSeparator", dfs.getSymbol(icu::DecimalFormatSymbols::kGroupingSeparatorSymbol));
setCharField(env, obj, "patternSeparator", dfs.getSymbol(icu::DecimalFormatSymbols::kPatternSeparatorSymbol));
setStringField(env, obj, "percent", dfs.getSymbol(icu::DecimalFormatSymbols::kPercentSymbol));
setStringField(env, obj, "perMill", dfs.getSymbol(icu::DecimalFormatSymbols::kPerMillSymbol));
setCharField(env, obj, "monetarySeparator", dfs.getSymbol(icu::DecimalFormatSymbols::kMonetarySeparatorSymbol));
setStringField(env, obj, "minusSign", dfs.getSymbol(icu::DecimalFormatSymbols:: kMinusSignSymbol));
setStringField(env, obj, "exponentSeparator", dfs.getSymbol(icu::DecimalFormatSymbols::kExponentialSymbol));
setStringField(env, obj, "infinity", dfs.getSymbol(icu::DecimalFormatSymbols::kInfinitySymbol));
setStringField(env, obj, "NaN", dfs.getSymbol(icu::DecimalFormatSymbols::kNaNSymbol));
setCharField(env, obj, "zeroDigit", dfs.getSymbol(icu::DecimalFormatSymbols::kZeroDigitSymbol));
}
// Iterates up through the locale hierarchy. So "en_US" would return "en_US", "en", "".
class LocaleNameIterator {
public:
LocaleNameIterator(const char* locale_name, UErrorCode& status) : status_(status), has_next_(true) {
strcpy(locale_name_, locale_name);
locale_name_length_ = strlen(locale_name_);
}
const char* Get() {
return locale_name_;
}
bool HasNext() {
return has_next_;
}
void Up() {
if (locale_name_length_ == 0) {
has_next_ = false;
} else {
locale_name_length_ = uloc_getParent(locale_name_, locale_name_, sizeof(locale_name_), &status_);
}
}
private:
UErrorCode& status_;
bool has_next_;
char locale_name_[ULOC_FULLNAME_CAPACITY];
int32_t locale_name_length_;
DISALLOW_COPY_AND_ASSIGN(LocaleNameIterator);
};
static bool getAmPmMarkersNarrow(JNIEnv* env, jobject localeData, const char* locale_name) {
UErrorCode status = U_ZERO_ERROR;
ScopedResourceBundle root(ures_open(NULL, locale_name, &status));
if (U_FAILURE(status)) {
return false;
}
ScopedResourceBundle calendar(ures_getByKey(root.get(), "calendar", NULL, &status));
if (U_FAILURE(status)) {
return false;
}
ScopedResourceBundle gregorian(ures_getByKey(calendar.get(), "gregorian", NULL, &status));
if (U_FAILURE(status)) {
return false;
}
ScopedResourceBundle amPmMarkersNarrow(ures_getByKey(gregorian.get(), "AmPmMarkersNarrow", NULL, &status));
if (U_FAILURE(status)) {
return false;
}
setStringField(env, localeData, "narrowAm", amPmMarkersNarrow.get(), 0);
setStringField(env, localeData, "narrowPm", amPmMarkersNarrow.get(), 1);
return true;
}
static bool getDateTimePatterns(JNIEnv* env, jobject localeData, const char* locale_name) {
UErrorCode status = U_ZERO_ERROR;
ScopedResourceBundle root(ures_open(NULL, locale_name, &status));
if (U_FAILURE(status)) {
return false;
}
ScopedResourceBundle calendar(ures_getByKey(root.get(), "calendar", NULL, &status));
if (U_FAILURE(status)) {
return false;
}
ScopedResourceBundle gregorian(ures_getByKey(calendar.get(), "gregorian", NULL, &status));
if (U_FAILURE(status)) {
return false;
}
ScopedResourceBundle dateTimePatterns(ures_getByKey(gregorian.get(), "DateTimePatterns", NULL, &status));
if (U_FAILURE(status)) {
return false;
}
setStringField(env, localeData, "fullTimeFormat", dateTimePatterns.get(), 0);
setStringField(env, localeData, "longTimeFormat", dateTimePatterns.get(), 1);
setStringField(env, localeData, "mediumTimeFormat", dateTimePatterns.get(), 2);
setStringField(env, localeData, "shortTimeFormat", dateTimePatterns.get(), 3);
setStringField(env, localeData, "fullDateFormat", dateTimePatterns.get(), 4);
setStringField(env, localeData, "longDateFormat", dateTimePatterns.get(), 5);
setStringField(env, localeData, "mediumDateFormat", dateTimePatterns.get(), 6);
setStringField(env, localeData, "shortDateFormat", dateTimePatterns.get(), 7);
return true;
}
static bool getYesterdayTodayAndTomorrow(JNIEnv* env, jobject localeData, const icu::Locale& locale, const char* locale_name) {
UErrorCode status = U_ZERO_ERROR;
ScopedResourceBundle root(ures_open(NULL, locale_name, &status));
ScopedResourceBundle fields(ures_getByKey(root.get(), "fields", NULL, &status));
ScopedResourceBundle day(ures_getByKey(fields.get(), "day", NULL, &status));
ScopedResourceBundle relative(ures_getByKey(day.get(), "relative", NULL, &status));
if (U_FAILURE(status)) {
return false;
}
icu::UnicodeString yesterday(icu::ures_getUnicodeStringByKey(relative.get(), "-1", &status));
icu::UnicodeString today(icu::ures_getUnicodeStringByKey(relative.get(), "0", &status));
icu::UnicodeString tomorrow(icu::ures_getUnicodeStringByKey(relative.get(), "1", &status));
if (U_FAILURE(status)) {
ALOGE("Error getting yesterday/today/tomorrow for %s: %s", locale_name, u_errorName(status));
return false;
}
// We title-case the strings so they have consistent capitalization (http://b/14493853).
std::unique_ptr<icu::BreakIterator> brk(icu::BreakIterator::createSentenceInstance(locale, status));
if (U_FAILURE(status)) {
ALOGE("Error getting yesterday/today/tomorrow break iterator for %s: %s", locale_name, u_errorName(status));
return false;
}
yesterday.toTitle(brk.get(), locale, U_TITLECASE_NO_LOWERCASE | U_TITLECASE_NO_BREAK_ADJUSTMENT);
today.toTitle(brk.get(), locale, U_TITLECASE_NO_LOWERCASE | U_TITLECASE_NO_BREAK_ADJUSTMENT);
tomorrow.toTitle(brk.get(), locale, U_TITLECASE_NO_LOWERCASE | U_TITLECASE_NO_BREAK_ADJUSTMENT);
setStringField(env, localeData, "yesterday", yesterday);
setStringField(env, localeData, "today", today);
setStringField(env, localeData, "tomorrow", tomorrow);
return true;
}
static jboolean ICU_initLocaleDataNative(JNIEnv* env, jclass, jstring javaLanguageTag, jobject localeData) {
ScopedUtfChars languageTag(env, javaLanguageTag);
if (languageTag.c_str() == NULL) {
return JNI_FALSE;
}
if (languageTag.size() >= ULOC_FULLNAME_CAPACITY) {
return JNI_FALSE; // ICU has a fixed-length limit.
}
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return JNI_FALSE;
}
// Get the DateTimePatterns.
UErrorCode status = U_ZERO_ERROR;
bool foundDateTimePatterns = false;
for (LocaleNameIterator it(icuLocale.locale().getBaseName(), status); it.HasNext(); it.Up()) {
if (getDateTimePatterns(env, localeData, it.Get())) {
foundDateTimePatterns = true;
break;
}
}
if (!foundDateTimePatterns) {
ALOGE("Couldn't find ICU DateTimePatterns for %s", languageTag.c_str());
return JNI_FALSE;
}
// Get the "Yesterday", "Today", and "Tomorrow" strings.
bool foundYesterdayTodayAndTomorrow = false;
for (LocaleNameIterator it(icuLocale.locale().getBaseName(), status); it.HasNext(); it.Up()) {
if (getYesterdayTodayAndTomorrow(env, localeData, icuLocale.locale(), it.Get())) {
foundYesterdayTodayAndTomorrow = true;
break;
}
}
if (!foundYesterdayTodayAndTomorrow) {
ALOGE("Couldn't find ICU yesterday/today/tomorrow for %s", languageTag.c_str());
return JNI_FALSE;
}
// Get the narrow "AM" and "PM" strings.
bool foundAmPmMarkersNarrow = false;
for (LocaleNameIterator it(icuLocale.locale().getBaseName(), status); it.HasNext(); it.Up()) {
if (getAmPmMarkersNarrow(env, localeData, it.Get())) {
foundAmPmMarkersNarrow = true;
break;
}
}
if (!foundAmPmMarkersNarrow) {
ALOGE("Couldn't find ICU AmPmMarkersNarrow for %s", languageTag.c_str());
return JNI_FALSE;
}
status = U_ZERO_ERROR;
std::unique_ptr<icu::Calendar> cal(icu::Calendar::createInstance(icuLocale.locale(), status));
if (U_FAILURE(status)) {
return JNI_FALSE;
}
if (!setIntegerField(env, localeData, "firstDayOfWeek", cal->getFirstDayOfWeek())) {
return JNI_FALSE;
}
if (!setIntegerField(env, localeData, "minimalDaysInFirstWeek", cal->getMinimalDaysInFirstWeek())) {
return JNI_FALSE;
}
// Get DateFormatSymbols.
status = U_ZERO_ERROR;
icu::DateFormatSymbols dateFormatSym(icuLocale.locale(), status);
if (U_FAILURE(status)) {
return JNI_FALSE;
}
// Get AM/PM and BC/AD.
int32_t count = 0;
const icu::UnicodeString* amPmStrs = dateFormatSym.getAmPmStrings(count);
setStringArrayField(env, localeData, "amPm", amPmStrs, count);
const icu::UnicodeString* erasStrs = dateFormatSym.getEras(count);
setStringArrayField(env, localeData, "eras", erasStrs, count);
const icu::UnicodeString* longMonthNames =
dateFormatSym.getMonths(count, icu::DateFormatSymbols::FORMAT, icu::DateFormatSymbols::WIDE);
setStringArrayField(env, localeData, "longMonthNames", longMonthNames, count);
const icu::UnicodeString* shortMonthNames =
dateFormatSym.getMonths(count, icu::DateFormatSymbols::FORMAT, icu::DateFormatSymbols::ABBREVIATED);
setStringArrayField(env, localeData, "shortMonthNames", shortMonthNames, count);
const icu::UnicodeString* tinyMonthNames =
dateFormatSym.getMonths(count, icu::DateFormatSymbols::FORMAT, icu::DateFormatSymbols::NARROW);
setStringArrayField(env, localeData, "tinyMonthNames", tinyMonthNames, count);
const icu::UnicodeString* longWeekdayNames =
dateFormatSym.getWeekdays(count, icu::DateFormatSymbols::FORMAT, icu::DateFormatSymbols::WIDE);
setStringArrayField(env, localeData, "longWeekdayNames", longWeekdayNames, count);
const icu::UnicodeString* shortWeekdayNames =
dateFormatSym.getWeekdays(count, icu::DateFormatSymbols::FORMAT, icu::DateFormatSymbols::ABBREVIATED);
setStringArrayField(env, localeData, "shortWeekdayNames", shortWeekdayNames, count);
const icu::UnicodeString* tinyWeekdayNames =
dateFormatSym.getWeekdays(count, icu::DateFormatSymbols::FORMAT, icu::DateFormatSymbols::NARROW);
setStringArrayField(env, localeData, "tinyWeekdayNames", tinyWeekdayNames, count);
const icu::UnicodeString* longStandAloneMonthNames =
dateFormatSym.getMonths(count, icu::DateFormatSymbols::STANDALONE, icu::DateFormatSymbols::WIDE);
setStringArrayField(env, localeData, "longStandAloneMonthNames", longStandAloneMonthNames, count);
const icu::UnicodeString* shortStandAloneMonthNames =
dateFormatSym.getMonths(count, icu::DateFormatSymbols::STANDALONE, icu::DateFormatSymbols::ABBREVIATED);
setStringArrayField(env, localeData, "shortStandAloneMonthNames", shortStandAloneMonthNames, count);
const icu::UnicodeString* tinyStandAloneMonthNames =
dateFormatSym.getMonths(count, icu::DateFormatSymbols::STANDALONE, icu::DateFormatSymbols::NARROW);
setStringArrayField(env, localeData, "tinyStandAloneMonthNames", tinyStandAloneMonthNames, count);
const icu::UnicodeString* longStandAloneWeekdayNames =
dateFormatSym.getWeekdays(count, icu::DateFormatSymbols::STANDALONE, icu::DateFormatSymbols::WIDE);
setStringArrayField(env, localeData, "longStandAloneWeekdayNames", longStandAloneWeekdayNames, count);
const icu::UnicodeString* shortStandAloneWeekdayNames =
dateFormatSym.getWeekdays(count, icu::DateFormatSymbols::STANDALONE, icu::DateFormatSymbols::ABBREVIATED);
setStringArrayField(env, localeData, "shortStandAloneWeekdayNames", shortStandAloneWeekdayNames, count);
const icu::UnicodeString* tinyStandAloneWeekdayNames =
dateFormatSym.getWeekdays(count, icu::DateFormatSymbols::STANDALONE, icu::DateFormatSymbols::NARROW);
setStringArrayField(env, localeData, "tinyStandAloneWeekdayNames", tinyStandAloneWeekdayNames, count);
status = U_ZERO_ERROR;
// For numberPatterns and symbols.
setNumberPatterns(env, localeData, icuLocale.locale());
setDecimalFormatSymbolsData(env, localeData, icuLocale.locale());
jstring countryCode = env->NewStringUTF(icuLocale.locale().getCountry());
jstring internationalCurrencySymbol = ICU_getCurrencyCode(env, NULL, countryCode);
env->DeleteLocalRef(countryCode);
countryCode = NULL;
jstring currencySymbol = NULL;
if (internationalCurrencySymbol != NULL) {
currencySymbol = ICU_getCurrencySymbol(env, NULL, javaLanguageTag, internationalCurrencySymbol);
} else {
internationalCurrencySymbol = env->NewStringUTF("XXX");
}
if (currencySymbol == NULL) {
// This is the UTF-8 encoding of U+00A4 (CURRENCY SIGN).
currencySymbol = env->NewStringUTF("\xc2\xa4");
}
setStringField(env, localeData, "currencySymbol", currencySymbol);
setStringField(env, localeData, "internationalCurrencySymbol", internationalCurrencySymbol);
return JNI_TRUE;
}
static jstring ICU_toLowerCase(JNIEnv* env, jclass, jstring javaString, jstring javaLanguageTag) {
ScopedJavaUnicodeString scopedString(env, javaString);
if (!scopedString.valid()) {
return NULL;
}
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
icu::UnicodeString& s(scopedString.unicodeString());
icu::UnicodeString original(s);
s.toLower(icuLocale.locale());
return s == original ? javaString : jniCreateString(env, s.getBuffer(), s.length());
}
static jstring ICU_toUpperCase(JNIEnv* env, jclass, jstring javaString, jstring javaLanguageTag) {
ScopedJavaUnicodeString scopedString(env, javaString);
if (!scopedString.valid()) {
return NULL;
}
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
icu::UnicodeString& s(scopedString.unicodeString());
icu::UnicodeString original(s);
s.toUpper(icuLocale.locale());
return s == original ? javaString : jniCreateString(env, s.getBuffer(), s.length());
}
static jstring versionString(JNIEnv* env, const UVersionInfo& version) {
char versionString[U_MAX_VERSION_STRING_LENGTH];
u_versionToString(const_cast<UVersionInfo&>(version), &versionString[0]);
return env->NewStringUTF(versionString);
}
static jstring ICU_getCldrVersion(JNIEnv* env, jclass) {
UErrorCode status = U_ZERO_ERROR;
UVersionInfo cldrVersion;
ulocdata_getCLDRVersion(cldrVersion, &status);
return versionString(env, cldrVersion);
}
static jstring ICU_getIcuVersion(JNIEnv* env, jclass) {
UVersionInfo icuVersion;
u_getVersion(icuVersion);
return versionString(env, icuVersion);
}
static jstring ICU_getUnicodeVersion(JNIEnv* env, jclass) {
UVersionInfo unicodeVersion;
u_getUnicodeVersion(unicodeVersion);
return versionString(env, unicodeVersion);
}
static jstring ICU_getTZDataVersion(JNIEnv* env, jclass) {
UErrorCode status = U_ZERO_ERROR;
const char* version = icu::TimeZone::getTZDataVersion(status);
if (maybeThrowIcuException(env, "icu::TimeZone::getTZDataVersion", status)) {
return NULL;
}
return env->NewStringUTF(version);
}
static jobjectArray ICU_getAvailableCurrencyCodes(JNIEnv* env, jclass) {
UErrorCode status = U_ZERO_ERROR;
icu::UStringEnumeration e(ucurr_openISOCurrencies(UCURR_COMMON|UCURR_NON_DEPRECATED, &status));
return fromStringEnumeration(env, status, "ucurr_openISOCurrencies", &e);
}
static jstring ICU_getBestDateTimePatternNative(JNIEnv* env, jclass, jstring javaSkeleton, jstring javaLanguageTag) {
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return NULL;
}
UErrorCode status = U_ZERO_ERROR;
std::unique_ptr<icu::DateTimePatternGenerator> generator(icu::DateTimePatternGenerator::createInstance(icuLocale.locale(), status));
if (maybeThrowIcuException(env, "DateTimePatternGenerator::createInstance", status)) {
return NULL;
}
ScopedJavaUnicodeString skeletonHolder(env, javaSkeleton);
if (!skeletonHolder.valid()) {
return NULL;
}
icu::UnicodeString result(generator->getBestPattern(skeletonHolder.unicodeString(), status));
if (maybeThrowIcuException(env, "DateTimePatternGenerator::getBestPattern", status)) {
return NULL;
}
return jniCreateString(env, result.getBuffer(), result.length());
}
static void ICU_setDefaultLocale(JNIEnv* env, jclass, jstring javaLanguageTag) {
ScopedIcuLocale icuLocale(env, javaLanguageTag);
if (!icuLocale.valid()) {
return;
}
UErrorCode status = U_ZERO_ERROR;
icu::Locale::setDefault(icuLocale.locale(), status);
maybeThrowIcuException(env, "Locale::setDefault", status);
}
static jstring ICU_getDefaultLocale(JNIEnv* env, jclass) {
return env->NewStringUTF(icu::Locale::getDefault().getName());
}
static JNINativeMethod gMethods[] = {
NATIVE_METHOD(ICU, addLikelySubtags, "(Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getAvailableBreakIteratorLocalesNative, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getAvailableCalendarLocalesNative, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getAvailableCollatorLocalesNative, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getAvailableCurrencyCodes, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getAvailableDateFormatLocalesNative, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getAvailableLocalesNative, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getAvailableNumberFormatLocalesNative, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getBestDateTimePatternNative, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getCldrVersion, "()Ljava/lang/String;"),
NATIVE_METHOD(ICU, getCurrencyCode, "(Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getCurrencyDisplayName, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getCurrencyFractionDigits, "(Ljava/lang/String;)I"),
NATIVE_METHOD(ICU, getCurrencyNumericCode, "(Ljava/lang/String;)I"),
NATIVE_METHOD(ICU, getCurrencySymbol, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getDefaultLocale, "()Ljava/lang/String;"),
NATIVE_METHOD(ICU, getDisplayCountryNative, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getDisplayLanguageNative, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getDisplayScriptNative, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getDisplayVariantNative, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getISO3Country, "(Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getISO3Language, "(Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getISOCountriesNative, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getISOLanguagesNative, "()[Ljava/lang/String;"),
NATIVE_METHOD(ICU, getIcuVersion, "()Ljava/lang/String;"),
NATIVE_METHOD(ICU, getScript, "(Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, getTZDataVersion, "()Ljava/lang/String;"),
NATIVE_METHOD(ICU, getUnicodeVersion, "()Ljava/lang/String;"),
NATIVE_METHOD(ICU, initLocaleDataNative, "(Ljava/lang/String;Llibcore/icu/LocaleData;)Z"),
NATIVE_METHOD(ICU, setDefaultLocale, "(Ljava/lang/String;)V"),
NATIVE_METHOD(ICU, toLowerCase, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
NATIVE_METHOD(ICU, toUpperCase, "(Ljava/lang/String;Ljava/lang/String;)Ljava/lang/String;"),
};
//
// Global initialization & Teardown for ICU Setup
// - Contains handlers for JNI_OnLoad and JNI_OnUnload
//
#define FAIL_WITH_STRERROR(s) \
ALOGE("Couldn't " s " '%s': %s", path_.c_str(), strerror(errno)); \
return FALSE;
#define MAYBE_FAIL_WITH_ICU_ERROR(s) \
if (status != U_ZERO_ERROR) {\
ALOGE("Couldn't initialize ICU (" s "): %s (%s)", u_errorName(status), path_.c_str()); \
return FALSE; \
}
// Contain the memory map for ICU data files.
// Automatically adds the data file to ICU's list of data files upon constructing.
//
// - Automatically unmaps in the destructor.
struct IcuDataMap {
// Map in ICU data at the path, returning null if it failed (prints error to ALOGE).
static std::unique_ptr<IcuDataMap> Create(const std::string& path) {
std::unique_ptr<IcuDataMap> map(new IcuDataMap(path));
if (!map->TryMap()) {
// madvise or ICU could fail but mmap still succeeds.
// Destructor will take care of cleaning up a partial init.
return nullptr;
}
return map;
}
// Unmap the ICU data.
~IcuDataMap() {
TryUnmap();
}
private:
IcuDataMap(const std::string& path)
: path_(path),
data_(MAP_FAILED),
data_length_(0)
{}
bool TryMap() {
// Open the file and get its length.
android::base::unique_fd fd(TEMP_FAILURE_RETRY(open(path_.c_str(), O_RDONLY)));
if (fd.get() == -1) {
FAIL_WITH_STRERROR("open");
}
struct stat sb;
if (fstat(fd.get(), &sb) == -1) {
FAIL_WITH_STRERROR("stat");
}
data_length_ = sb.st_size;
// Map it.
data_ = mmap(NULL, data_length_, PROT_READ, MAP_SHARED, fd.get(), 0 /* offset */);
if (data_ == MAP_FAILED) {
FAIL_WITH_STRERROR("mmap");
}
// Tell the kernel that accesses are likely to be random rather than sequential.
if (madvise(data_, data_length_, MADV_RANDOM) == -1) {
FAIL_WITH_STRERROR("madvise(MADV_RANDOM)");
}
UErrorCode status = U_ZERO_ERROR;
// Tell ICU to use our memory-mapped data.
udata_setCommonData(data_, &status);
MAYBE_FAIL_WITH_ICU_ERROR("udata_setCommonData");
return true;
}
bool TryUnmap() {
// Don't need to do opposite of udata_setCommonData,
// u_cleanup (performed in unregister_libcore_icu_ICU) takes care of it.
// Don't need to opposite of madvise, munmap will take care of it.
if (data_ != MAP_FAILED) {
if (munmap(data_, data_length_) == -1) {
FAIL_WITH_STRERROR("munmap");
}
}
// Don't need to close the file, it was closed automatically during TryMap.
return true;
}
std::string path_; // Save for error messages.
void* data_; // Save for munmap.
size_t data_length_; // Save for munmap.
};
struct ICURegistration {
// Init ICU, configuring it and loading the data files.
ICURegistration(JNIEnv* env) {
UErrorCode status = U_ZERO_ERROR;
// Tell ICU it can *only* use our memory-mapped data.
udata_setFileAccess(UDATA_NO_FILES, &status);
if (status != U_ZERO_ERROR) {
ALOGE("Couldn't initialize ICU (s_setFileAccess): %s", u_errorName(status));
abort();
}
// Check the timezone /data override file exists from the "Time zone update via APK" feature.
// https://source.android.com/devices/tech/config/timezone-rules
// If it does, map it first so we use its data in preference to later ones.
std::string dataPath = getDataTimeZonePath();
if (pathExists(dataPath)) {
ALOGD("Time zone override file found: %s", dataPath.c_str());
if ((icu_datamap_from_data_ = IcuDataMap::Create(dataPath)) == nullptr) {
ALOGW("TZ override /data file %s exists but could not be loaded. Skipping.",
dataPath.c_str());
}
} else {
ALOGV("No timezone override /data file found: %s", dataPath.c_str());
}
// Check the timezone override file exists from a mounted APEX file.
// If it does, map it next so we use its data in preference to later ones.
std::string tzModulePath = getTimeZoneModulePath();
if (pathExists(tzModulePath)) {
ALOGD("Time zone APEX file found: %s", tzModulePath.c_str());
if ((icu_datamap_from_tz_module_ = IcuDataMap::Create(tzModulePath)) == nullptr) {
ALOGW("TZ module override file %s exists but could not be loaded. Skipping.",
tzModulePath.c_str());
}
} else {
ALOGV("No time zone module override file found: %s", tzModulePath.c_str());
}
// Use the ICU data files that shipped with the runtime module for everything else.
icu_datamap_from_runtime_module_ = IcuDataMap::Create(getRuntimeModulePath());
if (icu_datamap_from_runtime_module_ == nullptr) {
abort();
}
// Failures to find the ICU data tend to be somewhat obscure because ICU loads its data on first
// use, which can be anywhere. Force initialization up front so we can report a nice clear error
// and bail.
u_init(&status);
if (status != U_ZERO_ERROR) {\
ALOGE("Couldn't initialize ICU (u_init): %s", u_errorName(status));
abort();
}
jniRegisterNativeMethods(env, "libcore/icu/ICU", gMethods, NELEM(gMethods));
}
// De-init ICU, unloading the data files. Do the opposite of the above function.
~ICURegistration() {
// Skip unregistering JNI methods explicitly, class unloading takes care of it.
// Reset libicu state to before it was loaded.
u_cleanup();
// Unmap ICU data files from the runtime module.
icu_datamap_from_runtime_module_.reset();
// Unmap optional TZ module files from /apex.
icu_datamap_from_tz_module_.reset();
// Unmap optional TZ /data file.
icu_datamap_from_data_.reset();
// We don't need to call udata_setFileAccess because u_cleanup takes care of it.
}
static bool pathExists(const std::string path) {
struct stat sb;
return stat(path.c_str(), &sb) == 0;
}
// Returns a string containing the expected path of the (optional) /data tz data file
static std::string getDataTimeZonePath() {
const char* dataPathPrefix = getenv("ANDROID_DATA");
if (dataPathPrefix == NULL) {
ALOGE("ANDROID_DATA environment variable not set"); \
abort();
}
std::string dataPath;
dataPath = dataPathPrefix;
dataPath += "/misc/zoneinfo/current/icu/icu_tzdata.dat";
return dataPath;
}
// Returns a string containing the expected path of the (optional) /apex tz module data file
static std::string getTimeZoneModulePath() {
std::string apexPath = "/apex/com.android.tzdata/etc/icu/icu_tzdata.dat";
return apexPath;
}
static std::string getRuntimeModulePath() {
const char* runtimeModulePathPrefix = getenv("ANDROID_RUNTIME_ROOT");
if (runtimeModulePathPrefix == NULL) {
ALOGE("ANDROID_RUNTIME_ROOT environment variable not set"); \
abort();
}
std::string runtimeModulePath;
runtimeModulePath = runtimeModulePathPrefix;
runtimeModulePath += "/etc/icu/";
runtimeModulePath += U_ICUDATA_NAME;
runtimeModulePath += ".dat";
return runtimeModulePath;
}
std::unique_ptr<IcuDataMap> icu_datamap_from_data_;
std::unique_ptr<IcuDataMap> icu_datamap_from_tz_module_;
std::unique_ptr<IcuDataMap> icu_datamap_from_runtime_module_;
};
// Use RAII-style initialization/teardown so that we can get unregistered
// when dlclose is called (even if JNI_OnUnload is not).
static std::unique_ptr<ICURegistration> sIcuRegistration;
// Init ICU, configuring it and loading the data files.
void register_libcore_icu_ICU(JNIEnv* env) {
sIcuRegistration.reset(new ICURegistration(env));
}
// De-init ICU, unloading the data files. Do the opposite of the above function.
void unregister_libcore_icu_ICU() {
// Explicitly calling this is optional. Dlclose will take care of it as well.
sIcuRegistration.reset();
}