6c4cc67c9849339d4e4dfffcfa3eb2342f767890 - platform/external/libtextclassifier

commit	6c4cc67c9849339d4e4dfffcfa3eb2342f767890	[log] [tgz]
author	Tony Mak <tonymak@google.com>	Mon Sep 17 11:48:50 2018 +0100
committer	Tony Mak <tonymak@google.com>	Tue Sep 25 18:36:59 2018 +0100
tree	1694602c9fd5abe64a26d6363c82b59baf9fa2b0
parent	30f477bb6871cfebf3136c71da5c14ef3aa69c97 [diff]

Export lib3 to AOSP (external/libtextclassifier part)

1. Include both annotator (existing one) and actions(new one for smart
   reply and actions)
2. One more model file. actions_suggestions.model is dropped to
  /etc/textclassifier./ It is around 7.5mb for now, we will slim down
  it later.
3. The Java counterpart of the JNI is now moved from frameworks/base
   to here.

Test: atest android.view.textclassifier.TextClassificationManagerTest

Change-Id: Icb2458967ef51efa2952b3eaddefbf1f7b359930

Android.bp[diff]
Android.mk[diff]
actions/actions-suggestions.cc[Added - diff]
actions/actions-suggestions.h[Added - diff]
actions/actions-suggestions_test.cc[Added - diff]
actions/actions_jni.cc[Added - diff]
actions/actions_jni.h[Added - diff]
actions/actions_model.fbs[Added - diff]
actions/actions_model_generated.h[Added - diff]
actions/test_data/actions_suggestions_test.model[Added - diff]
annotator/annotator.cc[Renamed from text-classifier.cc - diff]
annotator/annotator.h[Renamed from text-classifier.h - diff]
annotator/annotator_jni.cc[Added - diff]
annotator/annotator_jni.h[Added - diff]
annotator/annotator_jni_test.cc[Renamed from textclassifier_jni_test.cc - diff]
annotator/annotator_test.cc[Renamed from text-classifier_test.cc - diff]
annotator/cached-features.cc[Renamed from cached-features.cc - diff]
annotator/cached-features.h[Renamed from cached-features.h - diff]
annotator/cached-features_test.cc[Renamed from cached-features_test.cc - diff]
annotator/datetime/extractor.cc[Renamed from datetime/extractor.cc - diff]
annotator/datetime/extractor.h[Renamed from datetime/extractor.h - diff]
annotator/datetime/parser.cc[Renamed from datetime/parser.cc - diff]
annotator/datetime/parser.h[Renamed from datetime/parser.h - diff]
annotator/datetime/parser_test.cc[Renamed from datetime/parser_test.cc - diff]
annotator/feature-processor.cc[Renamed from feature-processor.cc - diff]
annotator/feature-processor.h[Renamed from feature-processor.h - diff]
annotator/feature-processor_test.cc[Renamed from feature-processor_test.cc - diff]
annotator/knowledge/knowledge-engine-dummy.h[Added - diff]
annotator/knowledge/knowledge-engine.h[Copied from util/calendar/calendar.h - diff]
annotator/model-executor.cc[Added - diff]
annotator/model-executor.h[Added - diff]
annotator/model.fbs[Renamed from model.fbs - diff]
annotator/model_generated.h[Renamed from model_generated.h - diff]
annotator/quantization.cc[Renamed from quantization.cc - diff]
annotator/quantization.h[Renamed from quantization.h - diff]
annotator/quantization_test.cc[Renamed from quantization_test.cc - diff]
annotator/strip-unpaired-brackets.cc[Renamed from strip-unpaired-brackets.cc - diff]
annotator/strip-unpaired-brackets.h[Renamed from strip-unpaired-brackets.h - diff]
annotator/strip-unpaired-brackets_test.cc[Renamed from strip-unpaired-brackets_test.cc - diff]
annotator/test_data/test_model.fb[Renamed from test_data/test_model.fb - diff]
annotator/test_data/test_model_cc.fb[Renamed from test_data/test_model_cc.fb - diff]
annotator/test_data/wrong_embeddings.fb[Added - diff]
annotator/token-feature-extractor.cc[Renamed from token-feature-extractor.cc - diff]
annotator/token-feature-extractor.h[Renamed from token-feature-extractor.h - diff]
annotator/token-feature-extractor_test.cc[Renamed from token-feature-extractor_test.cc - diff]
annotator/tokenizer.cc[Renamed from tokenizer.cc - diff]
annotator/tokenizer.h[Renamed from tokenizer.h - diff]
annotator/tokenizer_test.cc[Renamed from tokenizer_test.cc - diff]
annotator/types-test-util.h[Renamed from types-test-util.h - diff]
annotator/types.h[Renamed from types.h - diff]
annotator/zlib-utils.cc[Renamed from zlib-utils.cc - diff]
annotator/zlib-utils.h[Renamed from zlib-utils.h - diff]
annotator/zlib-utils_test.cc[Renamed from zlib-utils_test.cc - diff]
java/com/google/android/textclassifier/ActionsSuggestionsModel.java[Added - diff]
java/com/google/android/textclassifier/AnnotatorModel.java[Added - diff]
model-executor.cc[Deleted - diff]
model-executor.h[Deleted - diff]
models/actions_suggestions.model[Added - diff]
models/textclassifier.ar.model[diff]
models/textclassifier.en.model[diff]
models/textclassifier.es.model[diff]
models/textclassifier.fr.model[diff]
models/textclassifier.it.model[diff]
models/textclassifier.ja.model[diff]
models/textclassifier.ko.model[diff]
models/textclassifier.nl.model[diff]
models/textclassifier.pl.model[diff]
models/textclassifier.pt.model[diff]
models/textclassifier.ru.model[diff]
models/textclassifier.th.model[diff]
models/textclassifier.tr.model[diff]
models/textclassifier.universal.model[diff]
models/textclassifier.zh-Hant.model[diff]
models/textclassifier.zh.model[diff]
test_data/wrong_embeddings.fb[Deleted - diff]
textclassifier_jni.cc[Deleted - diff]
textclassifier_jni.h[Deleted - diff]
util/base/logging.h[Deleted - diff]
util/calendar/calendar-icu.cc[Deleted - diff]
util/calendar/calendar-icu.h[Deleted - diff]
util/calendar/calendar_test.cc[Deleted - diff]
util/gtl/map_util.h[Deleted - diff]
util/gtl/stl_util.h[Deleted - diff]
util/hash/hash.cc[diff]
util/hash/hash.h[diff]
util/strings/stringpiece.h[Deleted - diff]
util/strings/utf8.cc[Deleted - diff]
util/utf8/unilib.h[Deleted - diff]
utils/base/casts.h[Renamed from util/base/casts.h - diff]
utils/base/config.h[Renamed from util/base/config.h - diff]
utils/base/endian.h[Renamed from util/base/endian.h - diff]
utils/base/integral_types.h[Renamed from util/base/integral_types.h - diff]
utils/base/logging.cc[Renamed from util/base/logging.cc - diff]
utils/base/logging.h[Added - diff]
utils/base/logging_levels.h[Renamed from util/base/logging_levels.h - diff]
utils/base/logging_raw.cc[Renamed from util/base/logging_raw.cc - diff]
utils/base/logging_raw.h[Renamed from util/base/logging_raw.h - diff]
utils/base/macros.h[Renamed from util/base/macros.h - diff]
utils/base/port.h[Renamed from util/base/port.h - diff]
utils/calendar/calendar-common.h[Added - diff]
utils/calendar/calendar-icu.cc[Added - diff]
utils/calendar/calendar-icu.h[Added - diff]
utils/calendar/calendar.h[Copied from util/calendar/calendar.h - diff]
utils/calendar/calendar_test.cc[Added - diff]
utils/checksum.cc[Added - diff]
utils/checksum.h[Added - diff]
utils/checksum_test.cc[Added - diff]
utils/flatbuffers.cc[Renamed from util/flatbuffers.cc - diff]
utils/flatbuffers.h[Renamed from util/flatbuffers.h - diff]
utils/hash/farmhash.cc[Renamed from util/hash/farmhash.cc - diff]
utils/hash/farmhash.h[Renamed from util/hash/farmhash.h - diff]
utils/i18n/locale.cc[Renamed from util/i18n/locale.cc - diff]
utils/i18n/locale.h[Renamed from util/i18n/locale.h - diff]
utils/i18n/locale_test.cc[Renamed from util/i18n/locale_test.cc - diff]
utils/java/jni-base.cc[Added - diff]
utils/java/jni-base.h[Added - diff]
utils/java/jni-cache.cc[Added - diff]
utils/java/jni-cache.h[Added - diff]
utils/java/scoped_global_ref.h[Renamed from util/java/scoped_global_ref.h - diff]
utils/java/scoped_local_ref.h[Renamed from util/java/scoped_local_ref.h - diff]
utils/java/string_utils.cc[Renamed from util/java/string_utils.cc - diff]
utils/java/string_utils.h[Renamed from util/java/string_utils.h - diff]
utils/math/fastexp.cc[Renamed from util/math/fastexp.cc - diff]
utils/math/fastexp.h[Renamed from util/math/fastexp.h - diff]
utils/math/softmax.cc[Renamed from util/math/softmax.cc - diff]
utils/math/softmax.h[Renamed from util/math/softmax.h - diff]
utils/memory/mmap.cc[Renamed from util/memory/mmap.cc - diff]
utils/memory/mmap.h[Renamed from util/memory/mmap.h - diff]
utils/sentencepiece/double_array_trie.cc[Added - diff]
utils/sentencepiece/double_array_trie.h[Added - diff]
utils/sentencepiece/double_array_trie_test.cc[Added - diff]
utils/sentencepiece/encoder.h[Added - diff]
utils/sentencepiece/encoder_test.cc[Added - diff]
utils/sentencepiece/match.h[Added - diff]
utils/sentencepiece/normalizer.cc[Added - diff]
utils/sentencepiece/normalizer.h[Added - diff]
utils/sentencepiece/normalizer_test.cc[Added - diff]
utils/sentencepiece/sorted_strings_table.cc[Added - diff]
utils/sentencepiece/sorted_strings_table.h[Added - diff]
utils/sentencepiece/sorted_strings_table_test.cc[Added - diff]
utils/sentencepiece/test_utils.cc[Added - diff]
utils/sentencepiece/test_utils.h[Added - diff]
utils/strings/numbers.cc[Renamed from util/strings/numbers.cc - diff]
utils/strings/numbers.h[Renamed from util/strings/numbers.h - diff]
utils/strings/numbers_test.cc[Renamed from util/strings/numbers_test.cc - diff]
utils/strings/split.cc[Renamed from util/strings/split.cc - diff]
utils/strings/split.h[Renamed from util/strings/split.h - diff]
utils/strings/stringpiece.h[Added - diff]
utils/strings/stringpiece_test.cc[Added - diff]
utils/strings/utf8.cc[Added - diff]
utils/strings/utf8.h[Renamed from util/strings/utf8.h - diff]
utils/strings/utf8_test.cc[Added - diff]
utils/tensor-view.cc[Renamed from tensor-view.cc - diff]
utils/tensor-view.h[Renamed from tensor-view.h - diff]
utils/tensor-view_test.cc[Renamed from tensor-view_test.cc - diff]
utils/tflite-model-executor.cc[Added - diff]
utils/tflite-model-executor.h[Added - diff]
utils/tflite/dist_diversification.cc[Added - diff]
utils/tflite/dist_diversification.h[Added - diff]
utils/tflite/dist_diversification_test.cc[Added - diff]
utils/tflite/text_encoder.cc[Added - diff]
utils/tflite/text_encoder.h[Added - diff]
utils/tflite/text_encoder_config_generated.h[Added - diff]
utils/tflite/text_encoder_test.cc[Added - diff]
utils/utf8/unicodetext.cc[Renamed from util/utf8/unicodetext.cc - diff]
utils/utf8/unicodetext.h[Renamed from util/utf8/unicodetext.h - diff]
utils/utf8/unicodetext_test.cc[Renamed from util/utf8/unicodetext_test.cc - diff]
utils/utf8/unilib-icu.cc[Renamed from util/utf8/unilib-icu.cc - diff]
utils/utf8/unilib-icu.h[Renamed from util/utf8/unilib-icu.h - diff]
utils/utf8/unilib.h[Renamed from util/calendar/calendar.h - diff]
utils/utf8/unilib_test.cc[Renamed from util/utf8/unilib_test.cc - diff]

171 files changed

tree: 1694602c9fd5abe64a26d6363c82b59baf9fa2b0