| /* |
| * Copyright (C) 2018 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package com.android.textclassifier; |
| |
| import static com.google.common.truth.Truth.assertThat; |
| import static org.hamcrest.CoreMatchers.not; |
| import static org.junit.Assert.assertArrayEquals; |
| import static org.junit.Assert.assertEquals; |
| import static org.junit.Assert.assertThat; |
| import static org.junit.Assert.assertTrue; |
| import static org.mockito.Mockito.any; |
| import static org.mockito.Mockito.eq; |
| import static org.mockito.Mockito.verify; |
| import static org.mockito.Mockito.when; |
| import static org.testng.Assert.expectThrows; |
| |
| import android.app.RemoteAction; |
| import android.content.Context; |
| import android.content.Intent; |
| import android.net.Uri; |
| import android.os.Bundle; |
| import android.os.LocaleList; |
| import android.text.Spannable; |
| import android.text.SpannableString; |
| import android.view.textclassifier.ConversationAction; |
| import android.view.textclassifier.ConversationActions; |
| import android.view.textclassifier.TextClassification; |
| import android.view.textclassifier.TextClassifier; |
| import android.view.textclassifier.TextLanguage; |
| import android.view.textclassifier.TextLinks; |
| import android.view.textclassifier.TextSelection; |
| import androidx.collection.LruCache; |
| import androidx.test.ext.junit.runners.AndroidJUnit4; |
| import androidx.test.filters.SdkSuppress; |
| import androidx.test.filters.SmallTest; |
| import com.android.textclassifier.common.ModelFile; |
| import com.android.textclassifier.common.ModelType; |
| import com.android.textclassifier.common.TextClassifierSettings; |
| import com.android.textclassifier.testing.FakeContextBuilder; |
| import com.android.textclassifier.testing.TestingDeviceConfig; |
| import com.google.android.textclassifier.AnnotatorModel; |
| import com.google.common.collect.ImmutableList; |
| import java.io.IOException; |
| import java.util.ArrayList; |
| import java.util.Arrays; |
| import java.util.Collections; |
| import java.util.List; |
| import org.hamcrest.BaseMatcher; |
| import org.hamcrest.Description; |
| import org.hamcrest.Matcher; |
| import org.junit.Before; |
| import org.junit.Test; |
| import org.junit.runner.RunWith; |
| import org.mockito.Mock; |
| import org.mockito.MockitoAnnotations; |
| |
| @SmallTest |
| @RunWith(AndroidJUnit4.class) |
| public class TextClassifierImplTest { |
| |
| private static final String TYPE_COPY = "copy"; |
| private static final LocaleList LOCALES = LocaleList.forLanguageTags("en-US"); |
| private static final String NO_TYPE = null; |
| |
| @Mock private ModelFileManager modelFileManager; |
| |
| private Context context; |
| private TestingDeviceConfig deviceConfig; |
| private TextClassifierSettings settings; |
| private LruCache<ModelFile, AnnotatorModel> annotatorModelCache; |
| private TextClassifierImpl classifier; |
| |
| @Before |
| public void setup() throws IOException { |
| MockitoAnnotations.initMocks(this); |
| this.context = |
| new FakeContextBuilder() |
| .setAllIntentComponent(FakeContextBuilder.DEFAULT_COMPONENT) |
| .setAppLabel(FakeContextBuilder.DEFAULT_COMPONENT.getPackageName(), "Test app") |
| .build(); |
| this.deviceConfig = new TestingDeviceConfig(); |
| this.settings = new TextClassifierSettings(deviceConfig, /* isWear= */ false); |
| this.annotatorModelCache = new LruCache<>(2); |
| this.classifier = |
| new TextClassifierImpl(context, settings, modelFileManager, annotatorModelCache); |
| |
| when(modelFileManager.findBestModelFile(eq(ModelType.ANNOTATOR), any(), any())) |
| .thenReturn(TestDataUtils.getTestAnnotatorModelFileWrapped()); |
| when(modelFileManager.findBestModelFile(eq(ModelType.LANG_ID), any(), any())) |
| .thenReturn(TestDataUtils.getLangIdModelFileWrapped()); |
| when(modelFileManager.findBestModelFile(eq(ModelType.ACTIONS_SUGGESTIONS), any(), any())) |
| .thenReturn(TestDataUtils.getTestActionsModelFileWrapped()); |
| } |
| |
| @Test |
| public void testSuggestSelection() throws IOException { |
| String text = "Contact me at droid@android.com"; |
| String selected = "droid"; |
| String suggested = "droid@android.com"; |
| int startIndex = text.indexOf(selected); |
| int endIndex = startIndex + selected.length(); |
| int smartStartIndex = text.indexOf(suggested); |
| int smartEndIndex = smartStartIndex + suggested.length(); |
| TextSelection.Request request = |
| new TextSelection.Request.Builder(text, startIndex, endIndex).build(); |
| |
| TextSelection selection = classifier.suggestSelection(null, null, request); |
| assertThat( |
| selection, isTextSelection(smartStartIndex, smartEndIndex, TextClassifier.TYPE_EMAIL)); |
| } |
| |
| @Test |
| public void testSuggestSelection_localePreferenceIsPassedToModelFileManager() throws IOException { |
| String text = "Contact me at droid@android.com"; |
| String selected = "droid"; |
| String suggested = "droid@android.com"; |
| int startIndex = text.indexOf(selected); |
| int endIndex = startIndex + selected.length(); |
| int smartStartIndex = text.indexOf(suggested); |
| int smartEndIndex = smartStartIndex + suggested.length(); |
| TextSelection.Request request = |
| new TextSelection.Request.Builder(text, startIndex, endIndex) |
| .setDefaultLocales(LOCALES) |
| .build(); |
| |
| classifier.suggestSelection(null, null, request); |
| verify(modelFileManager).findBestModelFile(eq(ModelType.ANNOTATOR), eq(LOCALES), any()); |
| } |
| |
| @Test |
| public void testSuggestSelection_url() throws IOException { |
| String text = "Visit http://www.android.com for more information"; |
| String selected = "http"; |
| String suggested = "http://www.android.com"; |
| int startIndex = text.indexOf(selected); |
| int endIndex = startIndex + selected.length(); |
| int smartStartIndex = text.indexOf(suggested); |
| int smartEndIndex = smartStartIndex + suggested.length(); |
| TextSelection.Request request = |
| new TextSelection.Request.Builder(text, startIndex, endIndex).build(); |
| |
| TextSelection selection = classifier.suggestSelection(null, null, request); |
| assertThat(selection, isTextSelection(smartStartIndex, smartEndIndex, TextClassifier.TYPE_URL)); |
| } |
| |
| @Test |
| public void testSmartSelection_withEmoji() throws IOException { |
| String text = "\uD83D\uDE02 Hello."; |
| String selected = "Hello"; |
| int startIndex = text.indexOf(selected); |
| int endIndex = startIndex + selected.length(); |
| TextSelection.Request request = |
| new TextSelection.Request.Builder(text, startIndex, endIndex).build(); |
| |
| TextSelection selection = classifier.suggestSelection(null, null, request); |
| assertThat(selection, isTextSelection(startIndex, endIndex, NO_TYPE)); |
| } |
| |
| @SdkSuppress(minSdkVersion = 31, codeName = "S") |
| @Test |
| public void testSuggestSelection_includeTextClassification() throws IOException { |
| String text = "Visit http://www.android.com for more information"; |
| String suggested = "http://www.android.com"; |
| int startIndex = text.indexOf(suggested); |
| TextSelection.Request request = |
| new TextSelection.Request.Builder(text, startIndex, /* endIndex= */ startIndex + 1) |
| .setIncludeTextClassification(true) |
| .build(); |
| |
| TextSelection selection = classifier.suggestSelection(null, null, request); |
| |
| assertThat( |
| selection.getTextClassification(), |
| isTextClassification(suggested, TextClassifier.TYPE_URL)); |
| assertThat(selection.getTextClassification(), containsIntentWithAction(Intent.ACTION_VIEW)); |
| } |
| |
| @SdkSuppress(minSdkVersion = 31, codeName = "S") |
| @Test |
| public void testSuggestSelection_notIncludeTextClassification() throws IOException { |
| String text = "Visit http://www.android.com for more information"; |
| TextSelection.Request request = |
| new TextSelection.Request.Builder(text, /* startIndex= */ 0, /* endIndex= */ 4) |
| .setIncludeTextClassification(false) |
| .build(); |
| |
| TextSelection selection = classifier.suggestSelection(null, null, request); |
| |
| assertThat(selection.getTextClassification()).isNull(); |
| } |
| |
| @Test |
| public void testClassifyText() throws IOException { |
| String text = "Contact me at droid@android.com"; |
| String classifiedText = "droid@android.com"; |
| int startIndex = text.indexOf(classifiedText); |
| int endIndex = startIndex + classifiedText.length(); |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(text, startIndex, endIndex).build(); |
| |
| TextClassification classification = |
| classifier.classifyText(/* sessionId= */ null, null, request); |
| assertThat(classification, isTextClassification(classifiedText, TextClassifier.TYPE_EMAIL)); |
| } |
| |
| @Test |
| public void testClassifyText_url() throws IOException { |
| String text = "Visit www.android.com for more information"; |
| String classifiedText = "www.android.com"; |
| int startIndex = text.indexOf(classifiedText); |
| int endIndex = startIndex + classifiedText.length(); |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(text, startIndex, endIndex).build(); |
| |
| TextClassification classification = classifier.classifyText(null, null, request); |
| assertThat(classification, isTextClassification(classifiedText, TextClassifier.TYPE_URL)); |
| assertThat(classification, containsIntentWithAction(Intent.ACTION_VIEW)); |
| } |
| |
| @Test |
| public void testClassifyText_address() throws IOException { |
| String text = "Brandschenkestrasse 110, Zürich, Switzerland"; |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(text, 0, text.length()).build(); |
| |
| TextClassification classification = classifier.classifyText(null, null, request); |
| assertThat(classification, isTextClassification(text, TextClassifier.TYPE_ADDRESS)); |
| } |
| |
| @Test |
| public void testClassifyText_url_inCaps() throws IOException { |
| String text = "Visit HTTP://ANDROID.COM for more information"; |
| String classifiedText = "HTTP://ANDROID.COM"; |
| int startIndex = text.indexOf(classifiedText); |
| int endIndex = startIndex + classifiedText.length(); |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(text, startIndex, endIndex).build(); |
| |
| TextClassification classification = classifier.classifyText(null, null, request); |
| assertThat(classification, isTextClassification(classifiedText, TextClassifier.TYPE_URL)); |
| assertThat(classification, containsIntentWithAction(Intent.ACTION_VIEW)); |
| } |
| |
| @Test |
| public void testClassifyText_date() throws IOException { |
| String text = "Let's meet on January 9, 2018."; |
| String classifiedText = "January 9, 2018"; |
| int startIndex = text.indexOf(classifiedText); |
| int endIndex = startIndex + classifiedText.length(); |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(text, startIndex, endIndex).build(); |
| |
| TextClassification classification = classifier.classifyText(null, null, request); |
| assertThat(classification, isTextClassification(classifiedText, TextClassifier.TYPE_DATE)); |
| Bundle extras = classification.getExtras(); |
| List<Bundle> entities = ExtrasUtils.getEntities(extras); |
| assertThat(entities).hasSize(1); |
| assertThat(ExtrasUtils.getEntityType(entities.get(0))).isEqualTo(TextClassifier.TYPE_DATE); |
| ArrayList<Intent> actionsIntents = ExtrasUtils.getActionsIntents(classification); |
| actionsIntents.forEach(TextClassifierImplTest::assertNoPackageInfoInExtras); |
| } |
| |
| @Test |
| public void testClassifyText_datetime() throws IOException { |
| String text = "Let's meet 2018/01/01 10:30:20."; |
| String classifiedText = "2018/01/01 10:30:20"; |
| int startIndex = text.indexOf(classifiedText); |
| int endIndex = startIndex + classifiedText.length(); |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(text, startIndex, endIndex).build(); |
| |
| TextClassification classification = classifier.classifyText(null, null, request); |
| assertThat(classification, isTextClassification(classifiedText, TextClassifier.TYPE_DATE_TIME)); |
| } |
| |
| @Test |
| public void testClassifyText_foreignText() throws IOException { |
| LocaleList originalLocales = LocaleList.getDefault(); |
| LocaleList.setDefault(LocaleList.forLanguageTags("en")); |
| String japaneseText = "これは日本語のテキストです"; |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(japaneseText, 0, japaneseText.length()).build(); |
| |
| TextClassification classification = classifier.classifyText(null, null, request); |
| RemoteAction translateAction = classification.getActions().get(0); |
| assertEquals(1, classification.getActions().size()); |
| assertEquals(Intent.ACTION_TRANSLATE, classification.getIntent().getAction()); |
| |
| assertEquals(translateAction, ExtrasUtils.findTranslateAction(classification)); |
| Intent intent = ExtrasUtils.getActionsIntents(classification).get(0); |
| assertNoPackageInfoInExtras(intent); |
| assertEquals(Intent.ACTION_TRANSLATE, intent.getAction()); |
| Bundle foreignLanguageInfo = ExtrasUtils.getForeignLanguageExtra(classification); |
| assertEquals("ja", ExtrasUtils.getEntityType(foreignLanguageInfo)); |
| assertTrue(ExtrasUtils.getScore(foreignLanguageInfo) >= 0); |
| assertTrue(ExtrasUtils.getScore(foreignLanguageInfo) <= 1); |
| assertTrue(intent.hasExtra(TextClassifier.EXTRA_FROM_TEXT_CLASSIFIER)); |
| assertEquals("ja", ExtrasUtils.getTopLanguage(intent).first); |
| |
| LocaleList.setDefault(originalLocales); |
| } |
| |
| @Test |
| public void testGenerateLinks_phone() throws IOException { |
| String text = "The number is +12122537077. See you tonight!"; |
| TextLinks.Request request = new TextLinks.Request.Builder(text).build(); |
| assertThat( |
| classifier.generateLinks(null, null, request), |
| isTextLinksContaining(text, "+12122537077", TextClassifier.TYPE_PHONE)); |
| } |
| |
| @Test |
| public void testGenerateLinks_exclude() throws IOException { |
| String text = "The number is +12122537077. See you tonight!"; |
| List<String> hints = ImmutableList.of(); |
| List<String> included = ImmutableList.of(); |
| List<String> excluded = Arrays.asList(TextClassifier.TYPE_PHONE); |
| TextLinks.Request request = |
| new TextLinks.Request.Builder(text) |
| .setEntityConfig(TextClassifier.EntityConfig.create(hints, included, excluded)) |
| .build(); |
| assertThat( |
| classifier.generateLinks(null, null, request), |
| not(isTextLinksContaining(text, "+12122537077", TextClassifier.TYPE_PHONE))); |
| } |
| |
| @Test |
| public void testGenerateLinks_explicit_address() throws IOException { |
| String text = "The address is 1600 Amphitheater Parkway, Mountain View, CA. See you!"; |
| List<String> explicit = Arrays.asList(TextClassifier.TYPE_ADDRESS); |
| TextLinks.Request request = |
| new TextLinks.Request.Builder(text) |
| .setEntityConfig(TextClassifier.EntityConfig.createWithExplicitEntityList(explicit)) |
| .build(); |
| assertThat( |
| classifier.generateLinks(null, null, request), |
| isTextLinksContaining( |
| text, "1600 Amphitheater Parkway, Mountain View, CA", TextClassifier.TYPE_ADDRESS)); |
| } |
| |
| @Test |
| public void testGenerateLinks_exclude_override() throws IOException { |
| String text = "You want apple@banana.com. See you tonight!"; |
| List<String> hints = ImmutableList.of(); |
| List<String> included = Arrays.asList(TextClassifier.TYPE_EMAIL); |
| List<String> excluded = Arrays.asList(TextClassifier.TYPE_EMAIL); |
| TextLinks.Request request = |
| new TextLinks.Request.Builder(text) |
| .setEntityConfig(TextClassifier.EntityConfig.create(hints, included, excluded)) |
| .build(); |
| assertThat( |
| classifier.generateLinks(null, null, request), |
| not(isTextLinksContaining(text, "apple@banana.com", TextClassifier.TYPE_EMAIL))); |
| } |
| |
| @Test |
| public void testGenerateLinks_maxLength() throws IOException { |
| char[] manySpaces = new char[classifier.getMaxGenerateLinksTextLength()]; |
| Arrays.fill(manySpaces, ' '); |
| TextLinks.Request request = new TextLinks.Request.Builder(new String(manySpaces)).build(); |
| TextLinks links = classifier.generateLinks(null, null, request); |
| assertTrue(links.getLinks().isEmpty()); |
| } |
| |
| @Test |
| public void testApplyLinks_unsupportedCharacter() throws IOException { |
| Spannable url = new SpannableString("\u202Emoc.diordna.com"); |
| TextLinks.Request request = new TextLinks.Request.Builder(url).build(); |
| assertEquals( |
| TextLinks.STATUS_UNSUPPORTED_CHARACTER, |
| classifier.generateLinks(null, null, request).apply(url, 0, null)); |
| } |
| |
| @Test |
| public void testGenerateLinks_tooLong() { |
| char[] manySpaces = new char[classifier.getMaxGenerateLinksTextLength() + 1]; |
| Arrays.fill(manySpaces, ' '); |
| TextLinks.Request request = new TextLinks.Request.Builder(new String(manySpaces)).build(); |
| expectThrows( |
| IllegalArgumentException.class, () -> classifier.generateLinks(null, null, request)); |
| } |
| |
| @Test |
| public void testGenerateLinks_entityData() throws IOException { |
| String text = "The number is +12122537077."; |
| Bundle extras = new Bundle(); |
| ExtrasUtils.putIsSerializedEntityDataEnabled(extras, true); |
| TextLinks.Request request = new TextLinks.Request.Builder(text).setExtras(extras).build(); |
| |
| TextLinks textLinks = classifier.generateLinks(null, null, request); |
| |
| assertThat(textLinks.getLinks()).hasSize(1); |
| TextLinks.TextLink textLink = textLinks.getLinks().iterator().next(); |
| List<Bundle> entities = ExtrasUtils.getEntities(textLink.getExtras()); |
| assertThat(entities).hasSize(1); |
| Bundle entity = entities.get(0); |
| assertThat(ExtrasUtils.getEntityType(entity)).isEqualTo(TextClassifier.TYPE_PHONE); |
| } |
| |
| @Test |
| public void testGenerateLinks_entityData_disabled() throws IOException { |
| String text = "The number is +12122537077."; |
| TextLinks.Request request = new TextLinks.Request.Builder(text).build(); |
| |
| TextLinks textLinks = classifier.generateLinks(null, null, request); |
| |
| assertThat(textLinks.getLinks()).hasSize(1); |
| TextLinks.TextLink textLink = textLinks.getLinks().iterator().next(); |
| List<Bundle> entities = ExtrasUtils.getEntities(textLink.getExtras()); |
| assertThat(entities).isNull(); |
| } |
| |
| @Test |
| public void testDetectLanguage() throws IOException { |
| String text = "This is English text"; |
| TextLanguage.Request request = new TextLanguage.Request.Builder(text).build(); |
| TextLanguage textLanguage = classifier.detectLanguage(null, null, request); |
| assertThat(textLanguage, isTextLanguage("en")); |
| } |
| |
| @Test |
| public void testDetectLanguage_japanese() throws IOException { |
| String text = "これは日本語のテキストです"; |
| TextLanguage.Request request = new TextLanguage.Request.Builder(text).build(); |
| TextLanguage textLanguage = classifier.detectLanguage(null, null, request); |
| assertThat(textLanguage, isTextLanguage("ja")); |
| } |
| |
| @Test |
| public void testSuggestConversationActions_textReplyOnly_maxOne() throws IOException { |
| ConversationActions.Message message = |
| new ConversationActions.Message.Builder(ConversationActions.Message.PERSON_USER_OTHERS) |
| .setText("Where are you?") |
| .build(); |
| TextClassifier.EntityConfig typeConfig = |
| new TextClassifier.EntityConfig.Builder() |
| .includeTypesFromTextClassifier(false) |
| .setIncludedTypes(Collections.singletonList(ConversationAction.TYPE_TEXT_REPLY)) |
| .build(); |
| ConversationActions.Request request = |
| new ConversationActions.Request.Builder(Collections.singletonList(message)) |
| .setMaxSuggestions(1) |
| .setTypeConfig(typeConfig) |
| .build(); |
| |
| ConversationActions conversationActions = |
| classifier.suggestConversationActions(null, null, request); |
| assertThat(conversationActions.getConversationActions()).hasSize(1); |
| ConversationAction conversationAction = conversationActions.getConversationActions().get(0); |
| assertThat(conversationAction.getType()).isEqualTo(ConversationAction.TYPE_TEXT_REPLY); |
| assertThat(conversationAction.getTextReply()).isNotNull(); |
| } |
| |
| @Test |
| public void testSuggestConversationActions_textReplyOnly_noMax() throws IOException { |
| ConversationActions.Message message = |
| new ConversationActions.Message.Builder(ConversationActions.Message.PERSON_USER_OTHERS) |
| .setText("Where are you?") |
| .build(); |
| TextClassifier.EntityConfig typeConfig = |
| new TextClassifier.EntityConfig.Builder() |
| .includeTypesFromTextClassifier(false) |
| .setIncludedTypes(Collections.singletonList(ConversationAction.TYPE_TEXT_REPLY)) |
| .build(); |
| ConversationActions.Request request = |
| new ConversationActions.Request.Builder(Collections.singletonList(message)) |
| .setTypeConfig(typeConfig) |
| .build(); |
| |
| ConversationActions conversationActions = |
| classifier.suggestConversationActions(null, null, request); |
| assertTrue(conversationActions.getConversationActions().size() > 1); |
| for (ConversationAction conversationAction : conversationActions.getConversationActions()) { |
| assertThat(conversationAction, isConversationAction(ConversationAction.TYPE_TEXT_REPLY)); |
| } |
| } |
| |
| @Test |
| public void testSuggestConversationActions_openUrl() throws IOException { |
| ConversationActions.Message message = |
| new ConversationActions.Message.Builder(ConversationActions.Message.PERSON_USER_OTHERS) |
| .setText("Check this out: https://www.android.com") |
| .build(); |
| TextClassifier.EntityConfig typeConfig = |
| new TextClassifier.EntityConfig.Builder() |
| .includeTypesFromTextClassifier(false) |
| .setIncludedTypes(Collections.singletonList(ConversationAction.TYPE_OPEN_URL)) |
| .build(); |
| ConversationActions.Request request = |
| new ConversationActions.Request.Builder(Collections.singletonList(message)) |
| .setMaxSuggestions(1) |
| .setTypeConfig(typeConfig) |
| .build(); |
| |
| ConversationActions conversationActions = |
| classifier.suggestConversationActions(null, null, request); |
| assertThat(conversationActions.getConversationActions()).hasSize(1); |
| ConversationAction conversationAction = conversationActions.getConversationActions().get(0); |
| assertThat(conversationAction.getType()).isEqualTo(ConversationAction.TYPE_OPEN_URL); |
| Intent actionIntent = ExtrasUtils.getActionIntent(conversationAction.getExtras()); |
| assertThat(actionIntent.getAction()).isEqualTo(Intent.ACTION_VIEW); |
| assertThat(actionIntent.getData()).isEqualTo(Uri.parse("https://www.android.com")); |
| assertNoPackageInfoInExtras(actionIntent); |
| } |
| |
| @Test |
| public void testSuggestConversationActions_copy() throws IOException { |
| ConversationActions.Message message = |
| new ConversationActions.Message.Builder(ConversationActions.Message.PERSON_USER_OTHERS) |
| .setText("Authentication code: 12345") |
| .build(); |
| TextClassifier.EntityConfig typeConfig = |
| new TextClassifier.EntityConfig.Builder() |
| .includeTypesFromTextClassifier(false) |
| .setIncludedTypes(Collections.singletonList(TYPE_COPY)) |
| .build(); |
| ConversationActions.Request request = |
| new ConversationActions.Request.Builder(Collections.singletonList(message)) |
| .setMaxSuggestions(1) |
| .setTypeConfig(typeConfig) |
| .build(); |
| |
| ConversationActions conversationActions = |
| classifier.suggestConversationActions(null, null, request); |
| assertThat(conversationActions.getConversationActions()).hasSize(1); |
| ConversationAction conversationAction = conversationActions.getConversationActions().get(0); |
| assertThat(conversationAction.getType()).isEqualTo(TYPE_COPY); |
| assertThat(conversationAction.getTextReply()).isAnyOf(null, ""); |
| assertThat(conversationAction.getAction()).isNull(); |
| String code = ExtrasUtils.getCopyText(conversationAction.getExtras()); |
| assertThat(code).isEqualTo("12345"); |
| assertThat(ExtrasUtils.getSerializedEntityData(conversationAction.getExtras())).isNotEmpty(); |
| } |
| |
| @Test |
| public void testSuggestConversationActions_deduplicate() throws IOException { |
| ConversationActions.Message message = |
| new ConversationActions.Message.Builder(ConversationActions.Message.PERSON_USER_OTHERS) |
| .setText("a@android.com b@android.com") |
| .build(); |
| ConversationActions.Request request = |
| new ConversationActions.Request.Builder(Collections.singletonList(message)) |
| .setMaxSuggestions(3) |
| .build(); |
| |
| ConversationActions conversationActions = |
| classifier.suggestConversationActions(null, null, request); |
| |
| assertThat(conversationActions.getConversationActions()).isEmpty(); |
| } |
| |
| @Test |
| public void testUseCachedAnnotatorModelDisabled() throws IOException { |
| deviceConfig.setConfig(TextClassifierSettings.MODEL_DOWNLOAD_MANAGER_ENABLED, true); |
| |
| String annotatorFilePath = TestDataUtils.getTestAnnotatorModelFile().getPath(); |
| ModelFile annotatorModelA = |
| new ModelFile(ModelType.ANNOTATOR, annotatorFilePath, 701, "en", false); |
| ModelFile annotatorModelB = |
| new ModelFile(ModelType.ANNOTATOR, annotatorFilePath, 801, "en", false); |
| |
| String englishText = "You can reach me on +12122537077."; |
| String classifiedText = "+12122537077"; |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(englishText, 0, englishText.length()).build(); |
| |
| // Check modelFileA v701 |
| when(modelFileManager.findBestModelFile(eq(ModelType.ANNOTATOR), any(), any())) |
| .thenReturn(annotatorModelA); |
| TextClassification classificationA = classifier.classifyText(null, null, request); |
| |
| assertThat(classificationA.getId()).contains("v701"); |
| assertThat(classificationA.getText()).contains(classifiedText); |
| assertArrayEquals( |
| new int[] {0, 0, 0, 0}, |
| new int[] { |
| annotatorModelCache.putCount(), |
| annotatorModelCache.evictionCount(), |
| annotatorModelCache.hitCount(), |
| annotatorModelCache.missCount() |
| }); |
| |
| // Check modelFileB v801 |
| when(modelFileManager.findBestModelFile(eq(ModelType.ANNOTATOR), any(), any())) |
| .thenReturn(annotatorModelB); |
| TextClassification classificationB = classifier.classifyText(null, null, request); |
| |
| assertThat(classificationB.getId()).contains("v801"); |
| assertThat(classificationB.getText()).contains(classifiedText); |
| assertArrayEquals( |
| new int[] {0, 0, 0, 0}, |
| new int[] { |
| annotatorModelCache.putCount(), |
| annotatorModelCache.evictionCount(), |
| annotatorModelCache.hitCount(), |
| annotatorModelCache.missCount() |
| }); |
| |
| // Reload modelFileA v701 |
| when(modelFileManager.findBestModelFile(eq(ModelType.ANNOTATOR), any(), any())) |
| .thenReturn(annotatorModelA); |
| TextClassification classificationAcached = classifier.classifyText(null, null, request); |
| |
| assertThat(classificationAcached.getId()).contains("v701"); |
| assertThat(classificationAcached.getText()).contains(classifiedText); |
| assertArrayEquals( |
| new int[] {0, 0, 0, 0}, |
| new int[] { |
| annotatorModelCache.putCount(), |
| annotatorModelCache.evictionCount(), |
| annotatorModelCache.hitCount(), |
| annotatorModelCache.missCount() |
| }); |
| } |
| |
| @Test |
| public void testUseCachedAnnotatorModelEnabled() throws IOException { |
| deviceConfig.setConfig(TextClassifierSettings.MODEL_DOWNLOAD_MANAGER_ENABLED, true); |
| deviceConfig.setConfig(TextClassifierSettings.MULTI_ANNOTATOR_CACHE_ENABLED, true); |
| |
| String annotatorFilePath = TestDataUtils.getTestAnnotatorModelFile().getPath(); |
| ModelFile annotatorModelA = |
| new ModelFile(ModelType.ANNOTATOR, annotatorFilePath, 701, "en", false); |
| ModelFile annotatorModelB = |
| new ModelFile(ModelType.ANNOTATOR, annotatorFilePath, 801, "en", false); |
| |
| String englishText = "You can reach me on +12122537077."; |
| String classifiedText = "+12122537077"; |
| TextClassification.Request request = |
| new TextClassification.Request.Builder(englishText, 0, englishText.length()).build(); |
| |
| // Check modelFileA v701 |
| when(modelFileManager.findBestModelFile(eq(ModelType.ANNOTATOR), any(), any())) |
| .thenReturn(annotatorModelA); |
| TextClassification classification = classifier.classifyText(null, null, request); |
| |
| assertThat(classification.getId()).contains("v701"); |
| assertThat(classification.getText()).contains(classifiedText); |
| assertArrayEquals( |
| new int[] {1, 0, 0, 1}, |
| new int[] { |
| annotatorModelCache.putCount(), |
| annotatorModelCache.evictionCount(), |
| annotatorModelCache.hitCount(), |
| annotatorModelCache.missCount() |
| }); |
| |
| // Check modelFileB v801 |
| when(modelFileManager.findBestModelFile(eq(ModelType.ANNOTATOR), any(), any())) |
| .thenReturn(annotatorModelB); |
| TextClassification classificationB = classifier.classifyText(null, null, request); |
| |
| assertThat(classificationB.getId()).contains("v801"); |
| assertThat(classificationB.getText()).contains(classifiedText); |
| assertArrayEquals( |
| new int[] {2, 0, 0, 2}, |
| new int[] { |
| annotatorModelCache.putCount(), |
| annotatorModelCache.evictionCount(), |
| annotatorModelCache.hitCount(), |
| annotatorModelCache.missCount() |
| }); |
| |
| // Reload modelFileA v701 |
| when(modelFileManager.findBestModelFile(eq(ModelType.ANNOTATOR), any(), any())) |
| .thenReturn(annotatorModelA); |
| TextClassification classificationAcached = classifier.classifyText(null, null, request); |
| |
| assertThat(classificationAcached.getId()).contains("v701"); |
| assertThat(classificationAcached.getText()).contains(classifiedText); |
| assertArrayEquals( |
| new int[] {2, 0, 1, 2}, |
| new int[] { |
| annotatorModelCache.putCount(), |
| annotatorModelCache.evictionCount(), |
| annotatorModelCache.hitCount(), |
| annotatorModelCache.missCount() |
| }); |
| } |
| |
| private static void assertNoPackageInfoInExtras(Intent intent) { |
| assertThat(intent.getComponent()).isNull(); |
| assertThat(intent.getPackage()).isNull(); |
| } |
| |
| private static Matcher<TextSelection> isTextSelection( |
| final int startIndex, final int endIndex, final String type) { |
| return new BaseMatcher<TextSelection>() { |
| @Override |
| public boolean matches(Object o) { |
| if (o instanceof TextSelection) { |
| TextSelection selection = (TextSelection) o; |
| return startIndex == selection.getSelectionStartIndex() |
| && endIndex == selection.getSelectionEndIndex() |
| && typeMatches(selection, type); |
| } |
| return false; |
| } |
| |
| private boolean typeMatches(TextSelection selection, String type) { |
| return type == null |
| || (selection.getEntityCount() > 0 |
| && type.trim().equalsIgnoreCase(selection.getEntity(0))); |
| } |
| |
| @Override |
| public void describeTo(Description description) { |
| description.appendValue(String.format("%d, %d, %s", startIndex, endIndex, type)); |
| } |
| }; |
| } |
| |
| private static Matcher<TextLinks> isTextLinksContaining( |
| final String text, final String substring, final String type) { |
| return new BaseMatcher<TextLinks>() { |
| |
| @Override |
| public void describeTo(Description description) { |
| description |
| .appendText("text=") |
| .appendValue(text) |
| .appendText(", substring=") |
| .appendValue(substring) |
| .appendText(", type=") |
| .appendValue(type); |
| } |
| |
| @Override |
| public boolean matches(Object o) { |
| if (o instanceof TextLinks) { |
| for (TextLinks.TextLink link : ((TextLinks) o).getLinks()) { |
| if (text.subSequence(link.getStart(), link.getEnd()).toString().equals(substring)) { |
| return type.equals(link.getEntity(0)); |
| } |
| } |
| } |
| return false; |
| } |
| }; |
| } |
| |
| private static Matcher<TextClassification> isTextClassification( |
| final String text, final String type) { |
| return new BaseMatcher<TextClassification>() { |
| @Override |
| public boolean matches(Object o) { |
| if (o instanceof TextClassification) { |
| TextClassification result = (TextClassification) o; |
| return text.equals(result.getText()) |
| && result.getEntityCount() > 0 |
| && type.equals(result.getEntity(0)); |
| } |
| return false; |
| } |
| |
| @Override |
| public void describeTo(Description description) { |
| description.appendText("text=").appendValue(text).appendText(", type=").appendValue(type); |
| } |
| }; |
| } |
| |
| private static Matcher<TextClassification> containsIntentWithAction(final String action) { |
| return new BaseMatcher<TextClassification>() { |
| @Override |
| public boolean matches(Object o) { |
| if (o instanceof TextClassification) { |
| TextClassification result = (TextClassification) o; |
| return ExtrasUtils.findAction(result, action) != null; |
| } |
| return false; |
| } |
| |
| @Override |
| public void describeTo(Description description) { |
| description.appendText("intent action=").appendValue(action); |
| } |
| }; |
| } |
| |
| private static Matcher<TextLanguage> isTextLanguage(final String languageTag) { |
| return new BaseMatcher<TextLanguage>() { |
| @Override |
| public boolean matches(Object o) { |
| if (o instanceof TextLanguage) { |
| TextLanguage result = (TextLanguage) o; |
| return result.getLocaleHypothesisCount() > 0 |
| && languageTag.equals(result.getLocale(0).toLanguageTag()); |
| } |
| return false; |
| } |
| |
| @Override |
| public void describeTo(Description description) { |
| description.appendText("locale=").appendValue(languageTag); |
| } |
| }; |
| } |
| |
| private static Matcher<ConversationAction> isConversationAction(String actionType) { |
| return new BaseMatcher<ConversationAction>() { |
| @Override |
| public boolean matches(Object o) { |
| if (!(o instanceof ConversationAction)) { |
| return false; |
| } |
| ConversationAction conversationAction = (ConversationAction) o; |
| if (!actionType.equals(conversationAction.getType())) { |
| return false; |
| } |
| if (ConversationAction.TYPE_TEXT_REPLY.equals(actionType)) { |
| if (conversationAction.getTextReply() == null) { |
| return false; |
| } |
| } |
| if (conversationAction.getConfidenceScore() < 0 |
| || conversationAction.getConfidenceScore() > 1) { |
| return false; |
| } |
| return true; |
| } |
| |
| @Override |
| public void describeTo(Description description) { |
| description.appendText("actionType=").appendValue(actionType); |
| } |
| }; |
| } |
| } |
