blob: 64ca857085d29a1c1987a1fa86ac5581f8b5246d [file] [log] [blame]
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "components/autofill/core/browser/autofill_metrics.h"
#include <vector>
#include "base/memory/ref_counted.h"
#include "base/memory/scoped_ptr.h"
#include "base/prefs/pref_service.h"
#include "base/run_loop.h"
#include "base/strings/string16.h"
#include "base/strings/utf_string_conversions.h"
#include "base/time/time.h"
#include "components/autofill/core/browser/autofill_external_delegate.h"
#include "components/autofill/core/browser/autofill_manager.h"
#include "components/autofill/core/browser/autofill_test_utils.h"
#include "components/autofill/core/browser/personal_data_manager.h"
#include "components/autofill/core/browser/test_autofill_client.h"
#include "components/autofill/core/browser/test_autofill_driver.h"
#include "components/autofill/core/browser/webdata/autofill_webdata_service.h"
#include "components/autofill/core/common/form_data.h"
#include "components/autofill/core/common/form_field_data.h"
#include "components/webdata/common/web_data_results.h"
#include "testing/gmock/include/gmock/gmock.h"
#include "testing/gtest/include/gtest/gtest.h"
#include "ui/gfx/rect.h"
#include "url/gurl.h"
using base::ASCIIToUTF16;
using base::TimeDelta;
using base::TimeTicks;
using testing::_;
using testing::AnyNumber;
using testing::Mock;
namespace autofill {
namespace {
class MockAutofillMetrics : public AutofillMetrics {
public:
MockAutofillMetrics() {}
MOCK_CONST_METHOD1(LogCreditCardInfoBarMetric, void(InfoBarMetric metric));
MOCK_CONST_METHOD1(LogDeveloperEngagementMetric,
void(DeveloperEngagementMetric metric));
MOCK_CONST_METHOD2(LogHeuristicTypePrediction,
void(FieldTypeQualityMetric metric,
ServerFieldType field_type));
MOCK_CONST_METHOD2(LogOverallTypePrediction,
void(FieldTypeQualityMetric metric,
ServerFieldType field_type));
MOCK_CONST_METHOD2(LogServerTypePrediction,
void(FieldTypeQualityMetric metric,
ServerFieldType field_type));
MOCK_CONST_METHOD1(LogServerQueryMetric, void(ServerQueryMetric metric));
MOCK_CONST_METHOD1(LogUserHappinessMetric, void(UserHappinessMetric metric));
MOCK_CONST_METHOD1(LogFormFillDurationFromLoadWithAutofill,
void(const TimeDelta& duration));
MOCK_CONST_METHOD1(LogFormFillDurationFromLoadWithoutAutofill,
void(const TimeDelta& duration));
MOCK_CONST_METHOD1(LogFormFillDurationFromInteractionWithAutofill,
void(const TimeDelta& duration));
MOCK_CONST_METHOD1(LogFormFillDurationFromInteractionWithoutAutofill,
void(const TimeDelta& duration));
MOCK_CONST_METHOD1(LogIsAutofillEnabledAtPageLoad, void(bool enabled));
MOCK_CONST_METHOD1(LogIsAutofillEnabledAtStartup, void(bool enabled));
MOCK_CONST_METHOD1(LogStoredProfileCount, void(size_t num_profiles));
MOCK_CONST_METHOD1(LogAddressSuggestionsCount, void(size_t num_suggestions));
private:
DISALLOW_COPY_AND_ASSIGN(MockAutofillMetrics);
};
class TestPersonalDataManager : public PersonalDataManager {
public:
TestPersonalDataManager()
: PersonalDataManager("en-US"),
autofill_enabled_(true) {
set_metric_logger(new testing::NiceMock<MockAutofillMetrics>());
CreateTestAutofillProfiles(&web_profiles_);
}
using PersonalDataManager::set_database;
using PersonalDataManager::SetPrefService;
// Overridden to avoid a trip to the database. This should be a no-op except
// for the side-effect of logging the profile count.
virtual void LoadProfiles() override {
std::vector<AutofillProfile*> profiles;
web_profiles_.release(&profiles);
WDResult<std::vector<AutofillProfile*> > result(AUTOFILL_PROFILES_RESULT,
profiles);
ReceiveLoadedProfiles(0, &result);
}
// Overridden to avoid a trip to the database.
virtual void LoadCreditCards() override {}
const MockAutofillMetrics* metric_logger() const {
return static_cast<const MockAutofillMetrics*>(
PersonalDataManager::metric_logger());
}
void set_autofill_enabled(bool autofill_enabled) {
autofill_enabled_ = autofill_enabled;
}
virtual bool IsAutofillEnabled() const override {
return autofill_enabled_;
}
MOCK_METHOD1(SaveImportedCreditCard,
std::string(const CreditCard& imported_credit_card));
private:
void CreateTestAutofillProfiles(ScopedVector<AutofillProfile>* profiles) {
AutofillProfile* profile = new AutofillProfile;
test::SetProfileInfo(profile, "Elvis", "Aaron",
"Presley", "theking@gmail.com", "RCA",
"3734 Elvis Presley Blvd.", "Apt. 10",
"Memphis", "Tennessee", "38116", "US",
"12345678901");
profile->set_guid("00000000-0000-0000-0000-000000000001");
profiles->push_back(profile);
profile = new AutofillProfile;
test::SetProfileInfo(profile, "Charles", "Hardin",
"Holley", "buddy@gmail.com", "Decca",
"123 Apple St.", "unit 6", "Lubbock",
"Texas", "79401", "US", "2345678901");
profile->set_guid("00000000-0000-0000-0000-000000000002");
profiles->push_back(profile);
}
bool autofill_enabled_;
DISALLOW_COPY_AND_ASSIGN(TestPersonalDataManager);
};
class TestFormStructure : public FormStructure {
public:
explicit TestFormStructure(const FormData& form) : FormStructure(form) {}
~TestFormStructure() override {}
void SetFieldTypes(const std::vector<ServerFieldType>& heuristic_types,
const std::vector<ServerFieldType>& server_types) {
ASSERT_EQ(field_count(), heuristic_types.size());
ASSERT_EQ(field_count(), server_types.size());
for (size_t i = 0; i < field_count(); ++i) {
AutofillField* form_field = field(i);
ASSERT_TRUE(form_field);
form_field->set_heuristic_type(heuristic_types[i]);
form_field->set_server_type(server_types[i]);
}
UpdateAutofillCount();
}
private:
DISALLOW_COPY_AND_ASSIGN(TestFormStructure);
};
class TestAutofillManager : public AutofillManager {
public:
TestAutofillManager(AutofillDriver* driver,
AutofillClient* autofill_client,
TestPersonalDataManager* personal_manager)
: AutofillManager(driver, autofill_client, personal_manager),
autofill_enabled_(true) {
set_metric_logger(new testing::NiceMock<MockAutofillMetrics>);
}
~TestAutofillManager() override {}
bool IsAutofillEnabled() const override { return autofill_enabled_; }
void set_autofill_enabled(bool autofill_enabled) {
autofill_enabled_ = autofill_enabled;
}
MockAutofillMetrics* metric_logger() {
return static_cast<MockAutofillMetrics*>(const_cast<AutofillMetrics*>(
AutofillManager::metric_logger()));
}
void AddSeenForm(const FormData& form,
const std::vector<ServerFieldType>& heuristic_types,
const std::vector<ServerFieldType>& server_types) {
FormData empty_form = form;
for (size_t i = 0; i < empty_form.fields.size(); ++i) {
empty_form.fields[i].value = base::string16();
}
// |form_structure| will be owned by |form_structures()|.
TestFormStructure* form_structure = new TestFormStructure(empty_form);
form_structure->SetFieldTypes(heuristic_types, server_types);
form_structures()->push_back(form_structure);
}
void FormSubmitted(const FormData& form, const TimeTicks& timestamp) {
run_loop_.reset(new base::RunLoop());
if (!OnFormSubmitted(form, timestamp))
return;
// Wait for the asynchronous FormSubmitted() call to complete.
run_loop_->Run();
}
void UploadFormDataAsyncCallback(
const FormStructure* submitted_form,
const base::TimeTicks& load_time,
const base::TimeTicks& interaction_time,
const base::TimeTicks& submission_time) override {
run_loop_->Quit();
AutofillManager::UploadFormDataAsyncCallback(submitted_form,
load_time,
interaction_time,
submission_time);
}
private:
bool autofill_enabled_;
scoped_ptr<base::RunLoop> run_loop_;
DISALLOW_COPY_AND_ASSIGN(TestAutofillManager);
};
} // namespace
class AutofillMetricsTest : public testing::Test {
public:
~AutofillMetricsTest() override;
void SetUp() override;
void TearDown() override;
protected:
base::MessageLoop message_loop_;
TestAutofillClient autofill_client_;
scoped_ptr<TestAutofillDriver> autofill_driver_;
scoped_ptr<TestAutofillManager> autofill_manager_;
scoped_ptr<TestPersonalDataManager> personal_data_;
scoped_ptr<AutofillExternalDelegate> external_delegate_;
};
AutofillMetricsTest::~AutofillMetricsTest() {
// Order of destruction is important as AutofillManager relies on
// PersonalDataManager to be around when it gets destroyed.
autofill_manager_.reset();
}
void AutofillMetricsTest::SetUp() {
autofill_client_.SetPrefs(test::PrefServiceForTesting());
// Ensure Mac OS X does not pop up a modal dialog for the Address Book.
test::DisableSystemServices(autofill_client_.GetPrefs());
personal_data_.reset(new TestPersonalDataManager());
personal_data_->set_database(autofill_client_.GetDatabase());
personal_data_->SetPrefService(autofill_client_.GetPrefs());
autofill_driver_.reset(new TestAutofillDriver());
autofill_manager_.reset(new TestAutofillManager(
autofill_driver_.get(), &autofill_client_, personal_data_.get()));
external_delegate_.reset(new AutofillExternalDelegate(
autofill_manager_.get(),
autofill_driver_.get()));
autofill_manager_->SetExternalDelegate(external_delegate_.get());
}
void AutofillMetricsTest::TearDown() {
// Order of destruction is important as AutofillManager relies on
// PersonalDataManager to be around when it gets destroyed.
autofill_manager_.reset();
autofill_driver_.reset();
personal_data_.reset();
}
// Test that we log quality metrics appropriately.
TEST_F(AutofillMetricsTest, QualityMetrics) {
// Set up our form data.
FormData form;
form.name = ASCIIToUTF16("TestForm");
form.origin = GURL("http://example.com/form.html");
form.action = GURL("http://example.com/submit.html");
form.user_submitted = true;
std::vector<ServerFieldType> heuristic_types, server_types;
FormFieldData field;
test::CreateTestFormField(
"Autofilled", "autofilled", "Elvis Aaron Presley", "text", &field);
field.is_autofilled = true;
form.fields.push_back(field);
heuristic_types.push_back(NAME_FULL);
server_types.push_back(NAME_FIRST);
test::CreateTestFormField(
"Autofill Failed", "autofillfailed", "buddy@gmail.com", "text", &field);
field.is_autofilled = false;
form.fields.push_back(field);
heuristic_types.push_back(PHONE_HOME_NUMBER);
server_types.push_back(EMAIL_ADDRESS);
test::CreateTestFormField("Empty", "empty", "", "text", &field);
field.is_autofilled = false;
form.fields.push_back(field);
heuristic_types.push_back(NAME_FULL);
server_types.push_back(NAME_FIRST);
test::CreateTestFormField("Unknown", "unknown", "garbage", "text", &field);
field.is_autofilled = false;
form.fields.push_back(field);
heuristic_types.push_back(PHONE_HOME_NUMBER);
server_types.push_back(EMAIL_ADDRESS);
test::CreateTestFormField("Select", "select", "USA", "select-one", &field);
field.is_autofilled = false;
form.fields.push_back(field);
heuristic_types.push_back(UNKNOWN_TYPE);
server_types.push_back(NO_SERVER_DATA);
test::CreateTestFormField("Phone", "phone", "2345678901", "tel", &field);
field.is_autofilled = true;
form.fields.push_back(field);
heuristic_types.push_back(PHONE_HOME_CITY_AND_NUMBER);
server_types.push_back(PHONE_HOME_WHOLE_NUMBER);
// Simulate having seen this form on page load.
autofill_manager_->AddSeenForm(form, heuristic_types, server_types);
// Establish our expectations.
::testing::InSequence dummy;
// Autofilled field
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogHeuristicTypePrediction(AutofillMetrics::TYPE_MATCH,
NAME_FULL));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogServerTypePrediction(AutofillMetrics::TYPE_MISMATCH,
NAME_FULL));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogOverallTypePrediction(AutofillMetrics::TYPE_MISMATCH,
NAME_FULL));
// Non-autofilled field for which we had data
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogHeuristicTypePrediction(AutofillMetrics::TYPE_MISMATCH,
EMAIL_ADDRESS));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogServerTypePrediction(AutofillMetrics::TYPE_MATCH,
EMAIL_ADDRESS));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogOverallTypePrediction(AutofillMetrics::TYPE_MATCH,
EMAIL_ADDRESS));
// Empty field
// Unknown field
// <select> field
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogHeuristicTypePrediction(AutofillMetrics::TYPE_UNKNOWN,
ADDRESS_HOME_COUNTRY));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogServerTypePrediction(AutofillMetrics::TYPE_UNKNOWN,
ADDRESS_HOME_COUNTRY));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogOverallTypePrediction(AutofillMetrics::TYPE_UNKNOWN,
ADDRESS_HOME_COUNTRY));
// Phone field
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogHeuristicTypePrediction(AutofillMetrics::TYPE_MATCH,
PHONE_HOME_WHOLE_NUMBER));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogServerTypePrediction(AutofillMetrics::TYPE_MATCH,
PHONE_HOME_WHOLE_NUMBER));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogOverallTypePrediction(AutofillMetrics::TYPE_MATCH,
PHONE_HOME_WHOLE_NUMBER));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_FILLABLE_FORM_AUTOFILLED_SOME));
// Simulate form submission.
EXPECT_NO_FATAL_FAILURE(autofill_manager_->FormSubmitted(form,
TimeTicks::Now()));
}
// Test that we behave sanely when the cached form differs from the submitted
// one.
TEST_F(AutofillMetricsTest, SaneMetricsWithCacheMismatch) {
// Set up our form data.
FormData form;
form.name = ASCIIToUTF16("TestForm");
form.origin = GURL("http://example.com/form.html");
form.action = GURL("http://example.com/submit.html");
form.user_submitted = true;
std::vector<ServerFieldType> heuristic_types, server_types;
FormFieldData field;
test::CreateTestFormField(
"Both match", "match", "Elvis Aaron Presley", "text", &field);
field.is_autofilled = true;
form.fields.push_back(field);
heuristic_types.push_back(NAME_FULL);
server_types.push_back(NAME_FULL);
test::CreateTestFormField(
"Both mismatch", "mismatch", "buddy@gmail.com", "text", &field);
field.is_autofilled = false;
form.fields.push_back(field);
heuristic_types.push_back(PHONE_HOME_NUMBER);
server_types.push_back(PHONE_HOME_NUMBER);
test::CreateTestFormField(
"Only heuristics match", "mixed", "Memphis", "text", &field);
field.is_autofilled = false;
form.fields.push_back(field);
heuristic_types.push_back(ADDRESS_HOME_CITY);
server_types.push_back(PHONE_HOME_NUMBER);
test::CreateTestFormField("Unknown", "unknown", "garbage", "text", &field);
field.is_autofilled = false;
form.fields.push_back(field);
heuristic_types.push_back(UNKNOWN_TYPE);
server_types.push_back(UNKNOWN_TYPE);
// Simulate having seen this form with the desired heuristic and server types.
// |form_structure| will be owned by |autofill_manager_|.
autofill_manager_->AddSeenForm(form, heuristic_types, server_types);
// Add a field and re-arrange the remaining form fields before submitting.
std::vector<FormFieldData> cached_fields = form.fields;
form.fields.clear();
test::CreateTestFormField(
"New field", "new field", "Tennessee", "text", &field);
form.fields.push_back(field);
form.fields.push_back(cached_fields[2]);
form.fields.push_back(cached_fields[1]);
form.fields.push_back(cached_fields[3]);
form.fields.push_back(cached_fields[0]);
// Establish our expectations.
::testing::InSequence dummy;
// New field
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogHeuristicTypePrediction(AutofillMetrics::TYPE_UNKNOWN,
ADDRESS_HOME_STATE));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogServerTypePrediction(AutofillMetrics::TYPE_UNKNOWN,
ADDRESS_HOME_STATE));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogOverallTypePrediction(AutofillMetrics::TYPE_UNKNOWN,
ADDRESS_HOME_STATE));
// Only heuristics match
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogHeuristicTypePrediction(AutofillMetrics::TYPE_MATCH,
ADDRESS_HOME_CITY));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogServerTypePrediction(AutofillMetrics::TYPE_MISMATCH,
ADDRESS_HOME_CITY));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogOverallTypePrediction(AutofillMetrics::TYPE_MISMATCH,
ADDRESS_HOME_CITY));
// Both mismatch
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogHeuristicTypePrediction(AutofillMetrics::TYPE_MISMATCH,
EMAIL_ADDRESS));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogServerTypePrediction(AutofillMetrics::TYPE_MISMATCH,
EMAIL_ADDRESS));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogOverallTypePrediction(AutofillMetrics::TYPE_MISMATCH,
EMAIL_ADDRESS));
// Unknown
// Both match
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogHeuristicTypePrediction(AutofillMetrics::TYPE_MATCH,
NAME_FULL));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogServerTypePrediction(AutofillMetrics::TYPE_MATCH,
NAME_FULL));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogOverallTypePrediction(AutofillMetrics::TYPE_MATCH,
NAME_FULL));
// Simulate form submission.
EXPECT_NO_FATAL_FAILURE(autofill_manager_->FormSubmitted(form,
TimeTicks::Now()));
}
// Verify that we correctly log metrics regarding developer engagement.
TEST_F(AutofillMetricsTest, DeveloperEngagement) {
// Start with a non-fillable form.
FormData form;
form.name = ASCIIToUTF16("TestForm");
form.origin = GURL("http://example.com/form.html");
form.action = GURL("http://example.com/submit.html");
FormFieldData field;
test::CreateTestFormField("Name", "name", "", "text", &field);
form.fields.push_back(field);
test::CreateTestFormField("Email", "email", "", "text", &field);
form.fields.push_back(field);
std::vector<FormData> forms(1, form);
// Ensure no metrics are logged when loading a non-fillable form.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogDeveloperEngagementMetric(_)).Times(0);
autofill_manager_->OnFormsSeen(forms, TimeTicks());
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
// Add another field to the form, so that it becomes fillable.
test::CreateTestFormField("Phone", "phone", "", "text", &field);
forms.back().fields.push_back(field);
// Expect only the "form parsed" metric to be logged; no metrics about
// author-specified field type hints.
{
EXPECT_CALL(
*autofill_manager_->metric_logger(),
LogDeveloperEngagementMetric(
AutofillMetrics::FILLABLE_FORM_PARSED)).Times(1);
EXPECT_CALL(
*autofill_manager_->metric_logger(),
LogDeveloperEngagementMetric(
AutofillMetrics::FILLABLE_FORM_CONTAINS_TYPE_HINTS)).Times(0);
autofill_manager_->OnFormsSeen(forms, TimeTicks());
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
// Add some fields with an author-specified field type to the form.
// We need to add at least three fields, because a form must have at least
// three fillable fields to be considered to be autofillable; and if at least
// one field specifies an explicit type hint, we don't apply any of our usual
// local heuristics to detect field types in the rest of the form.
test::CreateTestFormField("", "", "", "text", &field);
field.autocomplete_attribute = "given-name";
forms.back().fields.push_back(field);
test::CreateTestFormField("", "", "", "text", &field);
field.autocomplete_attribute = "email";
forms.back().fields.push_back(field);
test::CreateTestFormField("", "", "", "text", &field);
field.autocomplete_attribute = "address-line1";
forms.back().fields.push_back(field);
// Expect both the "form parsed" metric and the author-specified field type
// hints metric to be logged.
{
EXPECT_CALL(
*autofill_manager_->metric_logger(),
LogDeveloperEngagementMetric(
AutofillMetrics::FILLABLE_FORM_PARSED)).Times(1);
EXPECT_CALL(
*autofill_manager_->metric_logger(),
LogDeveloperEngagementMetric(
AutofillMetrics::FILLABLE_FORM_CONTAINS_TYPE_HINTS)).Times(1);
autofill_manager_->OnFormsSeen(forms, TimeTicks());
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
}
// Test that the profile count is logged correctly.
TEST_F(AutofillMetricsTest, StoredProfileCount) {
// The metric should be logged when the profiles are first loaded.
EXPECT_CALL(*personal_data_->metric_logger(),
LogStoredProfileCount(2)).Times(1);
personal_data_->LoadProfiles();
// The metric should only be logged once.
EXPECT_CALL(*personal_data_->metric_logger(),
LogStoredProfileCount(::testing::_)).Times(0);
personal_data_->LoadProfiles();
}
// Test that we correctly log when Autofill is enabled.
TEST_F(AutofillMetricsTest, AutofillIsEnabledAtStartup) {
personal_data_->set_autofill_enabled(true);
EXPECT_CALL(*personal_data_->metric_logger(),
LogIsAutofillEnabledAtStartup(true)).Times(1);
personal_data_->Init(
autofill_client_.GetDatabase(), autofill_client_.GetPrefs(), false);
}
// Test that we correctly log when Autofill is disabled.
TEST_F(AutofillMetricsTest, AutofillIsDisabledAtStartup) {
personal_data_->set_autofill_enabled(false);
EXPECT_CALL(*personal_data_->metric_logger(),
LogIsAutofillEnabledAtStartup(false)).Times(1);
personal_data_->Init(
autofill_client_.GetDatabase(), autofill_client_.GetPrefs(), false);
}
// Test that we log the number of Autofill suggestions when filling a form.
TEST_F(AutofillMetricsTest, AddressSuggestionsCount) {
// Set up our form data.
FormData form;
form.name = ASCIIToUTF16("TestForm");
form.origin = GURL("http://example.com/form.html");
form.action = GURL("http://example.com/submit.html");
form.user_submitted = true;
FormFieldData field;
std::vector<ServerFieldType> field_types;
test::CreateTestFormField("Name", "name", "", "text", &field);
form.fields.push_back(field);
field_types.push_back(NAME_FULL);
test::CreateTestFormField("Email", "email", "", "email", &field);
form.fields.push_back(field);
field_types.push_back(EMAIL_ADDRESS);
test::CreateTestFormField("Phone", "phone", "", "tel", &field);
form.fields.push_back(field);
field_types.push_back(PHONE_HOME_NUMBER);
// Simulate having seen this form on page load.
// |form_structure| will be owned by |autofill_manager_|.
autofill_manager_->AddSeenForm(form, field_types, field_types);
// Establish our expectations.
::testing::InSequence dummy;
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogAddressSuggestionsCount(2)).Times(1);
// Simulate activating the autofill popup for the phone field.
autofill_manager_->OnQueryFormFieldAutofill(
0, form, field, gfx::Rect(), false);
// Simulate activating the autofill popup for the email field after typing.
// No new metric should be logged, since we're still on the same page.
test::CreateTestFormField("Email", "email", "b", "email", &field);
autofill_manager_->OnQueryFormFieldAutofill(
0, form, field, gfx::Rect(), false);
// Reset the autofill manager state.
autofill_manager_->Reset();
autofill_manager_->AddSeenForm(form, field_types, field_types);
// Establish our expectations.
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogAddressSuggestionsCount(1)).Times(1);
// Simulate activating the autofill popup for the email field after typing.
autofill_manager_->OnQueryFormFieldAutofill(
0, form, field, gfx::Rect(), false);
// Reset the autofill manager state again.
autofill_manager_->Reset();
autofill_manager_->AddSeenForm(form, field_types, field_types);
// Establish our expectations.
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogAddressSuggestionsCount(::testing::_)).Times(0);
// Simulate activating the autofill popup for the email field after typing.
form.fields[0].is_autofilled = true;
autofill_manager_->OnQueryFormFieldAutofill(
0, form, field, gfx::Rect(), false);
}
// Test that we log whether Autofill is enabled when filling a form.
TEST_F(AutofillMetricsTest, AutofillIsEnabledAtPageLoad) {
// Establish our expectations.
::testing::InSequence dummy;
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogIsAutofillEnabledAtPageLoad(true)).Times(1);
autofill_manager_->set_autofill_enabled(true);
autofill_manager_->OnFormsSeen(std::vector<FormData>(), TimeTicks());
// Reset the autofill manager state.
autofill_manager_->Reset();
// Establish our expectations.
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogIsAutofillEnabledAtPageLoad(false)).Times(1);
autofill_manager_->set_autofill_enabled(false);
autofill_manager_->OnFormsSeen(std::vector<FormData>(), TimeTicks());
}
// Verify that we correctly log user happiness metrics dealing with form loading
// and form submission.
TEST_F(AutofillMetricsTest, UserHappinessFormLoadAndSubmission) {
// Start with a form with insufficiently many fields.
FormData form;
form.name = ASCIIToUTF16("TestForm");
form.origin = GURL("http://example.com/form.html");
form.action = GURL("http://example.com/submit.html");
form.user_submitted = true;
FormFieldData field;
test::CreateTestFormField("Name", "name", "", "text", &field);
form.fields.push_back(field);
test::CreateTestFormField("Email", "email", "", "text", &field);
form.fields.push_back(field);
std::vector<FormData> forms(1, form);
// Expect no notifications when the form is first seen.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(AutofillMetrics::FORMS_LOADED)).Times(0);
autofill_manager_->OnFormsSeen(forms, TimeTicks());
}
// Expect no notifications when the form is submitted.
{
EXPECT_CALL(
*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_FILLABLE_FORM_AUTOFILLED_ALL)).Times(0);
EXPECT_CALL(
*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_FILLABLE_FORM_AUTOFILLED_SOME)).Times(0);
EXPECT_CALL(
*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_FILLABLE_FORM_AUTOFILLED_NONE)).Times(0);
EXPECT_CALL(
*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_NON_FILLABLE_FORM)).Times(0);
autofill_manager_->FormSubmitted(form, TimeTicks::Now());
}
// Add more fields to the form.
test::CreateTestFormField("Phone", "phone", "", "text", &field);
form.fields.push_back(field);
test::CreateTestFormField("Unknown", "unknown", "", "text", &field);
form.fields.push_back(field);
forms.front() = form;
// Expect a notification when the form is first seen.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(AutofillMetrics::FORMS_LOADED));
autofill_manager_->OnFormsSeen(forms, TimeTicks());
}
// Expect a notification when the form is submitted.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_NON_FILLABLE_FORM));
autofill_manager_->FormSubmitted(form, TimeTicks::Now());
}
// Fill in two of the fields.
form.fields[0].value = ASCIIToUTF16("Elvis Aaron Presley");
form.fields[1].value = ASCIIToUTF16("theking@gmail.com");
forms.front() = form;
// Expect a notification when the form is submitted.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_NON_FILLABLE_FORM));
autofill_manager_->FormSubmitted(form, TimeTicks::Now());
}
// Fill in the third field.
form.fields[2].value = ASCIIToUTF16("12345678901");
forms.front() = form;
// Expect notifications when the form is submitted.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_FILLABLE_FORM_AUTOFILLED_NONE));
autofill_manager_->FormSubmitted(form, TimeTicks::Now());
}
// Mark one of the fields as autofilled.
form.fields[1].is_autofilled = true;
forms.front() = form;
// Expect notifications when the form is submitted.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_FILLABLE_FORM_AUTOFILLED_SOME));
autofill_manager_->FormSubmitted(form, TimeTicks::Now());
}
// Mark all of the fillable fields as autofilled.
form.fields[0].is_autofilled = true;
form.fields[2].is_autofilled = true;
forms.front() = form;
// Expect notifications when the form is submitted.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_FILLABLE_FORM_AUTOFILLED_ALL));
autofill_manager_->FormSubmitted(form, TimeTicks::Now());
}
// Clear out the third field's value.
form.fields[2].value = base::string16();
forms.front() = form;
// Expect notifications when the form is submitted.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUBMITTED_NON_FILLABLE_FORM));
autofill_manager_->FormSubmitted(form, TimeTicks::Now());
}
}
// Verify that we correctly log user happiness metrics dealing with form
// interaction.
TEST_F(AutofillMetricsTest, UserHappinessFormInteraction) {
// Load a fillable form.
FormData form;
form.name = ASCIIToUTF16("TestForm");
form.origin = GURL("http://example.com/form.html");
form.action = GURL("http://example.com/submit.html");
form.user_submitted = true;
FormFieldData field;
test::CreateTestFormField("Name", "name", "", "text", &field);
form.fields.push_back(field);
test::CreateTestFormField("Email", "email", "", "text", &field);
form.fields.push_back(field);
test::CreateTestFormField("Phone", "phone", "", "text", &field);
form.fields.push_back(field);
std::vector<FormData> forms(1, form);
// Expect a notification when the form is first seen.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(AutofillMetrics::FORMS_LOADED));
autofill_manager_->OnFormsSeen(forms, TimeTicks());
}
// Simulate typing.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(AutofillMetrics::USER_DID_TYPE));
autofill_manager_->OnTextFieldDidChange(form, form.fields.front(),
TimeTicks());
}
// Simulate suggestions shown twice for a single edit (i.e. multiple
// keystrokes in a single field).
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUGGESTIONS_SHOWN)).Times(1);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUGGESTIONS_SHOWN_ONCE)).Times(1);
autofill_manager_->DidShowSuggestions(true);
autofill_manager_->DidShowSuggestions(false);
}
// Simulate suggestions shown for a different field.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(AutofillMetrics::SUGGESTIONS_SHOWN));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::SUGGESTIONS_SHOWN_ONCE)).Times(0);
autofill_manager_->DidShowSuggestions(true);
}
// Simulate invoking autofill.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(AutofillMetrics::USER_DID_AUTOFILL));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::USER_DID_AUTOFILL_ONCE));
autofill_manager_->OnDidFillAutofillFormData(TimeTicks());
}
// Simulate editing an autofilled field.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::USER_DID_EDIT_AUTOFILLED_FIELD));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::USER_DID_EDIT_AUTOFILLED_FIELD_ONCE));
PersonalDataManager::GUIDPair guid(
"00000000-0000-0000-0000-000000000001", 0);
PersonalDataManager::GUIDPair empty(std::string(), 0);
autofill_manager_->FillOrPreviewForm(
AutofillDriver::FORM_DATA_ACTION_FILL,
0, form, form.fields.front(),
autofill_manager_->PackGUIDs(empty, guid));
autofill_manager_->OnTextFieldDidChange(form, form.fields.front(),
TimeTicks());
// Simulate a second keystroke; make sure we don't log the metric twice.
autofill_manager_->OnTextFieldDidChange(form, form.fields.front(),
TimeTicks());
}
// Simulate invoking autofill again.
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(AutofillMetrics::USER_DID_AUTOFILL));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::USER_DID_AUTOFILL_ONCE)).Times(0);
autofill_manager_->OnDidFillAutofillFormData(TimeTicks());
// Simulate editing another autofilled field.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogUserHappinessMetric(
AutofillMetrics::USER_DID_EDIT_AUTOFILLED_FIELD));
autofill_manager_->OnTextFieldDidChange(form, form.fields[1], TimeTicks());
}
}
// Verify that we correctly log metrics tracking the duration of form fill.
TEST_F(AutofillMetricsTest, FormFillDuration) {
// Load a fillable form.
FormData form;
form.name = ASCIIToUTF16("TestForm");
form.origin = GURL("http://example.com/form.html");
form.action = GURL("http://example.com/submit.html");
form.user_submitted = true;
FormFieldData field;
test::CreateTestFormField("Name", "name", "", "text", &field);
form.fields.push_back(field);
test::CreateTestFormField("Email", "email", "", "text", &field);
form.fields.push_back(field);
test::CreateTestFormField("Phone", "phone", "", "text", &field);
form.fields.push_back(field);
std::vector<FormData> forms(1, form);
// Fill additional form.
FormData second_form = form;
test::CreateTestFormField("Second Phone", "second_phone", "", "text", &field);
second_form.fields.push_back(field);
std::vector<FormData> second_forms(1, second_form);
// Fill the field values for form submission.
form.fields[0].value = ASCIIToUTF16("Elvis Aaron Presley");
form.fields[1].value = ASCIIToUTF16("theking@gmail.com");
form.fields[2].value = ASCIIToUTF16("12345678901");
// Fill the field values for form submission.
second_form.fields[0].value = ASCIIToUTF16("Elvis Aaron Presley");
second_form.fields[1].value = ASCIIToUTF16("theking@gmail.com");
second_form.fields[2].value = ASCIIToUTF16("12345678901");
second_form.fields[3].value = ASCIIToUTF16("51512345678");
// Expect only form load metrics to be logged if the form is submitted without
// user interaction.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithoutAutofill(
TimeDelta::FromInternalValue(16)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithoutAutofill(_)).Times(0);
autofill_manager_->OnFormsSeen(forms, TimeTicks::FromInternalValue(1));
autofill_manager_->FormSubmitted(form, TimeTicks::FromInternalValue(17));
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
// Expect metric to be logged if the user manually edited a form field.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithoutAutofill(
TimeDelta::FromInternalValue(16)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithoutAutofill(
TimeDelta::FromInternalValue(14)));
autofill_manager_->OnFormsSeen(forms, TimeTicks::FromInternalValue(1));
autofill_manager_->OnTextFieldDidChange(form, form.fields.front(),
TimeTicks::FromInternalValue(3));
autofill_manager_->FormSubmitted(form, TimeTicks::FromInternalValue(17));
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
// Expect metric to be logged if the user autofilled the form.
form.fields[0].is_autofilled = true;
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithAutofill(
TimeDelta::FromInternalValue(16)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithoutAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithAutofill(
TimeDelta::FromInternalValue(12)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithoutAutofill(_)).Times(0);
autofill_manager_->OnFormsSeen(forms, TimeTicks::FromInternalValue(1));
autofill_manager_->OnDidFillAutofillFormData(
TimeTicks::FromInternalValue(5));
autofill_manager_->FormSubmitted(form, TimeTicks::FromInternalValue(17));
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
// Expect metric to be logged if the user both manually filled some fields
// and autofilled others. Messages can arrive out of order, so make sure they
// take precedence appropriately.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithAutofill(
TimeDelta::FromInternalValue(16)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithoutAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithAutofill(
TimeDelta::FromInternalValue(14)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithoutAutofill(_)).Times(0);
autofill_manager_->OnFormsSeen(forms, TimeTicks::FromInternalValue(1));
autofill_manager_->OnDidFillAutofillFormData(
TimeTicks::FromInternalValue(5));
autofill_manager_->OnTextFieldDidChange(form, form.fields.front(),
TimeTicks::FromInternalValue(3));
autofill_manager_->FormSubmitted(form, TimeTicks::FromInternalValue(17));
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
// Make sure that loading another form doesn't affect metrics from the first
// form.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithAutofill(
TimeDelta::FromInternalValue(16)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithoutAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithAutofill(
TimeDelta::FromInternalValue(14)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithoutAutofill(_)).Times(0);
autofill_manager_->OnFormsSeen(forms, TimeTicks::FromInternalValue(1));
autofill_manager_->OnFormsSeen(second_forms,
TimeTicks::FromInternalValue(3));
autofill_manager_->OnDidFillAutofillFormData(
TimeTicks::FromInternalValue(5));
autofill_manager_->OnTextFieldDidChange(form, form.fields.front(),
TimeTicks::FromInternalValue(3));
autofill_manager_->FormSubmitted(form, TimeTicks::FromInternalValue(17));
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
// Make sure that submitting a form that was loaded later will report the
// later loading time.
{
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithoutAutofill(
TimeDelta::FromInternalValue(12)));
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromLoadWithAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithAutofill(_)).Times(0);
EXPECT_CALL(*autofill_manager_->metric_logger(),
LogFormFillDurationFromInteractionWithoutAutofill(_)).Times(0);
autofill_manager_->OnFormsSeen(forms, TimeTicks::FromInternalValue(1));
autofill_manager_->OnFormsSeen(second_forms,
TimeTicks::FromInternalValue(5));
autofill_manager_->FormSubmitted(second_form,
TimeTicks::FromInternalValue(17));
autofill_manager_->Reset();
Mock::VerifyAndClearExpectations(autofill_manager_->metric_logger());
}
}
} // namespace autofill