| #!/usr/bin/env python3 |
| # |
| # Copyright 2019, The Android Open Source Project |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| """Unittest for atest_execution_info.""" |
| |
| # pylint: disable=line-too-long |
| |
| import time |
| import unittest |
| |
| import atest_execution_info as aei |
| import result_reporter |
| |
| from test_runners import test_runner_base |
| |
| RESULT_TEST_TEMPLATE = test_runner_base.TestResult( |
| runner_name='someRunner', |
| group_name='someModule', |
| test_name='someClassName#sostName', |
| status=test_runner_base.PASSED_STATUS, |
| details=None, |
| test_count=1, |
| test_time='(10ms)', |
| runner_total=None, |
| group_total=2, |
| additional_info={}, |
| test_run_name='com.android.UnitTests' |
| ) |
| |
| # pylint: disable=protected-access |
| class AtestRunInfoUnittests(unittest.TestCase): |
| """Unit tests for atest_execution_info.py""" |
| |
| def test_arrange_test_result_one_module(self): |
| """Test _arrange_test_result method with only one module.""" |
| pass_1 = self._create_test_result(status=test_runner_base.PASSED_STATUS) |
| pass_2 = self._create_test_result(status=test_runner_base.PASSED_STATUS) |
| pass_3 = self._create_test_result(status=test_runner_base.PASSED_STATUS) |
| fail_1 = self._create_test_result(status=test_runner_base.FAILED_STATUS) |
| fail_2 = self._create_test_result(status=test_runner_base.FAILED_STATUS) |
| ignore_1 = self._create_test_result(status=test_runner_base.IGNORED_STATUS) |
| reporter_1 = result_reporter.ResultReporter() |
| reporter_1.all_test_results.extend([pass_1, pass_2, pass_3]) |
| reporter_2 = result_reporter.ResultReporter() |
| reporter_2.all_test_results.extend([fail_1, fail_2, ignore_1]) |
| info_dict = {} |
| aei.AtestExecutionInfo._arrange_test_result(info_dict, [reporter_1, reporter_2]) |
| expect_summary = {aei._STATUS_IGNORED_KEY : 1, |
| aei._STATUS_FAILED_KEY : 2, |
| aei._STATUS_PASSED_KEY : 3} |
| self.assertEqual(expect_summary, info_dict[aei._TOTAL_SUMMARY_KEY]) |
| |
| def test_arrange_test_result_multi_module(self): |
| """Test _arrange_test_result method with multi module.""" |
| group_a_pass_1 = self._create_test_result(group_name='grpup_a', |
| status=test_runner_base.PASSED_STATUS) |
| group_b_pass_1 = self._create_test_result(group_name='grpup_b', |
| status=test_runner_base.PASSED_STATUS) |
| group_c_pass_1 = self._create_test_result(group_name='grpup_c', |
| status=test_runner_base.PASSED_STATUS) |
| group_b_fail_1 = self._create_test_result(group_name='grpup_b', |
| status=test_runner_base.FAILED_STATUS) |
| group_c_fail_1 = self._create_test_result(group_name='grpup_c', |
| status=test_runner_base.FAILED_STATUS) |
| group_c_ignore_1 = self._create_test_result(group_name='grpup_c', |
| status=test_runner_base.IGNORED_STATUS) |
| reporter_1 = result_reporter.ResultReporter() |
| reporter_1.all_test_results.extend([group_a_pass_1, group_b_pass_1, group_c_pass_1]) |
| reporter_2 = result_reporter.ResultReporter() |
| reporter_2.all_test_results.extend([group_b_fail_1, group_c_fail_1, group_c_ignore_1]) |
| |
| info_dict = {} |
| aei.AtestExecutionInfo._arrange_test_result(info_dict, [reporter_1, reporter_2]) |
| expect_group_a_summary = {aei._STATUS_IGNORED_KEY : 0, |
| aei._STATUS_FAILED_KEY : 0, |
| aei._STATUS_PASSED_KEY : 1} |
| self.assertEqual( |
| expect_group_a_summary, |
| info_dict[aei._TEST_RUNNER_KEY]['someRunner']['grpup_a'][aei._SUMMARY_KEY]) |
| |
| expect_group_b_summary = {aei._STATUS_IGNORED_KEY : 0, |
| aei._STATUS_FAILED_KEY : 1, |
| aei._STATUS_PASSED_KEY : 1} |
| self.assertEqual( |
| expect_group_b_summary, |
| info_dict[aei._TEST_RUNNER_KEY]['someRunner']['grpup_b'][aei._SUMMARY_KEY]) |
| |
| expect_group_c_summary = {aei._STATUS_IGNORED_KEY : 1, |
| aei._STATUS_FAILED_KEY : 1, |
| aei._STATUS_PASSED_KEY : 1} |
| self.assertEqual( |
| expect_group_c_summary, |
| info_dict[aei._TEST_RUNNER_KEY]['someRunner']['grpup_c'][aei._SUMMARY_KEY]) |
| |
| expect_total_summary = {aei._STATUS_IGNORED_KEY : 1, |
| aei._STATUS_FAILED_KEY : 2, |
| aei._STATUS_PASSED_KEY : 3} |
| self.assertEqual(expect_total_summary, info_dict[aei._TOTAL_SUMMARY_KEY]) |
| |
| def test_preparation_time(self): |
| """Test preparation_time method.""" |
| start_time = time.time() |
| aei.PREPARE_END_TIME = None |
| self.assertTrue(aei.preparation_time(start_time) is None) |
| aei.PREPARE_END_TIME = time.time() |
| self.assertFalse(aei.preparation_time(start_time) is None) |
| |
| def test_arrange_test_result_multi_runner(self): |
| """Test _arrange_test_result method with multi runner.""" |
| runner_a_pass_1 = self._create_test_result(runner_name='runner_a', |
| status=test_runner_base.PASSED_STATUS) |
| runner_a_pass_2 = self._create_test_result(runner_name='runner_a', |
| status=test_runner_base.PASSED_STATUS) |
| runner_a_pass_3 = self._create_test_result(runner_name='runner_a', |
| status=test_runner_base.PASSED_STATUS) |
| runner_b_fail_1 = self._create_test_result(runner_name='runner_b', |
| status=test_runner_base.FAILED_STATUS) |
| runner_b_fail_2 = self._create_test_result(runner_name='runner_b', |
| status=test_runner_base.FAILED_STATUS) |
| runner_b_ignore_1 = self._create_test_result(runner_name='runner_b', |
| status=test_runner_base.IGNORED_STATUS) |
| |
| reporter_1 = result_reporter.ResultReporter() |
| reporter_1.all_test_results.extend([runner_a_pass_1, runner_a_pass_2, runner_a_pass_3]) |
| reporter_2 = result_reporter.ResultReporter() |
| reporter_2.all_test_results.extend([runner_b_fail_1, runner_b_fail_2, runner_b_ignore_1]) |
| info_dict = {} |
| aei.AtestExecutionInfo._arrange_test_result(info_dict, [reporter_1, reporter_2]) |
| expect_group_a_summary = {aei._STATUS_IGNORED_KEY : 0, |
| aei._STATUS_FAILED_KEY : 0, |
| aei._STATUS_PASSED_KEY : 3} |
| self.assertEqual( |
| expect_group_a_summary, |
| info_dict[aei._TEST_RUNNER_KEY]['runner_a']['someModule'][aei._SUMMARY_KEY]) |
| |
| expect_group_b_summary = {aei._STATUS_IGNORED_KEY : 1, |
| aei._STATUS_FAILED_KEY : 2, |
| aei._STATUS_PASSED_KEY : 0} |
| self.assertEqual( |
| expect_group_b_summary, |
| info_dict[aei._TEST_RUNNER_KEY]['runner_b']['someModule'][aei._SUMMARY_KEY]) |
| |
| expect_total_summary = {aei._STATUS_IGNORED_KEY : 1, |
| aei._STATUS_FAILED_KEY : 2, |
| aei._STATUS_PASSED_KEY : 3} |
| self.assertEqual(expect_total_summary, info_dict[aei._TOTAL_SUMMARY_KEY]) |
| |
| def _create_test_result(self, **kwargs): |
| """A Helper to create TestResult""" |
| test_info = test_runner_base.TestResult(**RESULT_TEST_TEMPLATE._asdict()) |
| return test_info._replace(**kwargs) |
| |
| if __name__ == "__main__": |
| unittest.main() |
