| #!/usr/bin/env python3 |
| # |
| # Copyright 2016 - The Android Open Source Project |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| import unittest |
| |
| from mobly.records import ControllerInfoRecord |
| |
| from acts import records |
| from acts import signals |
| |
| |
| class ActsRecordsTest(unittest.TestCase): |
| """This test class tests the implementation of classes in acts.records. |
| """ |
| |
| def setUp(self): |
| self.tn = "test_name" |
| self.details = "Some details about the test execution." |
| self.float_extra = 12345.56789 |
| self.json_extra = {"ha": "whatever"} |
| |
| def verify_record(self, record, result, details, extras): |
| # Verify each field. |
| self.assertEqual(record.test_name, self.tn) |
| self.assertEqual(record.result, result) |
| self.assertEqual(record.details, details) |
| self.assertEqual(record.extras, extras) |
| self.assertTrue(record.begin_time, "begin time should not be empty.") |
| self.assertTrue(record.end_time, "end time should not be empty.") |
| # UID is not used at the moment, should always be None. |
| self.assertIsNone(record.uid) |
| # Verify to_dict. |
| d = {} |
| d[records.TestResultEnums.RECORD_NAME] = self.tn |
| d[records.TestResultEnums.RECORD_RESULT] = result |
| d[records.TestResultEnums.RECORD_DETAILS] = details |
| d[records.TestResultEnums.RECORD_EXTRAS] = extras |
| d[records.TestResultEnums.RECORD_BEGIN_TIME] = record.begin_time |
| d[records.TestResultEnums.RECORD_END_TIME] = record.end_time |
| d[records.TestResultEnums. |
| RECORD_LOG_BEGIN_TIME] = record.log_begin_time |
| d[records.TestResultEnums.RECORD_LOG_END_TIME] = record.log_end_time |
| d[records.TestResultEnums.RECORD_UID] = None |
| d[records.TestResultEnums.RECORD_CLASS] = None |
| d[records.TestResultEnums.RECORD_EXTRA_ERRORS] = {} |
| d[records.TestResultEnums.RECORD_STACKTRACE] = record.stacktrace |
| actual_d = record.to_dict() |
| self.assertDictEqual(actual_d, d) |
| # Verify that these code paths do not cause crashes and yield non-empty |
| # results. |
| self.assertTrue(str(record), "str of the record should not be empty.") |
| self.assertTrue(repr(record), "the record's repr shouldn't be empty.") |
| self.assertTrue(record.json_str(), ("json str of the record should " |
| "not be empty.")) |
| |
| """ Begin of Tests """ |
| |
| def test_result_record_pass_none(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| record.test_pass() |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_PASS, |
| details=None, |
| extras=None) |
| |
| def test_result_record_pass_with_float_extra(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| s = signals.TestPass(self.details, self.float_extra) |
| record.test_pass(s) |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_PASS, |
| details=self.details, |
| extras=self.float_extra) |
| |
| def test_result_record_pass_with_json_extra(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| s = signals.TestPass(self.details, self.json_extra) |
| record.test_pass(s) |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_PASS, |
| details=self.details, |
| extras=self.json_extra) |
| |
| def test_result_record_fail_none(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| record.test_fail() |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_FAIL, |
| details=None, |
| extras=None) |
| |
| def test_result_record_fail_with_float_extra(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| s = signals.TestFailure(self.details, self.float_extra) |
| record.test_fail(s) |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_FAIL, |
| details=self.details, |
| extras=self.float_extra) |
| |
| def test_result_record_fail_with_json_extra(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| s = signals.TestFailure(self.details, self.json_extra) |
| record.test_fail(s) |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_FAIL, |
| details=self.details, |
| extras=self.json_extra) |
| |
| def test_result_record_skip_none(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| record.test_skip() |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_SKIP, |
| details=None, |
| extras=None) |
| |
| def test_result_record_skip_with_float_extra(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| s = signals.TestSkip(self.details, self.float_extra) |
| record.test_skip(s) |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_SKIP, |
| details=self.details, |
| extras=self.float_extra) |
| |
| def test_result_record_skip_with_json_extra(self): |
| record = records.TestResultRecord(self.tn) |
| record.test_begin() |
| s = signals.TestSkip(self.details, self.json_extra) |
| record.test_skip(s) |
| self.verify_record( |
| record=record, |
| result=records.TestResultEnums.TEST_RESULT_SKIP, |
| details=self.details, |
| extras=self.json_extra) |
| |
| def test_result_add_operator_success(self): |
| record1 = records.TestResultRecord(self.tn) |
| record1.test_begin() |
| s = signals.TestPass(self.details, self.float_extra) |
| record1.test_pass(s) |
| tr1 = records.TestResult() |
| tr1.add_record(record1) |
| device1 = ControllerInfoRecord('TestClass', 'MockDevice', 'device1') |
| tr1.add_controller_info_record(device1) |
| record2 = records.TestResultRecord(self.tn) |
| record2.test_begin() |
| s = signals.TestPass(self.details, self.json_extra) |
| record2.test_pass(s) |
| tr2 = records.TestResult() |
| tr2.add_record(record2) |
| device2 = ControllerInfoRecord('TestClass', 'MockDevice', 'device2') |
| tr2.add_controller_info_record(device2) |
| tr2 += tr1 |
| self.assertTrue(tr2.passed, [tr1, tr2]) |
| self.assertTrue(tr2.controller_info, [device1, device2]) |
| |
| def test_result_add_operator_type_mismatch(self): |
| record1 = records.TestResultRecord(self.tn) |
| record1.test_begin() |
| s = signals.TestPass(self.details, self.float_extra) |
| record1.test_pass(s) |
| tr1 = records.TestResult() |
| tr1.add_record(record1) |
| expected_msg = "Operand .* of type .* is not a TestResult." |
| with self.assertRaisesRegexp(TypeError, expected_msg): |
| tr1 += "haha" |
| |
| def test_is_all_pass(self): |
| s = signals.TestPass(self.details, self.float_extra) |
| record1 = records.TestResultRecord(self.tn) |
| record1.test_begin() |
| record1.test_pass(s) |
| s = signals.TestSkip(self.details, self.float_extra) |
| record2 = records.TestResultRecord(self.tn) |
| record2.test_begin() |
| record2.test_skip(s) |
| tr = records.TestResult() |
| tr.add_record(record1) |
| tr.add_record(record2) |
| tr.add_record(record1) |
| self.assertEqual(len(tr.passed), 2) |
| self.assertTrue(tr.is_all_pass) |
| |
| def test_is_all_pass_negative(self): |
| s = signals.TestFailure(self.details, self.float_extra) |
| record1 = records.TestResultRecord(self.tn) |
| record1.test_begin() |
| record1.test_fail(s) |
| record2 = records.TestResultRecord(self.tn) |
| record2.test_begin() |
| record2.test_error(s) |
| tr = records.TestResult() |
| tr.add_record(record1) |
| tr.add_record(record2) |
| self.assertFalse(tr.is_all_pass) |
| |
| |
| if __name__ == "__main__": |
| unittest.main() |
