| #!/usr/bin/env python |
| # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| """Unit tests for update_perf_expectations.""" |
| import copy |
| from StringIO import StringIO |
| import unittest |
| import make_expectations as perf_ex_lib |
| import update_perf_expectations as upe_mod |
| |
| |
| # A separate .json file contains the list of test cases we'll use. |
| # The tests used to be defined inline here, but are >80 characters in length. |
| # Now they are expected to be defined in file ./sample_test_cases.json. |
| # Create a dictionary of tests using .json file. |
| all_tests = perf_ex_lib.ConvertJsonIntoDict( |
| perf_ex_lib.ReadFile('sample_test_cases.json')) |
| # Get all keys. |
| all_tests_keys = all_tests.keys() |
| |
| |
| def VerifyPreparedTests(self, tests_to_update, reva, revb): |
| # Work with a copy of the set of tests. |
| all_tests_copy = copy.deepcopy(all_tests) |
| upe_mod.PrepareTestsForUpdate(tests_to_update, all_tests_copy, reva, revb) |
| # Make sure reva < revb |
| if reva > revb: |
| temp = reva |
| reva = revb |
| revb = temp |
| # Run through all tests and make sure only those that were |
| # specified to be modified had their 'sha1' value removed. |
| for test_key in all_tests_keys: |
| new_test_value = all_tests_copy[test_key] |
| original_test_value = all_tests[test_key] |
| if test_key in tests_to_update: |
| # Make sure there is no "sha1". |
| self.assertFalse('sha1' in new_test_value) |
| # Make sure reva and revb values are correctly set. |
| self.assertEqual(reva, new_test_value['reva']) |
| self.assertEqual(revb, new_test_value['revb']) |
| else: |
| # Make sure there is an "sha1" value |
| self.assertTrue('sha1' in new_test_value) |
| # Make sure the sha1, reva and revb values have not changed. |
| self.assertEqual(original_test_value['sha1'], new_test_value['sha1']) |
| self.assertEqual(original_test_value['reva'], new_test_value['reva']) |
| self.assertEqual(original_test_value['revb'], new_test_value['revb']) |
| |
| |
| class UpdatePerfExpectationsTest(unittest.TestCase): |
| def testFilterMatch(self): |
| """Verifies different regular expressions test filter.""" |
| self.maxDiff = None |
| # Tests to update specified by a single literal string. |
| tests_to_update = 'win-release/media_tests_av_perf/fps/tulip2.webm' |
| expected_tests_list = ['win-release/media_tests_av_perf/fps/tulip2.webm'] |
| self.assertEqual(expected_tests_list, |
| upe_mod.GetMatchingTests(tests_to_update, |
| all_tests_keys)) |
| |
| # Tests to update specified by a single reg-ex |
| tests_to_update = 'win-release/media_tests_av_perf/fps.*' |
| expected_tests_list = ['win-release/media_tests_av_perf/fps/crowd1080.webm', |
| 'win-release/media_tests_av_perf/fps/crowd2160.webm', |
| 'win-release/media_tests_av_perf/fps/crowd360.webm', |
| 'win-release/media_tests_av_perf/fps/crowd480.webm', |
| 'win-release/media_tests_av_perf/fps/crowd720.webm', |
| 'win-release/media_tests_av_perf/fps/tulip2.m4a', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp3', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp4', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogg', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogv', |
| 'win-release/media_tests_av_perf/fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/fps/tulip2.webm'] |
| actual_list = upe_mod.GetMatchingTests(tests_to_update, |
| all_tests_keys) |
| actual_list.sort() |
| self.assertEqual(expected_tests_list, actual_list) |
| |
| # Tests to update are specified by a single reg-ex, spanning multiple OSes. |
| tests_to_update = '.*-release/media_tests_av_perf/fps.*' |
| expected_tests_list = ['linux-release/media_tests_av_perf/fps/tulip2.m4a', |
| 'linux-release/media_tests_av_perf/fps/tulip2.mp3', |
| 'linux-release/media_tests_av_perf/fps/tulip2.mp4', |
| 'linux-release/media_tests_av_perf/fps/tulip2.ogg', |
| 'linux-release/media_tests_av_perf/fps/tulip2.ogv', |
| 'linux-release/media_tests_av_perf/fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/fps/crowd1080.webm', |
| 'win-release/media_tests_av_perf/fps/crowd2160.webm', |
| 'win-release/media_tests_av_perf/fps/crowd360.webm', |
| 'win-release/media_tests_av_perf/fps/crowd480.webm', |
| 'win-release/media_tests_av_perf/fps/crowd720.webm', |
| 'win-release/media_tests_av_perf/fps/tulip2.m4a', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp3', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp4', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogg', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogv', |
| 'win-release/media_tests_av_perf/fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/fps/tulip2.webm'] |
| actual_list = upe_mod.GetMatchingTests(tests_to_update, |
| all_tests_keys) |
| actual_list.sort() |
| self.assertEqual(expected_tests_list, actual_list) |
| |
| def testLinesFromInputFile(self): |
| """Verifies different string formats specified in input file.""" |
| |
| # Tests to update have been specified by a single literal string in |
| # an input file. |
| # Use the StringIO class to mock a file object. |
| lines_from_file = StringIO( |
| 'win-release/media_tests_av_perf/fps/tulip2.webm') |
| contents = lines_from_file.read() |
| expected_tests_list = ['win-release/media_tests_av_perf/fps/tulip2.webm'] |
| actual_list = upe_mod.GetTestsToUpdate(contents, all_tests_keys) |
| actual_list.sort() |
| self.assertEqual(expected_tests_list, actual_list) |
| lines_from_file.close() |
| |
| # Tests to update specified by a single reg-ex in an input file. |
| lines_from_file = StringIO('win-release/media_tests_av_perf/fps/tulip2.*\n') |
| contents = lines_from_file.read() |
| expected_tests_list = ['win-release/media_tests_av_perf/fps/tulip2.m4a', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp3', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp4', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogg', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogv', |
| 'win-release/media_tests_av_perf/fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/fps/tulip2.webm'] |
| actual_list = upe_mod.GetTestsToUpdate(contents, all_tests_keys) |
| actual_list.sort() |
| self.assertEqual(expected_tests_list, actual_list) |
| lines_from_file.close() |
| |
| # Tests to update specified by multiple lines in an input file. |
| lines_from_file = StringIO( |
| '.*-release/media_tests_av_perf/fps/tulip2.*\n' |
| 'win-release/media_tests_av_perf/dropped_fps/tulip2.*\n' |
| 'linux-release/media_tests_av_perf/audio_latency/latency') |
| contents = lines_from_file.read() |
| expected_tests_list = [ |
| 'linux-release/media_tests_av_perf/audio_latency/latency', |
| 'linux-release/media_tests_av_perf/fps/tulip2.m4a', |
| 'linux-release/media_tests_av_perf/fps/tulip2.mp3', |
| 'linux-release/media_tests_av_perf/fps/tulip2.mp4', |
| 'linux-release/media_tests_av_perf/fps/tulip2.ogg', |
| 'linux-release/media_tests_av_perf/fps/tulip2.ogv', |
| 'linux-release/media_tests_av_perf/fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/dropped_fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/dropped_fps/tulip2.webm', |
| 'win-release/media_tests_av_perf/fps/tulip2.m4a', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp3', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp4', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogg', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogv', |
| 'win-release/media_tests_av_perf/fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/fps/tulip2.webm'] |
| actual_list = upe_mod.GetTestsToUpdate(contents, all_tests_keys) |
| actual_list.sort() |
| self.assertEqual(expected_tests_list, actual_list) |
| lines_from_file.close() |
| |
| def testPreparingForUpdate(self): |
| """Verifies that tests to be modified are changed as expected.""" |
| tests_to_update = [ |
| 'linux-release/media_tests_av_perf/audio_latency/latency', |
| 'linux-release/media_tests_av_perf/fps/tulip2.m4a', |
| 'linux-release/media_tests_av_perf/fps/tulip2.mp3', |
| 'linux-release/media_tests_av_perf/fps/tulip2.mp4', |
| 'linux-release/media_tests_av_perf/fps/tulip2.ogg', |
| 'linux-release/media_tests_av_perf/fps/tulip2.ogv', |
| 'linux-release/media_tests_av_perf/fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/dropped_fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/dropped_fps/tulip2.webm', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp3', |
| 'win-release/media_tests_av_perf/fps/tulip2.mp4', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogg', |
| 'win-release/media_tests_av_perf/fps/tulip2.ogv', |
| 'win-release/media_tests_av_perf/fps/tulip2.wav', |
| 'win-release/media_tests_av_perf/fps/tulip2.webm'] |
| # Test regular positive integers. |
| reva = 12345 |
| revb = 54321 |
| VerifyPreparedTests(self, tests_to_update, reva, revb) |
| # Test negative values. |
| reva = -54321 |
| revb = 12345 |
| with self.assertRaises(ValueError): |
| upe_mod.PrepareTestsForUpdate(tests_to_update, all_tests, reva, revb) |
| # Test reva greater than revb. |
| reva = 54321 |
| revb = 12345 |
| upe_mod.PrepareTestsForUpdate(tests_to_update, all_tests, reva, revb) |
| # Test non-integer values |
| reva = 'sds' |
| revb = 12345 |
| with self.assertRaises(ValueError): |
| upe_mod.PrepareTestsForUpdate(tests_to_update, all_tests, reva, revb) |
| |
| |
| if __name__ == '__main__': |
| unittest.main() |
