| # Copyright (C) 2009 Google Inc. All rights reserved. |
| # Copyright (C) 2012 Intel Corporation. All rights reserved. |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions are |
| # met: |
| # |
| # * Redistributions of source code must retain the above copyright |
| # notice, this list of conditions and the following disclaimer. |
| # * Redistributions in binary form must reproduce the above |
| # copyright notice, this list of conditions and the following disclaimer |
| # in the documentation and/or other materials provided with the |
| # distribution. |
| # * Neither the name of Google Inc. nor the names of its |
| # contributors may be used to endorse or promote products derived from |
| # this software without specific prior written permission. |
| # |
| # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| import webkitpy.thirdparty.unittest2 as unittest |
| |
| from webkitpy.common.system.outputcapture import OutputCapture |
| from webkitpy.common.system.outputcapture import OutputCapture |
| from webkitpy.thirdparty.mock import Mock |
| from webkitpy.layout_tests.port.test import TestPort |
| from webkitpy.tool.commands.commandtest import CommandsTest |
| from webkitpy.tool.commands.queries import * |
| from webkitpy.tool.mocktool import MockTool, MockOptions |
| |
| |
| class PrintExpectationsTest(unittest.TestCase): |
| def run_test(self, tests, expected_stdout, platform='test-win-xp', **args): |
| options = MockOptions(all=False, csv=False, full=False, platform=platform, |
| include_keyword=[], exclude_keyword=[], paths=False).update(**args) |
| tool = MockTool() |
| tool.port_factory.all_port_names = lambda: TestPort.ALL_BASELINE_VARIANTS |
| command = PrintExpectations() |
| command.bind_to_tool(tool) |
| |
| oc = OutputCapture() |
| try: |
| oc.capture_output() |
| command.execute(options, tests, tool) |
| finally: |
| stdout, _, _ = oc.restore_output() |
| self.assertMultiLineEqual(stdout, expected_stdout) |
| |
| def test_basic(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/image.html'], |
| ('// For test-win-xp\n' |
| 'failures/expected/image.html [ ImageOnlyFailure ]\n' |
| 'failures/expected/text.html [ Failure ]\n')) |
| |
| def test_multiple(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/image.html'], |
| ('// For test-win-win7\n' |
| 'failures/expected/image.html [ ImageOnlyFailure ]\n' |
| 'failures/expected/text.html [ Failure ]\n' |
| '\n' |
| '// For test-win-xp\n' |
| 'failures/expected/image.html [ ImageOnlyFailure ]\n' |
| 'failures/expected/text.html [ Failure ]\n'), |
| platform='test-win-*') |
| |
| def test_full(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/image.html'], |
| ('// For test-win-xp\n' |
| 'Bug(test) failures/expected/image.html [ ImageOnlyFailure ]\n' |
| 'Bug(test) failures/expected/text.html [ Failure ]\n'), |
| full=True) |
| |
| def test_exclude(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/image.html'], |
| ('// For test-win-xp\n' |
| 'failures/expected/text.html [ Failure ]\n'), |
| exclude_keyword=['image']) |
| |
| def test_include(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/image.html'], |
| ('// For test-win-xp\n' |
| 'failures/expected/image.html\n'), |
| include_keyword=['image']) |
| |
| def test_csv(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/image.html'], |
| ('test-win-xp,failures/expected/image.html,Bug(test),,IMAGE\n' |
| 'test-win-xp,failures/expected/text.html,Bug(test),,FAIL\n'), |
| csv=True) |
| |
| def test_paths(self): |
| self.run_test([], |
| ('/mock-checkout/LayoutTests/TestExpectations\n' |
| 'LayoutTests/platform/test/TestExpectations\n' |
| 'LayoutTests/platform/test-win-xp/TestExpectations\n'), |
| paths=True) |
| |
| class PrintBaselinesTest(unittest.TestCase): |
| def setUp(self): |
| self.oc = None |
| self.tool = MockTool() |
| self.test_port = self.tool.port_factory.get('test-win-xp') |
| self.tool.port_factory.get = lambda port_name=None: self.test_port |
| self.tool.port_factory.all_port_names = lambda: TestPort.ALL_BASELINE_VARIANTS |
| |
| def tearDown(self): |
| if self.oc: |
| self.restore_output() |
| |
| def capture_output(self): |
| self.oc = OutputCapture() |
| self.oc.capture_output() |
| |
| def restore_output(self): |
| stdout, stderr, logs = self.oc.restore_output() |
| self.oc = None |
| return (stdout, stderr, logs) |
| |
| def test_basic(self): |
| command = PrintBaselines() |
| command.bind_to_tool(self.tool) |
| self.capture_output() |
| command.execute(MockOptions(all=False, include_virtual_tests=False, csv=False, platform=None), ['passes/text.html'], self.tool) |
| stdout, _, _ = self.restore_output() |
| self.assertMultiLineEqual(stdout, |
| ('// For test-win-xp\n' |
| 'passes/text-expected.png\n' |
| 'passes/text-expected.txt\n')) |
| |
| def test_multiple(self): |
| command = PrintBaselines() |
| command.bind_to_tool(self.tool) |
| self.capture_output() |
| command.execute(MockOptions(all=False, include_virtual_tests=False, csv=False, platform='test-win-*'), ['passes/text.html'], self.tool) |
| stdout, _, _ = self.restore_output() |
| self.assertMultiLineEqual(stdout, |
| ('// For test-win-win7\n' |
| 'passes/text-expected.png\n' |
| 'passes/text-expected.txt\n' |
| '\n' |
| '// For test-win-xp\n' |
| 'passes/text-expected.png\n' |
| 'passes/text-expected.txt\n')) |
| |
| def test_csv(self): |
| command = PrintBaselines() |
| command.bind_to_tool(self.tool) |
| self.capture_output() |
| command.execute(MockOptions(all=False, platform='*xp', csv=True, include_virtual_tests=False), ['passes/text.html'], self.tool) |
| stdout, _, _ = self.restore_output() |
| self.assertMultiLineEqual(stdout, |
| ('test-win-xp,passes/text.html,None,png,passes/text-expected.png,None\n' |
| 'test-win-xp,passes/text.html,None,txt,passes/text-expected.txt,None\n')) |
