# Copyright (C) 2011 Google Inc. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are # met: # # * Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # * Redistributions in binary form must reproduce the above # copyright notice, this list of conditions and the following disclaimer # in the documentation and/or other materials provided with the # distribution. # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. import unittest from webkitpy.common.host_mock import MockHost from webkitpy.layout_tests.controllers import test_result_writer from webkitpy.layout_tests.models import test_failures from webkitpy.port.driver import DriverOutput from webkitpy.port.test import TestPort class TestResultWriterTest(unittest.TestCase): def test_reftest_diff_image(self): """A write_test_result should call port.diff_image with tolerance=0 in case of FailureReftestMismatch.""" used_tolerance_values = [] class ImageDiffTestPort(TestPort): def diff_image(self, expected_contents, actual_contents, tolerance=None): used_tolerance_values.append(tolerance) return (True, 1, None) host = MockHost() port = ImageDiffTestPort(host) test_name = 'failures/unexpected/reftest.html' test_reference_file = host.filesystem.join(port.layout_tests_dir(), 'failures/unexpected/reftest-expected.html') driver_output1 = DriverOutput('text1', 'image1', 'imagehash1', 'audio1') driver_output2 = DriverOutput('text2', 'image2', 'imagehash2', 'audio2') failures = [test_failures.FailureReftestMismatch(test_reference_file)] test_result_writer.write_test_result(host.filesystem, ImageDiffTestPort(host), port.results_directory(), test_name, driver_output1, driver_output2, failures) self.assertEqual([0], used_tolerance_values)