| # Copyright 2017 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| import unittest |
| |
| from blinkpy.common.host_mock import MockHost |
| from blinkpy.common.system.executive import ScriptError |
| from blinkpy.common.system.executive_mock import MockExecutive |
| from blinkpy.w3c.wpt_manifest import WPTManifest |
| from blinkpy.web_tests.port.test import TestPort, WEB_TEST_DIR |
| |
| |
| class WPTManifestUnitTest(unittest.TestCase): |
| def test_ensure_manifest_copies_new_manifest(self): |
| host = MockHost() |
| port = TestPort(host) |
| manifest_path = WEB_TEST_DIR + '/external/wpt/MANIFEST.json' |
| |
| self.assertFalse(host.filesystem.exists(manifest_path)) |
| WPTManifest.ensure_manifest(port) |
| self.assertTrue(host.filesystem.exists(manifest_path)) |
| self.assertEqual(host.filesystem.written_files, |
| {manifest_path: '{"manifest": "base"}'}) |
| |
| self.assertEqual(host.executive.calls, [[ |
| 'python3', |
| '/mock-checkout/third_party/wpt_tools/wpt/wpt', |
| 'manifest', |
| '-v', |
| '--no-download', |
| '--tests-root', |
| WEB_TEST_DIR + '/external/wpt', |
| ]]) |
| |
| def test_ensure_manifest_updates_manifest_if_it_exists(self): |
| host = MockHost() |
| port = TestPort(host) |
| manifest_path = WEB_TEST_DIR + '/external/wpt/MANIFEST.json' |
| |
| host.filesystem.write_text_file(manifest_path, |
| '{"manifest": "NOT base"}') |
| |
| self.assertTrue(host.filesystem.exists(manifest_path)) |
| WPTManifest.ensure_manifest(port) |
| self.assertTrue(host.filesystem.exists(manifest_path)) |
| self.assertEqual(host.filesystem.written_files, |
| {manifest_path: '{"manifest": "base"}'}) |
| |
| self.assertEqual(host.executive.calls, [[ |
| 'python3', |
| '/mock-checkout/third_party/wpt_tools/wpt/wpt', |
| 'manifest', |
| '-v', |
| '--no-download', |
| '--tests-root', |
| WEB_TEST_DIR + '/external/wpt', |
| ]]) |
| |
| def test_ensure_manifest_raises_exception(self): |
| host = MockHost() |
| host.executive = MockExecutive(should_throw=True) |
| port = TestPort(host) |
| |
| with self.assertRaises(ScriptError): |
| WPTManifest.ensure_manifest(port) |
| |
| def test_ensure_manifest_takes_optional_dest(self): |
| host = MockHost() |
| port = TestPort(host) |
| WPTManifest.ensure_manifest(port, 'wpt_internal') |
| self.assertEqual(host.executive.calls, [[ |
| 'python3', |
| '/mock-checkout/third_party/wpt_tools/wpt/wpt', |
| 'manifest', |
| '-v', |
| '--no-download', |
| '--tests-root', |
| WEB_TEST_DIR + '/wpt_internal', |
| ]]) |
| |
| def test_does_not_throw_when_missing_some_test_types(self): |
| manifest_json = ''' |
| { |
| "items": { |
| "testharness": { |
| "test.any.js": [ |
| "8d4b9a583f484741f4cd4e4940833a890c612656", |
| ["test.any.html", {}] |
| ] |
| } |
| } |
| } |
| ''' |
| host = MockHost() |
| host.filesystem.write_text_file( |
| WEB_TEST_DIR + '/external/wpt/MANIFEST.json', manifest_json) |
| manifest = WPTManifest( |
| host, WEB_TEST_DIR + '/external/wpt/MANIFEST.json') |
| self.assertTrue(manifest.is_test_file('test.any.js')) |
| self.assertEqual(manifest.all_url_items(), |
| {u'test.any.html': [u'test.any.html', {}]}) |
| self.assertEqual(manifest.extract_reference_list('/foo/bar.html'), []) |
| |
| def test_all_url_items_skips_jsshell_tests(self): |
| manifest_json = ''' |
| { |
| "items": { |
| "manual": {}, |
| "reftest": {}, |
| "testharness": { |
| "test.any.js": [ |
| "d23fbb8c66def47e31ad01aa7a311064ba8fddbd", |
| ["test.any.html", {}], |
| [null, {"jsshell": true}] |
| ] |
| } |
| } |
| } |
| ''' |
| host = MockHost() |
| host.filesystem.write_text_file( |
| WEB_TEST_DIR + '/external/wpt/MANIFEST.json', manifest_json) |
| manifest = WPTManifest( |
| host, WEB_TEST_DIR + '/external/wpt/MANIFEST.json') |
| self.assertEqual(manifest.all_url_items(), |
| {u'test.any.html': [u'test.any.html', {}]}) |
| |
| def test_file_for_test(self): |
| # Test that we can lookup a test's filename for various cases like |
| # variants and multi-globals. |
| manifest_json = ''' |
| { |
| "items": { |
| "manual": {}, |
| "reftest": {}, |
| "testharness": { |
| "test.any.js": [ |
| "d23fbb8c66def47e31ad01aa7a311064ba8fddbd", |
| ["test.any.html", {}], |
| ["test.any.worker.html", {}] |
| ] |
| } |
| } |
| } ''' |
| host = MockHost() |
| host.filesystem.write_text_file( |
| WEB_TEST_DIR + '/external/wpt/MANIFEST.json', manifest_json) |
| manifest = WPTManifest( |
| host, WEB_TEST_DIR + '/external/wpt/MANIFEST.json') |
| self.assertEqual( |
| manifest.all_url_items(), { |
| u'test.any.html': [u'test.any.html', {}], |
| u'test.any.worker.html': [u'test.any.worker.html', {}] |
| }) |
| # Ensure that we can get back to `test.any.js` from both of the tests. |
| self.assertEqual( |
| manifest.file_path_for_test_url('test.any.html'), 'test.any.js') |
| self.assertEqual( |
| manifest.file_path_for_test_url('test.any.worker.html'), |
| 'test.any.js') |
| |
| def test_crash_tests(self): |
| # Test that the manifest recognizes crash tests and that is_crash_test |
| # correctly identifies only crash tests in the manifest. |
| manifest_json = ''' |
| { |
| "items": { |
| "manual": {}, |
| "reftest": {}, |
| "testharness": { |
| "test.html": [ |
| "d23fbb8c66def47e31ad01aa7a311064ba8fddbd", |
| [null, {}] |
| ] |
| }, |
| "crashtest": { |
| "test-crash.html": [ |
| "d23fbb8c66def47e31ad01aa7a311064ba8fddbd", |
| [null, {}] |
| ] |
| } |
| } |
| } |
| ''' |
| host = MockHost() |
| host.filesystem.write_text_file( |
| WEB_TEST_DIR + '/external/wpt/MANIFEST.json', manifest_json) |
| manifest = WPTManifest( |
| host, WEB_TEST_DIR + '/external/wpt/MANIFEST.json') |
| self.assertEqual( |
| manifest.all_url_items(), { |
| u'test.html': [u'test.html', {}], |
| u'test-crash.html': [u'test-crash.html', {}] |
| }) |
| |
| self.assertTrue(manifest.is_crash_test(u'test-crash.html')) |
| self.assertFalse(manifest.is_crash_test(u'test.html')) |
| self.assertFalse(manifest.is_crash_test(u'different-test-crash.html')) |
| |
| def test_extract_fuzzy_metadata(self): |
| manifest_json = ''' |
| { |
| "items": { |
| "reftest": { |
| "not_fuzzy.html": [ |
| "d23fbb8c66def47e31ad01aa7a311064ba8fddbd", |
| [ |
| null, |
| [ |
| [ |
| "not_fuzzy-ref.html", |
| "==" |
| ] |
| ], |
| {} |
| ] |
| ], |
| "fuzzy.html": [ |
| "d23fbb8c66def47e31ad01aa7a311064ba8fddbd", |
| [ |
| null, |
| [ |
| [ |
| "fuzzy-ref.html", |
| "==" |
| ] |
| ], |
| { |
| "fuzzy": [ |
| [ |
| null, |
| [ |
| [2, 2], |
| [40, 40] |
| ] |
| ] |
| ] |
| } |
| ] |
| ] |
| }, |
| "testharness": { |
| "not_a_reftest.html": [ |
| "d23fbb8c66def47e31ad01aa7a311064ba8fddbd", |
| [null, {}] |
| ] |
| } |
| } |
| } |
| ''' |
| |
| host = MockHost() |
| host.filesystem.write_text_file( |
| WEB_TEST_DIR + '/external/wpt/MANIFEST.json', manifest_json) |
| manifest = WPTManifest(host, |
| WEB_TEST_DIR + '/external/wpt/MANIFEST.json') |
| |
| self.assertEqual( |
| manifest.extract_fuzzy_metadata('fuzzy.html'), |
| [[2, 2], [40, 40]], |
| ) |
| |
| self.assertEqual(manifest.extract_fuzzy_metadata('not_fuzzy.html'), |
| (None, None)) |
| self.assertEqual(manifest.extract_fuzzy_metadata('not_a_reftest.html'), |
| (None, None)) |
