UNPKG

strong-arc

Version:

A visual suite for the StrongLoop API Platform

893 lines (735 loc) 27.1 kB
/* * Copyright (C) 2010 Google Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following disclaimer * in the documentation and/or other materials provided with the * distribution. * * Neither the name of Google Inc. nor the names of its * contributors may be used to endorse or promote products derived from * this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ /** * @fileoverview This file contains small testing framework along with the * test suite for the frontend. These tests are a part of the continues build * and are executed by the devtools_sanity_unittest.cc as a part of the * Interactive UI Test suite. * FIXME: change field naming style to use trailing underscore. */ if (window.domAutomationController) { var ___interactiveUiTestsMode = true; /** * Test suite for interactive UI tests. * @constructor */ TestSuite = function() { this.controlTaken_ = false; this.timerId_ = -1; }; /** * Reports test failure. * @param {string} message Failure description. */ TestSuite.prototype.fail = function(message) { if (this.controlTaken_) this.reportFailure_(message); else throw message; }; /** * Equals assertion tests that expected === actual. * @param {!Object} expected Expected object. * @param {!Object} actual Actual object. * @param {string} opt_message User message to print if the test fails. */ TestSuite.prototype.assertEquals = function(expected, actual, opt_message) { if (expected !== actual) { var message = "Expected: '" + expected + "', but was '" + actual + "'"; if (opt_message) message = opt_message + "(" + message + ")"; this.fail(message); } }; /** * True assertion tests that value == true. * @param {!Object} value Actual object. * @param {string} opt_message User message to print if the test fails. */ TestSuite.prototype.assertTrue = function(value, opt_message) { this.assertEquals(true, !!value, opt_message); }; /** * HasKey assertion tests that object has given key. * @param {!Object} object * @param {string} key */ TestSuite.prototype.assertHasKey = function(object, key) { if (!object.hasOwnProperty(key)) this.fail("Expected object to contain key '" + key + "'"); }; /** * Contains assertion tests that string contains substring. * @param {string} string Outer. * @param {string} substring Inner. */ TestSuite.prototype.assertContains = function(string, substring) { if (string.indexOf(substring) === -1) this.fail("Expected to: '" + string + "' to contain '" + substring + "'"); }; /** * Takes control over execution. */ TestSuite.prototype.takeControl = function() { this.controlTaken_ = true; // Set up guard timer. var self = this; this.timerId_ = setTimeout(function() { self.reportFailure_("Timeout exceeded: 20 sec"); }, 20000); }; /** * Releases control over execution. */ TestSuite.prototype.releaseControl = function() { if (this.timerId_ !== -1) { clearTimeout(this.timerId_); this.timerId_ = -1; } this.reportOk_(); }; /** * Async tests use this one to report that they are completed. */ TestSuite.prototype.reportOk_ = function() { window.domAutomationController.send("[OK]"); }; /** * Async tests use this one to report failures. */ TestSuite.prototype.reportFailure_ = function(error) { if (this.timerId_ !== -1) { clearTimeout(this.timerId_); this.timerId_ = -1; } window.domAutomationController.send("[FAILED] " + error); }; /** * Runs all global functions starting with "test" as unit tests. */ TestSuite.prototype.runTest = function(testName) { try { this[testName](); if (!this.controlTaken_) this.reportOk_(); } catch (e) { this.reportFailure_(e); } }; /** * @param {string} panelName Name of the panel to show. */ TestSuite.prototype.showPanel = function(panelName) { // Open Scripts panel. var button = document.getElementById("tab-" + panelName); button.selectTabForTest(); this.assertEquals(WebInspector.panels[panelName], WebInspector.inspectorView.currentPanel()); }; /** * Overrides the method with specified name until it's called first time. * @param {!Object} receiver An object whose method to override. * @param {string} methodName Name of the method to override. * @param {!Function} override A function that should be called right after the * overridden method returns. * @param {boolean} opt_sticky Whether restore original method after first run * or not. */ TestSuite.prototype.addSniffer = function(receiver, methodName, override, opt_sticky) { var orig = receiver[methodName]; if (typeof orig !== "function") this.fail("Cannot find method to override: " + methodName); var test = this; receiver[methodName] = function(var_args) { try { var result = orig.apply(this, arguments); } finally { if (!opt_sticky) receiver[methodName] = orig; } // In case of exception the override won't be called. try { override.apply(this, arguments); } catch (e) { test.fail("Exception in overriden method '" + methodName + "': " + e); } return result; }; }; // UI Tests /** * Tests that scripts tab can be open and populated with inspected scripts. */ TestSuite.prototype.testShowScriptsTab = function() { this.showPanel("sources"); var test = this; // There should be at least main page script. this._waitUntilScriptsAreParsed(["debugger_test_page.html"], function() { test.releaseControl(); }); // Wait until all scripts are added to the debugger. this.takeControl(); }; /** * Tests that scripts tab is populated with inspected scripts even if it * hadn't been shown by the moment inspected paged refreshed. * @see http://crbug.com/26312 */ TestSuite.prototype.testScriptsTabIsPopulatedOnInspectedPageRefresh = function() { var test = this; this.assertEquals(WebInspector.panels.elements, WebInspector.inspectorView.currentPanel(), "Elements panel should be current one."); WebInspector.debuggerModel.addEventListener(WebInspector.DebuggerModel.Events.GlobalObjectCleared, waitUntilScriptIsParsed); // Reload inspected page. It will reset the debugger agent. test.evaluateInConsole_("window.location.reload(true);", function(resultText) {}); function waitUntilScriptIsParsed() { WebInspector.debuggerModel.removeEventListener(WebInspector.DebuggerModel.Events.GlobalObjectCleared, waitUntilScriptIsParsed); test.showPanel("sources"); test._waitUntilScriptsAreParsed(["debugger_test_page.html"], function() { test.releaseControl(); }); } // Wait until all scripts are added to the debugger. this.takeControl(); }; /** * Tests that scripts list contains content scripts. */ TestSuite.prototype.testContentScriptIsPresent = function() { this.showPanel("sources"); var test = this; test._waitUntilScriptsAreParsed( ["page_with_content_script.html", "simple_content_script.js"], function() { test.releaseControl(); }); // Wait until all scripts are added to the debugger. this.takeControl(); }; /** * Tests that scripts are not duplicaed on Scripts tab switch. */ TestSuite.prototype.testNoScriptDuplicatesOnPanelSwitch = function() { var test = this; // There should be two scripts: one for the main page and another // one which is source of console API(see // InjectedScript._ensureCommandLineAPIInstalled). var expectedScriptsCount = 2; var parsedScripts = []; this.showPanel("sources"); function switchToElementsTab() { test.showPanel("elements"); setTimeout(switchToScriptsTab, 0); } function switchToScriptsTab() { test.showPanel("sources"); setTimeout(checkScriptsPanel, 0); } function checkScriptsPanel() { test.assertTrue(test._scriptsAreParsed(["debugger_test_page.html"]), "Some scripts are missing."); checkNoDuplicates(); test.releaseControl(); } function checkNoDuplicates() { var uiSourceCodes = test.nonAnonymousUISourceCodes_(); for (var i = 0; i < uiSourceCodes.length; i++) { var scriptName = uiSourceCodes[i].url; for (var j = i + 1; j < uiSourceCodes.length; j++) test.assertTrue(scriptName !== uiSourceCodes[j].url, "Found script duplicates: " + test.uiSourceCodesToString_(uiSourceCodes)); } } test._waitUntilScriptsAreParsed( ["debugger_test_page.html"], function() { checkNoDuplicates(); setTimeout(switchToElementsTab, 0); }); // Wait until all scripts are added to the debugger. this.takeControl(); }; // Tests that debugger works correctly if pause event occurs when DevTools // frontend is being loaded. TestSuite.prototype.testPauseWhenLoadingDevTools = function() { this.showPanel("sources"); // Script execution can already be paused. if (WebInspector.debuggerModel.debuggerPausedDetails) return; this._waitForScriptPause(this.releaseControl.bind(this)); this.takeControl(); }; // Tests that pressing "Pause" will pause script execution if the script // is already running. TestSuite.prototype.testPauseWhenScriptIsRunning = function() { this.showPanel("sources"); this.evaluateInConsole_( 'setTimeout("handleClick()" , 0)', didEvaluateInConsole.bind(this)); function didEvaluateInConsole(resultText) { this.assertTrue(!isNaN(resultText), "Failed to get timer id: " + resultText); // Wait for some time to make sure that inspected page is running the // infinite loop. setTimeout(testScriptPause.bind(this), 300); } function testScriptPause() { // The script should be in infinite loop. Click "Pause" button to // pause it and wait for the result. WebInspector.panels.sources._pauseButton.element.click(); this._waitForScriptPause(this.releaseControl.bind(this)); } this.takeControl(); }; /** * Tests network size. */ TestSuite.prototype.testNetworkSize = function() { var test = this; function finishResource(resource, finishTime) { test.assertEquals(219, resource.transferSize, "Incorrect total encoded data length"); test.assertEquals(25, resource.resourceSize, "Incorrect total data length"); test.releaseControl(); } this.addSniffer(WebInspector.NetworkDispatcher.prototype, "_finishNetworkRequest", finishResource); // Reload inspected page to sniff network events test.evaluateInConsole_("window.location.reload(true);", function(resultText) {}); this.takeControl(); }; /** * Tests network sync size. */ TestSuite.prototype.testNetworkSyncSize = function() { var test = this; function finishResource(resource, finishTime) { test.assertEquals(219, resource.transferSize, "Incorrect total encoded data length"); test.assertEquals(25, resource.resourceSize, "Incorrect total data length"); test.releaseControl(); } this.addSniffer(WebInspector.NetworkDispatcher.prototype, "_finishNetworkRequest", finishResource); // Send synchronous XHR to sniff network events test.evaluateInConsole_("var xhr = new XMLHttpRequest(); xhr.open(\"GET\", \"chunked\", false); xhr.send(null);", function() {}); this.takeControl(); }; /** * Tests network raw headers text. */ TestSuite.prototype.testNetworkRawHeadersText = function() { var test = this; function finishResource(resource, finishTime) { if (!resource.responseHeadersText) test.fail("Failure: resource does not have response headers text"); test.assertEquals(164, resource.responseHeadersText.length, "Incorrect response headers text length"); test.releaseControl(); } this.addSniffer(WebInspector.NetworkDispatcher.prototype, "_finishNetworkRequest", finishResource); // Reload inspected page to sniff network events test.evaluateInConsole_("window.location.reload(true);", function(resultText) {}); this.takeControl(); }; /** * Tests network timing. */ TestSuite.prototype.testNetworkTiming = function() { var test = this; function finishResource(resource, finishTime) { // Setting relaxed expectations to reduce flakiness. // Server sends headers after 100ms, then sends data during another 100ms. // We expect these times to be measured at least as 70ms. test.assertTrue(resource.timing.receiveHeadersEnd - resource.timing.connectStart >= 70, "Time between receiveHeadersEnd and connectStart should be >=70ms, but was " + "receiveHeadersEnd=" + resource.timing.receiveHeadersEnd + ", connectStart=" + resource.timing.connectStart + "."); test.assertTrue(resource.responseReceivedTime - resource.startTime >= 0.07, "Time between responseReceivedTime and startTime should be >=0.07s, but was " + "responseReceivedTime=" + resource.responseReceivedTime + ", startTime=" + resource.startTime + "."); test.assertTrue(resource.endTime - resource.startTime >= 0.14, "Time between endTime and startTime should be >=0.14s, but was " + "endtime=" + resource.endTime + ", startTime=" + resource.startTime + "."); test.releaseControl(); } this.addSniffer(WebInspector.NetworkDispatcher.prototype, "_finishNetworkRequest", finishResource); // Reload inspected page to sniff network events test.evaluateInConsole_("window.location.reload(true);", function(resultText) {}); this.takeControl(); }; TestSuite.prototype.testConsoleOnNavigateBack = function() { if (WebInspector.multitargetConsoleModel.messages().length === 1) firstConsoleMessageReceived.call(this); else WebInspector.multitargetConsoleModel.addEventListener(WebInspector.ConsoleModel.Events.MessageAdded, firstConsoleMessageReceived, this); function firstConsoleMessageReceived() { WebInspector.multitargetConsoleModel.removeEventListener(WebInspector.ConsoleModel.Events.MessageAdded, firstConsoleMessageReceived, this); this.evaluateInConsole_("clickLink();", didClickLink.bind(this)); } function didClickLink() { // Check that there are no new messages(command is not a message). this.assertEquals(3, WebInspector.multitargetConsoleModel.messages().length); this.evaluateInConsole_("history.back();", didNavigateBack.bind(this)); } function didNavigateBack() { // Make sure navigation completed and possible console messages were pushed. this.evaluateInConsole_("void 0;", didCompleteNavigation.bind(this)); } function didCompleteNavigation() { this.assertEquals(7, WebInspector.multitargetConsoleModel.messages().length); this.releaseControl(); } this.takeControl(); }; TestSuite.prototype.testReattachAfterCrash = function() { PageAgent.navigate("about:crash"); PageAgent.navigate("about:blank"); WebInspector.runtimeModel.addEventListener(WebInspector.RuntimeModel.Events.ExecutionContextCreated, this.releaseControl, this); }; TestSuite.prototype.testSharedWorker = function() { function didEvaluateInConsole(resultText) { this.assertEquals("2011", resultText); this.releaseControl(); } this.evaluateInConsole_("globalVar", didEvaluateInConsole.bind(this)); this.takeControl(); }; TestSuite.prototype.testPauseInSharedWorkerInitialization = function() { if (WebInspector.debuggerModel.debuggerPausedDetails) return; this._waitForScriptPause(this.releaseControl.bind(this)); this.takeControl(); }; TestSuite.prototype.enableTouchEmulation = function() { WebInspector.targetManager.mainTarget().domModel.emulateTouchEventObjects(true); }; // Regression test for crbug.com/370035. TestSuite.prototype.testDeviceMetricsOverrides = function() { const dumpPageMetrics = function() { return JSON.stringify({ width: window.innerWidth, height: window.innerHeight, deviceScaleFactor: window.devicePixelRatio }); }; var test = this; function testOverrides(params, metrics, callback) { PageAgent.invoke_setDeviceMetricsOverride(params, getMetrics); function getMetrics() { test.evaluateInConsole_("(" + dumpPageMetrics.toString() + ")()", checkMetrics); } function checkMetrics(consoleResult) { test.assertEquals('"' + JSON.stringify(metrics) + '"', consoleResult, "Wrong metrics for params: " + JSON.stringify(params)); callback(); } } function step1() { testOverrides({width: 1200, height: 1000, deviceScaleFactor: 1, mobile: false, fitWindow: true}, {width: 1200, height: 1000, deviceScaleFactor: 1}, step2); } function step2() { testOverrides({width: 1200, height: 1000, deviceScaleFactor: 1, mobile: false, fitWindow: false}, {width: 1200, height: 1000, deviceScaleFactor: 1}, step3); } function step3() { testOverrides({width: 1200, height: 1000, deviceScaleFactor: 3, mobile: false, fitWindow: true}, {width: 1200, height: 1000, deviceScaleFactor: 3}, step4); } function step4() { testOverrides({width: 1200, height: 1000, deviceScaleFactor: 3, mobile: false, fitWindow: false}, {width: 1200, height: 1000, deviceScaleFactor: 3}, finish); } function finish() { test.releaseControl(); } step1(); test.takeControl(); }; TestSuite.prototype.waitForTestResultsInConsole = function() { var messages = WebInspector.multitargetConsoleModel.messages(); for (var i = 0; i < messages.length; ++i) { var text = messages[i].messageText; if (text === "PASS") return; else if (/^FAIL/.test(text)) this.fail(text); // This will throw. } // Neither PASS nor FAIL, so wait for more messages. function onConsoleMessage(event) { var text = event.data.messageText; if (text === "PASS") this.releaseControl(); else if (/^FAIL/.test(text)) this.fail(text); } WebInspector.multitargetConsoleModel.addEventListener(WebInspector.ConsoleModel.Events.MessageAdded, onConsoleMessage, this); this.takeControl(); }; TestSuite.prototype.checkLogAndErrorMessages = function() { var messages = WebInspector.multitargetConsoleModel.messages(); var matchesCount = 0; function validMessage(message) { if (message.text === "log" && message.level === WebInspector.ConsoleMessage.MessageLevel.Log) { ++matchesCount; return true; } if (message.text === "error" && message.level === WebInspector.ConsoleMessage.MessageLevel.Error) { ++matchesCount; return true; } return false; } for (var i = 0; i < messages.length; ++i) { if (validMessage(messages[i])) continue; this.fail(messages[i].text + ":" + messages[i].level); // This will throw. } if (matchesCount === 2) return; // Wait for more messages. function onConsoleMessage(event) { var message = event.data; if (validMessage(message)) { if (matchesCount === 2) { this.releaseControl(); return; } } else this.fail(message.text + ":" + messages[i].level); } WebInspector.multitargetConsoleModel.addEventListener(WebInspector.ConsoleModel.Events.MessageAdded, onConsoleMessage, this); this.takeControl(); }; /** * Serializes array of uiSourceCodes to string. * @param {!Array.<!WebInspectorUISourceCode>} uiSourceCodes * @return {string} */ TestSuite.prototype.uiSourceCodesToString_ = function(uiSourceCodes) { var names = []; for (var i = 0; i < uiSourceCodes.length; i++) names.push('"' + uiSourceCodes[i].url + '"'); return names.join(","); }; /** * Returns all loaded non anonymous uiSourceCodes. * @return {!Array.<!WebInspectorUISourceCode>} */ TestSuite.prototype.nonAnonymousUISourceCodes_ = function() { function filterOutAnonymous(uiSourceCode) { return !!uiSourceCode.url; } function filterOutService(uiSourceCode) { return !uiSourceCode.project().isServiceProject(); } var uiSourceCodes = WebInspector.workspace.uiSourceCodes(); uiSourceCodes = uiSourceCodes.filter(filterOutService); return uiSourceCodes.filter(filterOutAnonymous); }; /* * Evaluates the code in the console as if user typed it manually and invokes * the callback when the result message is received and added to the console. * @param {string} code * @param {function(string)} callback */ TestSuite.prototype.evaluateInConsole_ = function(code, callback) { function innerEvaluate() { WebInspector.console.show(); var consoleView = WebInspector.ConsolePanel._view(); consoleView._prompt.text = code; consoleView._promptElement.dispatchEvent(TestSuite.createKeyEvent("Enter")); this.addSniffer(WebInspector.ConsoleView.prototype, "_showConsoleMessage", function(viewMessage) { callback(viewMessage.toMessageElement().textContent); }.bind(this)); } if (!WebInspector.context.flavor(WebInspector.ExecutionContext)) { WebInspector.context.addFlavorChangeListener(WebInspector.ExecutionContext, innerEvaluate, this); return; } innerEvaluate.call(this); }; /** * Checks that all expected scripts are present in the scripts list * in the Scripts panel. * @param {!Array.<string>} expected Regular expressions describing * expected script names. * @return {boolean} Whether all the scripts are in "scripts-files" select * box */ TestSuite.prototype._scriptsAreParsed = function(expected) { var uiSourceCodes = this.nonAnonymousUISourceCodes_(); // Check that at least all the expected scripts are present. var missing = expected.slice(0); for (var i = 0; i < uiSourceCodes.length; ++i) { for (var j = 0; j < missing.length; ++j) { if (uiSourceCodes[i].name().search(missing[j]) !== -1) { missing.splice(j, 1); break; } } } return missing.length === 0; }; /** * Waits for script pause, checks expectations, and invokes the callback. * @param {function():void} callback */ TestSuite.prototype._waitForScriptPause = function(callback) { function pauseListener(event) { WebInspector.debuggerModel.removeEventListener(WebInspector.DebuggerModel.Events.DebuggerPaused, pauseListener, this); callback(); } WebInspector.debuggerModel.addEventListener(WebInspector.DebuggerModel.Events.DebuggerPaused, pauseListener, this); }; /** * Waits until all the scripts are parsed and asynchronously executes the code * in the inspected page. */ TestSuite.prototype._executeCodeWhenScriptsAreParsed = function(code, expectedScripts) { var test = this; function executeFunctionInInspectedPage() { // Since breakpoints are ignored in evals' calculate() function is // execute after zero-timeout so that the breakpoint is hit. test.evaluateInConsole_( 'setTimeout("' + code + '" , 0)', function(resultText) { test.assertTrue(!isNaN(resultText), "Failed to get timer id: " + resultText + ". Code: " + code); }); } test._waitUntilScriptsAreParsed(expectedScripts, executeFunctionInInspectedPage); }; /** * Waits until all the scripts are parsed and invokes the callback. */ TestSuite.prototype._waitUntilScriptsAreParsed = function(expectedScripts, callback) { var test = this; function waitForAllScripts() { if (test._scriptsAreParsed(expectedScripts)) callback(); else test.addSniffer(WebInspector.panels.sources.sourcesView(), "_addUISourceCode", waitForAllScripts); } waitForAllScripts(); }; /** * Key event with given key identifier. */ TestSuite.createKeyEvent = function(keyIdentifier) { var evt = document.createEvent("KeyboardEvent"); evt.initKeyboardEvent("keydown", true /* can bubble */, true /* can cancel */, null /* view */, keyIdentifier, ""); return evt; }; /** * Test runner for the test suite. */ var uiTests = {}; /** * Run each test from the test suit on a fresh instance of the suite. */ uiTests.runAllTests = function() { // For debugging purposes. for (var name in TestSuite.prototype) { if (name.substring(0, 4) === "test" && typeof TestSuite.prototype[name] === "function") uiTests.runTest(name); } }; /** * Run specified test on a fresh instance of the test suite. * @param {string} name Name of a test method from TestSuite class. */ uiTests.runTest = function(name) { if (uiTests._populatedInterface) new TestSuite().runTest(name); else uiTests._pendingTestName = name; }; (function() { function runTests() { uiTests._populatedInterface = true; var name = uiTests._pendingTestName; delete uiTests._pendingTestName; if (name) new TestSuite().runTest(name); } WebInspector.notifications.addEventListener(WebInspector.NotificationService.Events.InspectorAgentEnabledForTests, runTests); })(); }