summaryrefslogtreecommitdiffstats
path: root/Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/FlakyLayoutTestDetector.js
diff options
context:
space:
mode:
Diffstat (limited to 'Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/FlakyLayoutTestDetector.js')
-rw-r--r--Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/FlakyLayoutTestDetector.js115
1 files changed, 0 insertions, 115 deletions
diff --git a/Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/FlakyLayoutTestDetector.js b/Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/FlakyLayoutTestDetector.js
deleted file mode 100644
index b814741ba..000000000
--- a/Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/FlakyLayoutTestDetector.js
+++ /dev/null
@@ -1,115 +0,0 @@
-/*
- * Copyright (C) 2011 Apple Inc. All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS''
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
- * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
- * THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-function FlakyLayoutTestDetector() {
- this._tests = {};
- this._buildCount = 0;
-}
-
-FlakyLayoutTestDetector.prototype = {
- incorporateTestResults: function(buildName, failingTests, tooManyFailures) {
- var newFlakyTests = [];
-
- if (tooManyFailures) {
- // Something was going horribly wrong during this test run. We shouldn't assume that any
- // passes/failures are due to flakiness.
- return newFlakyTests;
- }
-
- ++this._buildCount;
-
- // Record failing tests.
- for (var testName in failingTests) {
- if (!(testName in this._tests)) {
- if (this._buildCount > this._maximumFailOrPassCount) {
- // This test hasn't failed in the _maximumFailOrPassCount most recent builds, so
- // don't consider it to be flaky. In fact, we don't have to track it at all!
- continue;
- }
-
- this._tests[testName] = {
- state: this._states.LastSeenFailing,
- count: 0,
- history: [],
- };
- }
-
- var testData = this._tests[testName];
- testData.history.push({ build: buildName, result: failingTests[testName] });
-
- if (testData.state === this._states.LastSeenFailing) {
- ++testData.count;
- if (testData.count > this._maximumFailOrPassCount)
- testData.state = this._states.NotFlaky;
- } else if (testData.state === this._states.LastSeenPassing) {
- testData.state = this._states.PossiblyFlaky;
- newFlakyTests.push(testName);
- }
- }
-
- // Record passing tests.
- for (var testName in this._tests) {
- if (testName in failingTests)
- continue;
-
- var testData = this._tests[testName];
- testData.history.push({ build: buildName, result: { failureType: 'pass' } });
-
- if (testData.state === this._states.LastSeenPassing) {
- ++testData.count;
- if (testData.count > this._maximumFailOrPassCount)
- testData.state = this._states.NotFlaky;
- } else if (testData.state === this._states.LastSeenFailing) {
- testData.state = this._states.LastSeenPassing;
- testData.count = 1;
- }
- }
-
- return newFlakyTests;
- },
-
- allFailures: function(testName) {
- if (!(testName in this._tests))
- return null;
-
- return this._tests[testName].history.filter(function(historyItem) { return historyItem.result.failureType !== 'pass' });
- },
-
- get possiblyFlakyTests() {
- var self = this;
- return Object.keys(self._tests).filter(function(testName) { return self._tests[testName].state === self._states.PossiblyFlaky });
- },
-
- // If a test has recently failed or passed more than this number of times in a row we don't
- // consider it to be flaky.
- _maximumFailOrPassCount: 9,
-
- _states: {
- LastSeenFailing: 0,
- LastSeenPassing: 1,
- PossiblyFlaky: 2,
- NotFlaky: 3,
- },
-};