Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/results.js - Issue 13712005: Move GardeningServer out of BuildSlaveSupport

Unified Diff: Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/results.js

Issue 13712005: Move GardeningServer out of BuildSlaveSupport (Closed) Base URL: svn://svn.chromium.org/blink/trunk

Patch Set: Created 7 years, 8 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

« no previous file with comments | « Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/pixelzoomer.js ('k') | Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/results_unittests.js » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/results.js

diff --git a/Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/results.js b/Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/results.js

deleted file mode 100644

index 2dd55a83825ae6bbf447a01590a8d424c0370ab7..0000000000000000000000000000000000000000

--- a/Tools/BuildSlaveSupport/build.webkit.org-config/public_html/TestFailures/scripts/results.js

+++ /dev/null

@@ -1,679 +0,0 @@

-/*

- *

- * Redistribution and use in source and binary forms, with or without

- * modification, are permitted provided that the following conditions

- * are met:

- * 1. Redistributions of source code must retain the above copyright

- * notice, this list of conditions and the following disclaimer.

- * 2. Redistributions in binary form must reproduce the above copyright

- * notice, this list of conditions and the following disclaimer in the

- * documentation and/or other materials provided with the distribution.

- *

- * THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS''

- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,

- * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR

- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS

- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR

- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF

- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS

- * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN

- * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)

- * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF

- * THE POSSIBILITY OF SUCH DAMAGE.

- */

-var results = results || {};

-(function() {

-var kResultsName = 'full_results.json';

-var kBuildLinkRegexp = /a href="\d+\/"/g;

-var kBuildNumberRegexp = /\d+/;

-var PASS = 'PASS';

-var TIMEOUT = 'TIMEOUT';

-var TEXT = 'TEXT';

-var CRASH = 'CRASH';

-var IMAGE = 'IMAGE';

-var IMAGE_TEXT = 'IMAGE+TEXT';

-var AUDIO = 'AUDIO';

-var MISSING = 'MISSING';

-var kFailingResults = [TEXT, IMAGE_TEXT, AUDIO];

-var kExpectedImageSuffix = '-expected.png';

-var kActualImageSuffix = '-actual.png';

-var kImageDiffSuffix = '-diff.png';

-var kExpectedAudioSuffix = '-expected.wav';

-var kActualAudioSuffix = '-actual.wav';

-var kExpectedTextSuffix = '-expected.txt';

-var kActualTextSuffix = '-actual.txt';

-var kDiffTextSuffix = '-diff.txt';

-var kCrashLogSuffix = '-crash-log.txt';

-var kPNGExtension = 'png';

-var kTXTExtension = 'txt';

-var kWAVExtension = 'wav';

-var kPreferredSuffixOrder = [

- kExpectedImageSuffix,

- kActualImageSuffix,

- kImageDiffSuffix,

- kExpectedTextSuffix,

- kActualTextSuffix,

- kDiffTextSuffix,

- kCrashLogSuffix,

- kExpectedAudioSuffix,

- kActualAudioSuffix,

- // FIXME: Add support for the rest of the result types.

-];

-// Kinds of results.

-results.kActualKind = 'actual';

-results.kExpectedKind = 'expected';

-results.kDiffKind = 'diff';

-results.kUnknownKind = 'unknown';

-// Types of tests.

-results.kImageType = 'image'

-results.kAudioType = 'audio'

-results.kTextType = 'text'

-// FIXME: There are more types of tests.

-function layoutTestResultsURL(platform)

- return config.kPlatforms[platform].layoutTestResultsURL;

-function possibleSuffixListFor(failureTypeList)

- var suffixList = [];

- function pushImageSuffixes()

- {

- suffixList.push(kExpectedImageSuffix);

- suffixList.push(kActualImageSuffix);

- suffixList.push(kImageDiffSuffix);

- }

- function pushAudioSuffixes()

- {

- suffixList.push(kExpectedAudioSuffix);

- suffixList.push(kActualAudioSuffix);

- }

- function pushTextSuffixes()

- {

- suffixList.push(kActualTextSuffix);

- suffixList.push(kExpectedTextSuffix);

- suffixList.push(kDiffTextSuffix);

- // '-wdiff.html',

- // '-pretty-diff.html',

- }

- $.each(failureTypeList, function(index, failureType) {

- switch(failureType) {

- case IMAGE:

- pushImageSuffixes();

- break;

- case TEXT:

- pushTextSuffixes();

- break;

- case AUDIO:

- pushAudioSuffixes();

- break;

- case IMAGE_TEXT:

- pushImageSuffixes();

- pushTextSuffixes();

- break;

- case CRASH:

- suffixList.push(kCrashLogSuffix);

- break;

- case MISSING:

- pushImageSuffixes();

- pushTextSuffixes();

- break;

- default:

- // FIXME: Add support for the rest of the result types.

- // '-expected.html',

- // '-expected-mismatch.html',

- // ... and possibly more.

- break;

- }

- });

- return base.uniquifyArray(suffixList);

-results.failureTypeToExtensionList = function(failureType)

- switch(failureType) {

- case IMAGE:

- return [kPNGExtension];

- case AUDIO:

- return [kWAVExtension];

- case TEXT:

- return [kTXTExtension];

- case MISSING:

- case IMAGE_TEXT:

- return [kTXTExtension, kPNGExtension];

- default:

- // FIXME: Add support for the rest of the result types.

- // '-expected.html',

- // '-expected-mismatch.html',

- // ... and possibly more.

- return [];

- }

-};

-results.failureTypeList = function(failureBlob)

- return failureBlob.split(' ');

-};

-results.canRebaseline = function(failureTypeList)

- return failureTypeList.some(function(element) {

- return results.failureTypeToExtensionList(element).length > 0;

- });

-};

-results.directoryForBuilder = function(builderName)

- return config.kPlatforms[config.currentPlatform].resultsDirectoryNameFromBuilderName(builderName);

-function resultsDirectoryURL(platform, builderName)

- if (config.useLocalResults)

- return '/localresult?path=';

- return resultsDirectoryListingURL(platform, builderName) + 'results/layout-test-results/';

-function resultsDirectoryListingURL(platform, builderName)

- return layoutTestResultsURL(platform) + '/' + results.directoryForBuilder(builderName) + '/';

-function resultsDirectoryURLForBuildNumber(platform, builderName, buildNumber, revision)

- return resultsDirectoryListingURL(platform, builderName) + config.kPlatforms[platform].resultsDirectoryForBuildNumber(buildNumber, revision) + '/';

-function resultsSummaryURL(platform, builderName)

- return resultsDirectoryURL(platform, builderName) + kResultsName;

-function resultsSummaryURLForBuildNumber(platform, builderName, buildNumber, revision)

- return resultsDirectoryURLForBuildNumber(platform, builderName, buildNumber, revision) + kResultsName;

-var g_resultsCache = new base.AsynchronousCache(function (key, callback) {

- net.jsonp(key, callback);

-});

-results.ResultAnalyzer = base.extends(Object, {

- init: function(resultNode)

- {

- this._actual = resultNode ? results.failureTypeList(resultNode.actual) : [];

- this._expected = resultNode ? this._addImpliedExpectations(results.failureTypeList(resultNode.expected)) : [];

- this._wontfix = resultNode ? resultNode.wontfix : false;

- },

- _addImpliedExpectations: function(resultsList)

- {

- if (resultsList.indexOf('FAIL') == -1)

- return resultsList;

- return resultsList.concat(kFailingResults);

- },

- _hasPass: function(results)

- {

- return results.indexOf(PASS) != -1;

- },

- unexpectedResults: function()

- {

- return this._actual.filter(function(result) {

- return this._expected.indexOf(result) == -1;

- }, this);

- },

- succeeded: function()

- {

- return this._hasPass(this._actual);

- },

- expectedToSucceed: function()

- {

- return this._hasPass(this._expected);

- },

- flaky: function()

- {

- return this._actual.length > 1;

- },

- wontfix: function()

- {

- return this._wontfix;

- },

- hasUnexpectedFailures: function()

- {

- var difference = {};

- this._actual.forEach(function(actual) {

- difference[actual] = actual !== PASS;

- });

- this._expected.forEach(function(expected) {

- if (expected !== PASS)

- delete difference[expected];

- });

- return Object.keys(difference).some(function(key) {

- return difference[key];

- });

- }

-})

-function isExpectedFailure(resultNode)

- var analyzer = new results.ResultAnalyzer(resultNode);

- return !analyzer.hasUnexpectedFailures() && !analyzer.succeeded() && !analyzer.flaky() && !analyzer.wontfix();

-function isUnexpectedFailure(resultNode)

- var analyzer = new results.ResultAnalyzer(resultNode);

- return analyzer.hasUnexpectedFailures() && !analyzer.succeeded() && !analyzer.flaky() && !analyzer.wontfix();

-function isResultNode(node)

- return !!node.actual;

-results.expectedFailures = function(resultsTree)

- return base.filterTree(resultsTree.tests, isResultNode, isExpectedFailure);

-};

-results.unexpectedFailures = function(resultsTree)

- return base.filterTree(resultsTree.tests, isResultNode, isUnexpectedFailure);

-};

-results.unexpectedSuccesses = function(resultsTree)

- return base.filterTree(resultsTree.tests, isResultNode, function(resultNode) {

- var analyzer = new results.ResultAnalyzer(resultNode);

- return !analyzer.expectedToSucceed() && analyzer.succeeded() && !analyzer.flaky();

- });

-};

-function resultsByTest(resultsByBuilder, filter)

- var resultsByTest = {};

- $.each(resultsByBuilder, function(builderName, resultsTree) {

- $.each(filter(resultsTree), function(testName, resultNode) {

- resultsByTest[testName] = resultsByTest[testName] || {};

- if (!config.kPlatforms[config.currentPlatform].haveBuilderAccumulatedResults)

- resultNode._buildLocation = resultsTree._buildLocation;

- resultsByTest[testName][builderName] = resultNode;

- });

- return resultsByTest;

-results.expectedFailuresByTest = function(resultsByBuilder)

- return resultsByTest(resultsByBuilder, results.expectedFailures);

-};

-results.unexpectedFailuresByTest = function(resultsByBuilder)

- return resultsByTest(resultsByBuilder, results.unexpectedFailures);

-};

-results.unexpectedSuccessesByTest = function(resultsByBuilder)

- return resultsByTest(resultsByBuilder, results.unexpectedSuccesses);

-};

-results.failureInfoForTestAndBuilder = function(resultsByTest, testName, builderName)

- var failureInfoForTest = {

- 'testName': testName,

- 'builderName': builderName,

- 'failureTypeList': results.failureTypeList(resultsByTest[testName][builderName].actual),

- };

- if (!config.kPlatforms[config.currentPlatform].haveBuilderAccumulatedResults)

- failureInfoForTest.buildLocation = resultsByTest[testName][builderName]._buildLocation;

- return failureInfoForTest;

-};

-results.collectUnexpectedResults = function(dictionaryOfResultNodes)

- var collectedResults = [];

- $.each(dictionaryOfResultNodes, function(key, resultNode) {

- var analyzer = new results.ResultAnalyzer(resultNode);

- collectedResults = collectedResults.concat(analyzer.unexpectedResults());

- });

- return base.uniquifyArray(collectedResults);

-};

-// Callback data is [{ buildNumber:, revision:, url: }]

-function historicalResultsLocations(platform, builderName, callback)

- if (config.kPlatforms[platform].useDirectoryListingForOldBuilds) {

- var listingURL = resultsDirectoryListingURL(platform, builderName);

- net.get(listingURL, function(directoryListing) {

- var historicalResultsData = directoryListing.match(kBuildLinkRegexp).map(function(buildLink) {

- var buildNumber = parseInt(buildLink.match(kBuildNumberRegexp)[0]);

- var revision = 0; // unused for Chromium.

- var resultsData = {

- 'buildNumber': buildNumber,

- 'revision': revision,

- 'url': resultsSummaryURLForBuildNumber(platform, builderName, buildNumber, revision)

- };

- return resultsData;

- }).reverse();

- callback(historicalResultsData);

- });

- } else {

- var historicalResultsData = [];

- builders.cachedBuildInfos(platform, builderName, function(cachedBuildInfos) {

- $.each(cachedBuildInfos, function(buildNumber, buildInfo) {

- var resultsData = {

- 'buildNumber': buildNumber,

- 'revision': buildInfo.sourceStamp.revision,

- 'url': resultsSummaryURLForBuildNumber(platform, builderName, buildNumber, buildInfo.sourceStamp.revision),

- }

- historicalResultsData.push(resultsData);

- });

- callback(historicalResultsData.reverse());

- });

- }

-function walkHistory(platform, builderName, testName, callback)

- var indexOfNextKeyToFetch = 0;

- var keyList = [];

- function continueWalk()

- {

- if (indexOfNextKeyToFetch >= keyList.length) {

- processResultNode(0, null);

- return;

- }

- var resultsURL = keyList[indexOfNextKeyToFetch].url;

- ++indexOfNextKeyToFetch;

- g_resultsCache.get(resultsURL, function(resultsTree) {

- if ($.isEmptyObject(resultsTree)) {

- continueWalk();

- return;

- }

- var resultNode = results.resultNodeForTest(resultsTree, testName);

- var revision = parseInt(resultsTree['revision'])

- if (isNaN(revision))

- revision = 0;

- processResultNode(revision, resultNode);

- });

- }

- function processResultNode(revision, resultNode)

- {

- var shouldContinue = callback(revision, resultNode);

- if (!shouldContinue)

- return;

- continueWalk();

- }

- historicalResultsLocations(platform, builderName, function(resultsLocations) {

- keyList = resultsLocations;

- continueWalk();

- });

-results.regressionRangeForFailure = function(builderName, testName, callback)

- var oldestFailingRevision = 0;

- var newestPassingRevision = 0;

- // FIXME: should treat {platform, builderName} as a tuple

- walkHistory(config.currentPlatform, builderName, testName, function(revision, resultNode) {

- if (!revision) {

- callback(oldestFailingRevision, newestPassingRevision);

- return false;

- }

- if (!resultNode) {

- newestPassingRevision = revision;

- callback(oldestFailingRevision, newestPassingRevision);

- return false;

- }

- if (isUnexpectedFailure(resultNode)) {

- oldestFailingRevision = revision;

- return true;

- }

- if (!oldestFailingRevision)

- return true; // We need to keep looking for a failing revision.

- newestPassingRevision = revision;

- callback(oldestFailingRevision, newestPassingRevision);

- return false;

- });

-};

-function mergeRegressionRanges(regressionRanges)

- var mergedRange = {};

- mergedRange.oldestFailingRevision = 0;

- mergedRange.newestPassingRevision = 0;

- $.each(regressionRanges, function(builderName, range) {

- if (!range.oldestFailingRevision && !range.newestPassingRevision)

- return

- if (!mergedRange.oldestFailingRevision)

- mergedRange.oldestFailingRevision = range.oldestFailingRevision;

- if (!mergedRange.newestPassingRevision)

- mergedRange.newestPassingRevision = range.newestPassingRevision;

- if (range.oldestFailingRevision && range.oldestFailingRevision < mergedRange.oldestFailingRevision)

- mergedRange.oldestFailingRevision = range.oldestFailingRevision;

- if (range.newestPassingRevision > mergedRange.newestPassingRevision)

- mergedRange.newestPassingRevision = range.newestPassingRevision;

- });

- return mergedRange;

-results.unifyRegressionRanges = function(builderNameList, testName, callback)

- var regressionRanges = {};

- var tracker = new base.RequestTracker(builderNameList.length, function() {

- var mergedRange = mergeRegressionRanges(regressionRanges);

- callback(mergedRange.oldestFailingRevision, mergedRange.newestPassingRevision);

- });

- $.each(builderNameList, function(index, builderName) {

- results.regressionRangeForFailure(builderName, testName, function(oldestFailingRevision, newestPassingRevision) {

- var range = {};

- range.oldestFailingRevision = oldestFailingRevision;

- range.newestPassingRevision = newestPassingRevision;

- regressionRanges[builderName] = range;

- tracker.requestComplete();

- });

-};

-results.countFailureOccurences = function(builderNameList, testName, callback)

- var failureCount = 0;

- var tracker = new base.RequestTracker(builderNameList.length, function() {

- callback(failureCount);

- });

- $.each(builderNameList, function(index, builderName) {

- walkHistory(config.currentPlatform, builderName, testName, function(revision, resultNode) {

- if (isUnexpectedFailure(resultNode)) {

- ++failureCount;

- return true;

- }

- tracker.requestComplete();

- return false;

- });

-};

-results.resultNodeForTest = function(resultsTree, testName)

- var testNamePath = testName.split('/');

- var currentNode = resultsTree['tests'];

- $.each(testNamePath, function(index, segmentName) {

- if (!currentNode)

- return;

- currentNode = (segmentName in currentNode) ? currentNode[segmentName] : null;

- });

- return currentNode;

-};

-results.resultKind = function(url)

- if (/-actual\.[a-z]+$/.test(url))

- return results.kActualKind;

- else if (/-expected\.[a-z]+$/.test(url))

- return results.kExpectedKind;

- else if (/diff\.[a-z]+$/.test(url))

- return results.kDiffKind;

- return results.kUnknownKind;

-results.resultType = function(url)

- if (/\.png$/.test(url))

- return results.kImageType;

- if (/\.wav$/.test(url))

- return results.kAudioType;

- return results.kTextType;

-function sortResultURLsBySuffix(urls)

- var sortedURLs = [];

- $.each(kPreferredSuffixOrder, function(i, suffix) {

- $.each(urls, function(j, url) {

- if (!base.endsWith(url, suffix))

- return;

- sortedURLs.push(url);

- });

- if (sortedURLs.length != urls.length)

- throw "sortResultURLsBySuffix failed to return the same number of URLs."

- return sortedURLs;

-results.fetchResultsURLs = function(failureInfo, callback)

- var testNameStem = base.trimExtension(failureInfo.testName);

- var urlStem;

- if (config.kPlatforms[config.currentPlatform].haveBuilderAccumulatedResults)

- urlStem = resultsDirectoryURL(config.currentPlatform, failureInfo.builderName);

- else

- urlStem = failureInfo.buildLocation.url.replace(kResultsName, '');

- var suffixList = possibleSuffixListFor(failureInfo.failureTypeList);

- var resultURLs = [];

- var tracker = new base.RequestTracker(suffixList.length, function() {

- callback(sortResultURLsBySuffix(resultURLs));

- });

- $.each(suffixList, function(index, suffix) {

- var url = urlStem + testNameStem + suffix;

- net.probe(url, {

- success: function() {

- resultURLs.push(url);

- tracker.requestComplete();

- },

- error: function() {

- tracker.requestComplete();

- },

- });

-};

-results.fetchResultsForBuilder = function(builderName, callback)

- var resultsURL = resultsSummaryURL(config.currentPlatform, builderName);

- net.jsonp(resultsURL, callback);

-};

-results.fetchResultsForBuildOnBuilder = function(builderName, buildNumber, revision, callback)

- var resultsURL = resultsSummaryURLForBuildNumber(config.currentPlatform, builderName, buildNumber, revision);

- net.jsonp(resultsURL, callback);

-};

-// Look for the most recent completed build that has full results.

-results.fetchResultsForMostRecentCompletedBuildOnBuilder = function(builderName, callback)

- historicalResultsLocations(config.currentPlatform, builderName, function(buildLocations) {

- var currentIndex = 0;

- var resultsCallback = function(buildResults) {

- if ($.isEmptyObject(buildResults)) {

- ++currentIndex;

- if (currentIndex >= buildLocations.length) {

- callback(null);

- return;

- }

- net.jsonp(buildLocations[currentIndex].url, resultsCallback);

- return;

- }

- if (!config.kPlatforms[config.currentPlatform].haveBuilderAccumulatedResults)

- buildResults._buildLocation = buildLocations[currentIndex];

- callback(buildResults);

- };

- net.jsonp(buildLocations[currentIndex].url, resultsCallback);

- });

-};

-results.fetchResultsByBuilder = function(builderNameList, callback)

- var resultsByBuilder = {};

- if (config.kPlatforms[config.currentPlatform].haveBuilderAccumulatedResults) {

- var tracker = new base.RequestTracker(builderNameList.length, function() {

- callback(resultsByBuilder);

- });

- $.each(builderNameList, function(index, builderName) {

- results.fetchResultsForBuilder(builderName, function(resultsTree) {

- resultsByBuilder[builderName] = resultsTree;

- tracker.requestComplete();

- });

- } else {

- builders.recentBuildInfos(function(recentBuildInfos) {

- var requestsInFlight = 0;

- $.each(builderNameList, function(index, builderName) {

- if (recentBuildInfos[builderName]) {

- // FIXME: use RequestTracker

- ++requestsInFlight;

- results.fetchResultsForMostRecentCompletedBuildOnBuilder(builderName, function(resultsTree) {

- if (resultsTree)

- resultsByBuilder[builderName] = resultsTree;

- --requestsInFlight;

- if (!requestsInFlight)

- callback(resultsByBuilder);

- });

- }

- });

- }

-};

-})();