Update SunSpider benchmark from 0.9.1 to 1.0.

chrome/test/data/sunspider/sunspider-compare-results.js

 /*
  * Copyright (C) 2007 Apple Inc.  All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions
  * are met:
  * 1. Redistributions of source code must retain the above copyright
  *    notice, this list of conditions and the following disclaimer.
  * 2. Redistributions in binary form must reproduce the above copyright
  *    notice, this list of conditions and the following disclaimer in the
@@ skipping 222 matching lines @@
     function tDist(n)
     {
         if (n > tMax)
             return tLimit;
         return tDistribution[n];
     }
     
     
     function formatMean(meanWidth, mean, stdErr, count)
     {
+        if (mean != mean) {
+            var result = "  ERROR      ";
+            for (var i = 0; i < meanWidth; ++i)
+                result = " " + result;
+            return result;
+        }
+        
         var meanString = mean.toFixed(1).toString();
         while (meanString.length < meanWidth) {
             meanString = " " + meanString;
         }
         
-        var error = "+/- " + ((tDist(count) * stdErr / mean) * 100).toFixed(1) + "% ";
+        var errString = ((tDist(count) * stdErr / mean) * 100).toFixed(1) + "%";
+        while (errString.length < "99.9%".length)
+            errString += " ";
+        
+        var error = "+/- " + errString + " ";
         
         return meanString + "ms " + error;
     }
     
     function computeLabelWidth()
     {
         var width = "Total".length;
         for (var category in categoryMeans1) {
             if (category.length + 2 > width)
                 width = category.length + 2;
@@ skipping 31 matching lines @@
         }
         return str;
     }
     
     function resultLine(labelWidth, indent, label, meanWidth1, mean1, stdErr1, meanWidth2, mean2, stdErr2)
     {
         result = pad("", indent);    
         result += label + ": ";
         result = pad(result, labelWidth + 2);
         
-        var t = (mean1 - mean2) / (Math.sqrt((stdErr1 * stdErr1) + (stdErr1 * stdErr2))); 
-        var df = count1 + count2 - 2;
-        
-        var statisticallySignificant = (Math.abs(t) > tDist(df+1));
-        var diff = mean2 - mean1;
-        var percentage = 100 * diff / mean1;
-        var isFaster = diff < 0;
-        var probablySame = (percentage < 0.1) && !statisticallySignificant;
-        var ratio = isFaster ? (mean1 / mean2) : (mean2 / mean1);
-        var fixedRatio = (ratio < 1.2) ? ratio.toFixed(3).toString() : ((ratio < 10) ? ratio.toFixed(2).toString() : ratio.toFixed(1).toString());
-        var formattedRatio = isFaster ? fixedRatio + "x as fast" : "*" + fixedRatio + "x as slow*";
-
         var diffSummary;
         var diffDetail;
         
-        if (probablySame) {
-            diffSummary = "-";
-            diffDetail = "";
-        } else if (!statisticallySignificant) {
+        if (mean1 != mean1 || mean2 != mean2) {
             diffSummary = "??";
-            diffDetail =  "    not conclusive: might be " + formattedRatio;
+            diffDetail = "    invalid runs detected";
         } else {
-            diffSummary = formattedRatio;
-            diffDetail = "    significant"; 
+            var t = (mean1 - mean2) / (Math.sqrt((stdErr1 * stdErr1) + (stdErr2 * stdErr2)));
+            var df = count1 + count2 - 2;
+            
+            var statisticallySignificant = (Math.abs(t) > tDist(df+1));
+            var diff = mean2 - mean1;
+            var percentage = 100 * diff / mean1;
+            var isFaster = diff < 0;
+            var probablySame = (percentage < 0.1) && !statisticallySignificant;
+            var ratio = isFaster ? (mean1 / mean2) : (mean2 / mean1);
+            var fixedRatio = (ratio < 1.2) ? ratio.toFixed(3).toString() : ((ratio < 10) ? ratio.toFixed(2).toString() : ratio.toFixed(1).toString());
+            var formattedRatio = isFaster ? fixedRatio + "x as fast" : "*" + fixedRatio + "x as slow*";
+
+            if (probablySame) {
+                diffSummary = "-";
+                diffDetail = "";
+            } else if (!statisticallySignificant) {
+                diffSummary = "??";
+                diffDetail =  "    not conclusive: might be " + formattedRatio;
+            } else {
+                diffSummary = formattedRatio;
+                diffDetail = "    significant"; 
+            }
         }
-        
+            
         return result + pad(diffSummary, 18) + formatMean(meanWidth1, mean1, stdErr1, count1) + "  " + formatMean(meanWidth2, mean2, stdErr2, count2) + diffDetail;
     }
     
     function printOutput()
     {
         var labelWidth = computeLabelWidth();
         var meanWidth1 = computeMeanWidth(mean1, categoryMeans1, testMeansByCategory1);
         var meanWidth2 = computeMeanWidth(mean2, categoryMeans2, testMeansByCategory2);
         
         print("\n");
         var header = "TEST";
         while (header.length < labelWidth)
             header += " ";
-        header += "  COMPARISON            FROM                 TO             DETAILS";
+        header += "  COMPARISON               FROM                 TO             DETAILS";
         print(header);
         print("");
-        print("=============================================================================");
+        print("===============================================================================");
         print("");
         print(resultLine(labelWidth, 0, "** TOTAL **", meanWidth1, mean1, stdErr1, meanWidth2, mean2, stdErr2));
         print("");
-        print("=============================================================================");
+        print("===============================================================================");
         
         for (var category in categoryMeans1) {
             print("");
             print(resultLine(labelWidth, 2, category,
                              meanWidth1, categoryMeans1[category], categoryStdErrs1[category],
                              meanWidth2, categoryMeans2[category], categoryStdErrs2[category]));
             for (var test in testMeansByCategory1[category]) {
                 var shortName = test.replace(/^[^-]*-/, "");
                 print(resultLine(labelWidth, 4, shortName, 
                                  meanWidth1, testMeansByCategory1[category][test], testStdErrsByCategory1[category][test],
@@ skipping 14 matching lines @@
     mean2 = computeMeans(count2, total2, categoryTotals2, categoryMeans2, testTotalsByCategory2, testMeansByCategory2);
 
     stdDev1 = computeStdDevs(mean1, itemTotals1, categoryStdDevs1, categoryMeans1, testStdDevsByCategory1, testMeansByCategory1);
     stdDev2 = computeStdDevs(mean2, itemTotals2, categoryStdDevs2, categoryMeans2, testStdDevsByCategory2, testMeansByCategory2);
 
     stdErr1 = computeStdErrors(count1, stdDev1, categoryStdErrs1, categoryStdDevs1, testStdErrsByCategory1, testStdDevsByCategory1);
     stdErr2 = computeStdErrors(count2, stdDev2, categoryStdErrs2, categoryStdDevs2, testStdErrsByCategory2, testStdDevsByCategory2);
 
     printOutput();
 }