test262 roll

test/test262/testcfg.py

 # Copyright 2012 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 214 matching lines @@
             test_record["negative"]["type"]):
         return True
     return "FAILED!" in output.stdout
 
   def HasUnexpectedOutput(self, testcase):
     outcome = self.GetOutcome(testcase)
     if (statusfile.FAIL_SLOPPY in testcase.outcomes and
         "--use-strict" not in testcase.flags):
       return outcome != statusfile.FAIL
     return not outcome in ([outcome for outcome in testcase.outcomes
-                                    if not outcome.startswith('--')]
+                                    if not outcome.startswith('--')
+                                       and outcome != statusfile.FAIL_SLOPPY]
                            or [statusfile.PASS])
 
   def PrepareSources(self):
     # The archive is created only on swarming. Local checkouts have the
     # data folder.
     if (os.path.exists(ARCHIVE) and
         # Check for a JS file from the archive if we need to unpack. Some other
         # files from the archive unfortunately exist due to a bug in the
         # isolate_processor.
         # TODO(machenbach): Migrate this to GN to avoid using the faulty
         # isolate_processor: http://crbug.com/669910
         not os.path.exists(os.path.join(DATA, 'test', 'harness', 'error.js'))):
       print "Extracting archive..."
       tar = tarfile.open(ARCHIVE)
       tar.extractall(path=os.path.dirname(ARCHIVE))
       tar.close()
 
 
 def GetSuite(name, root):
   return Test262TestSuite(name, root)