[Interpreter] Group ignition cctest failures by error.

test/cctest/cctest.status

Index: test/cctest/cctest.status
diff --git a/test/cctest/cctest.status b/test/cctest/cctest.status
index 1e4981d217b829808949b78a934cd8e69a431bf8..563c2803eed503f9619e82015f89a0761284c28d 100644
--- a/test/cctest/cctest.status
+++ b/test/cctest/cctest.status
@@ -503,11 +503,12 @@
 }],  # 'arch == ppc64 and simulator_run == True'
 
 ['ignition == True', {
-  'test-api/*' : [SKIP],
-  'test-cpu-profiler/*' : [SKIP],
+  # TODO(yangguo,4690): Enable debugger support for Ignition.
   'test-debug/*' : [SKIP],
-  'test-func-name-inference/*' : [SKIP],
-  'test-inobject-slack-tracking/*' : [SKIP],
+
+  # TODO(yangguo,4690): Required DebuggerStatement support.
+  'test-profile-generator/BailoutReason': [FAIL],
+  'test-api/Regress385349': [FAIL],
 
   # TODO(mstarzinger,4674): Message object is not properly cleared.
   'test-heap/MessageObjectLeak': [FAIL],
@@ -515,90 +516,254 @@
   # TODO(mstarzinger,4674): Support exception handlers in BytecodeGraphBuilder.
   'test-run-deopt/DeoptExceptionHandlerCatch': [FAIL],
 
-  # TODO(mstarzinger,4674): Bug in control flow modeling. Investigate and fix.
-  'test-run-jsexceptions/ThrowMessageIndirectly': [FAIL],
-
-  # TODO(rmcilroy,4680): Check failure in runtime-compiler.cc on code type.
-  'test-serialize/SerializeInternalReference': [FAIL],
-
   # TODO(rmcilroy,4680): Check failed: toplevel_test_code_event_found.
   'test-serialize/SerializeToplevelIsolates': [FAIL],
 
-  'test-api-interceptors/InterceptorCallICInvalidatedConstantFunctionViaGlobal': [SKIP],
-  'test-api-interceptors/InterceptorLoadICInvalidatedCallbackViaGlobal': [SKIP],
-  'test-api-interceptors/InterceptorLoadICInvalidatedFieldViaGlobal': [SKIP],
-  'test-compiler/FeedbackVectorPreservedAcrossRecompiles': [SKIP],
-  'test-compiler/FeedbackVectorUnaffectedByScopeChanges': [SKIP],
-  'test-compiler/OptimizedCodeSharing2': [SKIP],
-  'test-compiler/OptimizedCodeSharing3': [SKIP],
-  'test-decls/CrossScriptDynamicLookup': [SKIP],
-  'test-decls/CrossScriptReferences_Simple2': [SKIP],
-  'test-decls/Regress425510': [SKIP],
-  'test-feedback-vector/VectorCallICStates': [SKIP],
-  'test-heap/CanonicalSharedFunctionInfo': [SKIP],
-  'test-heap/CellsInOptimizedCodeAreWeak': [SKIP],
-  'test-heap/CompilationCacheCachingBehavior': [SKIP],
-  'test-heap/IncrementalMarkingClearsMonomorphicConstructor': [SKIP],
-  'test-heap/IncrementalMarkingPreservesMonomorphicCallIC': [SKIP],
-  'test-heap/IncrementalMarkingPreservesMonomorphicConstructor': [SKIP],
-  'test-heap/NoWeakHashTableLeakWithIncrementalMarking': [SKIP],
-  'test-heap/OptimizedAllocationAlwaysInNewSpace': [SKIP],
-  'test-heap/Regress169209': [SKIP],
-  'test-heap/Regress357137': [SKIP],
-  'test-heap/TestCodeFlushingIncrementalAbort': [SKIP],
-  'test-heap/TestCodeFlushingIncrementalScavenge': [SKIP],
-  'test-heap/TestCodeFlushingIncremental': [SKIP],
-  'test-heap/TestCodeFlushingPreAged': [SKIP],
-  'test-heap/TestCodeFlushing': [SKIP],
-  'test-heap/WeakFunctionInConstructor': [SKIP],
-  'test-lockers/IsolateLockingStress': [SKIP],
-  'test-lockers/SeparateIsolatesLocksNonexclusive': [SKIP],
-  'test-log-stack-tracer/CFromJSStackTrace': [SKIP],
-  'test-log-stack-tracer/PureJSStackTrace': [SKIP],
-  'test-parsing/DestructuringNegativeTests': [SKIP],
-  'test-parsing/StrongModeFreeVariablesDeclaredByLanguage': [SKIP],
-  'test-parsing/StrongModeFreeVariablesDeclaredByPreviousScript': [SKIP],
-  'test-parsing/StrongModeFreeVariablesDeclaredInGlobalPrototype': [SKIP],
-  'test-profile-generator/BailoutReason': [SKIP],
-  'test-profile-generator/LineNumber': [SKIP],
-  'test-profile-generator/ProfileNodeScriptId': [SKIP],
-  'test-profile-generator/RecordStackTraceAtStartProfiling': [SKIP],
-  'test-run-inlining/InlineTwice': [SKIP],
-  'test-run-jscalls/LookupCall': [SKIP],
-  'test-run-jsexceptions/ThrowMessageDirectly': [SKIP],
-  'test-run-jsexceptions/ThrowMessagePosition': [SKIP],
-  'test-run-jsobjects/ArgumentsRest': [SKIP],
-  'test-run-jsops/ClassLiteral': [SKIP],
-  'test-run-jsops/LookupLoad': [SKIP],
-  'test-run-jsops/LookupStore': [SKIP],
-  'test-run-variables/ContextInitializeVariables': [SKIP],
-  'test-run-variables/ContextLoadVariables': [SKIP],
-  'test-run-variables/ContextStoreVariables': [SKIP],
-  'test-run-variables/StackInitializeVariables': [SKIP],
-  'test-run-variables/StackLoadVariables': [SKIP],
-  'test-run-variables/StackStoreVariables': [SKIP],
-  'test-sampler-api/StackFramesConsistent': [SKIP],
-  'test-thread-termination/TerminateAndReenterFromThreadItself': [SKIP],
-  'test-thread-termination/TerminateCancelTerminateFromThreadItself': [SKIP],
-  'test-thread-termination/TerminateFromOtherThreadWhileMicrotaskRunning': [SKIP],
-  'test-thread-termination/TerminateOnlyV8ThreadFromOtherThread': [SKIP],
+  # TODO(rmcilroy,4680): Exception message doesn't match in release mode.
+  'test-run-jsexceptions/ThrowMessageIndirectly': [FAIL, PASS],
+
+  # TODO(rmcilroy,4682): Requires support for classes.
+  'test-inobject-slack-tracking/SubclassBasicNoBaseClassInstancesNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassBasicNoBaseClassInstances': [FAIL],
+  'test-inobject-slack-tracking/LongSubclassChain2': [FAIL],
+  'test-inobject-slack-tracking/LongSubclassChain1': [FAIL],
+  'test-inobject-slack-tracking/LongSubclassChain3': [FAIL],
+  'test-inobject-slack-tracking/SubclassBasicNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/InobjectPropetiesCountOverflowInSubclass': [FAIL],
+  'test-inobject-slack-tracking/SlowModeSubclass': [FAIL],
+  'test-inobject-slack-tracking/SubclassObjectBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassObjectBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassFunctionBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassBasic': [FAIL],
+  'test-inobject-slack-tracking/SubclassFunctionBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassNumberBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassBooleanBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassErrorBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassErrorBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassStringBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassDateBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassRegExpBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassStringBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassBooleanBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassDateBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassArrayBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassRegExpBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassNumberBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassArrayBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassTypedArrayBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassTypedArrayBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassCollectionBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassCollectionBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassArrayBufferBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassArrayBufferBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassPromiseBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassPromiseBuiltin': [FAIL],
+  'test-api/Regress470113': [FAIL],
+  'test-api/SubclassGetConstructorName': [FAIL],
+  'test-api/ClassPrototypeCreationContext': [FAIL],
+  'test-run-jsops/ClassLiteral': [FAIL],
+
+  # TODO(rmcilroy,4684): Requires support for with statements.
+  'test-unscopables-hidden-prototype/Unscopables': [FAIL],
+  'test-decls/CrossScriptDynamicLookup': [FAIL],
+  'test-api/EvalAliasedDynamic': [FAIL],
+  'test-api/CrossEval': [FAIL],
+  'test-api/ReadOnlyPropertyInGlobalProto': [FAIL],
+  'test-api/StreamingWithDebuggingEnabledLate': [FAIL],
+  'test-heap/CellsInOptimizedCodeAreWeak': [FAIL],
+  'test-heap/NoWeakHashTableLeakWithIncrementalMarking': [FAIL],
+  'test-api/CatchExceptionFromWith': [FAIL],
+  'test-api/CallbackExceptionRegression': [FAIL],
+  'test-api/UseWithFromExtension': [FAIL],
+  'test-run-jscalls/LookupCall': [FAIL],
+  'test-run-jsops/LookupLoad': [FAIL],
+  'test-run-jsops/LookupStore': [FAIL],
+
+  # TODO(rmcilroy,4681): Requires support for generators.
+  'test-inobject-slack-tracking/JSGeneratorObjectBasic': [FAIL],
+  'test-inobject-slack-tracking/JSGeneratorObjectBasicNoInlineNew': [FAIL],
+  'test-api/IsGeneratorFunctionOrObject': [FAIL],
+
+  # TODO(rmcilroy,4680): Strong mode failures.
+  'test-parsing/StrongModeFreeVariablesDeclaredByLanguage': [FAIL],
+  'test-parsing/StrongModeFreeVariablesDeclaredInGlobalPrototype': [FAIL],
+  'test-parsing/StrongModeFreeVariablesDeclaredByPreviousScript': [FAIL],
+  'test-api/StrongModeAccessCheckBlocked': [FAIL],
+  'test-api/AccessorShouldThrowOnError': [FAIL],
+  'test-api/InterceptorShouldThrowOnError': [FAIL],
+  'test-api/StrongModeAccessCheckAllowed': [FAIL],
+
+  # TODO(rmcilroy,4680): FunctionTester SameValue check fails.
+  'test-run-variables/StackInitializeVariables': [FAIL],
+  'test-run-variables/ContextInitializeVariables': [FAIL],
+  'test-run-variables/ContextStoreVariables': [FAIL],
+  'test-run-variables/StackStoreVariables': [FAIL],
+  'test-run-variables/ContextLoadVariables': [FAIL],
+  'test-run-variables/StackLoadVariables': [FAIL],
+
+  # TODO(rmcilroy,4680): The function_data field should be a BytecodeArray on interpreter entry
+  'test-api/SetFunctionEntryHook': [FAIL],
+
+  # TODO(rmcilroy,4680): Check failed: !function->shared()->is_compiled() || function->IsOptimized().
+  'test-heap/TestCodeFlushingPreAged': [FAIL],
+  'test-heap/TestCodeFlushingIncrementalScavenge': [FAIL],
+  'test-heap/TestCodeFlushing': [FAIL],
+  'test-heap/TestCodeFlushingIncremental': [FAIL],
+
+  # TODO(rmcilroy,4680): Check failed: fun1->IsOptimized() || !CcTest::i_isolate()->use_crankshaft().
+  'test-compiler/OptimizedCodeSharing2': [FAIL],
+  'test-compiler/OptimizedCodeSharing3': [FAIL],
+
+  # TODO(rmcilroy,4689): Stack trace line number failures.
+  'test-api/CaptureStackTrace': [FAIL],
+  'test-api/GetStackTraceForUncaughtExceptionFromSimpleStackTrace': [FAIL],
+  'test-api/CaptureStackTraceForUncaughtException': [FAIL],
+  'test-api/GetStackTraceContainsFunctionsWithFunctionName': [FAIL],
+  'test-run-jsexceptions/ThrowMessagePosition': [FAIL],
+
+  # TODO(rmcilroy,4689): Stack frame calling frame is_javascript() failure.
+  'test-log-stack-tracer/CFromJSStackTrace': [FAIL],
+  'test-log-stack-tracer/PureJSStackTrace': [FAIL],
+
+  # TODO(rmcilroy,4680): Exception message assert failure.
+  'test-api/CallICFastApi_SimpleSignature_Miss2': [FAIL],
+  'test-api/CallICFastApi_SimpleSignature_Miss2WithProfiler': [FAIL],
+  'test-api/InterceptorCallICFastApi_SimpleSignature_Miss3': [FAIL],
+  'test-api/InterceptorCallICFastApi_SimpleSignature_Miss3WithProfiler': [FAIL],
+
+  # TODO(rmcilroy,4680): Test assert errors.
+  'test-cpu-profiler/CodeEvents': [FAIL],
+  'test-cpu-profiler/TickEvents': [FAIL],
+  'test-cpu-profiler/CallCollectSample': [FAIL],
+  'test-cpu-profiler/FunctionDetails': [FAIL],
+  'test-cpu-profiler/NativeMethodUninitializedIC': [FAIL],
+  'test-cpu-profiler/NativeMethodMonomorphicIC': [FAIL],
+  'test-cpu-profiler/NativeAccessorUninitializedIC': [FAIL],
+  'test-cpu-profiler/ NativeAccessorMonomorphicIC': [FAIL],
+  'test-sampler-api/StackFramesConsistent': [FAIL],
+  'test-profile-generator/LineNumber': [FAIL],
+  'test-profile-generator/ProfileNodeScriptId': [FAIL],
+  'test-profile-generator/RecordStackTraceAtStartProfiling': [FAIL],
+  'test-feedback-vector/VectorCallICStates': [FAIL],
+  'test-cpu-profiler/NativeAccessorMonomorphicIC': [FAIL],
+  'test-cpu-profiler/CollectSampleAPI': [FAIL],
+  'test-compiler/FeedbackVectorPreservedAcrossRecompiles': [FAIL],
+  'test-api/ExceptionInNativeScript': [FAIL],
+  'test-api/ExceptionCreateMessage': [FAIL],
+  'test-api/TryFinallyMessage': [FAIL],
+  'test-api/DynamicWithSourceURLInStackTraceString': [FAIL],
+  'test-api/PromiseRejectCallback': [FAIL],
+  'test-api/RethrowBogusErrorStackTrace': [FAIL],
+  'test-api/RethrowPrimitiveStackTrace': [FAIL],
+  'test-api/RethrowStackTrace': [FAIL],
+  'test-api/TryCatchSourceInfo': [FAIL],
+  'test-api/SetJitCodeEventHandler': [FAIL],
+  'test-heap/WeakFunctionInConstructor': [FAIL],
+  'test-heap/Regress169209': [FAIL],
+  'test-heap/IncrementalMarkingClearsMonomorphicConstructor': [FAIL],
+  'test-heap/IncrementalMarkingPreservesMonomorphicConstructor': [FAIL],
+  'test-heap/IncrementalMarkingPreservesMonomorphicCallIC': [FAIL],
+  'test-heap/CompilationCacheCachingBehavior': [FAIL],
+  'test-run-inlining/InlineTwice': [FAIL],
+  'test-run-jsobjects/ArgumentsRest': [FAIL],
+  'test-decls/Regress425510': [FAIL],
+
+  # TODO(rmcilroy,4680): Fail on some bot configurations.
+  'test-heap/CanonicalSharedFunctionInfo': [PASS, FAIL],
+  'test-heap/TestCodeFlushingIncrementalAbort': [PASS, FAIL],
+  'test-cpu-profiler/SourceLocation': [PASS, FAIL],
+  'test-run-jsexceptions/DeoptFinallyReturn': [PASS, FAIL],
+  'test-serialize/SerializeInternalReference': [PASS, FAIL],
+
+  # TODO(rmcilroy,4680): Test crashes.
+  'test-pipeline/PipelineGeneric': [SKIP],
+  'test-pipeline/PipelineTyped': [SKIP],
+
+  # TODO(rmcilroy,4680): DCHECK(shared->function_data()->IsUndefined()) in
+  # compiler.cc GetUnoptimizedCodeCommon() or timeout in release mode.
+  'test-func-name-inference/GlobalProperty': [SKIP],
+  'test-func-name-inference/GlobalVar': [SKIP],
+  'test-func-name-inference/InConstructor': [SKIP],
+  'test-func-name-inference/Static': [SKIP],
+  'test-func-name-inference/LocalVar': [SKIP],
+  'test-func-name-inference/Factory': [SKIP],
+  'test-func-name-inference/MultipleFuncsConditional': [SKIP],
+  'test-func-name-inference/AsParameter': [SKIP],
+  'test-func-name-inference/Prototype': [SKIP],
+  'test-func-name-inference/MultipleFuncsInLiteral': [SKIP],
+  'test-func-name-inference/ObjectLiteral': [SKIP],
+  'test-func-name-inference/AnonymousInAnonymousClosure1': [SKIP],
+  'test-func-name-inference/AnonymousInAnonymousClosure2': [SKIP],
+  'test-func-name-inference/MultipleAssignments': [SKIP],
+  'test-func-name-inference/Issue380': [SKIP],
+  'test-func-name-inference/NamedInAnonymousClosure': [SKIP],
+  'test-func-name-inference/AsConstructorParameter': [SKIP],
+  'test-func-name-inference/GlobalAssignmentAndCall': [SKIP],
+  'test-func-name-inference/FactoryHashmapConditional': [SKIP],
+  'test-func-name-inference/FactoryHashmap': [SKIP],
+  'test-func-name-inference/FactoryHashmapVariable': [SKIP],
+  'test-func-name-inference/MethodAssignmentInAnonymousFunctionCall': [SKIP],
+  'test-func-name-inference/AssignmentAndCall': [SKIP],
+  'test-func-name-inference/ReturnAnonymousFunction': [SKIP],
+
+  # TODO(rmcilroy,4680): Test timeouts.
   'test-thread-termination/TerminateOnlyV8ThreadFromThreadItself': [SKIP],
   'test-thread-termination/TerminateOnlyV8ThreadFromThreadItselfNoLoop': [SKIP],
+  'test-thread-termination/TerminateOnlyV8ThreadFromOtherThread': [SKIP],
+  'test-thread-termination/TerminateAndReenterFromThreadItself': [SKIP],
+  'test-thread-termination/TerminateCancelTerminateFromThreadItself': [SKIP],
   'test-thread-termination/TerminationInInnerTryCall': [SKIP],
-  'test-unscopables-hidden-prototype/Unscopables': [SKIP],
+  'test-thread-termination/TerminateFromOtherThreadWhileMicrotaskRunning': [SKIP],
+  'test-api/RequestInterruptTestWithFunctionCall': [SKIP],
+  'test-api/RequestInterruptTestWithAccessor': [SKIP],
+  'test-api/RequestInterruptTestWithNativeAccessor': [SKIP],
+  'test-api/RequestInterruptTestWithMethodCall': [SKIP],
+  'test-api/RequestMultipleInterrupts': [SKIP],
+  'test-api/RequestInterruptTestWithMethodCallAndInterceptor': [SKIP],
 }],  # ignition == True
 
-['ignition == True and arch == arm', {
-  'test-serialize/SerializeInternalReference': [SKIP],
+['ignition == True and mode == debug and arch == x64', {
+  # TODO(rmcilroy,4680): Fatal error in .././src/handles.h, line 206
+  'test-run-jsexceptions/CatchNested': [FAIL],
+  'test-run-jsexceptions/Catch': [FAIL],
+  'test-run-jsexceptions/CatchBreak': [FAIL],
+  'test-run-jsexceptions/CatchCall': [FAIL],
+  'test-run-jsexceptions/DeoptCatch': [FAIL],
+
+  # TODO(rmcilroy,4689): Stack trace line number failures.
+  'test-api/TryCatchMixedNesting': [FAIL],
+
+  # TODO(rmcilroy,4680): Test assert failures.
+  'test-api/CallAsFunction': [FAIL],
+  'test-api/ConstructorForObject': [FAIL],
+  'test-api/Regress528': [FAIL],
+}],
+
+['ignition == True and arch == x64', {
+  # TODO(rmcilroy,4680): The function_data field should be a BytecodeArray on interpreter entry
+  'test-serialize/PerIsolateSnapshotBlobsOutdatedContextWithOverflow': [PASS, ['mode == debug', FAIL]],
+  'test-serialize/PerIsolateSnapshotBlobsWithLocker': [PASS, ['mode == debug', FAIL]],
+  'test-serialize/SnapshotBlobsStackOverflow': [PASS, ['mode == debug', FAIL]],
+  'test-serialize/PerIsolateSnapshotBlobs': [PASS, ['mode == debug', FAIL]],
+  'test-serialize/SerializationMemoryStats': [PASS, ['mode == debug', FAIL]],
+
+  # TODO(rmcilroy,4680): Test assert errors.
+  'test-heap-profiler/HeapSnapshotSimd': [PASS, ['mode == debug', FAIL]],
+  'test-api/InitializeDefaultIsolateOnSecondaryThread1': [PASS, ['mode == debug', FAIL]],
 }],
 
 ['ignition == True and arch == arm64', {
-  'test-decls/CrossScriptReferencesHarmony': [SKIP],
-  'test-js-arm64-variables/lookup_slots': [SKIP],
-  'test-serialize/SerializeInternalReference': [SKIP],
-  'test-spaces/SizeOfFirstPageIsLargeEnough': [SKIP],
-  'test-heap/AddInstructionChangesNewSpacePromotion': [SKIP],
-  'test-heap/Regress538257': [SKIP],
+  # TODO(rmcilroy,4680): Arm64 specific test failures.
+  'test-decls/CrossScriptReferencesHarmony': [FAIL],
+  'test-js-arm64-variables/lookup_slots': [FAIL],
+  'test-serialize/SerializeInternalReference': [FAIL],
+  'test-spaces/SizeOfFirstPageIsLargeEnough': [FAIL],
+  'test-api/InitializeDefaultIsolateOnSecondaryThread1': [FAIL],
+  'test-api/ExternalWrap': [FAIL],
+
+  # TODO(rmcilroy,4680): Arm64 flakes.
+  'test-heap/Regress538257': [PASS, FAIL],
+  'test-heap/AddInstructionChangesNewSpacePromotion': [PASS, FAIL],
 }],  # ignition == True and arch == arm64
 
 ]