[Interpreter] Group ignition cctest failures by error.

test/cctest/cctest.status

 # Copyright 2011 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 485 matching lines @@
 ['arch == ppc and simulator_run == True or arch == ppc64 and simulator_run == True', {
 
   # Pass but take too long with the simulator.
   'test-api/Threading1': [PASS, SLOW],
   'test-api/Threading2': [PASS, SLOW],
   'test-api/ExternalArrays': [PASS, SLOW],
 
 }],  # 'arch == ppc64 and simulator_run == True'
 
 ['ignition == True', {
-  'test-api/*' : [SKIP],

[Michael Achenbach, 2016/02/01 20:28:42]

Lots of skips are turned into fails. I remember there were a bunch of flaky
things among the test failures. If they become flaky again after this CL, please
add back the skips for the flaky ones after landing.

[rmcilroy, 2016/02/01 20:52:39]

Will do, I'll try to keep an eye on the tree after landing for flakes.

-  'test-cpu-profiler/*' : [SKIP],
+  # TODO(yangguo,4690): Enable debugger support for Ignition.
   'test-debug/*' : [SKIP],
-  'test-func-name-inference/*' : [SKIP],
-  'test-inobject-slack-tracking/*' : [SKIP],
+
+  # TODO(yangguo,4690): Required DebuggerStatement support.
+  'test-profile-generator/BailoutReason': [FAIL],
+  'test-api/Regress385349': [FAIL],
 
   # TODO(mstarzinger,4674): Message object is not properly cleared.
   'test-heap/MessageObjectLeak': [FAIL],
 
   # TODO(mstarzinger,4674): Support exception handlers in BytecodeGraphBuilder.
   'test-run-deopt/DeoptExceptionHandlerCatch': [FAIL],
 
-  # TODO(mstarzinger,4674): Bug in control flow modeling. Investigate and fix.
-  'test-run-jsexceptions/ThrowMessageIndirectly': [FAIL],
-
   # TODO(rmcilroy,4680): Check failure in runtime-compiler.cc on code type.
   'test-serialize/SerializeInternalReference': [FAIL],
 
   # TODO(rmcilroy,4680): Check failed: toplevel_test_code_event_found.
   'test-serialize/SerializeToplevelIsolates': [FAIL],
 
-  'test-api-interceptors/InterceptorCallICInvalidatedConstantFunctionViaGlobal': [SKIP],
-  'test-api-interceptors/InterceptorLoadICInvalidatedCallbackViaGlobal': [SKIP],
-  'test-api-interceptors/InterceptorLoadICInvalidatedFieldViaGlobal': [SKIP],
-  'test-compiler/FeedbackVectorPreservedAcrossRecompiles': [SKIP],
-  'test-compiler/FeedbackVectorUnaffectedByScopeChanges': [SKIP],
-  'test-compiler/OptimizedCodeSharing2': [SKIP],
-  'test-compiler/OptimizedCodeSharing3': [SKIP],
-  'test-decls/CrossScriptDynamicLookup': [SKIP],
-  'test-decls/CrossScriptReferences_Simple2': [SKIP],
-  'test-decls/Regress425510': [SKIP],
-  'test-feedback-vector/VectorCallICStates': [SKIP],
-  'test-heap/CanonicalSharedFunctionInfo': [SKIP],
-  'test-heap/CellsInOptimizedCodeAreWeak': [SKIP],
-  'test-heap/CompilationCacheCachingBehavior': [SKIP],
-  'test-heap/IncrementalMarkingClearsMonomorphicConstructor': [SKIP],
-  'test-heap/IncrementalMarkingPreservesMonomorphicCallIC': [SKIP],
-  'test-heap/IncrementalMarkingPreservesMonomorphicConstructor': [SKIP],
-  'test-heap/NoWeakHashTableLeakWithIncrementalMarking': [SKIP],
-  'test-heap/OptimizedAllocationAlwaysInNewSpace': [SKIP],
-  'test-heap/Regress169209': [SKIP],
-  'test-heap/Regress357137': [SKIP],
-  'test-heap/TestCodeFlushingIncrementalAbort': [SKIP],
-  'test-heap/TestCodeFlushingIncrementalScavenge': [SKIP],
-  'test-heap/TestCodeFlushingIncremental': [SKIP],
-  'test-heap/TestCodeFlushingPreAged': [SKIP],
-  'test-heap/TestCodeFlushing': [SKIP],
-  'test-heap/WeakFunctionInConstructor': [SKIP],
-  'test-lockers/IsolateLockingStress': [SKIP],
-  'test-lockers/SeparateIsolatesLocksNonexclusive': [SKIP],
-  'test-log-stack-tracer/CFromJSStackTrace': [SKIP],
-  'test-log-stack-tracer/PureJSStackTrace': [SKIP],
-  'test-parsing/DestructuringNegativeTests': [SKIP],
-  'test-parsing/StrongModeFreeVariablesDeclaredByLanguage': [SKIP],
-  'test-parsing/StrongModeFreeVariablesDeclaredByPreviousScript': [SKIP],
-  'test-parsing/StrongModeFreeVariablesDeclaredInGlobalPrototype': [SKIP],
-  'test-profile-generator/BailoutReason': [SKIP],
-  'test-profile-generator/LineNumber': [SKIP],
-  'test-profile-generator/ProfileNodeScriptId': [SKIP],
-  'test-profile-generator/RecordStackTraceAtStartProfiling': [SKIP],
-  'test-run-inlining/InlineTwice': [SKIP],
-  'test-run-jscalls/LookupCall': [SKIP],
-  'test-run-jsexceptions/ThrowMessageDirectly': [SKIP],
-  'test-run-jsexceptions/ThrowMessagePosition': [SKIP],
-  'test-run-jsobjects/ArgumentsRest': [SKIP],
-  'test-run-jsops/ClassLiteral': [SKIP],
-  'test-run-jsops/LookupLoad': [SKIP],
-  'test-run-jsops/LookupStore': [SKIP],
-  'test-run-variables/ContextInitializeVariables': [SKIP],
-  'test-run-variables/ContextLoadVariables': [SKIP],
-  'test-run-variables/ContextStoreVariables': [SKIP],
-  'test-run-variables/StackInitializeVariables': [SKIP],
-  'test-run-variables/StackLoadVariables': [SKIP],
-  'test-run-variables/StackStoreVariables': [SKIP],
-  'test-sampler-api/StackFramesConsistent': [SKIP],
-  'test-thread-termination/TerminateAndReenterFromThreadItself': [SKIP],
-  'test-thread-termination/TerminateCancelTerminateFromThreadItself': [SKIP],
-  'test-thread-termination/TerminateFromOtherThreadWhileMicrotaskRunning': [SKIP],
-  'test-thread-termination/TerminateOnlyV8ThreadFromOtherThread': [SKIP],
-  'test-thread-termination/TerminateOnlyV8ThreadFromThreadItself': [SKIP],
-  'test-thread-termination/TerminateOnlyV8ThreadFromThreadItselfNoLoop': [SKIP],
-  'test-thread-termination/TerminationInInnerTryCall': [SKIP],
-  'test-unscopables-hidden-prototype/Unscopables': [SKIP],
+  # TODO(rmcilroy,4680): Exception message doesn't match in release mode.
+  'test-run-jsexceptions/ThrowMessageIndirectly': [FAIL, PASS]

[Michael Achenbach, 2016/02/01 20:20:01]

, missing here

[rmcilroy, 2016/02/01 20:52:39]

Yeah sorry, messed this up in the last patch set. Fixed.

+
+  # TODO(rmcilroy,4680): DCHECK(shared->function_data()->IsUndefined()) in
+  # compiler.cc GetUnoptimizedCodeCommon().
+  'test-func-name-inference/GlobalProperty': [FAIL, TIMEOUT],
+  'test-func-name-inference/GlobalVar': [FAIL, TIMEOUT],
+  'test-func-name-inference/InConstructor': [FAIL, TIMEOUT],
+  'test-func-name-inference/Static': [FAIL, TIMEOUT],
+  'test-func-name-inference/LocalVar': [FAIL, TIMEOUT],
+  'test-func-name-inference/Factory': [FAIL, TIMEOUT],
+  'test-func-name-inference/MultipleFuncsConditional': [FAIL, TIMEOUT],
+  'test-func-name-inference/AsParameter': [FAIL, TIMEOUT],
+  'test-func-name-inference/Prototype': [FAIL, TIMEOUT],
+  'test-func-name-inference/MultipleFuncsInLiteral': [FAIL, TIMEOUT],
+  'test-func-name-inference/ObjectLiteral': [FAIL, TIMEOUT],
+  'test-func-name-inference/AnonymousInAnonymousClosure1': [FAIL, TIMEOUT],
+  'test-func-name-inference/AnonymousInAnonymousClosure2': [FAIL, TIMEOUT],
+  'test-func-name-inference/MultipleAssignments': [FAIL, TIMEOUT],
+  'test-func-name-inference/Issue380': [FAIL, TIMEOUT],
+  'test-func-name-inference/NamedInAnonymousClosure': [FAIL, TIMEOUT],
+  'test-func-name-inference/AsConstructorParameter': [FAIL, TIMEOUT],
+  'test-func-name-inference/GlobalAssignmentAndCall': [FAIL, TIMEOUT],
+  'test-func-name-inference/FactoryHashmapConditional': [FAIL, TIMEOUT],
+  'test-func-name-inference/FactoryHashmap': [FAIL, TIMEOUT],
+  'test-func-name-inference/FactoryHashmapVariable': [FAIL, TIMEOUT],
+  'test-func-name-inference/MethodAssignmentInAnonymousFunctionCall': [FAIL, TIMEOUT],
+  'test-func-name-inference/AssignmentAndCall': [FAIL, TIMEOUT],
+  'test-func-name-inference/ReturnAnonymousFunction': [FAIL, TIMEOUT],
+
+  # TODO(rmcilroy,4682): Requires support for classes.
+  'test-inobject-slack-tracking/SubclassBasicNoBaseClassInstancesNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassBasicNoBaseClassInstances': [FAIL],
+  'test-inobject-slack-tracking/LongSubclassChain2': [FAIL],
+  'test-inobject-slack-tracking/LongSubclassChain1': [FAIL],
+  'test-inobject-slack-tracking/LongSubclassChain3': [FAIL],
+  'test-inobject-slack-tracking/SubclassBasicNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/InobjectPropetiesCountOverflowInSubclass': [FAIL],
+  'test-inobject-slack-tracking/SlowModeSubclass': [FAIL],
+  'test-inobject-slack-tracking/SubclassObjectBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassObjectBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassFunctionBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassBasic': [FAIL],
+  'test-inobject-slack-tracking/SubclassFunctionBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassNumberBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassBooleanBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassErrorBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassErrorBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassStringBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassDateBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassRegExpBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassStringBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassBooleanBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassDateBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassArrayBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassRegExpBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassNumberBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassArrayBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassTypedArrayBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassTypedArrayBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassCollectionBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassCollectionBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassArrayBufferBuiltin': [FAIL],
+  'test-inobject-slack-tracking/SubclassArrayBufferBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassPromiseBuiltinNoInlineNew': [FAIL],
+  'test-inobject-slack-tracking/SubclassPromiseBuiltin': [FAIL],
+  'test-api/Regress470113': [FAIL],
+  'test-api/SubclassGetConstructorName': [FAIL],
+  'test-api/ClassPrototypeCreationContext': [FAIL],
+  'test-run-jsops/ClassLiteral': [FAIL],
+
+  # TODO(rmcilroy,4684): Requires support for with statements.
+  'test-unscopables-hidden-prototype/Unscopables': [FAIL],
+  'test-decls/CrossScriptDynamicLookup': [FAIL],
+  'test-api/EvalAliasedDynamic': [FAIL],
+  'test-api/CrossEval': [FAIL],
+  'test-api/ReadOnlyPropertyInGlobalProto': [FAIL],
+  'test-api/StreamingWithDebuggingEnabledLate': [FAIL],
+  'test-heap/CellsInOptimizedCodeAreWeak': [FAIL],
+  'test-heap/NoWeakHashTableLeakWithIncrementalMarking': [FAIL],
+  'test-api/CatchExceptionFromWith': [FAIL],
+  'test-api/CallbackExceptionRegression': [FAIL],
+  'test-api/UseWithFromExtension': [FAIL],
+  'test-run-jscalls/LookupCall': [FAIL],
+  'test-run-jsops/LookupLoad': [FAIL],
+  'test-run-jsops/LookupStore': [FAIL],
+
+  # TODO(rmcilroy,4681): Requires support for generators.
+  'test-inobject-slack-tracking/JSGeneratorObjectBasic': [FAIL],
+  'test-inobject-slack-tracking/JSGeneratorObjectBasicNoInlineNew': [FAIL],
+  'test-api/IsGeneratorFunctionOrObject': [FAIL],
+
+  # TODO(rmcilroy,4680): Strong mode failures.
+  'test-parsing/StrongModeFreeVariablesDeclaredByLanguage': [FAIL],
+  'test-parsing/StrongModeFreeVariablesDeclaredInGlobalPrototype': [FAIL],
+  'test-parsing/StrongModeFreeVariablesDeclaredByPreviousScript': [FAIL],
+  'test-api/StrongModeAccessCheckBlocked': [FAIL],
+  'test-api/AccessorShouldThrowOnError': [FAIL],
+  'test-api/InterceptorShouldThrowOnError': [FAIL],
+  'test-api/StrongModeAccessCheckAllowed': [FAIL],
+
+  # TODO(rmcilroy,4680): FunctionTester SameValue check fails.
+  'test-run-variables/StackInitializeVariables': [FAIL],
+  'test-run-variables/ContextInitializeVariables': [FAIL],
+  'test-run-variables/ContextStoreVariables': [FAIL],
+  'test-run-variables/StackStoreVariables': [FAIL],
+  'test-run-variables/ContextLoadVariables': [FAIL],
+  'test-run-variables/StackLoadVariables': [FAIL],
+
+  # TODO(rmcilroy,4680): The function_data field should be a BytecodeArray on interpreter entry
+  'test-api/SetFunctionEntryHook': [FAIL],
+
+  # TODO(rmcilroy,4680): Check failed: !function->shared()->is_compiled() || function->IsOptimized().
+  'test-heap/TestCodeFlushingPreAged': [FAIL],
+  'test-heap/TestCodeFlushingIncrementalScavenge': [FAIL],
+  'test-heap/TestCodeFlushing': [FAIL],
+  'test-heap/TestCodeFlushingIncremental': [FAIL],
+
+  # TODO(rmcilroy,4680): Check failed: fun1->IsOptimized() || !CcTest::i_isolate()->use_crankshaft().
+  'test-compiler/OptimizedCodeSharing2': [FAIL],
+  'test-compiler/OptimizedCodeSharing3': [FAIL],
+
+  # TODO(rmcilroy,4689): Stack trace line number failures.
+  'test-api/CaptureStackTrace': [FAIL],
+  'test-api/GetStackTraceForUncaughtExceptionFromSimpleStackTrace': [FAIL],
+  'test-api/CaptureStackTraceForUncaughtException': [FAIL],
+  'test-api/GetStackTraceContainsFunctionsWithFunctionName': [FAIL],
+  'test-run-jsexceptions/ThrowMessagePosition': [FAIL],
+
+  # TODO(rmcilroy,4689): Stack frame calling frame is_javascript() failure.
+  'test-log-stack-tracer/CFromJSStackTrace': [FAIL],
+  'test-log-stack-tracer/PureJSStackTrace': [FAIL],
+
+  # TODO(rmcilroy,4680): Exception message assert failure.
+  'test-api/CallICFastApi_SimpleSignature_Miss2': [FAIL],
+  'test-api/CallICFastApi_SimpleSignature_Miss2WithProfiler': [FAIL],
+  'test-api/InterceptorCallICFastApi_SimpleSignature_Miss3': [FAIL],
+  'test-api/InterceptorCallICFastApi_SimpleSignature_Miss3WithProfiler': [FAIL],
+
+  # TODO(rmcilroy,4680): Test assert errors.
+  'test-cpu-profiler/CodeEvents': [FAIL],
+  'test-cpu-profiler/TickEvents': [FAIL],
+  'test-cpu-profiler/CallCollectSample': [FAIL],
+  'test-cpu-profiler/FunctionDetails': [FAIL],
+  'test-cpu-profiler/NativeMethodUninitializedIC': [FAIL],
+  'test-cpu-profiler/NativeMethodMonomorphicIC': [FAIL],
+  'test-cpu-profiler/NativeAccessorUninitializedIC': [FAIL],
+  'test-cpu-profiler/ NativeAccessorMonomorphicIC': [FAIL],
+  'test-sampler-api/StackFramesConsistent': [FAIL],
+  'test-profile-generator/LineNumber': [FAIL],
+  'test-profile-generator/ProfileNodeScriptId': [FAIL],
+  'test-profile-generator/RecordStackTraceAtStartProfiling': [FAIL],
+  'test-feedback-vector/VectorCallICStates': [FAIL],
+  'test-cpu-profiler/NativeAccessorMonomorphicIC': [FAIL],
+  'test-cpu-profiler/CollectSampleAPI': [FAIL],
+  'test-compiler/FeedbackVectorPreservedAcrossRecompiles': [FAIL],
+  'test-api/ExceptionInNativeScript': [FAIL],
+  'test-api/ExceptionCreateMessage': [FAIL],
+  'test-api/TryFinallyMessage': [FAIL],
+  'test-api/DynamicWithSourceURLInStackTraceString': [FAIL],
+  'test-api/PromiseRejectCallback': [FAIL],
+  'test-api/RethrowBogusErrorStackTrace': [FAIL],
+  'test-api/RethrowPrimitiveStackTrace': [FAIL],
+  'test-api/RethrowStackTrace': [FAIL],
+  'test-api/TryCatchSourceInfo': [FAIL],
+  'test-api/SetJitCodeEventHandler': [FAIL],
+  'test-heap/WeakFunctionInConstructor': [FAIL],
+  'test-heap/Regress169209': [FAIL],
+  'test-heap/IncrementalMarkingClearsMonomorphicConstructor': [FAIL],
+  'test-heap/IncrementalMarkingPreservesMonomorphicConstructor': [FAIL],
+  'test-heap/IncrementalMarkingPreservesMonomorphicCallIC': [FAIL],
+  'test-heap/CompilationCacheCachingBehavior': [FAIL],
+  'test-run-inlining/InlineTwice': [FAIL],
+  'test-run-jsobjects/ArgumentsRest': [FAIL],
+  'test-decls/Regress425510': [FAIL],
+  'test-heap/CanonicalSharedFunctionInfo': [FAIL],
+  'test-heap/TestCodeFlushingIncrementalAbort': [FAIL],
+  'test-cpu-profiler/SourceLocation': [FAIL],
+
+  # TODO(rmcilroy,4680): Test crashes.
+  'test-pipeline/PipelineGeneric': [SKIP],
+  'test-pipeline/PipelineTyped': [SKIP],
+
+  # TODO(rmcilroy,4680): Test timeouts.
+  'test-thread-termination/TerminateOnlyV8ThreadFromThreadItself': [TIMEOUT],

[Michael Achenbach, 2016/02/01 20:28:42]

Expected timeouts are discouraged (also flaky ones). The feature is on my
things-to-remove list.

If it indeed times out, it raises total test times a lot and might result in
overall test runner timeouts on swarming. Please leave things that are expected
to time out as skip.

[rmcilroy, 2016/02/01 20:52:39]

Changed to skip.

+  'test-thread-termination/TerminateOnlyV8ThreadFromThreadItselfNoLoop': [TIMEOUT],
+  'test-thread-termination/TerminateOnlyV8ThreadFromOtherThread': [TIMEOUT],
+  'test-thread-termination/TerminateAndReenterFromThreadItself': [TIMEOUT],
+  'test-thread-termination/TerminateCancelTerminateFromThreadItself': [TIMEOUT],
+  'test-thread-termination/TerminationInInnerTryCall': [TIMEOUT],
+  'test-thread-termination/TerminateFromOtherThreadWhileMicrotaskRunning': [TIMEOUT],
+  'test-api/RequestInterruptTestWithFunctionCall': [TIMEOUT],
+  'test-api/RequestInterruptTestWithAccessor': [TIMEOUT],
+  'test-api/RequestInterruptTestWithNativeAccessor': [TIMEOUT],
+  'test-api/RequestInterruptTestWithMethodCall': [TIMEOUT],
+  'test-api/RequestMultipleInterrupts': [TIMEOUT],
+  'test-api/RequestInterruptTestWithMethodCallAndInterceptor': [TIMEOUT],
+
 }],  # ignition == True
 
-['ignition == True and arch == arm', {
-  'test-serialize/SerializeInternalReference': [SKIP],
+['ignition == True and mode == debug', {
+  # TODO(rmcilroy,4680): Check failure in runtime-compiler.cc on code type.
+  'test-run-jsexceptions/DeoptFinallyReturn': [FAIL],
 }],
 
+['ignition == True and mode == debug and arch == x64', {
+  # TODO(rmcilroy,4680): Fatal error in .././src/handles.h, line 206
+  'test-run-jsexceptions/CatchNested': [FAIL],
+  'test-run-jsexceptions/Catch': [FAIL],
+  'test-run-jsexceptions/CatchBreak': [FAIL],
+  'test-run-jsexceptions/CatchCall': [FAIL],
+  'test-run-jsexceptions/DeoptCatch': [FAIL],
+
+  # TODO(rmcilroy,4689): Stack trace line number failures.
+  'test-api/TryCatchMixedNesting': [FAIL],
+
+  # TODO(rmcilroy,4680): Test assert failures.
+  'test-api/CallAsFunction': [FAIL],
+  'test-api/ConstructorForObject': [FAIL],
+  'test-api/Regress528': [FAIL],
+}],
+
+['ignition == True and arch == x64', {
+  # TODO(rmcilroy,4680): The function_data field should be a BytecodeArray on interpreter entry
+  'test-serialize/PerIsolateSnapshotBlobsOutdatedContextWithOverflow': [PASS, ['mode == debug', FAIL]],
+  'test-serialize/PerIsolateSnapshotBlobsWithLocker': [PASS, ['mode == debug', FAIL]],
+  'test-serialize/SnapshotBlobsStackOverflow': [PASS, ['mode == debug', FAIL]],
+  'test-serialize/PerIsolateSnapshotBlobs': [PASS, ['mode == debug', FAIL]],
+  'test-serialize/SerializationMemoryStats': [PASS, ['mode == debug', FAIL]],
+
+  # TODO(rmcilroy,4680): Test assert errors.
+  'test-heap-profiler/HeapSnapshotSimd': [PASS, ['mode == debug', FAIL]],
+  'test-api/InitializeDefaultIsolateOnSecondaryThread1': [PASS, ['mode == debug', FAIL]],
+}],
+
 ['ignition == True and arch == arm64', {
+  # TODO(rmcilroy,4680): Arm64 specific test failures.
+  'test-js-arm64-variables/lookup_slots': [FAIL],
   'test-decls/CrossScriptReferencesHarmony': [SKIP],
   'test-js-arm64-variables/lookup_slots': [SKIP],
   'test-serialize/SerializeInternalReference': [SKIP],
   'test-spaces/SizeOfFirstPageIsLargeEnough': [SKIP],
   'test-heap/AddInstructionChangesNewSpacePromotion': [SKIP],
   'test-heap/Regress538257': [SKIP],
+  'test-heap/AddInstructionChangesNewSpacePromotion': [FAIL],
+  'test-heap/Regress538257': [FAIL],
+  'test-api/InitializeDefaultIsolateOnSecondaryThread1': [FAIL],
 }],  # ignition == True and arch == arm64
 
 ]