[kernel] Delete most of the AST

runtime/vm/kernel_binary_flowgraph.h

 // Copyright (c) 2017, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #ifndef RUNTIME_VM_KERNEL_BINARY_FLOWGRAPH_H_
 #define RUNTIME_VM_KERNEL_BINARY_FLOWGRAPH_H_
 
 #if !defined(DART_PRECOMPILED_RUNTIME)
 
 #include <map>
@@ skipping 291 matching lines @@
 class StreamingFlowGraphBuilder {
  public:
   StreamingFlowGraphBuilder(FlowGraphBuilder* flow_graph_builder,
                             const uint8_t* buffer,
                             intptr_t buffer_length)
       : flow_graph_builder_(flow_graph_builder),
         translation_helper_(flow_graph_builder->translation_helper_),
         zone_(flow_graph_builder->zone_),
         reader_(new Reader(buffer, buffer_length)),
         constant_evaluator_(this),
-        type_translator_(this, /* finalize= */ true) {}
+        type_translator_(this, /* finalize= */ true),
+        current_script_id_(-1),
+        record_for_script_id_(-1),
+        record_token_positions_into_(NULL),
+        record_yield_positions_into_(NULL) {}
 
   StreamingFlowGraphBuilder(TranslationHelper* translation_helper,
                             Zone* zone,
                             const uint8_t* buffer,
                             intptr_t buffer_length)
       : flow_graph_builder_(NULL),
         translation_helper_(*translation_helper),
         zone_(zone),
         reader_(new Reader(buffer, buffer_length)),
         constant_evaluator_(this),
-        type_translator_(this, /* finalize= */ true) {}
+        type_translator_(this, /* finalize= */ true),
+        current_script_id_(-1),
+        record_for_script_id_(-1),
+        record_token_positions_into_(NULL),
+        record_yield_positions_into_(NULL) {}
 
   ~StreamingFlowGraphBuilder() { delete reader_; }
 
   FlowGraph* BuildGraph(intptr_t kernel_offset);
 
   Fragment BuildStatementAt(intptr_t kernel_offset);
   RawObject* BuildParameterDescriptor(intptr_t kernel_offset);
   RawObject* EvaluateMetadata(intptr_t kernel_offset);
+  void CollectTokenPositionsFor(
+      intptr_t script_index,
+      GrowableArray<intptr_t>* record_token_positions_in,
+      GrowableArray<intptr_t>* record_yield_positions_in);
+  intptr_t SourceTableSize();
+  String& SourceTableUriFor(intptr_t index);
+  String& GetSourceFor(intptr_t index);
+  Array& GetLineStartsFor(intptr_t index);
 
  private:
   void DiscoverEnclosingElements(Zone* zone,
                                  const Function& function,
                                  Function* outermost_function,
                                  intptr_t* outermost_kernel_offset,
                                  intptr_t* parent_class_offset);
   intptr_t GetParentOffset(intptr_t offset);
   void GetTypeParameterInfoForClass(intptr_t class_offset,
                                     intptr_t* type_paremeter_counts,
@@ skipping 12 matching lines @@
   intptr_t ReadUntilFunctionNode();
   StringIndex GetNameFromVariableDeclaration(intptr_t kernel_offset);
 
   FlowGraph* BuildGraphOfStaticFieldInitializer();
   FlowGraph* BuildGraphOfFieldAccessor(LocalVariable* setter_value);
   void SetupDefaultParameterValues();
   Fragment BuildFieldInitializer(NameIndex canonical_name);
   Fragment BuildInitializers(intptr_t constructor_class_parent_offset);
   FlowGraph* BuildGraphOfImplicitClosureFunction(const Function& function);
   FlowGraph* BuildGraphOfFunction(
-      bool is_in_builtin_library_toplevel,
       intptr_t constructor_class_parent_offset = -1);
-  Fragment BuildGetMainClosure();
 
   Fragment BuildExpression(TokenPosition* position = NULL);
   Fragment BuildStatement();
 
   intptr_t ReaderOffset();
   void SetOffset(intptr_t offset);
   void SkipBytes(intptr_t skip);
   bool ReadBool();
   uint8_t ReadByte();
   uint32_t ReadUInt();
@@ skipping 15 matching lines @@
   void SkipListOfExpressions();
   void SkipListOfDartTypes();
   void SkipListOfVariableDeclarations();
   void SkipTypeParametersList();
   void SkipExpression();
   void SkipStatement();
   void SkipFunctionNode();
   void SkipName();
   void SkipArguments();
   void SkipVariableDeclaration();
+  void SkipLibraryCombinator();
+  void SkipLibraryDependency();
+  void SkipLibraryTypedef();
   TokenPosition ReadPosition(bool record = true);
+  void record_token_position(TokenPosition position);
+  void record_yield_position(TokenPosition position);
   Tag ReadTag(uint8_t* payload = NULL);
   Tag PeekTag(uint8_t* payload = NULL);
   word ReadFlags();
 
   void loop_depth_inc();
   void loop_depth_dec();
   intptr_t for_in_depth();
   void for_in_depth_inc();
   void for_in_depth_dec();
   void catch_depth_inc();
@@ skipping 46 matching lines @@
                       const Function& target,
                       intptr_t argument_count);
   Fragment StaticCall(TokenPosition position,
                       const Function& target,
                       intptr_t argument_count,
                       const Array& argument_names);
   Fragment InstanceCall(TokenPosition position,
                         const dart::String& name,
                         Token::Kind kind,
                         intptr_t argument_count,
-                        intptr_t num_args_checked = 1);
+                        intptr_t checked_argument_count = 1);
   Fragment InstanceCall(TokenPosition position,
                         const dart::String& name,
                         Token::Kind kind,
                         intptr_t argument_count,
                         const Array& argument_names,
-                        intptr_t num_args_checked);
+                        intptr_t checked_argument_count);
   Fragment ThrowException(TokenPosition position);
   Fragment BooleanNegate();
   Fragment TranslateInstantiatedTypeArguments(
       const TypeArguments& type_arguments);
   Fragment StrictCompare(Token::Kind kind, bool number_check = false);
   Fragment AllocateObject(TokenPosition position,
                           const dart::Class& klass,
                           intptr_t argument_count);
   Fragment StoreLocal(TokenPosition position, LocalVariable* variable);
   Fragment StoreStaticField(TokenPosition position, const dart::Field& field);
@@ skipping 114 matching lines @@
                                bool is_method,
                                bool is_closure,
                                FunctionNodeHelper* function_node_helper);
 
   FlowGraphBuilder* flow_graph_builder_;
   TranslationHelper& translation_helper_;
   Zone* zone_;
   Reader* reader_;
   StreamingConstantEvaluator constant_evaluator_;
   StreamingDartTypeTranslator type_translator_;
+  intptr_t current_script_id_;
+  intptr_t record_for_script_id_;
+  GrowableArray<intptr_t>* record_token_positions_into_;
+  GrowableArray<intptr_t>* record_yield_positions_into_;
 
   friend class StreamingConstantEvaluator;
   friend class StreamingDartTypeTranslator;
   friend class StreamingScopeBuilder;
   friend class FunctionNodeHelper;
   friend class VariableDeclarationHelper;
   friend class FieldHelper;
   friend class ProcedureHelper;
   friend class ClassHelper;
+  friend class LibraryHelper;
   friend class ConstructorHelper;
   friend class SimpleExpressionConverter;
   friend class KernelReader;
 };
 
 // Helper class that reads a kernel FunctionNode from binary.
 //
 // Use ReadUntilExcluding to read up to but not including a field.
 // One can then for instance read the field from the call-site (and remember to
 // call SetAt to inform this helper class), and then use this to read more.
@@ skipping 220 matching lines @@
       case kStart: {
         Tag tag = builder_->ReadTag();  // read tag.
         ASSERT(tag == kField);
         if (++next_read_ == field) return;
       }
       case kCanonicalName:
         canonical_name_ =
             builder_->ReadCanonicalNameReference();  // read canonical_name.
         if (++next_read_ == field) return;
       case kPosition:
-        position_ = builder_->ReadPosition();  // read position.
+        position_ = builder_->ReadPosition(false);  // read position.
         if (++next_read_ == field) return;
       case kEndPosition:
-        end_position_ = builder_->ReadPosition();  // read end position.
+        end_position_ = builder_->ReadPosition(false);  // read end position.
         if (++next_read_ == field) return;
       case kFlags:
         flags_ = builder_->ReadFlags();  // read flags.
         if (++next_read_ == field) return;
       case kParentClassBinaryOffset:
         parent_class_binary_offset_ =
             builder_->ReadUInt();  // read parent class binary offset.
         if (++next_read_ == field) return;
       case kName:
         builder_->SkipName();  // read name.
         if (++next_read_ == field) return;
       case kSourceUriIndex:
         source_uri_index_ = builder_->ReadUInt();  // read source_uri_index.
+        builder_->current_script_id_ = source_uri_index_;
+        builder_->record_token_position(position_);
+        builder_->record_token_position(end_position_);
         if (++next_read_ == field) return;
       case kAnnotations:
         builder_->SkipListOfExpressions();  // read annotations.
         if (++next_read_ == field) return;
       case kType:
         builder_->SkipDartType();  // read type.
         if (++next_read_ == field) return;
       case kInitializer:
         if (builder_->ReadTag() == kSomething)
           builder_->SkipExpression();  // read initializer.
@@ skipping 69 matching lines @@
       case kStart: {
         Tag tag = builder_->ReadTag();  // read tag.
         ASSERT(tag == kProcedure);
         if (++next_read_ == field) return;
       }
       case kCanonicalName:
         canonical_name_ =
             builder_->ReadCanonicalNameReference();  // read canonical_name.
         if (++next_read_ == field) return;
       case kPosition:
-        position_ = builder_->ReadPosition();  // read position.
+        position_ = builder_->ReadPosition(false);  // read position.
         if (++next_read_ == field) return;
       case kEndPosition:
-        end_position_ = builder_->ReadPosition();  // read end position.
+        end_position_ = builder_->ReadPosition(false);  // read end position.
         if (++next_read_ == field) return;
       case kKind:
         kind_ = static_cast<Procedure::ProcedureKind>(
             builder_->ReadByte());  // read kind.
         if (++next_read_ == field) return;
       case kFlags:
         flags_ = builder_->ReadFlags();  // read flags.
         if (++next_read_ == field) return;
       case kParentClassBinaryOffset:
         parent_class_binary_offset_ =
             builder_->ReadUInt();  // read parent class binary offset.
         if (++next_read_ == field) return;
       case kName:
         builder_->SkipName();  // read name.
         if (++next_read_ == field) return;
       case kSourceUriIndex:
         source_uri_index_ = builder_->ReadUInt();  // read source_uri_index.
+        builder_->current_script_id_ = source_uri_index_;
+        builder_->record_token_position(position_);
+        builder_->record_token_position(end_position_);
         if (++next_read_ == field) return;
       case kAnnotations:
         builder_->SkipListOfExpressions();  // read annotations.
         if (++next_read_ == field) return;
       case kFunction:
         if (builder_->ReadTag() == kSomething)
           builder_->SkipFunctionNode();  // read function node.
         if (++next_read_ == field) return;
       case kEnd:
         return;
@@ skipping 202 matching lines @@
       case kStart: {
         Tag tag = builder_->ReadTag();  // read tag.
         ASSERT(tag == kClass);
         if (++next_read_ == field) return;
       }
       case kCanonicalName:
         canonical_name_ =
             builder_->ReadCanonicalNameReference();  // read canonical_name.
         if (++next_read_ == field) return;
       case kPosition:
-        position_ = builder_->ReadPosition();  // read position.
+        position_ = builder_->ReadPosition(false);  // read position.
         if (++next_read_ == field) return;
       case kIsAbstract:
         is_abstract_ = builder_->ReadBool();  // read is_abstract.
         if (++next_read_ == field) return;
       case kNameIndex:
         name_index_ = builder_->ReadStringReference();  // read name index.
         if (++next_read_ == field) return;
       case kSourceUriIndex:
         source_uri_index_ = builder_->ReadUInt();  // read source_uri_index.
+        builder_->current_script_id_ = source_uri_index_;
+        builder_->record_token_position(position_);
         if (++next_read_ == field) return;
       case kAnnotations:
         builder_->SkipListOfExpressions();  // read annotations.
         if (++next_read_ == field) return;
       case kTypeParameters:
         builder_->SkipTypeParametersList();  // read type parameters.
         if (++next_read_ == field) return;
       case kSuperClass: {
         Tag type_tag = builder_->ReadTag();  // read super class type (part 1).
         if (type_tag == kSomething) {
@@ skipping 55 matching lines @@
   TokenPosition position_;
   bool is_abstract_;
   StringIndex name_index_;
   intptr_t source_uri_index_;
 
  private:
   StreamingFlowGraphBuilder* builder_;
   intptr_t next_read_;
 };
 
+// Helper class that reads a kernel Library from binary.
+//
+// Use ReadUntilExcluding to read up to but not including a field.
+// One can then for instance read the field from the call-site (and remember to
+// call SetAt to inform this helper class), and then use this to read more.
+// "Dumb" fields are stored (e.g. integers) and can be fetched from this class.
+// If asked to read a "non-dumb" field (e.g. an expression) it will be skipped.
+class LibraryHelper {
+ public:
+  enum Fields {
+    kFlags,
+    kCanonicalName,
+    kName,
+    kSourceUriIndex,
+    kAnnotations,
+    kDependencies,
+    kTypedefs,
+    kClasses,
+    kToplevelField,
+    kToplevelProcedures,
+    kEnd
+  };
+
+  explicit LibraryHelper(StreamingFlowGraphBuilder* builder) {
+    builder_ = builder;
+    next_read_ = kFlags;
+  }
+
+  void ReadUntilIncluding(Fields field) {
+    ReadUntilExcluding(static_cast<Fields>(static_cast<int>(field) + 1));
+  }
+
+  void ReadUntilExcluding(Fields field) {
+    if (field <= next_read_) return;
+
+    // Ordered with fall-through.
+    switch (next_read_) {
+      case kFlags: {
+        word flags = builder_->ReadFlags();  // read flags.
+        ASSERT(flags == 0);                  // external libraries not supported
+        if (++next_read_ == field) return;
+      }
+      case kCanonicalName:
+        canonical_name_ =
+            builder_->ReadCanonicalNameReference();  // read canonical_name.
+        if (++next_read_ == field) return;
+      case kName:
+        name_index_ = builder_->ReadStringReference();  // read name index.
+        if (++next_read_ == field) return;
+      case kSourceUriIndex:
+        source_uri_index_ = builder_->ReadUInt();  // read source_uri_index.
+        builder_->current_script_id_ = source_uri_index_;
+        if (++next_read_ == field) return;
+      case kAnnotations:
+        builder_->SkipListOfExpressions();  // read annotations.
+        if (++next_read_ == field) return;
+      case kDependencies: {
+        intptr_t dependency_count = builder_->ReadUInt();  // read list length.
+        for (intptr_t i = 0; i < dependency_count; ++i) {
+          builder_->SkipLibraryDependency();
+        }
+        if (++next_read_ == field) return;
+      }
+      case kTypedefs: {
+        intptr_t typedef_count =
+            builder_->ReadListLength();  // read list length.
+        for (intptr_t i = 0; i < typedef_count; i++) {
+          builder_->SkipLibraryTypedef();
+        }
+        if (++next_read_ == field) return;
+      }
+      case kClasses: {
+        int class_count = builder_->ReadListLength();  // read list length.
+        for (intptr_t i = 0; i < class_count; ++i) {
+          ClassHelper class_helper(builder_);
+          class_helper.ReadUntilExcluding(ClassHelper::kEnd);
+        }
+        if (++next_read_ == field) return;
+      }
+      case kToplevelField: {
+        intptr_t field_count = builder_->ReadListLength();  // read list length.
+        for (intptr_t i = 0; i < field_count; ++i) {
+          FieldHelper field_helper(builder_);
+          field_helper.ReadUntilExcluding(FieldHelper::kEnd);
+        }
+        if (++next_read_ == field) return;
+      }
+      case kToplevelProcedures: {
+        intptr_t procedure_count =
+            builder_->ReadListLength();  // read list length.
+        for (intptr_t i = 0; i < procedure_count; ++i) {
+          ProcedureHelper procedure_helper(builder_);
+          procedure_helper.ReadUntilExcluding(ProcedureHelper::kEnd);
+        }
+        if (++next_read_ == field) return;
+      }
+      case kEnd:
+        return;
+    }
+  }
+
+  void SetNext(Fields field) { next_read_ = field; }
+  void SetJustRead(Fields field) {
+    next_read_ = field;
+    ++next_read_;
+  }
+
+  NameIndex canonical_name_;
+  StringIndex name_index_;
+  intptr_t source_uri_index_;
+
+ private:
+  StreamingFlowGraphBuilder* builder_;
+  intptr_t next_read_;
+};
+
 // A helper class that saves the current reader position, goes to another reader
 // position, and upon destruction, resets to the original reader position.
 class AlternativeReadingScope {
  public:
   AlternativeReadingScope(Reader* reader, intptr_t new_position)
       : reader_(reader), saved_offset_(reader_->offset()) {
     reader_->set_offset(new_position);
   }
 
   explicit AlternativeReadingScope(Reader* reader)
       : reader_(reader), saved_offset_(reader_->offset()) {}
 
   ~AlternativeReadingScope() { reader_->set_offset(saved_offset_); }
 
   intptr_t saved_offset() { return saved_offset_; }
 
  private:
   Reader* reader_;
   intptr_t saved_offset_;
 };
 
 }  // namespace kernel
 }  // namespace dart
 
 #endif  // !defined(DART_PRECOMPILED_RUNTIME)
 #endif  // RUNTIME_VM_KERNEL_BINARY_FLOWGRAPH_H_