Record dependency information to implement first version of dependency

dart/sdk/lib/_internal/compiler/implementation/deferred_load.dart

 // Copyright (c) 2013, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 library deferred_load;
 
 import 'dart:uri';
+import 'dart:collection';
 
 import 'dart2jslib.dart'
        show Compiler,
             CompilerTask,
             ConstructedConstant,
             MessageKind,
             SourceString,
             StringConstant;
 
 import 'elements/elements.dart'
        show ClassElement,
             Element,
+            Elements,
+            FunctionElement,
             LibraryElement,
-            MetadataAnnotation;
+            MetadataAnnotation,
+            ScopeContainerElement;
 
 import 'util/util.dart'
        show Link;
 
 import 'tree/tree.dart'
-       show LibraryTag;
+       show LibraryTag,
+            Node,
+            Visitor;
+
+import 'resolution/resolution.dart'
+       show TreeElements;
 
 class DeferredLoadTask extends CompilerTask {
   final Set<LibraryElement> deferredLibraries = new Set<LibraryElement>();
+  final Set<Element> deferredElements = new LinkedHashSet<Element>();

[kasperl, 2013/03/06 10:26:51]

Is there a reason this needs to be linked when the deferredLibraries set does
not?

[ahe, 2013/03/06 16:01:41]

Done.

 
   ClassElement cachedDeferredLibraryClass;
 
   DeferredLoadTask(Compiler compiler) : super(compiler);
 
   String get name => 'Lazy';

[kasperl, 2013/03/06 10:26:51]

Deferred?

[ahe, 2013/03/06 16:01:41]

Done.

 
   /// DeferredLibrary from dart:async
   ClassElement get deferredLibraryClass {
     if (cachedDeferredLibraryClass == null) {
       cachedDeferredLibraryClass = findDeferredLibraryClass();
     }
     return cachedDeferredLibraryClass;
   }
 
   ClassElement findDeferredLibraryClass() {
     var uri = new Uri.fromComponents(scheme: 'dart', path: 'async');
     LibraryElement asyncLibrary =
         compiler.libraryLoader.loadLibrary(uri, null, uri);
     var element = asyncLibrary.find(const SourceString('DeferredLibrary'));
     if (element == null) {
       compiler.internalErrorOnElement(
           asyncLibrary,
           'dart:async library does not contain required class: '
           'DeferredLibrary');
     }
     return element;
   }
 
   bool isDeferred(Element element) {
-    // TODO(ahe): This is really a graph coloring problem. We should
-    // make sure that libraries and elements only used by a deferred
-    // library are also deferred.
-    // Also, if something is deferred depends on your
-    // perspective. Inside a deferred library, other elements of the
-    // same library are not deferred. We should add an extra parameter
-    // to this method to indicate "from where".
+    element = element.implementation;
+    return deferredElements.contains(element);
+  }
+
+  bool isExplicitlyDeferred(Element element) {
+    element = element.implementation;
     return deferredLibraries.contains(element.getLibrary());
   }
 
-  void registerMainApp(LibraryElement mainApp) {
-    if (mainApp == null) return;
+  void onResolutionComplete(FunctionElement main) {
+    if (main == null) return;
+    LibraryElement mainApp = main.getLibrary();
     measureElement(mainApp, () {
       deferredLibraries.addAll(findDeferredLibraries(mainApp));
+      if (deferredLibraries.isEmpty) return;
+
+      Map<LibraryElement, Set<Element>> deferredElements =

[kasperl, 2013/03/06 10:26:51]

Not sure the shadowing (field/local) here helps the understandability.

[ahe, 2013/03/06 16:01:41]

Done.

+          new LinkedHashMap<LibraryElement, Set<Element>>();
+      Set<Element> eagerElements = new LinkedHashSet<Element>();
+
+      mainApp.forEachLocalMember((Element e) {

[kasperl, 2013/03/06 10:26:51]

Maybe add a comment here that briefly outlines what you're doing while running
through the local members of the main app?

[ahe, 2013/03/06 16:01:41]

Done.

+        for (Element dependency in allElementsResolvedFrom(e)) {
+          if (isExplicitlyDeferred(dependency)) {
+            deferredElements.putIfAbsent(dependency.getLibrary(),

[kasperl, 2013/03/06 10:26:51]

I think this would be easier to read if you pulled the result of calling
putIfAbsent into a local variable.

[ahe, 2013/03/06 16:01:41]

Done.

+                                         () => new LinkedHashSet<Element>())
+                .add(dependency);
+          } else if (mainApp != dependency.getLibrary()) {
+            eagerElements.add(dependency);
+          }
+        }
+      });
+
+      eagerElements.addAll(compiler.globalDependencies.backendDependencies);
+
+      computeTransitiveClosure(eagerElements);
+
+      for (Set<Element> e in deferredElements.values) {
+        computeTransitiveClosure(e);
+        e.removeAll(eagerElements);
+        for (Element element in e) {
+          this.deferredElements.add(element);
+        }
+      }
+

[kasperl, 2013/03/06 10:26:51]

Too many newlines.

[ahe, 2013/03/06 16:01:41]

Done.

+
+      // Pseudo code to be implemented:

[kasperl, 2013/03/06 10:26:51]

Not sure I understand how to review this based on this comment.

[ahe, 2013/03/06 16:01:41]

I updated the comment to be a TODO. Hope it is clearer now.

+      Map<Element, List<LibraryElement>> reverseMap =
+          new LinkedHashMap<Element, List<LibraryElement>>();
+
+      deferredElements.forEach((LibraryElement lib, Set<Element> map) {
+        for (Element e in map) {
+          reverseMap.putIfAbsent(e,

[kasperl, 2013/03/06 10:26:51]

You an extra local here too?

[ahe, 2013/03/06 16:01:41]

Done.

+                                 () => <LibraryElement>[]).add(lib);
+        }
+      });
+
+      // Now compute the output files based on the lists in reverseMap.

[kasperl, 2013/03/06 10:26:51]

Change to a TODO or add the code?

[ahe, 2013/03/06 16:01:41]

Done.

+
     });
   }
 
+  /// Returns all elements in the tree map of [element], but not the
+  /// transitive closure.
+  Set<Element> allElementsResolvedFrom(Element element) {
+    element = element.implementation;
+    // TODO(ahe): This doesn't work. I need to record classes and

[kasperl, 2013/03/06 10:26:51]

Hmm. The code seems to deal with classes, statics, and top-level elements?

[ahe, 2013/03/06 16:01:41]

This was an old note to myself I forgot to remove.

+    // top-level functions, but I only record constructors.
+    Set<Element> result = new LinkedHashSet<Element>();
+    if (element.isGenerativeConstructor()) {
+      element = element.getEnclosingClass();
+    }
+    if (element.isClass()) {
+      ClassElement cls = element;
+      cls.forEachLocalMember((Element e) {
+        result.addAll(DependencyCollector.collect(e, compiler));
+      });
+      for (var type in cls.allSupertypes) {
+        result.add(type.element);
+      }
+      result.add(cls);
+    } else if (Elements.isStaticOrTopLevel(element)) {
+      result.addAll(DependencyCollector.collect(element, compiler));
+    }
+    return result;
+  }
+
+  void computeTransitiveClosure(Set<Element> elements) {

[kasperl, 2013/03/06 10:26:51]

The method names makes it sound like you'll be returning a new set so maybe
something like:

   void addTransitiveClosureTo(Set elements)

would be better?

[ahe, 2013/03/06 16:01:41]

Done.

+    Set<Element> workSet = new LinkedHashSet.from(elements);
+    Set<Element> closure = new LinkedHashSet<Element>();
+    while (!workSet.isEmpty) {
+      Element current = workSet.first;
+      workSet.remove(current);
+      if (closure.contains(current)) continue;
+      workSet.addAll(allElementsResolvedFrom(current));
+      closure.add(current);
+    }
+    elements.addAll(closure);
+  }
+
   Link<LibraryElement> findDeferredLibraries(LibraryElement library) {
     Link<LibraryElement> link = const Link<LibraryElement>();
     for (LibraryTag tag in library.tags) {
       Link<MetadataAnnotation> metadata = tag.metadata;
       if (metadata == null) continue;
       for (MetadataAnnotation metadata in tag.metadata) {
         metadata.ensureResolved(compiler);
         Element element = metadata.value.computeType(compiler).element;
         if (element == deferredLibraryClass) {
           ConstructedConstant value = metadata.value;
           StringConstant nameField = value.fields[0];
           SourceString expectedName = nameField.toDartString().source;
           LibraryElement deferredLibrary = library.getLibraryFromTag(tag);
           link = link.prepend(deferredLibrary);
           SourceString actualName =
               new SourceString(deferredLibrary.getLibraryOrScriptName());
           if (expectedName != actualName) {
             compiler.reportErrorCode(
                 metadata,
                 MessageKind.DEFERRED_LIBRARY_NAME_MISMATCH,
                 { 'expectedName': expectedName.slowToString(),
                   'actualName': actualName.slowToString()});
           }
         }
       }
     }
     return link;
   }
 }
+
+class DependencyCollector extends Visitor {
+  final Set<Element> dependencies = new LinkedHashSet<Element>();
+  final TreeElements elements;
+  final Compiler compiler;
+
+  DependencyCollector(this.elements, this.compiler);
+
+  visitNode(Node node) {
+    Element dependency = elements[node];
+    if (dependency != null) {
+      TreeElements elements =
+          compiler.enqueuer.resolution.getCachedElements(dependency);
+      if (elements != null) {
+        dependencies.add(elements.currentElement);
+      }
+    }
+    node.visitChildren(this);
+  }
+
+  static Set<Element> collect(Element element, Compiler compiler) {
+    TreeElements elements =
+        compiler.enqueuer.resolution.getCachedElements(element);
+    if (elements == null) return new LinkedHashSet<Element>();
+    Node node = element.parseNode(compiler);
+    var collector = new DependencyCollector(elements, compiler);
+    node.accept(collector);
+    collector.dependencies.addAll(elements.backendDependencies);
+    return collector.dependencies;
+  }
+}