Frog now called directly in dartdoc

lib/dartdoc/dartdoc.dart

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 /**
  * To generate docs for a library, run this script with the path to an
  * entrypoint .dart file, like:
  *
  *     $ dart dartdoc.dart foo.dart
  *
  * This will create a "docs" directory with the docs for your libraries. To
  * create these beautiful docs, dartdoc parses your library and every library
  * it imports (recursively). From each library, it parses all classes and
  * members, finds the associated doc comments and builds crosslinked docs from
  * them.
  */
 #library('dartdoc');
 
 #import('dart:io');
 #import('dart:json');
 #import('../../frog/lang.dart');
 #import('../../frog/file_system.dart');
 #import('../../frog/file_system_vm.dart');
 #import('classify.dart');
 #import('markdown.dart', prefix: 'md');
+#import('../../frog/minfrogc.dart', prefix: 'frog');
 
 #source('comment_map.dart');
 #source('utils.dart');
 
 /**
  * Generates completely static HTML containing everything you need to browse
  * the docs. The only client side behavior is trivial stuff like syntax
  * highlighting code.
  */
 final MODE_STATIC = 0;
@@ skipping 16 matching lines @@
  * Run this from the `lib/dartdoc` directory.
  */
 void main() {
   final args = new Options().arguments;
 
   // Parse the dartdoc options.
   bool includeSource;
   int mode;
   String outputDir;
   bool generateAppCache;
+  
+  if (args.isEmpty()) {
+    print('No arguments provided.');
+    printUsage();
+    return;
+  }
 
   for (int i = 0; i < args.length - 1; i++) {
     final arg = args[i];
 
     switch (arg) {
       case '--no-code':
         includeSource = false;
         break;
 
       case '--mode=static':
         mode = MODE_STATIC;
         break;
 
       case '--mode=live-nav':
         mode = MODE_LIVE_NAV;
         break;
 
       case '--generate-app-cache':
       case '--generate-app-cache=true':
         generateAppCache = true;
         break;
 
       default:
         if (arg.startsWith('--out=')) {
           outputDir = arg.substring('--out='.length);
         } else {
           print('Unknown option: $arg');
+          printUsage();
           return;
         }
         break;
     }
   }
 
   // The entrypoint of the library to generate docs for.
   final entrypoint = args[args.length - 1];
 
   final files = new VMFileSystem();
 
   // TODO(rnystrom): Note that the following lines get munged by create-sdk to
   // work with the SDK's different file layout. If you change, be sure to test
   // that dartdoc still works when run from the built SDK directory.
   final frogPath = joinPaths(scriptDir, '../../frog/');
   final libDir = joinPaths(frogPath, 'lib');
-  final compilerPath = joinPaths(frogPath, 'minfrog');
 
   parseOptions(frogPath, ['', '', '--libdir=$libDir'], files);
   initializeWorld(files);
 
   final dartdoc = new Dartdoc();
 
   if (includeSource != null) dartdoc.includeSource = includeSource;
   if (mode != null) dartdoc.mode = mode;
   if (outputDir != null) dartdoc.outputDir = outputDir;
   if (generateAppCache != null) dartdoc.generateAppCache = generateAppCache;
 
   cleanOutputDirectory(dartdoc.outputDir);
 
   // Compile the client-side code to JS.
   final clientScript = (dartdoc.mode == MODE_STATIC) ? 'static' : 'live-nav';
-  final Future scriptCompiled = compileScript(compilerPath, libDir,
-                '$scriptDir/client-$clientScript.dart',
-                '${dartdoc.outputDir}/client-$clientScript.js');
+  final Future scriptCompiled = compileScript(libDir,

[Bob Nystrom, 2012/05/31 17:53:42]

Local variables don't need type annotations.

+      '$scriptDir/client-$clientScript.dart',
+      '${dartdoc.outputDir}/client-$clientScript.js');
 
   final Future filesCopied = copyFiles('$scriptDir/static', dartdoc.outputDir);
 
   Futures.wait([scriptCompiled, filesCopied]).then((_) {
     dartdoc.document(entrypoint);
+    
+    print('Documented ${dartdoc._totalLibraries} libraries, '
+          '${dartdoc._totalTypes} types, and '
+          '${dartdoc._totalMembers} members.');
   });
 
-  print('Documented ${dartdoc._totalLibraries} libraries, ' +
-      '${dartdoc._totalTypes} types, and ' +
-      '${dartdoc._totalMembers} members.');
+}
+
+void printUsage() {
+  print('''
+Usage dartdoc [options] <entrypoint>
+[options] include

[Bob Nystrom, 2012/05/31 17:53:42]

Nice!

+ --no-code                   Do not include source code in the documentation.
+
+ --mode=static               Generates completely static HTML containing 
+                             everything you need to browse the docs. The only 
+                             client side behavior is trivial stuff like syntax
+                             highlighting code.
+
+ --mode=live-nav             (default) Generated docs do not include baked HTML 
+                             navigation. Instead, a single `nav.json` file is 
+                             created and the appropriate navigation is generated
+                             client-side by parsing that and building HTML.
+                                This dramatically reduces the generated size of 
+                             the HTML since a large fraction of each static page 
+                             is just redundant navigation links.
+                                In this mode, the browser will do a XHR for 
+                             nav.json which means that to preview docs locally, 
+                             you will need to enable requesting file:// links in
+                             your browser or run a little local server like 
+                             `python -m SimpleHTTPServer`.
+
+ --generate-app-cache        Generates the App Cache manifest file, enabling 
+                             offline doc viewing.
+ --generate-app-cache=true   --''--   
+
+ --out=<dir>                 Generates files into directory <dir>. If omitted
+                             the files are generated into ./docs/
+''');
 }
 
 /**
  * Gets the full path to the directory containing the entrypoint of the current
  * script. In other words, if you invoked dartdoc, directly, it will be the
  * path to the directory containing `dartdoc.dart`. If you're running a script
  * that imports dartdoc, it will be the path to that script.
  */
 String get scriptDir() {
   return dirname(new File(new Options().script).fullPathSync());
 }
 
 /**
  * Deletes and recreates the output directory at [path] if it exists.
  */
 void cleanOutputDirectory(String path) {
   final outputDir = new Directory(path);
   if (outputDir.existsSync()) {
     outputDir.deleteRecursivelySync();
   }
 
-  outputDir.createSync();
+  try {
+    // TODO(johnniwinther): hack to avoid 'file already exists' exception thrown
+    // due to invalid result from dir.existsSync() (probably due to race
+    // conditions).
+    outputDir.createSync();
+  } catch (DirectoryIOException e) {
+    // Ignore.
+  }
 }
 
 /**
  * Copies all of the files in the directory [from] to [to]. Does *not*
  * recursively copy subdirectories.
  *
  * Note: runs asynchronously, so you won't see any files copied until after the
  * event loop has had a chance to pump (i.e. after `main()` has returned).
  */
 Future copyFiles(String from, String to) {
@@ skipping 12 matching lines @@
       stream.write(bytes, copyBuffer: false);
       stream.close();
     });
   };
   lister.onDone = (done) => completer.complete(true);
   return completer.future;
 }
 
 /**
  * Compiles the given Dart script to a JavaScript file at [jsPath] using the
- * Dart-to-JS compiler located at [compilerPath].
+ * Frog compiler.
  */
-Future compileScript(String compilerPath, String libDir,
-    String dartPath, String jsPath) {
+Future compileScript(String libDir, String dartPath, String jsPath) {

[Bob Nystrom, 2012/05/31 17:53:42]

Since this is no longer asynchronous, can you get rid of the future stuff and
just have main() call it directly before kicking off the other async operations?

   final completer = new Completer();
-  onExit(ProcessResult result) {
-    if (result.exitCode != 0) {
-      final message = 'Non-zero exit code from $compilerPath';
+  print('Compiling $dartPath to $jsPath');
+  
+  var result = true;
+  try {
+    result = frog.internalMain([ 
+        '--libdir=$libDir', '--out=$jsPath',
+        '--compile-only', '--enable-type-checks', '--warnings-as-errors',
+        dartPath]);
+    if (!result) {
+      final message = 'Non-zero exit code from the compiler';
       print('$message.');
-      print(result.stdout);
-      print(result.stderr);
-      throw message;
+      completer.completeException(message);
+    } else {
+      completer.complete(result);
     }
-    completer.complete(true);
+  } catch (Object error) {
+    final message = 'Error trying to execute the compiler. Error: $error';
+    print('$message.');
+    completer.completeException(message);
   }
 
-  onError(error) {
-    final message = 'Error trying to execute $compilerPath. Error: $error';
-    print('$message.');
-    throw message;
-  }
-
-  print('Compiling $dartPath to $jsPath');
-  var processFuture = Process.run(compilerPath, [
-    '--libdir=$libDir', '--out=$jsPath',
-    '--compile-only', '--enable-type-checks', '--warnings-as-errors',
-    dartPath]);
-
-  processFuture.handleException(onError);
-  processFuture.then(onExit);
-
   return completer.future;
 }
 
 class Dartdoc {
 
   /** Set to `false` to not include the source code in the generated docs. */
   bool includeSource = true;
 
   /**
    * Dartdoc can generate docs in a few different ways based on how dynamic you
@@ skipping 115 matching lines @@
 
   void startFile(String path) {
     _filePath = path;
     _file = new StringBuffer();
   }
 
   void endFile() {
     final outPath = '$outputDir/$_filePath';
     final dir = new Directory(dirname(outPath));
     if (!dir.existsSync()) {
-      dir.createSync();
+      //TODO(johnniwinther) hack to avoid 'file already exists' exception thrown
+      // due to invalid result from dir.existsSync() (probably due to race
+      // conditions)

[Bob Nystrom, 2012/05/31 17:53:42]

This worries me. I've never seen race conditions with this before. Do you know
what's causing it?

+      try {
+        dir.createSync();
+      } catch (DirectoryIOException e) {
+        // ignore
+      }
     }
 
     world.files.writeString(outPath, _file.toString());
     _filePath = null;
     _file = null;
   }
 
   void write(String s) {
     _file.add(s);
   }
@@ skipping 983 matching lines @@
     toCache.onFile = (filename) {
       if (filename.endsWith('appcache.manifest')) {
         return;
       }
       var relativePath = filename.substring(pathPrefixLength + 1);
       write("$relativePath\n");
     };
     toCache.onDone = (done) => endFile();
     toCache.list(recursive: true);
   }
-}
+}