Dart: Faster 'gen' command for mojom.dart tool

mojo/dart/packages/mojom/lib/src/generate.dart

 // Copyright 2015 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 /// This library generates Mojo bindings for a Dart package.
 
 library generate;
 
 import 'dart:async';
 import 'dart:collection';
 import 'dart:convert';
 import 'dart:developer' as dev;
 import 'dart:io';
 
 import 'package:mojom/src/utils.dart';
 import 'package:path/path.dart' as path;
 import 'package:yaml/yaml.dart' as yaml;
 
 part 'mojom_finder.dart';
 
 const String mojoTestPackage = '_mojo_for_test_only';
 
+// A class for running as many generation tasks in parallel as there are cores
+// on the machine. Supposing `tasks` is a list of functions of type
+// `Future f()`, used as:
+//   var runner = new _GenerationTaskRunner(tasks);
+//   await runner.run();
+// No result is returned.
+class _GenerationTaskRunner {
+  List<Function> _tasks;
+  List<Future> _futures;
+  Completer _completer;
+  int _numCpus;
+  int _nextTaskIndex;
+  int _futuresOutstanding;
+
+  _GenerationTaskRunner(this._tasks) {
+    _numCpus = Platform.numberOfProcessors;
+    _futures = new List<Future>();
+    _completer = new Completer();
+    _nextTaskIndex = 0;
+    _futuresOutstanding = 0;
+  }
+
+  Future run() {
+    while ((_nextTaskIndex < _numCpus) && (_nextTaskIndex < _tasks.length)) {
+      int idx = _nextTaskIndex;
+      _futures.add(_tasks[_nextTaskIndex]().then((_) {
+        _addNewTask(idx);
+      }));
+      _nextTaskIndex++;
+      _futuresOutstanding++;
+    }
+    return _completer.future;
+  }
+
+  void _addNewTask(int idx) {
+    if (_nextTaskIndex < _tasks.length) {
+      _futures[idx] = _tasks[_nextTaskIndex]().then((_) {
+        _addNewTask(idx);
+      });
+      _nextTaskIndex++;
+    } else {
+      _futuresOutstanding--;
+      if (_futuresOutstanding == 0) {
+        _completer.complete(null);
+      }
+    }
+  }
+}
+
 class MojomGenerator {
   static dev.Counter _genMs;
   final bool _errorOnDuplicate;
   final bool _dryRun;
   final bool _force;
   final Directory _mojoSdk;
 
   Map<String, String> _duplicateDetection;
   int _generationMs;
 
@@ skipping 31 matching lines @@
     int mojomDartCount = 0;
     if (mojomDartInfo != null) {
       oldestMojomDartTime = mojomDartInfo[0];
       mojomDartCount = mojomDartInfo[1];
     }
 
     // If we don't have enough .mojom.dart files, or if a .mojom file is
     // newer than the oldest .mojom.dart file, then regenerate.
     if (_force || (mojomDartCount < mojomCount) ||
         _shouldRegenerate(newestMojomTime, oldestMojomDartTime)) {
+      var tasks = new List();
       for (File mojom in info.mojomFiles) {
-        await _generateForMojom(
-            mojom, info.importDir, info.packageDir, info.name);
+        tasks.add(() => _generateForMojom(
+            mojom, info.importDir, info.packageDir, info.name));
       }
+      var runner = new _GenerationTaskRunner(tasks);
+      await runner.run();
+
       // Delete any .mojom.dart files that are still older than mojomTime.
       await _deleteOldMojomDart(info.packageDir, newestMojomTime);
     }
   }
 
   /// Under [package]/lib, returns the oldest modification time for a
   /// .mojom.dart file.
   _findOldestMojomDart(Directory package) async {
     int mojomDartCount = 0;
     DateTime oldestModTime;
@@ skipping 360 matching lines @@
             '\t$dart $packRoot $scriptPath single -m $mojoSdk -r $root '
             '-p $packagePath $skips');
         _errors++;
         return;
       }
     }
   }
 
   bool _shouldSkip(File f) => containsPrefix(f.path, _skip);
 }