DevTools: Build release mode using JS and Python

third_party/WebKit/Source/devtools/scripts/js_build/gulpfile.js

Index: third_party/WebKit/Source/devtools/scripts/js_build/gulpfile.js
diff --git a/third_party/WebKit/Source/devtools/scripts/js_build/gulpfile.js b/third_party/WebKit/Source/devtools/scripts/js_build/gulpfile.js
new file mode 100644
index 0000000000000000000000000000000000000000..be58d286ba660beb1549f8778c10d3e98e247d0d
--- /dev/null
+++ b/third_party/WebKit/Source/devtools/scripts/js_build/gulpfile.js
@@ -0,0 +1,149 @@
+// Copyright 2016 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+var childProcess = require("child_process");
+var fs = require("fs");
+var path = require("path");
+var shell = childProcess.execSync;
+
+var del = require("del");
+var fsPromise = require("fs-promise");
+var gulp = require("gulp");
+
+var concatenateProtocols = require("./ConcatenateProtocols.js");
+var utils = require("../utils.js");
+
+var devtoolsPath = path.resolve(path.join(__dirname, "../.."));
+var frontendPath = path.join(devtoolsPath, "front_end");
+var releasePath = path.join(devtoolsPath, "release");
+var scriptsPath = path.join(devtoolsPath, "scripts");
+
+gulp.task("default", ["build"]);
+
+gulp.task("clean", cleanTask);
+function cleanTask()
+{
+    del.sync([releasePath], {force: true});
+    fs.mkdirSync(releasePath);
+}
+
+gulp.task("build", ["generateProtocol", "generateSupportedCSSProperties", "generateDevtoolsExtensionAPI", "copyDevtoolsFiles"], buildTask);
+function buildTask()
+{
+    var script = path.join(scriptsPath, "build_release_applications.py");
+    var args = [
+        "inspector",
+        "toolbox",
+        "formatter_worker",
+        "heap_snapshot_worker",
+        "temp_storage_shared_worker",
+        "--input_path",
+        frontendPath,
+        "--output_path",
+        releasePath,
+    ];
+    runPythonScript(script, args);
+}
+
+gulp.task("generateProtocol", ["concatenateProtocol"], generateProtocolTask);
+function generateProtocolTask()
+{
+    var script = path.join(scriptsPath, "CodeGeneratorFrontend.py");
+    var args = [
+        path.join(releasePath, "protocol.json"),
+        "--output_js_dir",
+        releasePath,
+    ];
+    runPythonScript(script, args);
+    del.sync([
+        path.join(releasePath, "browser_protocol.json"),
+        path.join(releasePath, "js_protocol.json"),
+        path.join(releasePath, "protocol.json"),
+    ], {force: true});
+}
+
+gulp.task("concatenateProtocol", ["fetchProtocol"], concatenateProtocolTask);
+function concatenateProtocolTask()
+{
+    var protocols = [
+        path.join(releasePath, "browser_protocol.json"),
+        path.join(releasePath, "js_protocol.json"),
+    ];
+    var output = path.join(releasePath, "protocol.json");
+    concatenateProtocols(protocols, output);
+}
+
+gulp.task("fetchProtocol", ["clean"], fetchProtocolTask);
+function fetchProtocolTask(done)
+{
+    var browserProtocolURL = "https://chromium.googlesource.com/chromium/src/+/master/third_party/WebKit/Source/core/inspector/browser_protocol.json?format=TEXT";

[pfeldman, 2016/09/19 22:55:33]

Seems wrong to fetch every time I build.

[chenwilliam, 2016/09/20 00:39:04]

Agreed. For the hosted mode server, we cache the commit hash of the browser on
the remote debugging port. In this case, we could get the Chromium commit hash
of the current GitHub checkout by inspecting the commit message since the
buildbot adds the Chromium commit hash and then use the cache when your checkout
hasn't changed.

+    var browserProtocolFile = path.join(releasePath, "browser_protocol.json");
+    var browserProtocolPromise = fetchAndSaveCodePromise(browserProtocolURL, browserProtocolFile);
+
+    var jsProtocolURL = "https://chromium.googlesource.com/v8/v8/+/master/src/inspector/js_protocol.json?format=TEXT";
+    var jsProtocolFile = path.join(releasePath, "js_protocol.json");
+    var jsProtocolPromise = fetchAndSaveCodePromise(jsProtocolURL, jsProtocolFile);
+
+    Promise.all([browserProtocolPromise, jsProtocolPromise])
+        .then(() => done())
+        .catch(err => console.log("Error fetching protocols:", err));
+}
+
+gulp.task("generateSupportedCSSProperties", ["fetchSupportedCSSProperties"], generateSupportedCSSProperties);
+function generateSupportedCSSProperties()
+{
+    var script = path.join(scriptsPath, "generate_supported_css.py");
+    var inputs = [path.join(releasePath, "CSSProperties.in")];
+    var outputs = [path.join(releasePath, "SupportedCSSProperties.js")];
+    var args = inputs.concat(outputs);
+    runPythonScript(script, args);
+    del.sync([path.join(releasePath, "CSSProperties.in")], {force: true});
+}
+
+gulp.task("fetchSupportedCSSProperties", ["clean"], fetchSupportedCSSProperties);
+function fetchSupportedCSSProperties(done)
+{
+    var supportedCSSPropertiesURL = "https://chromium.googlesource.com/chromium/src/+/master/third_party/WebKit/Source/core/css/CSSProperties.in?format=TEXT";
+    var supportedCSSPropertiesFile = path.join(releasePath, "CSSProperties.in");
+    fetchAndSaveCodePromise(supportedCSSPropertiesURL, supportedCSSPropertiesFile)
+        .then(() => done())
+        .catch(err => console.log("Error fetching CSS properties:", err));
+}
+
+gulp.task("generateDevtoolsExtensionAPI", ["clean"], generateDevtoolsExtensionAPITask);
+function generateDevtoolsExtensionAPITask()
+{
+    var script = path.join(scriptsPath, "generate_devtools_extension_api.py");
+    var inputs = [path.join(frontendPath, "extensions", "ExtensionAPI.js")];
+    var outputs = [path.join(releasePath, "devtools_extension_api.js")];
+    var args = outputs.concat(inputs);
+    runPythonScript(script, args);
+}
+
+gulp.task("copyDevtoolsFiles", ["clean"], copyDevtoolsFilesTask);
+function copyDevtoolsFilesTask()
+{
+    gulp.src(path.join(frontendPath, "devtools.js"))
+        .pipe(gulp.dest(releasePath));
+    gulp.src(path.join(frontendPath, "Tests.js"))
+        .pipe(gulp.dest(releasePath));
+    gulp.src(path.join(frontendPath, "Images/*.*"))
+        .pipe(gulp.dest(path.join(releasePath, "Images")));
+    gulp.src(path.join(frontendPath, "emulated_devices/*.svg"))
+        .pipe(gulp.dest(path.join(releasePath, "emulated_devices")));
+    gulp.src(path.join(frontendPath, "emulated_devices/*.png"))
+        .pipe(gulp.dest(path.join(releasePath, "emulated_devices")));
+}
+
+function fetchAndSaveCodePromise(url, file)
+{
+    return utils.fetch(url)
+        .then(buffer => utils.atob(buffer.toString("binary")))
+        .then(data => fsPromise.writeFile(file, data));
+}
+
+function runPythonScript(script, args)
+{
+    shell(`python ${script} ${args.join(" ")}`);
+}