Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. |
|
cjhopman
2014/10/13 18:18:49
This patch set contains exec_process copied unchan
| |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "base/command_line.h" | 5 #include "base/command_line.h" |
| 6 #include "base/files/file_util.h" | 6 #include "base/files/file_util.h" |
| 7 #include "base/logging.h" | 7 #include "base/logging.h" |
| 8 #include "base/process/kill.h" | 8 #include "base/process/kill.h" |
| 9 #include "base/process/launch.h" | 9 #include "base/process/launch.h" |
| 10 #include "base/strings/string_number_conversions.h" | 10 #include "base/strings/string_number_conversions.h" |
| 11 #include "base/strings/utf_string_conversions.h" | 11 #include "base/strings/utf_string_conversions.h" |
| (...skipping 212 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 224 | 224 |
| 225 return base::WaitForExitCode(pid, exit_code); | 225 return base::WaitForExitCode(pid, exit_code); |
| 226 } | 226 } |
| 227 } | 227 } |
| 228 | 228 |
| 229 return false; | 229 return false; |
| 230 } | 230 } |
| 231 #endif | 231 #endif |
| 232 | 232 |
| 233 } // namespace | 233 } // namespace |
| 234 | |
| 235 const char kExecScript[] = "exec_script"; | |
| 236 const char kExecScript_HelpShort[] = | |
| 237 "exec_script: Synchronously run a script and return the output."; | |
| 238 const char kExecScript_Help[] = | |
| 239 "exec_script: Synchronously run a script and return the output.\n" | |
| 240 "\n" | |
| 241 " exec_script(filename,\n" | |
| 242 " arguments = [],\n" | |
| 243 " input_conversion = \"\",\n" | |
| 244 " file_dependencies = [])\n" | |
| 245 "\n" | |
| 246 " Runs the given script, returning the stdout of the script. The build\n" | |
| 247 " generation will fail if the script does not exist or returns a nonzero\n" | |
| 248 " exit code.\n" | |
| 249 "\n" | |
| 250 " The current directory when executing the script will be the root\n" | |
| 251 " build directory. If you are passing file names, you will want to use\n" | |
| 252 " the rebase_path() function to make file names relative to this\n" | |
| 253 " path (see \"gn help rebase_path\").\n" | |
| 254 "\n" | |
| 255 "Arguments:\n" | |
| 256 "\n" | |
| 257 " filename:\n" | |
| 258 " File name of python script to execute. Non-absolute names will\n" | |
| 259 " be treated as relative to the current build file.\n" | |
| 260 "\n" | |
| 261 " arguments:\n" | |
| 262 " A list of strings to be passed to the script as arguments.\n" | |
| 263 " May be unspecified or the empty list which means no arguments.\n" | |
| 264 "\n" | |
| 265 " input_conversion:\n" | |
| 266 " Controls how the file is read and parsed.\n" | |
| 267 " See \"gn help input_conversion\".\n" | |
| 268 "\n" | |
| 269 " If unspecified, defaults to the empty string which causes the\n" | |
| 270 " script result to be discarded. exec script will return None.\n" | |
| 271 "\n" | |
| 272 " dependencies:\n" | |
| 273 " (Optional) A list of files that this script reads or otherwise\n" | |
| 274 " depends on. These dependencies will be added to the build result\n" | |
| 275 " such that if any of them change, the build will be regenerated and\n" | |
| 276 " the script will be re-run.\n" | |
| 277 "\n" | |
| 278 " The script itself will be an implicit dependency so you do not\n" | |
| 279 " need to list it.\n" | |
| 280 "\n" | |
| 281 "Example:\n" | |
| 282 "\n" | |
| 283 " all_lines = exec_script(\n" | |
| 284 " \"myscript.py\", [some_input], \"list lines\",\n" | |
| 285 " [ rebase_path(\"data_file.txt\", root_build_dir) ])\n" | |
| 286 "\n" | |
| 287 " # This example just calls the script with no arguments and discards\n" | |
| 288 " # the result.\n" | |
| 289 " exec_script(\"//foo/bar/myscript.py\")\n"; | |
| 290 | |
| 291 Value RunExecScript(Scope* scope, | |
| 292 const FunctionCallNode* function, | |
| 293 const std::vector<Value>& args, | |
| 294 Err* err) { | |
| 295 if (args.size() < 1 || args.size() > 4) { | |
| 296 *err = Err(function->function(), "Wrong number of arguments to exec_script", | |
| 297 "I expected between one and four arguments."); | |
| 298 return Value(); | |
| 299 } | |
| 300 | |
| 301 const Settings* settings = scope->settings(); | |
| 302 const BuildSettings* build_settings = settings->build_settings(); | |
| 303 const SourceDir& cur_dir = scope->GetSourceDir(); | |
| 304 | |
| 305 // Find the python script to run. | |
| 306 if (!args[0].VerifyTypeIs(Value::STRING, err)) | |
| 307 return Value(); | |
| 308 SourceFile script_source = | |
| 309 cur_dir.ResolveRelativeFile(args[0].string_value()); | |
| 310 base::FilePath script_path = build_settings->GetFullPath(script_source); | |
| 311 if (!build_settings->secondary_source_path().empty() && | |
| 312 !base::PathExists(script_path)) { | |
| 313 // Fall back to secondary source root when the file doesn't exist. | |
| 314 script_path = build_settings->GetFullPathSecondary(script_source); | |
| 315 } | |
| 316 | |
| 317 ScopedTrace trace(TraceItem::TRACE_SCRIPT_EXECUTE, script_source.value()); | |
| 318 trace.SetToolchain(settings->toolchain_label()); | |
| 319 | |
| 320 // Add all dependencies of this script, including the script itself, to the | |
| 321 // build deps. | |
| 322 g_scheduler->AddGenDependency(script_path); | |
| 323 if (args.size() == 4) { | |
| 324 const Value& deps_value = args[3]; | |
| 325 if (!deps_value.VerifyTypeIs(Value::LIST, err)) | |
| 326 return Value(); | |
| 327 | |
| 328 for (const auto& dep : deps_value.list_value()) { | |
| 329 if (!dep.VerifyTypeIs(Value::STRING, err)) | |
| 330 return Value(); | |
| 331 g_scheduler->AddGenDependency( | |
| 332 build_settings->GetFullPath(cur_dir.ResolveRelativeFile( | |
| 333 dep.string_value()))); | |
| 334 } | |
| 335 } | |
| 336 | |
| 337 // Make the command line. | |
| 338 const base::FilePath& python_path = build_settings->python_path(); | |
| 339 CommandLine cmdline(python_path); | |
| 340 cmdline.AppendArgPath(script_path); | |
| 341 | |
| 342 if (args.size() >= 2) { | |
| 343 // Optional command-line arguments to the script. | |
| 344 const Value& script_args = args[1]; | |
| 345 if (!script_args.VerifyTypeIs(Value::LIST, err)) | |
| 346 return Value(); | |
| 347 for (const auto& arg : script_args.list_value()) { | |
| 348 if (!arg.VerifyTypeIs(Value::STRING, err)) | |
| 349 return Value(); | |
| 350 cmdline.AppendArg(arg.string_value()); | |
| 351 } | |
| 352 } | |
| 353 | |
| 354 // Log command line for debugging help. | |
| 355 trace.SetCommandLine(cmdline); | |
| 356 base::TimeTicks begin_exec; | |
| 357 if (g_scheduler->verbose_logging()) { | |
| 358 #if defined(OS_WIN) | |
| 359 g_scheduler->Log("Pythoning", | |
| 360 base::UTF16ToUTF8(cmdline.GetCommandLineString())); | |
| 361 #else | |
| 362 g_scheduler->Log("Pythoning", cmdline.GetCommandLineString()); | |
| 363 #endif | |
| 364 begin_exec = base::TimeTicks::Now(); | |
| 365 } | |
| 366 | |
| 367 base::FilePath startup_dir = | |
| 368 build_settings->GetFullPath(build_settings->build_dir()); | |
| 369 // The first time a build is run, no targets will have been written so the | |
| 370 // build output directory won't exist. We need to make sure it does before | |
| 371 // running any scripts with this as its startup directory, although it will | |
| 372 // be relatively rare that the directory won't exist by the time we get here. | |
| 373 // | |
| 374 // If this shows up on benchmarks, we can cache whether we've done this | |
| 375 // or not and skip creating the directory. | |
| 376 base::CreateDirectory(startup_dir); | |
| 377 | |
| 378 // Execute the process. | |
| 379 // TODO(brettw) set the environment block. | |
| 380 std::string output; | |
| 381 std::string stderr_output; // TODO(brettw) not hooked up, see above. | |
| 382 int exit_code = 0; | |
| 383 if (!CommandLine::ForCurrentProcess()->HasSwitch(kNoExecSwitch)) { | |
| 384 if (!ExecProcess(cmdline, startup_dir, | |
| 385 &output, &stderr_output, &exit_code)) { | |
| 386 *err = Err(function->function(), "Could not execute python.", | |
| 387 "I was trying to execute \"" + FilePathToUTF8(python_path) + "\"."); | |
| 388 return Value(); | |
| 389 } | |
| 390 } | |
| 391 if (g_scheduler->verbose_logging()) { | |
| 392 g_scheduler->Log("Pythoning", script_source.value() + " took " + | |
| 393 base::Int64ToString( | |
| 394 (base::TimeTicks::Now() - begin_exec).InMilliseconds()) + | |
| 395 "ms"); | |
| 396 } | |
| 397 | |
| 398 // TODO(brettw) maybe we need stderr also for reasonable stack dumps. | |
| 399 if (exit_code != 0) { | |
| 400 std::string msg = "Current dir: " + FilePathToUTF8(startup_dir) + | |
| 401 "\nCommand: " + FilePathToUTF8(cmdline.GetCommandLineString()) + | |
| 402 "\nReturned " + base::IntToString(exit_code); | |
| 403 if (!output.empty()) | |
| 404 msg += " and printed out:\n\n" + output; | |
| 405 else | |
| 406 msg += "."; | |
| 407 *err = Err(function->function(), "Script returned non-zero exit code.", | |
| 408 msg); | |
| 409 return Value(); | |
| 410 } | |
| 411 | |
| 412 // Default to None value for the input conversion if unspecified. | |
| 413 return ConvertInputToValue(scope->settings(), output, function, | |
| 414 args.size() >= 3 ? args[2] : Value(), err); | |
| 415 } | |
| 416 | |
| 417 } // namespace functions | |
| OLD | NEW |