Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(11)

Side by Side Diff: tools/migration/lib/src/migrate_statuses.dart

Issue 2994573002: Handle migration status entries into split up status files. (Closed)
Patch Set: Merge branch 'master' into split-migration Created 3 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « tools/migration/lib/src/editable_status_file.dart ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2017, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2017, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE file. 3 // BSD-style license that can be found in the LICENSE file.
4 4
5 import 'package:path/path.dart' as p; 5 import 'package:path/path.dart' as p;
6 6
7 import 'editable_status_file.dart'; 7 import 'editable_status_file.dart';
8 import 'fork.dart'; 8 import 'fork.dart';
9 import 'io.dart'; 9 import 'io.dart';
10 import 'log.dart';
10 import 'test_directories.dart'; 11 import 'test_directories.dart';
11 12
12 /// Migrates the status file entries that match [files]. 13 /// Migrates the status file entries that match [files].
13 void migrateStatusEntries(List<Fork> files) { 14 void migrateStatusEntries(List<Fork> files, Map<String, List<String>> todos) {
14 var entriesToMove = new EntrySet(); 15 var entriesToMove = new EntrySet();
15 16
16 _collectEntries(files, entriesToMove, isOne: true); 17 _collectEntries(files, entriesToMove, isOne: true);
17 _collectEntries(files, entriesToMove, isOne: false); 18 _collectEntries(files, entriesToMove, isOne: false);
18 19
19 for (var statusFile in entriesToMove.statusFiles) { 20 for (var statusFile in entriesToMove.statusFiles) {
20 var sections = entriesToMove.sections(statusFile); 21 var sections = entriesToMove.sections(statusFile);
21 _addEntries(statusFile, sections); 22 _addEntries(statusFile, sections);
22 } 23 }
23 24
24 // TODO(rnystrom): Should this log any output? 25 // If any entries need manual splitting, let the user know.
26 for (var dir in entriesToMove._todoHeaders.keys) {
27 var destination = "$dir.status";
28 var headers = entriesToMove._todoHeaders[dir];
29 var splits = headers.map((header) {
30 var files =
31 filesForHeader(header).map((file) => bold("${dir}_$file")).join(", ");
32 return "Need to manually split status file section in ${bold(destination)} "
33 " across files $files:\n $header";
34 }).toList();
35
36 if (splits.isNotEmpty) todos[destination] = splits;
37 }
38 }
39
40 /// Given the header for a status file section, looks at the condition
41 /// expression to determine which status files it should go in.
42 Set<String> filesForHeader(String header) {
43 // Figure out which status file it goes into.
44 var result = new Set<String>();
45
46 // The various compilers are roughly separate products.
47 const compilers = const {
48 r"$compiler == dart2analyzer": "analyzer",
49 r"$compiler == dart2js": "dart2js",
50 r"$compiler == dartdevc": "dartdevc",
51 // This deliberately matches both dartk and dartkp.
52 r"$compiler == dartk": "kernel",
53 r"$compiler == precompiler": "precompiled"
54 };
55
56 // TODO(rnystrom): This is obviously very sensitive to the formatting of
57 // the expression. Hacky, but hopefully good enough for now.
58 compilers.forEach((compiler, file) {
59 if (header.contains(compiler)) result.add(file);
60 });
61
62 // If we couldn't figure out where to put it based on the compiler, look at
63 // the runtime.
64 if (result.isEmpty) {
65 const runtimes = const {
66 r"$runtime == vm": "vm",
67 r"$runtime == flutter": "flutter",
68 r"$runtime == dart_precompiled": "precompiled",
69 };
70
71 runtimes.forEach((runtime, file) {
72 if (header.contains(runtime)) result.add(file);
73 });
74 }
75
76 return result;
25 } 77 }
26 78
27 /// Tracks a set of entries to add to a set of Dart 2.0 status files. 79 /// Tracks a set of entries to add to a set of Dart 2.0 status files.
28 class EntrySet { 80 class EntrySet {
29 /// Keys are the names of the Dart 2.0 status file that will receive the 81 /// Keys are the names of the Dart 2.0 status file that will receive the
30 /// entries. The value for each key is a map of section headers to the list 82 /// entries. The value for each key is a map of section headers to the list
31 /// of entries to add under that section. 83 /// of entries to add under that section.
32 final Map<String, Map<String, List<String>>> _files = {}; 84 final Map<String, Map<String, List<String>>> _files = {};
33 85
86 final _todoHeaders = <String, Set<String>>{};
87
34 Iterable<String> get statusFiles => _files.keys; 88 Iterable<String> get statusFiles => _files.keys;
35 89
36 void add(String fromDir, String header, String entry) { 90 /// Attempts to add the [entry] under [header] in a status file in [fromDir]
91 /// to this EntrySet.
92 ///
93 /// Returns true if successful or false if the header's condition doesn't fit
94 /// into a single status file and needs to be manually split by the user.
95 bool add(String fromDir, String header, String entry) {
37 var toDir = toTwoDirectory(fromDir); 96 var toDir = toTwoDirectory(fromDir);
38 var sections = _files.putIfAbsent(p.join(toDir, "$toDir.status"), () => {}); 97
98 // Figure out which status file it goes into.
99 var possibleFiles = filesForHeader(header);
100 var destination = "$toDir.status";
101
102 if (possibleFiles.length > 1) {
103 // The condition matches multiple files, so the user is going to have to
104 // manually split it up into multiple sections first.
105 // TODO(rnystrom): Would be good to automate this, though it requires
106 // being able to work with condition expressions directly.
107 _todoHeaders.putIfAbsent(toDir, () => new Set()).add(header);
108 return false;
109 }
110
111 // If the condition places it directly into one file, put it there.
112 if (possibleFiles.length == 1) {
113 destination = "${toDir}_${possibleFiles.single}.status";
114 }
115
116 var sections = _files.putIfAbsent(p.join(toDir, destination), () => {});
117
39 var entries = sections.putIfAbsent(header, () => []); 118 var entries = sections.putIfAbsent(header, () => []);
40 entries.add(entry); 119 entries.add(entry);
120 return true;
41 } 121 }
42 122
43 Map<String, List<String>> sections(String file) => _files[file]; 123 Map<String, List<String>> sections(String file) => _files[file];
44 } 124 }
45 125
46 /// Removes entries from the 1.0 and strong status files that correspond to 126 /// Removes entries from the 1.0 and strong status files that correspond to
47 /// the list of [files] being migrated. 127 /// the list of [files] being migrated.
48 /// 128 ///
49 /// Adds moved entries to [entriesToMove]. 129 /// Adds moved entries to [entriesToMove].
50 void _collectEntries(List<Fork> files, EntrySet entriesToMove, {bool isOne}) { 130 void _collectEntries(List<Fork> files, EntrySet entriesToMove, {bool isOne}) {
(...skipping 19 matching lines...) Expand all
70 // We only support entries that precisely match the file being 150 // We only support entries that precisely match the file being
71 // migrated, or a multitest within that. In both cases, the entry 151 // migrated, or a multitest within that. In both cases, the entry
72 // path will begin with the full path of the file. We don't migrate 152 // path will begin with the full path of the file. We don't migrate
73 // directory or glob patterns because those may also match other 153 // directory or glob patterns because those may also match other
74 // files that have not been migrated yet. 154 // files that have not been migrated yet.
75 // TODO(rnystrom): It would be good to detect when a glob matches 155 // TODO(rnystrom): It would be good to detect when a glob matches
76 // a migrated file and let the user know that they may need to 156 // a migrated file and let the user know that they may need to
77 // manually handle it. 157 // manually handle it.
78 if (!entryPath.startsWith(filePath)) continue; 158 if (!entryPath.startsWith(filePath)) continue;
79 159
80 // Remove it from this status file. 160 // Add it to the 2.0 one.
81 deleteLines.add(entry.lineNumber - 1); 161 if (entriesToMove.add(fromDir, editable.lineAt(section.lineNumber),
82 162 editable.lineAt(entry.lineNumber))) {
83 // And add it to the 2.0 one. 163 // Remove it from the original status file.
84 entriesToMove.add(fromDir, editable.lineAt(section.lineNumber), 164 deleteLines.add(entry.lineNumber - 1);
85 editable.lineAt(entry.lineNumber)); 165 }
86 } 166 }
87 } 167 }
88 } 168 }
89 169
90 // TODO(rnystrom): If all of the entries are deleted from a section, it 170 // TODO(rnystrom): If all of the entries are deleted from a section, it
91 // would be nice to delete the section header too. 171 // would be nice to delete the section header too.
92 editable.delete(deleteLines); 172 editable.delete(deleteLines);
93 } 173 }
94 } 174 }
95 } 175 }
(...skipping 23 matching lines...) Expand all
119 break; 199 break;
120 } 200 }
121 } 201 }
122 202
123 if (!found) { 203 if (!found) {
124 // This section doesn't exist in the status file, so add it. 204 // This section doesn't exist in the status file, so add it.
125 editable.append(header, entries[header]); 205 editable.append(header, entries[header]);
126 } 206 }
127 } 207 }
128 } 208 }
OLDNEW
« no previous file with comments | « tools/migration/lib/src/editable_status_file.dart ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698