OLD | NEW |
1 #!/usr/bin/python | 1 #!/usr/bin/python |
2 # Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 2 # Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
3 # for details. All rights reserved. Use of this source code is governed by a | 3 # for details. All rights reserved. Use of this source code is governed by a |
4 # BSD-style license that can be found in the LICENSE file. | 4 # BSD-style license that can be found in the LICENSE file. |
5 | 5 |
6 import database | 6 import database |
7 import databasebuilder | 7 import databasebuilder |
8 import idlparser | 8 import idlparser |
9 import logging.config | 9 import logging.config |
10 import os.path | 10 import os.path |
11 import sys | 11 import sys |
| 12 import time |
12 | 13 |
13 _logger = logging.getLogger('fremontcutbuilder') | 14 _logger = logging.getLogger('fremontcutbuilder') |
14 | 15 |
15 # See: | 16 # See: |
16 # http://src.chromium.org/viewvc/multivm/trunk/webkit/Source/core/features.gypi | 17 # http://src.chromium.org/viewvc/multivm/trunk/webkit/Source/core/features.gypi |
17 # for ENABLE_* flags defined in Chromium / Blink. | 18 # for ENABLE_* flags defined in Chromium / Blink. |
18 # We list all ENABLE flags used in IDL in one of these two lists. | 19 # We list all ENABLE flags used in IDL in one of these two lists. |
19 FEATURE_DISABLED = [ | 20 FEATURE_DISABLED = [ |
20 'ENABLE_CUSTOM_SCHEME_HANDLER', | 21 'ENABLE_CUSTOM_SCHEME_HANDLER', |
21 'ENABLE_MEDIA_CAPTURE', # Only enabled on Android. | 22 'ENABLE_MEDIA_CAPTURE', # Only enabled on Android. |
22 'ENABLE_ORIENTATION_EVENTS', # Only enabled on Android. | 23 'ENABLE_ORIENTATION_EVENTS', # Only enabled on Android. |
23 'ENABLE_WEBVTT_REGIONS', | 24 'ENABLE_WEBVTT_REGIONS', |
24 ] | 25 ] |
25 | 26 |
26 FEATURE_DEFINES = [ | 27 FEATURE_DEFINES = [ |
27 'ENABLE_CALENDAR_PICKER', # Not on Android | 28 'ENABLE_CALENDAR_PICKER', # Not on Android |
28 'ENABLE_ENCRYPTED_MEDIA_V2', | 29 'ENABLE_ENCRYPTED_MEDIA_V2', |
29 'ENABLE_INPUT_SPEECH', # Not on Android | 30 'ENABLE_INPUT_SPEECH', # Not on Android |
30 'ENABLE_LEGACY_NOTIFICATIONS', # Not on Android | 31 'ENABLE_LEGACY_NOTIFICATIONS', # Not on Android |
31 'ENABLE_NAVIGATOR_CONTENT_UTILS', # Not on Android | 32 'ENABLE_NAVIGATOR_CONTENT_UTILS', # Not on Android |
32 'ENABLE_NOTIFICATIONS', # Not on Android | 33 'ENABLE_NOTIFICATIONS', # Not on Android |
33 'ENABLE_SVG_FONTS', | 34 'ENABLE_SVG_FONTS', |
34 'ENABLE_WEB_AUDIO', # Not on Android | 35 'ENABLE_WEB_AUDIO', # Not on Android |
35 ] | 36 ] |
36 | 37 |
37 def build_database(idl_files, database_dir, feature_defines=None, parallel=False
): | 38 def build_database(idl_files, database_dir, feature_defines=None, parallel=False
, |
| 39 blink_parser=False, logging_level=logging.WARNING): |
38 """This code reconstructs the FremontCut IDL database from W3C, | 40 """This code reconstructs the FremontCut IDL database from W3C, |
39 WebKit and Dart IDL files.""" | 41 WebKit and Dart IDL files.""" |
40 current_dir = os.path.dirname(__file__) | 42 current_dir = os.path.dirname(__file__) |
41 logging.config.fileConfig(os.path.join(current_dir, "logging.conf")) | 43 logging.config.fileConfig(os.path.join(current_dir, "logging.conf")) |
42 | 44 |
| 45 _logger.setLevel(logging_level) |
| 46 |
43 db = database.Database(database_dir) | 47 db = database.Database(database_dir) |
44 | 48 |
45 # Delete all existing IDLs in the DB. | 49 # Delete all existing IDLs in the DB. |
46 db.Delete() | 50 db.Delete() |
47 | 51 |
48 builder = databasebuilder.DatabaseBuilder(db) | 52 builder = databasebuilder.DatabaseBuilder(db) |
49 | 53 |
50 # TODO(vsm): Move this to a README. | 54 # TODO(vsm): Move this to a README. |
51 # This is the Dart SVN revision. | 55 # This is the Dart SVN revision. |
52 webkit_revision = '1060' | 56 webkit_revision = '1060' |
53 | 57 |
54 # TODO(vsm): Reconcile what is exposed here and inside WebKit code | 58 # TODO(vsm): Reconcile what is exposed here and inside WebKit code |
55 # generation. We need to recheck this periodically for now. | 59 # generation. We need to recheck this periodically for now. |
56 webkit_defines = [ 'LANGUAGE_DART', 'LANGUAGE_JAVASCRIPT' ] | 60 webkit_defines = [ 'LANGUAGE_DART', 'LANGUAGE_JAVASCRIPT' ] |
57 | 61 |
58 if feature_defines is None: | 62 if feature_defines is None: |
59 feature_defines = FEATURE_DEFINES | 63 feature_defines = FEATURE_DEFINES |
60 | 64 |
61 webkit_options = databasebuilder.DatabaseBuilderOptions( | 65 webkit_options = databasebuilder.DatabaseBuilderOptions( |
62 idl_syntax=idlparser.WEBKIT_SYNTAX, | 66 idl_syntax=idlparser.WEBKIT_SYNTAX, |
63 # TODO(vsm): What else should we define as on when processing IDL? | 67 # TODO(vsm): What else should we define as on when processing IDL? |
64 idl_defines=webkit_defines + feature_defines, | 68 idl_defines=webkit_defines + feature_defines, |
65 source='WebKit', | 69 source='WebKit', |
66 source_attributes={'revision': webkit_revision}) | 70 source_attributes={'revision': webkit_revision}, |
| 71 logging_level=logging_level) |
67 | 72 |
68 # Import WebKit IDLs. | 73 # Import WebKit IDLs. |
69 builder.import_idl_files(idl_files, webkit_options, parallel) | 74 builder.import_idl_files(idl_files, webkit_options, parallel, blink_parser, Fa
lse) |
70 | 75 |
71 # Import Dart idl: | 76 # Import Dart idl: |
72 dart_options = databasebuilder.DatabaseBuilderOptions( | 77 dart_options = databasebuilder.DatabaseBuilderOptions( |
73 idl_syntax=idlparser.FREMONTCUT_SYNTAX, | 78 idl_syntax=idlparser.FREMONTCUT_SYNTAX, |
74 source='Dart', | 79 source='Dart', |
75 rename_operation_arguments_on_merge=True) | 80 rename_operation_arguments_on_merge=True, |
| 81 logging_level=logging_level) |
76 | 82 |
77 builder.import_idl_files( | 83 builder.import_idl_files( |
78 [ os.path.join(current_dir, '..', 'idl', 'dart', 'dart.idl') ], | 84 [ os.path.join(current_dir, '..', 'idl', 'dart', 'dart.idl') ], |
79 dart_options, | 85 dart_options, parallel, blink_parser, True) |
80 parallel) | 86 |
| 87 start_time = time.time() |
81 | 88 |
82 # Merging: | 89 # Merging: |
83 builder.merge_imported_interfaces() | 90 builder.merge_imported_interfaces(blink_parser) |
84 | 91 |
85 builder.fetch_constructor_data(webkit_options) | 92 builder.fetch_constructor_data(webkit_options) |
86 builder.fix_displacements('WebKit') | 93 builder.fix_displacements('WebKit') |
87 | 94 |
88 # Cleanup: | 95 # Cleanup: |
89 builder.normalize_annotations(['WebKit', 'Dart']) | 96 builder.normalize_annotations(['WebKit', 'Dart']) |
90 | 97 |
91 conditionals_met = set( | 98 conditionals_met = set( |
92 'ENABLE_' + conditional for conditional in builder.conditionals_met) | 99 'ENABLE_' + conditional for conditional in builder.conditionals_met) |
93 known_conditionals = set(FEATURE_DEFINES + FEATURE_DISABLED) | 100 known_conditionals = set(FEATURE_DEFINES + FEATURE_DISABLED) |
94 | 101 |
95 unused_conditionals = known_conditionals - conditionals_met | 102 unused_conditionals = known_conditionals - conditionals_met |
96 if unused_conditionals: | 103 if unused_conditionals: |
97 _logger.warning('There are some unused conditionals %s' % | 104 _logger.warning('There are some unused conditionals %s' % |
98 sorted(unused_conditionals)) | 105 sorted(unused_conditionals)) |
99 _logger.warning('Please update fremontcutbuilder.py') | 106 _logger.warning('Please update fremontcutbuilder.py') |
100 | 107 |
101 unknown_conditionals = conditionals_met - known_conditionals | 108 unknown_conditionals = conditionals_met - known_conditionals |
102 if unknown_conditionals: | 109 if unknown_conditionals: |
103 _logger.warning('There are some unknown conditionals %s' % | 110 _logger.warning('There are some unknown conditionals %s' % |
104 sorted(unknown_conditionals)) | 111 sorted(unknown_conditionals)) |
105 _logger.warning('Please update fremontcutbuilder.py') | 112 _logger.warning('Please update fremontcutbuilder.py') |
106 | 113 |
107 db.Save() | 114 print 'Merging interfaces %s seconds' % round(time.time() - start_time, 2) |
| 115 |
| 116 # TODO(terry): Don't generate the database cache. |
| 117 # db.Save() |
| 118 |
108 return db | 119 return db |
109 | 120 |
110 def main(parallel=False): | 121 def main(parallel=False, blink_parser=False, logging_level=logging.WARNING): |
111 current_dir = os.path.dirname(__file__) | 122 current_dir = os.path.dirname(__file__) |
112 | 123 |
113 idl_files = [] | 124 idl_files = [] |
114 | 125 |
115 # Check default location in a regular dart enlistment. | 126 # Check default location in a regular dart enlistment. |
116 webcore_dir = os.path.join(current_dir, '..', '..', '..', 'third_party', | 127 webcore_dir = os.path.join(current_dir, '..', '..', '..', 'third_party', |
117 'WebCore') | 128 'WebCore') |
118 | 129 |
119 if not os.path.exists(webcore_dir): | 130 if not os.path.exists(webcore_dir): |
120 # Check default location in a dartium enlistment. | 131 # Check default location in a dartium enlistment. |
121 webcore_dir = os.path.join(current_dir, '..', '..', '..', '..', | 132 webcore_dir = os.path.join(current_dir, '..', '..', '..', '..', |
122 'third_party', 'WebKit', 'Source') | 133 'third_party', 'WebKit', 'Source') |
123 | 134 |
124 if not os.path.exists(webcore_dir): | 135 if not os.path.exists(webcore_dir): |
125 raise RuntimeError('directory not found: %s' % webcore_dir) | 136 raise RuntimeError('directory not found: %s' % webcore_dir) |
126 | 137 |
127 DIRS_TO_IGNORE = [ | 138 DIRS_TO_IGNORE = [ |
128 'bindings', # Various test IDLs | 139 'bindings', # Various test IDLs |
129 'testing', # IDLs to expose testing APIs | 140 'testing', # IDLs to expose testing APIs |
130 'networkinfo', # Not yet used in Blink yet | 141 'networkinfo', # Not yet used in Blink yet |
131 'vibration', # Not yet used in Blink yet | 142 'vibration', # Not yet used in Blink yet |
132 'inspector', | 143 'inspector', |
133 ] | 144 ] |
134 | 145 |
| 146 # TODO(terry): Integrate this into the htmlrenamer's _removed_html_interfaces |
| 147 # (if possible). |
| 148 FILES_TO_IGNORE = [ |
| 149 'InspectorFrontendHostFileSystem.idl', # Uses interfaces in inspector dir
(which is ignored) |
| 150 'WebKitGamepad.idl', # Gamepad.idl is the new one. |
| 151 'WebKitGamepadList.idl', # GamepadList is the new one. |
| 152 ] |
| 153 |
135 def visitor(arg, dir_name, names): | 154 def visitor(arg, dir_name, names): |
136 if os.path.basename(dir_name) in DIRS_TO_IGNORE: | 155 if os.path.basename(dir_name) in DIRS_TO_IGNORE: |
137 names[:] = [] # Do not go underneath | 156 names[:] = [] # Do not go underneath |
138 for name in names: | 157 for name in names: |
139 file_name = os.path.join(dir_name, name) | 158 file_name = os.path.join(dir_name, name) |
140 (interface, ext) = os.path.splitext(file_name) | 159 (interface, ext) = os.path.splitext(file_name) |
141 if ext == '.idl': | 160 if ext == '.idl' and not(name in FILES_TO_IGNORE): |
142 idl_files.append(file_name) | 161 idl_files.append(file_name) |
143 | 162 |
144 os.path.walk(webcore_dir, visitor, webcore_dir) | 163 os.path.walk(webcore_dir, visitor, webcore_dir) |
145 | 164 |
146 database_dir = os.path.join(current_dir, '..', 'database') | 165 database_dir = os.path.join(current_dir, '..', 'database') |
147 return build_database(idl_files, database_dir, parallel=parallel) | 166 |
| 167 return build_database(idl_files, database_dir, parallel=parallel, |
| 168 blink_parser=blink_parser, logging_level=logging_level) |
148 | 169 |
149 if __name__ == '__main__': | 170 if __name__ == '__main__': |
150 sys.exit(main()) | 171 sys.exit(main()) |
OLD | NEW |