| OLD | NEW |
| 1 # Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Collection of functions and classes to fix various encoding problems on | 5 """Collection of functions and classes to fix various encoding problems on |
| 6 multiple platforms with python. | 6 multiple platforms with python. |
| 7 """ | 7 """ |
| 8 | 8 |
| 9 import codecs | 9 import codecs |
| 10 import locale | 10 import locale |
| (...skipping 153 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 164 def flush(self): | 164 def flush(self): |
| 165 raise NotImplementedError() | 165 raise NotImplementedError() |
| 166 | 166 |
| 167 def write(self, text): | 167 def write(self, text): |
| 168 raise NotImplementedError() | 168 raise NotImplementedError() |
| 169 | 169 |
| 170 def writelines(self, lines): | 170 def writelines(self, lines): |
| 171 try: | 171 try: |
| 172 for line in lines: | 172 for line in lines: |
| 173 self.write(line) | 173 self.write(line) |
| 174 except Exception, e: | 174 except Exception as e: |
| 175 complain('%s.writelines: %r' % (self.name, e)) | 175 complain('%s.writelines: %r' % (self.name, e)) |
| 176 raise | 176 raise |
| 177 | 177 |
| 178 | 178 |
| 179 class WinUnicodeConsoleOutput(WinUnicodeOutputBase): | 179 class WinUnicodeConsoleOutput(WinUnicodeOutputBase): |
| 180 """Output adapter to a Windows Console. | 180 """Output adapter to a Windows Console. |
| 181 | 181 |
| 182 Understands how to use the win32 console API. | 182 Understands how to use the win32 console API. |
| 183 """ | 183 """ |
| 184 def __init__(self, console_handle, fileno, stream_name, encoding): | 184 def __init__(self, console_handle, fileno, stream_name, encoding): |
| (...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 223 min(remaining, 10000), | 223 min(remaining, 10000), |
| 224 self._byref(n), None) | 224 self._byref(n), None) |
| 225 if retval == 0 or n.value == 0: | 225 if retval == 0 or n.value == 0: |
| 226 raise IOError( | 226 raise IOError( |
| 227 'WriteConsoleW returned %r, n.value = %r, last error = %r' % ( | 227 'WriteConsoleW returned %r, n.value = %r, last error = %r' % ( |
| 228 retval, n.value, self._GetLastError())) | 228 retval, n.value, self._GetLastError())) |
| 229 remaining -= n.value | 229 remaining -= n.value |
| 230 if not remaining: | 230 if not remaining: |
| 231 break | 231 break |
| 232 text = text[int(n.value):] | 232 text = text[int(n.value):] |
| 233 except Exception, e: | 233 except Exception as e: |
| 234 complain('%s.write: %r' % (self.name, e)) | 234 complain('%s.write: %r' % (self.name, e)) |
| 235 raise | 235 raise |
| 236 | 236 |
| 237 | 237 |
| 238 class WinUnicodeOutput(WinUnicodeOutputBase): | 238 class WinUnicodeOutput(WinUnicodeOutputBase): |
| 239 """Output adaptor to a file output on Windows. | 239 """Output adaptor to a file output on Windows. |
| 240 | 240 |
| 241 If the standard FileWrite function is used, it will be encoded in the current | 241 If the standard FileWrite function is used, it will be encoded in the current |
| 242 code page. WriteConsoleW() permits writting any character. | 242 code page. WriteConsoleW() permits writting any character. |
| 243 """ | 243 """ |
| 244 def __init__(self, stream, fileno, encoding): | 244 def __init__(self, stream, fileno, encoding): |
| 245 super(WinUnicodeOutput, self).__init__( | 245 super(WinUnicodeOutput, self).__init__( |
| 246 fileno, '<Unicode redirected %s>' % stream.name, encoding) | 246 fileno, '<Unicode redirected %s>' % stream.name, encoding) |
| 247 # Output stream | 247 # Output stream |
| 248 self._stream = stream | 248 self._stream = stream |
| 249 | 249 |
| 250 # Flush right now. | 250 # Flush right now. |
| 251 self.flush() | 251 self.flush() |
| 252 | 252 |
| 253 def flush(self): | 253 def flush(self): |
| 254 try: | 254 try: |
| 255 self._stream.flush() | 255 self._stream.flush() |
| 256 except Exception, e: | 256 except Exception as e: |
| 257 complain('%s.flush: %r from %r' % (self.name, e, self._stream)) | 257 complain('%s.flush: %r from %r' % (self.name, e, self._stream)) |
| 258 raise | 258 raise |
| 259 | 259 |
| 260 def write(self, text): | 260 def write(self, text): |
| 261 try: | 261 try: |
| 262 if isinstance(text, unicode): | 262 if isinstance(text, unicode): |
| 263 # Replace characters that cannot be printed instead of failing. | 263 # Replace characters that cannot be printed instead of failing. |
| 264 text = text.encode(self.encoding, 'replace') | 264 text = text.encode(self.encoding, 'replace') |
| 265 self._stream.write(text) | 265 self._stream.write(text) |
| 266 except Exception, e: | 266 except Exception as e: |
| 267 complain('%s.write: %r' % (self.name, e)) | 267 complain('%s.write: %r' % (self.name, e)) |
| 268 raise | 268 raise |
| 269 | 269 |
| 270 | 270 |
| 271 def win_handle_is_a_console(handle): | 271 def win_handle_is_a_console(handle): |
| 272 """Returns True if a Windows file handle is a handle to a console.""" | 272 """Returns True if a Windows file handle is a handle to a console.""" |
| 273 # These types are available on linux but not Mac. | 273 # These types are available on linux but not Mac. |
| 274 # pylint: disable=E0611,F0401 | 274 # pylint: disable=E0611,F0401 |
| 275 from ctypes import byref, POINTER, windll, WINFUNCTYPE | 275 from ctypes import byref, POINTER, windll, WINFUNCTYPE |
| 276 from ctypes.wintypes import BOOL, DWORD, HANDLE | 276 from ctypes.wintypes import BOOL, DWORD, HANDLE |
| (...skipping 64 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 341 # reverted manually. | 341 # reverted manually. |
| 342 # In practice one needs to set the console font to a TTF font to be able to | 342 # In practice one needs to set the console font to a TTF font to be able to |
| 343 # see all the characters but it failed for me in practice. In any case, it | 343 # see all the characters but it failed for me in practice. In any case, it |
| 344 # won't throw any exception when printing, which is the important part. | 344 # won't throw any exception when printing, which is the important part. |
| 345 # -11 and -12 are defined in stdio.h | 345 # -11 and -12 are defined in stdio.h |
| 346 sys.stdout = win_get_unicode_stream(sys.stdout, 1, -11, encoding) | 346 sys.stdout = win_get_unicode_stream(sys.stdout, 1, -11, encoding) |
| 347 sys.stderr = win_get_unicode_stream(sys.stderr, 2, -12, encoding) | 347 sys.stderr = win_get_unicode_stream(sys.stderr, 2, -12, encoding) |
| 348 # TODO(maruel): Do sys.stdin with ReadConsoleW(). Albeit the limitation is | 348 # TODO(maruel): Do sys.stdin with ReadConsoleW(). Albeit the limitation is |
| 349 # "It doesn't appear to be possible to read Unicode characters in UTF-8 | 349 # "It doesn't appear to be possible to read Unicode characters in UTF-8 |
| 350 # mode" and this appears to be a limitation of cmd.exe. | 350 # mode" and this appears to be a limitation of cmd.exe. |
| 351 except Exception, e: | 351 except Exception as e: |
| 352 complain('exception %r while fixing up sys.stdout and sys.stderr' % e) | 352 complain('exception %r while fixing up sys.stdout and sys.stderr' % e) |
| 353 return True | 353 return True |
| 354 | 354 |
| 355 | 355 |
| 356 def fix_encoding(): | 356 def fix_encoding(): |
| 357 """Fixes various encoding problems on all platforms. | 357 """Fixes various encoding problems on all platforms. |
| 358 | 358 |
| 359 Should be called at the very begining of the process. | 359 Should be called at the very begining of the process. |
| 360 """ | 360 """ |
| 361 ret = True | 361 ret = True |
| 362 if sys.platform == 'win32': | 362 if sys.platform == 'win32': |
| 363 ret &= fix_win_codec() | 363 ret &= fix_win_codec() |
| 364 | 364 |
| 365 ret &= fix_default_encoding() | 365 ret &= fix_default_encoding() |
| 366 | 366 |
| 367 if sys.platform == 'win32': | 367 if sys.platform == 'win32': |
| 368 encoding = sys.getdefaultencoding() | 368 encoding = sys.getdefaultencoding() |
| 369 ret &= fix_win_sys_argv(encoding) | 369 ret &= fix_win_sys_argv(encoding) |
| 370 ret &= fix_win_console(encoding) | 370 ret &= fix_win_console(encoding) |
| 371 return ret | 371 return ret |
| OLD | NEW |