[dart:io][windows] Make unicode characters display correctly.

runtime/bin/file_win.cc

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #include "platform/globals.h"
 #if defined(TARGET_OS_WINDOWS)
 
 #include "bin/file.h"
 
 #include <fcntl.h>     // NOLINT
 #include <io.h>        // NOLINT
 #include <stdio.h>     // NOLINT
 #include <string.h>    // NOLINT
 #include <sys/stat.h>  // NOLINT
 #include <sys/utime.h>  // NOLINT
 #include <WinIoCtl.h>  // NOLINT
 
 #include "bin/builtin.h"
 #include "bin/log.h"
 #include "bin/utils.h"
 #include "bin/utils_win.h"
 #include "platform/utils.h"
 
 namespace dart {
 namespace bin {
 
 class FileHandle {
  public:
-  explicit FileHandle(int fd) : fd_(fd) {}
+  explicit FileHandle(int fd)
+      : fd_(fd), real_fd_(-1), binary_(true), is_atty_(false) {}
   ~FileHandle() {}
   int fd() const { return fd_; }
   void set_fd(int fd) { fd_ = fd; }
 
+  int real_fd() const {
+    ASSERT(is_atty_);
+    return real_fd_;
+  }
+  void set_real_fd(int real_fd) {
+    ASSERT(is_atty_);
+    real_fd_ = real_fd;
+  }
+
+  bool binary() const { return binary_; }
+  void set_binary(bool binary) {

[Florian Schneider, 2017/02/21 20:34:50]

SetBinary? - since it is not a simple setter

[zra, 2017/02/21 21:26:46]

Done.

+    ASSERT(fd_ >= 0);
+    if (binary) {
+      // Setting the mode to _O_TEXT is needed first to reset _write to allow
+      // an odd number of bytes, which setting to _O_BINARY alone doesn't
+      // accomplish.
+      if (binary != binary_) {
+        _setmode(fd_, _O_TEXT);
+      }
+      _setmode(fd_, _O_BINARY);
+    } else {
+      // Only allow non-binary modes if we're attached to a terminal.
+      ASSERT(_isatty(fd_));
+      _setmode(fd_, _O_WTEXT);
+    }
+    binary_ = binary;
+  }
+
+  bool is_atty() const { return is_atty_; }
+  void set_is_atty(bool is_atty) { is_atty_ = is_atty; }
+
  private:
   int fd_;
+  int real_fd_;
+  bool binary_;
+  bool is_atty_;
 
   DISALLOW_COPY_AND_ASSIGN(FileHandle);
 };
 
 
 File::~File() {
   if (!IsClosed() && handle_->fd() != _fileno(stdout) &&
       handle_->fd() != _fileno(stderr)) {
     Close();
   }
   delete handle_;
 }
 
 
 void File::Close() {
   ASSERT(handle_->fd() >= 0);
-  if ((handle_->fd() == _fileno(stdout)) ||
-      (handle_->fd() == _fileno(stderr))) {
+  int closing_fd;
+  if (handle_->is_atty()) {
+    close(handle_->fd());
+    closing_fd = handle_->real_fd();
+  } else {
+    closing_fd = handle_->fd();
+  }
+  if ((closing_fd == _fileno(stdout)) || (closing_fd == _fileno(stderr))) {
     int fd = _open("NUL", _O_WRONLY);
     ASSERT(fd >= 0);
-    _dup2(fd, handle_->fd());
+    _dup2(fd, closing_fd);
     close(fd);
   } else {
-    int err = close(handle_->fd());
+    int err = close(closing_fd);
     if (err != 0) {
       Log::PrintErr("%s\n", strerror(errno));
     }
   }
   handle_->set_fd(kClosedFd);
 }
 
 
 intptr_t File::GetFD() {
   return handle_->fd();
@@ skipping 53 matching lines @@
 }
 
 
 int64_t File::Read(void* buffer, int64_t num_bytes) {
   ASSERT(handle_->fd() >= 0);
   return read(handle_->fd(), buffer, num_bytes);
 }
 
 
 int64_t File::Write(const void* buffer, int64_t num_bytes) {
-  ASSERT(handle_->fd() >= 0);
-  return write(handle_->fd(), buffer, num_bytes);
+  int fd = handle_->fd();
+  ASSERT(fd >= 0);
+  if (handle_->binary()) {
+    return _write(fd, buffer, num_bytes);
+  } else {
+    // If we've done _setmode(fd, _O_WTEXT) then _write() expects
+    // a buffer of wchar_t with an even unmber of bytes.
+    Utf8ToWideScope wide(reinterpret_cast<const char*>(buffer), num_bytes);
+    ASSERT((wide.size_in_bytes() % 2) == 0);
+    return _write(fd, wide.wide(), wide.size_in_bytes());
+  }
 }
 
 
 int64_t File::Position() {
   ASSERT(handle_->fd() >= 0);
   return _lseeki64(handle_->fd(), 0, SEEK_CUR);
 }
 
 
 bool File::SetPosition(int64_t position) {
   ASSERT(handle_->fd() >= 0);
   return _lseeki64(handle_->fd(), position, SEEK_SET) >= 0;
 }
 
 
+void File::SetTranslation(DartFileTranslation translation) {
+  ASSERT(handle_->fd() >= 0);
+  // Only allow setting the translation mode if we're attached to a terminal.
+  // TODO(zra): Is this restriction needed? Is it already handled correctly
+  // by _write()?
+  if (handle_->is_atty()) {
+    handle_->set_binary(translation == kBinary);
+  }
+}
+
+
 bool File::Truncate(int64_t length) {
   ASSERT(handle_->fd() >= 0);
   return _chsize_s(handle_->fd(), length) == 0;
 }
 
 
 bool File::Flush() {
   ASSERT(handle_->fd());
   return _commit(handle_->fd()) != -1;
 }
@@ skipping 82 matching lines @@
 
 
 File* File::Open(const char* path, FileOpenMode mode) {
   Utf8ToWideScope system_name(path);
   File* file = FileOpenW(system_name.wide(), mode);
   return file;
 }
 
 
 File* File::OpenStdio(int fd) {
+  int stdio_fd = -1;
   switch (fd) {
     case 1:
-      fd = _fileno(stdout);
+      stdio_fd = _fileno(stdout);
       break;
     case 2:
-      fd = _fileno(stderr);
+      stdio_fd = _fileno(stderr);
       break;
     default:
       UNREACHABLE();
   }
-  _setmode(fd, _O_BINARY);
-  return new File(new FileHandle(fd));
+  FileHandle* handle;
+  if (_isatty(stdio_fd)) {
+    // We _dup these fds so that we can do _setmode() without worrying about
+    // racing with other Isolates' calls to _setmode() and _write(). When the

[siva, 2017/02/22 00:58:45]

Not sure I understand this comment, did we already have a bug with respect to
_write()

[zra, 2017/02/22 05:07:15]

Tried to clarify. Without the _dup, calls to _setmode and _write on the same
file descriptor from different threads could be interleaved.

There was no race before because there was only the call to _write().

+    // corresponding Dart File object is closed, these dup'd fds will be
+    // closed.
+    int stdio_fd_dup = _dup(stdio_fd);
+    handle = new FileHandle(stdio_fd_dup);
+    handle->set_is_atty(true);
+    handle->set_real_fd(stdio_fd);
+  } else {
+    handle = new FileHandle(stdio_fd);
+  }
+  handle->set_binary(true);
+  return new File(handle);
 }
 
 
 static bool StatHelper(wchar_t* path, struct __stat64* st) {
   int stat_status = _wstat64(path, st);
   if (stat_status != 0) {
     return false;
   }
   if ((st->st_mode & S_IFMT) != S_IFREG) {
     SetLastError(ERROR_NOT_SUPPORTED);
@@ skipping 454 matching lines @@
     return kIdentical;
   } else {
     return kDifferent;
   }
 }
 
 }  // namespace bin
 }  // namespace dart
 
 #endif  // defined(TARGET_OS_WINDOWS)