raw_io module: Add text_input and text_output

recipe_modules/raw_io/api.py

+# -*- encoding: utf-8 -*-
 # Copyright 2014 The LUCI Authors. All rights reserved.
 # Use of this source code is governed under the Apache License, Version 2.0
 # that can be found in the LICENSE file.
 
 from recipe_engine import recipe_api
 from recipe_engine import util as recipe_util
 
 import os
 import shutil
 import tempfile
@@ skipping 12 matching lines @@
     return self._backing_file
 
   def render(self, test):
     assert not self._backing_file, 'Placeholder can be used only once'
     if test.enabled:
       # cheat and pretend like we're going to pass the data on the
       # cmdline for test expectation purposes.
       self._backing_file = self.data
     else:  # pragma: no cover
       input_fd, self._backing_file = tempfile.mkstemp(suffix=self.suffix)
-      os.write(input_fd, self.data.encode('utf-8'))
+
+      os.write(input_fd, self.encode_data(self.data))
       os.close(input_fd)
     return [self._backing_file]
 
   def cleanup(self, test_enabled):
     assert self._backing_file is not None
     if not test_enabled:  # pragma: no cover
       try:
         os.unlink(self._backing_file)
       except OSError:
         pass
     self._backing_file = None
 
+  def encode_data(self, data):
+    return data
+
+class InputTextPlaceholder(InputDataPlaceholder):
+  def encode_data(self, data):
+    # Sometimes users give us invalid utf-8 data. They shouldn't, but it does
+    # happen every once and a while. Just ignore it, and replace with �.
+    # We're assuming users only want to write text data out.
+    decoded = self.data.decode('utf-8', 'replace')
+    return decoded.encode('utf-8')
+
+
 
 class OutputDataPlaceholder(recipe_util.OutputPlaceholder):
   def __init__(self, suffix, leak_to, name=None):
     self.suffix = suffix
     self.leak_to = leak_to
     self._backing_file = None
     super(OutputDataPlaceholder, self).__init__(name=name)
 
   @property
   def backing_file(self):
@@ skipping 18 matching lines @@
       return test.data
     else:  # pragma: no cover
       try:
         with open(self._backing_file, 'rb') as f:
           return f.read()
       finally:
         if not self.leak_to:
           os.unlink(self._backing_file)
         self._backing_file = None
 
+  def decode(self, result):
+    return result
+
+class OutputTextPlaceholder(OutputDataPlaceholder):
+  def decode(self, result):
+    return result.decode('utf-8', 'replace')
 
 class OutputDataDirPlaceholder(recipe_util.OutputPlaceholder):
   def __init__(self, suffix, leak_to, name=None):
     self.suffix = suffix
     self.leak_to = leak_to
     self._backing_dir = None
     super(OutputDataDirPlaceholder, self).__init__(name=name)
 
   @property
   def backing_file(self):  # pragma: no cover
@@ skipping 37 matching lines @@
 
 
 class RawIOApi(recipe_api.RecipeApi):
   @recipe_util.returns_placeholder
   @staticmethod
   def input(data, suffix=''):
     return InputDataPlaceholder(data, suffix)
 
   @recipe_util.returns_placeholder
   @staticmethod
+  def input_text(data, suffix=''):

[iannucci, 2017/02/02 02:23:30]

docstring (and for input above)

+    return InputTextPlaceholder(data, suffix)
+
+  # TODO(martiniss): Remove this once downstream callers are using text_input
+  # input = text_input
+
+  @recipe_util.returns_placeholder
+  @staticmethod
   def output(suffix='', leak_to=None, name=None):
     """Returns a Placeholder for use as a step argument, or for std{out,err}.
 
     If 'leak_to' is None, the placeholder is backed by a temporary file with
     a suffix 'suffix'. The file is deleted when the step finishes.
 
     If 'leak_to' is not None, then it should be a Path and placeholder
     redirects IO to a file at that path. Once step finishes, the file is
     NOT deleted (i.e. it's 'leaking'). 'suffix' is ignored in that case.
     """
     return OutputDataPlaceholder(suffix, leak_to, name=name)
 
   @recipe_util.returns_placeholder
   @staticmethod
+  def output_text(suffix='', leak_to=None, name=None):
+    """Returns a Placeholder for use as a step argument, or for std{out,err}.

[iannucci, 2017/02/02 02:23:30]

document encoding difference here and text_input.

+
+    If 'leak_to' is None, the placeholder is backed by a temporary file with
+    a suffix 'suffix'. The file is deleted when the step finishes.
+
+    If 'leak_to' is not None, then it should be a Path and placeholder
+    redirects IO to a file at that path. Once step finishes, the file is
+    NOT deleted (i.e. it's 'leaking'). 'suffix' is ignored in that case.
+    """
+    return OutputTextPlaceholder(suffix, leak_to, name=name)
+
+  #output = output_text
+
+  @recipe_util.returns_placeholder
+  @staticmethod
   def output_dir(suffix='', leak_to=None, name=None):
     """Returns a directory Placeholder for use as a step argument.
 
     If 'leak_to' is None, the placeholder is backed by a temporary dir with
     a suffix 'suffix'. The dir is deleted when the step finishes.
 
     If 'leak_to' is not None, then it should be a Path and placeholder
     redirects IO to a dir at that path. Once step finishes, the dir is
     NOT deleted (i.e. it's 'leaking'). 'suffix' is ignored in that case.
     """
     return OutputDataDirPlaceholder(suffix, leak_to, name=name)