swarming: change meaning of inputs_ref

appengine/swarming/server/task_request_test.py

 #!/usr/bin/env python
 # Copyright 2014 The LUCI Authors. All rights reserved.
 # Use of this source code is governed by the Apache v2.0 license that can be
 # found in the LICENSE file.
 
 import datetime
 import logging
 import os
 import random
 import sys
@@ skipping 36 matching lines @@
     'dimensions': {
       u'OS': u'Windows-3.1.1',
       u'hostname': u'localhost',
       u'pool': u'default',
     },
     'env': {u'foo': u'bar', u'joe': u'2'},
     'execution_timeout_secs': 30,
     'grace_period_secs': 30,
     'idempotent': False,
     'io_timeout_secs': None,
+    'outputs_target': task_request.IsolatedOutputsTarget(
+        isolatedserver='https://isolateserver.appspot.com',
+        namespace='default-gzip',
+    ),
   }
   props.update(properties)
   now = utils.utcnow()
   args = {
     'created_ts': now,
     'name': 'Request name',
     'priority': 50,
     'properties': task_request.TaskProperties(**props),
     'expiration_ts': now + datetime.timedelta(seconds=30),
     'tags': [u'tag:1'],
@@ skipping 134 matching lines @@
         u'hostname': u'localhost',
         u'pool': u'default',
       },
       'env': {u'foo': u'bar', u'joe': u'2'},
       'extra_args': [],
       'execution_timeout_secs': 30,
       'grace_period_secs': 30,
       'idempotent': True,
       'inputs_ref': None,
       'io_timeout_secs': None,
+      'outputs_target': {
+        'isolatedserver': 'https://isolateserver.appspot.com',
+        'namespace': 'default-gzip',
+      },
       'packages': [{'package_name': 'rm', 'version': PINNED_PACKAGE_VERSION}],
     }
     expected_request = {
       'authenticated': auth_testing.DEFAULT_MOCKED_IDENTITY,
       'name': u'Request name',
       'parent_task_id': unicode(parent_id),
       'priority': 49,
       'properties': expected_properties,
       # Intentionally hard code the hash value since it has to be deterministic.
       # Other unit tests should use the calculated value.
-      'properties_hash': '83b350298f05eff6072d54d2c6f031d06cc30449',
+      'properties_hash': 'c145d80dcc95e0ff3b3160b7697f6136b81bc8bc',
       'pubsub_topic': None,
       'pubsub_userdata': None,
       'tags': [
         u'OS:Windows-3.1.1',
         u'hostname:localhost',
         u'pool:default',
         u'priority:49',
         u'tag:1',
         u'user:Jesus',
       ],
       'user': u'Jesus',
     }
     actual = request.to_dict()
     actual.pop('created_ts')
     actual.pop('expiration_ts')
     self.assertEqual(expected_request, actual)
     self.assertEqual(30, request.expiration_secs)
 
   def test_make_request_isolated(self):
     parent = mkreq(_gen_request(properties={
       'command': [],
       'inputs_ref': {
         'isolated': '0123456789012345678901234567890123456789',
         'isolatedserver': 'http://localhost:1',
         'namespace': 'default-gzip',
       },
+      'outputs_target': None,
     }))
     # Hack: Would need to know about TaskResultSummary.
     parent_id = task_pack.pack_request_key(parent.key) + '1'
     request = mkreq(_gen_request(
         properties={'idempotent':True}, parent_task_id=parent_id))
     expected_properties = {
       'command': [u'command1', u'arg1'],
       'dimensions': {
         u'OS': u'Windows-3.1.1',
         u'hostname': u'localhost',
         u'pool': u'default',
       },
       'env': {u'foo': u'bar', u'joe': u'2'},
       'extra_args': [],
       'execution_timeout_secs': 30,
       'grace_period_secs': 30,
       'idempotent': True,
       'inputs_ref': None,
       'io_timeout_secs': None,
+      'outputs_target': {
+        'isolatedserver': 'https://isolateserver.appspot.com',
+        'namespace': 'default-gzip',
+      },
       'packages': [{'package_name': 'rm', 'version': PINNED_PACKAGE_VERSION}],
     }
     expected_request = {
       'authenticated': auth_testing.DEFAULT_MOCKED_IDENTITY,
       'name': u'Request name',
       'parent_task_id': unicode(parent_id),
       'priority': 49,
       'properties': expected_properties,
       # Intentionally hard code the hash value since it has to be deterministic.
       # Other unit tests should use the calculated value.
-      'properties_hash': '83b350298f05eff6072d54d2c6f031d06cc30449',
+      'properties_hash': 'c145d80dcc95e0ff3b3160b7697f6136b81bc8bc',
       'pubsub_topic': None,
       'pubsub_userdata': None,
       'tags': [
         u'OS:Windows-3.1.1',
         u'hostname:localhost',
         u'pool:default',
         u'priority:49',
         u'tag:1',
         u'user:Jesus',
       ],
@@ skipping 19 matching lines @@
       _gen_request(parent_task_id='1d69b9f088008810')
 
   def test_make_request_idempotent(self):
     request = mkreq(_gen_request(properties=dict(idempotent=True)))
     as_dict = request.to_dict()
     self.assertEqual(True, as_dict['properties']['idempotent'])
     # Intentionally hard code the hash value since it has to be deterministic.
     # Other unit tests should use the calculated value.
     # Ensure the algorithm is deterministic.
     self.assertEqual(
-        '83b350298f05eff6072d54d2c6f031d06cc30449', as_dict['properties_hash'])
+        'c145d80dcc95e0ff3b3160b7697f6136b81bc8bc', as_dict['properties_hash'])
 
   def test_duped(self):
     # Two TestRequest with the same properties.
     request_1 = mkreq(_gen_request(properties=dict(idempotent=True)))
     now = utils.utcnow()
     request_2 = mkreq(_gen_request(
         name='Other',
         user='Other',
         priority=201,
         created_ts=now,
@@ skipping 96 matching lines @@
             now+datetime.timedelta(seconds=task_request._MIN_TIMEOUT_SECS)))
     mkreq(_gen_request(
         created_ts=now,
         expiration_ts=
             now + datetime.timedelta(seconds=task_request._SEVEN_DAYS_SECS)))
 
     # Try with isolated/isolatedserver/namespace.
     with self.assertRaises(datastore_errors.BadValueError):
       mkreq(_gen_request(properties=dict(
           command=['see', 'spot', 'run'],
-          inputs_ref=task_request.FilesRef())))
+          inputs_ref=task_request.FilesRef(
+              isolated='deadbeef',
+              isolatedserver='http://localhost:1',
+              namespace='default-gzip'),
+          outputs_target=None)))
+    with self.assertRaises(datastore_errors.BadValueError):
+      mkreq(_gen_request(properties=dict(
+          inputs_ref=task_request.FilesRef(),
+          outputs_target=None)))
+    with self.assertRaises(datastore_errors.BadValueError):
+      mkreq(_gen_request(properties=dict(
+          inputs_ref=task_request.FilesRef(
+              isolated='deadbeef',
+              isolatedserver='http://localhost:1',
+              namespace='default-gzip'),
+          outputs_target=task_request.IsolatedOutputsTarget())))
+    with self.assertRaises(datastore_errors.BadValueError):
+      mkreq(_gen_request(properties=dict(
+          outputs_target=task_request.IsolatedOutputsTarget())))
+    mkreq(_gen_request(properties=dict(
+        command=[],
+        inputs_ref=task_request.FilesRef(
+            isolated='deadbeefdeadbeefdeadbeefdeadbeefdeadbeef',
+            isolatedserver='http://localhost:1',
+            namespace='default-gzip'),
+        outputs_target=None)))
+    mkreq(_gen_request(properties=dict(
+        outputs_target=task_request.IsolatedOutputsTarget(
+            isolatedserver='https://isolateserver.appspot.com',
+            namespace='default-gzip'))))
+
 
   def test_make_request_clone(self):
     # Compare with test_make_request().
     parent = mkreq(_gen_request())
     # Hack: Would need to know about TaskResultSummary.
     parent_id = task_pack.pack_request_key(parent.key) + '1'
     data = _gen_request(
         properties=dict(idempotent=True), parent_task_id=parent_id)
     request = task_request.make_request_clone(mkreq(data))
     # Differences from make_request() are:
     # - idempotent was reset to False.
     # - parent_task_id was reset to None.
     expected_properties = {
       'command': [u'command1', u'arg1'],
       'dimensions': {
         u'OS': u'Windows-3.1.1',
         u'hostname': u'localhost',
         u'pool': u'default',
       },
       'env': {u'foo': u'bar', u'joe': u'2'},
       'execution_timeout_secs': 30,
       'extra_args': [],
       'grace_period_secs': 30,
       'idempotent': False,
       'inputs_ref': None,
       'io_timeout_secs': None,
+      'outputs_target': {
+        'isolatedserver': 'https://isolateserver.appspot.com',
+        'namespace': 'default-gzip',
+      },
       'packages': [{'package_name': 'rm', 'version': PINNED_PACKAGE_VERSION}],
     }
     # Differences from make_request() are:
     # - parent_task_id was reset to None.
     # - tag 'user:' was replaced
     # - user was replaced.
     expected_request = {
       'authenticated': auth_testing.DEFAULT_MOCKED_IDENTITY,
       'name': u'Request name (Retry #1)',
       'parent_task_id': None,
@@ skipping 55 matching lines @@
         ndb.Key(task_request.TaskRequest, 0x7f14acec2fcfffff),
         task_request.request_id_to_key(0xeb5313d0300000))
 
 
 if __name__ == '__main__':
   if '-v' in sys.argv:
     unittest.TestCase.maxDiff = None
   logging.basicConfig(
       level=logging.DEBUG if '-v' in sys.argv else logging.ERROR)
   unittest.main()