OLD | NEW |
| (Empty) |
1 # -*- coding: utf-8 -*- | |
2 # Copyright 2013 Google Inc. All Rights Reserved. | |
3 # | |
4 # Licensed under the Apache License, Version 2.0 (the "License"); | |
5 # you may not use this file except in compliance with the License. | |
6 # You may obtain a copy of the License at | |
7 # | |
8 # http://www.apache.org/licenses/LICENSE-2.0 | |
9 # | |
10 # Unless required by applicable law or agreed to in writing, software | |
11 # distributed under the License is distributed on an "AS IS" BASIS, | |
12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
13 # See the License for the specific language governing permissions and | |
14 # limitations under the License. | |
15 """Tests for compose command.""" | |
16 | |
17 from __future__ import absolute_import | |
18 | |
19 from gslib.commands.compose import MAX_COMPOSE_ARITY | |
20 from gslib.cs_api_map import ApiSelector | |
21 import gslib.tests.testcase as testcase | |
22 from gslib.tests.testcase.integration_testcase import SkipForS3 | |
23 from gslib.tests.util import ObjectToURI as suri | |
24 | |
25 | |
26 @SkipForS3('S3 does not support object composition.') | |
27 class TestCompose(testcase.GsUtilIntegrationTestCase): | |
28 """Integration tests for compose command.""" | |
29 | |
30 def check_n_ary_compose(self, num_components): | |
31 """Tests composing num_components object.""" | |
32 bucket_uri = self.CreateBucket() | |
33 | |
34 data_list = ['data-%d,' % i for i in xrange(num_components)] | |
35 components = [self.CreateObject(bucket_uri=bucket_uri, contents=data).uri | |
36 for data in data_list] | |
37 | |
38 composite = bucket_uri.clone_replace_name(self.MakeTempName('obj')) | |
39 | |
40 self.RunGsUtil(['compose'] + components + [composite.uri]) | |
41 self.assertEqual(composite.get_contents_as_string(), ''.join(data_list)) | |
42 | |
43 def test_compose_too_many_fails(self): | |
44 components = ['gs://b/component-obj'] * (MAX_COMPOSE_ARITY + 1) | |
45 stderr = self.RunGsUtil(['compose'] + components + ['gs://b/composite-obj'], | |
46 expected_status=1, return_stderr=True) | |
47 self.assertIn('command accepts at most', stderr) | |
48 | |
49 def test_compose_too_few_fails(self): | |
50 stderr = self.RunGsUtil( | |
51 ['compose', 'gs://b/component-obj', 'gs://b/composite-obj'], | |
52 expected_status=1, return_stderr=True) | |
53 self.assertIn( | |
54 'CommandException: "compose" requires at least 2 component objects.\n', | |
55 stderr) | |
56 | |
57 def test_compose_between_buckets_fails(self): | |
58 target = 'gs://b/composite-obj' | |
59 offending_obj = 'gs://alt-b/obj2' | |
60 components = ['gs://b/obj1', offending_obj] | |
61 stderr = self.RunGsUtil(['compose'] + components + [target], | |
62 expected_status=1, return_stderr=True) | |
63 expected_msg = ( | |
64 'CommandException: GCS does ' | |
65 'not support inter-bucket composing.\n') | |
66 self.assertIn(expected_msg, stderr) | |
67 | |
68 def test_versioned_target_disallowed(self): | |
69 stderr = self.RunGsUtil( | |
70 ['compose', 'gs://b/o1', 'gs://b/o2', 'gs://b/o3#1234'], | |
71 expected_status=1, return_stderr=True) | |
72 expected_msg = ('CommandException: A version-specific URL (%s) ' | |
73 'cannot be the destination for gsutil compose - abort.' | |
74 % 'gs://b/o3#1234') | |
75 self.assertIn(expected_msg, stderr) | |
76 | |
77 def test_simple_compose(self): | |
78 self.check_n_ary_compose(2) | |
79 | |
80 def test_maximal_compose(self): | |
81 self.check_n_ary_compose(MAX_COMPOSE_ARITY) | |
82 | |
83 def test_compose_with_wildcard(self): | |
84 """Tests composing objects with a wildcarded URI.""" | |
85 bucket_uri = self.CreateBucket() | |
86 | |
87 component1 = self.CreateObject( | |
88 bucket_uri=bucket_uri, contents='hello ', object_name='component1') | |
89 component2 = self.CreateObject( | |
90 bucket_uri=bucket_uri, contents='world!', object_name='component2') | |
91 | |
92 composite = bucket_uri.clone_replace_name(self.MakeTempName('obj')) | |
93 | |
94 self.RunGsUtil(['compose', component1.uri, component2.uri, composite.uri]) | |
95 self.assertEqual(composite.get_contents_as_string(), 'hello world!') | |
96 | |
97 def test_compose_with_precondition(self): | |
98 """Tests composing objects with a destination precondition.""" | |
99 # Tests that cp -v option handles the if-generation-match header correctly. | |
100 bucket_uri = self.CreateVersionedBucket() | |
101 k1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data1') | |
102 k2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data2') | |
103 g1 = k1_uri.generation | |
104 | |
105 gen_match_header = 'x-goog-if-generation-match:%s' % g1 | |
106 # Append object 1 and 2 | |
107 self.RunGsUtil(['-h', gen_match_header, 'compose', suri(k1_uri), | |
108 suri(k2_uri), suri(k1_uri)]) | |
109 | |
110 # Second compose should fail the precondition. | |
111 stderr = self.RunGsUtil(['-h', gen_match_header, 'compose', suri(k1_uri), | |
112 suri(k2_uri), suri(k1_uri)], | |
113 return_stderr=True, expected_status=1) | |
114 | |
115 self.assertIn('PreconditionException', stderr) | |
116 | |
117 def test_compose_missing_second_source_object(self): | |
118 bucket_uri = self.CreateBucket() | |
119 object_uri = self.CreateObject(bucket_uri=bucket_uri, contents='foo') | |
120 | |
121 # Compose with missing source object | |
122 stderr = self.RunGsUtil(['compose', suri(object_uri), | |
123 suri(bucket_uri, 'nonexistent-obj'), | |
124 suri(bucket_uri, 'valid-destination')], | |
125 expected_status=1, return_stderr=True) | |
126 self.assertIn('NotFoundException', stderr) | |
127 if self.test_api == ApiSelector.JSON: | |
128 self.assertIn('One of the source objects does not exist', stderr) | |
129 | |
130 | |
131 class TestCompatibleCompose(testcase.GsUtilIntegrationTestCase): | |
132 | |
133 def test_compose_non_gcs_target(self): | |
134 stderr = self.RunGsUtil(['compose', 'gs://b/o1', 'gs://b/o2', 's3://b/o3'], | |
135 expected_status=1, return_stderr=True) | |
136 expected_msg = ('CommandException: "compose" called on URL with ' | |
137 'unsupported provider (%s).\n' % 's3://b/o3') | |
138 self.assertIn(expected_msg, stderr) | |
139 | |
140 def test_compose_non_gcs_component(self): | |
141 stderr = self.RunGsUtil(['compose', 'gs://b/o1', 's3://b/o2', 'gs://b/o3'], | |
142 expected_status=1, return_stderr=True) | |
143 expected_msg = ('CommandException: "compose" called on URL with ' | |
144 'unsupported provider (%s).\n' % 's3://b/o2') | |
145 self.assertIn(expected_msg, stderr) | |
146 | |
OLD | NEW |