[catapult] - Copy Telemetry's gsutilz over to third_party.

third_party/gsutil/third_party/boto/tests/unit/cloudsearch2/test_document.py

Index: third_party/gsutil/third_party/boto/tests/unit/cloudsearch2/test_document.py
diff --git a/third_party/gsutil/third_party/boto/tests/unit/cloudsearch2/test_document.py b/third_party/gsutil/third_party/boto/tests/unit/cloudsearch2/test_document.py
new file mode 100755
index 0000000000000000000000000000000000000000..dac4aa643180237f363264eff358066d60fa0d50
--- /dev/null
+++ b/third_party/gsutil/third_party/boto/tests/unit/cloudsearch2/test_document.py
@@ -0,0 +1,346 @@
+#!/usr/bin env python
+from boto.cloudsearch2.domain import Domain
+from boto.cloudsearch2.layer1 import CloudSearchConnection
+
+from tests.unit import unittest, AWSMockServiceTestCase
+from httpretty import HTTPretty
+from mock import MagicMock
+
+import json
+
+from boto.cloudsearch2.document import DocumentServiceConnection
+from boto.cloudsearch2.document import CommitMismatchError, EncodingError, \
+        ContentTooLongError, DocumentServiceConnection
+
+import boto
+from tests.unit.cloudsearch2 import DEMO_DOMAIN_DATA
+
+
+class CloudSearchDocumentConnectionTest(AWSMockServiceTestCase):
+    connection_class = CloudSearchConnection
+
+    def test_proxy(self):
+        conn = self.service_connection
+        conn.proxy = "127.0.0.1"
+        conn.proxy_user = "john.doe"
+        conn.proxy_pass="p4ssw0rd"
+        conn.proxy_port="8180"
+        conn.use_proxy = True
+
+        domain = Domain(conn, DEMO_DOMAIN_DATA)
+        service = DocumentServiceConnection(domain=domain)
+        self.assertEqual(service.proxy, {'http': 'http://john.doe:p4ssw0rd@127.0.0.1:8180'})
+
+
+class CloudSearchDocumentTest(unittest.TestCase):
+    def setUp(self):
+        HTTPretty.enable()
+        HTTPretty.register_uri(
+            HTTPretty.POST,
+            ("http://doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com/"
+             "2013-01-01/documents/batch"),
+            body=json.dumps(self.response).encode('utf-8'),
+            content_type="application/json")
+
+    def tearDown(self):
+        HTTPretty.disable()
+
+
+class CloudSearchDocumentSingleTest(CloudSearchDocumentTest):
+
+    response = {
+        'status': 'success',
+        'adds': 1,
+        'deletes': 0,
+    }
+
+    def test_cloudsearch_add_basics(self):
+        """
+        Check that a simple add document actually sends an add document request
+        to AWS.
+        """
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+        document.commit()
+
+        args = json.loads(HTTPretty.last_request.body.decode('utf-8'))[0]
+
+        self.assertEqual(args['type'], 'add')
+
+    def test_cloudsearch_add_single_basic(self):
+        """
+        Check that a simple add document sends correct document metadata to
+        AWS.
+        """
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+        document.commit()
+
+        args = json.loads(HTTPretty.last_request.body.decode('utf-8'))[0]
+
+        self.assertEqual(args['id'], '1234')
+        self.assertEqual(args['type'], 'add')
+
+    def test_cloudsearch_add_single_fields(self):
+        """
+        Check that a simple add document sends the actual document to AWS.
+        """
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+        document.commit()
+
+        args = json.loads(HTTPretty.last_request.body.decode('utf-8'))[0]
+
+        self.assertEqual(args['fields']['category'], ['cat_a', 'cat_b',
+                                                      'cat_c'])
+        self.assertEqual(args['fields']['id'], '1234')
+        self.assertEqual(args['fields']['title'], 'Title 1')
+
+    def test_cloudsearch_add_single_result(self):
+        """
+        Check that the reply from adding a single document is correctly parsed.
+        """
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+        doc = document.commit()
+
+        self.assertEqual(doc.status, 'success')
+        self.assertEqual(doc.adds, 1)
+        self.assertEqual(doc.deletes, 0)
+
+        self.assertEqual(doc.doc_service, document)
+
+
+class CloudSearchDocumentMultipleAddTest(CloudSearchDocumentTest):
+
+    response = {
+        'status': 'success',
+        'adds': 3,
+        'deletes': 0,
+    }
+
+    objs = {
+        '1234': {
+            'fields': {"id": "1234", "title": "Title 1",
+                       "category": ["cat_a", "cat_b", "cat_c"]}},
+        '1235': {
+            'fields': {"id": "1235", "title": "Title 2",
+                                      "category": ["cat_b", "cat_c",
+                                                   "cat_d"]}},
+        '1236': {
+            'fields': {"id": "1236", "title": "Title 3",
+                       "category": ["cat_e", "cat_f", "cat_g"]}},
+        }
+
+
+    def test_cloudsearch_add_basics(self):
+        """Check that multiple documents are added correctly to AWS"""
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        for (key, obj) in self.objs.items():
+            document.add(key, obj['fields'])
+        document.commit()
+
+        args = json.loads(HTTPretty.last_request.body.decode('utf-8'))
+
+        for arg in args:
+            self.assertTrue(arg['id'] in self.objs)
+            self.assertEqual(arg['fields']['id'],
+                             self.objs[arg['id']]['fields']['id'])
+            self.assertEqual(arg['fields']['title'],
+                             self.objs[arg['id']]['fields']['title'])
+            self.assertEqual(arg['fields']['category'],
+                             self.objs[arg['id']]['fields']['category'])
+
+    def test_cloudsearch_add_results(self):
+        """
+        Check that the result from adding multiple documents is parsed
+        correctly.
+        """
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        for (key, obj) in self.objs.items():
+            document.add(key, obj['fields'])
+        doc = document.commit()
+
+        self.assertEqual(doc.status, 'success')
+        self.assertEqual(doc.adds, len(self.objs))
+        self.assertEqual(doc.deletes, 0)
+
+
+class CloudSearchDocumentDelete(CloudSearchDocumentTest):
+
+    response = {
+        'status': 'success',
+        'adds': 0,
+        'deletes': 1,
+    }
+
+    def test_cloudsearch_delete(self):
+        """
+        Test that the request for a single document deletion is done properly.
+        """
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.delete("5")
+        document.commit()
+        args = json.loads(HTTPretty.last_request.body.decode('utf-8'))[0]
+
+        self.assertEqual(args['type'], 'delete')
+        self.assertEqual(args['id'], '5')
+
+    def test_cloudsearch_delete_results(self):
+        """
+        Check that the result of a single document deletion is parsed properly.
+        """
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.delete("5")
+        doc = document.commit()
+
+        self.assertEqual(doc.status, 'success')
+        self.assertEqual(doc.adds, 0)
+        self.assertEqual(doc.deletes, 1)
+
+
+class CloudSearchDocumentDeleteMultiple(CloudSearchDocumentTest):
+    response = {
+        'status': 'success',
+        'adds': 0,
+        'deletes': 2,
+    }
+
+    def test_cloudsearch_delete_multiples(self):
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.delete("5")
+        document.delete("6")
+        document.commit()
+        args = json.loads(HTTPretty.last_request.body.decode('utf-8'))
+
+        self.assertEqual(len(args), 2)
+        for arg in args:
+            self.assertEqual(arg['type'], 'delete')
+
+
+class CloudSearchSDFManipulation(CloudSearchDocumentTest):
+    response = {
+        'status': 'success',
+        'adds': 1,
+        'deletes': 0,
+    }
+
+    def test_cloudsearch_initial_sdf_is_blank(self):
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+
+        self.assertEqual(document.get_sdf(), '[]')
+
+    def test_cloudsearch_single_document_sdf(self):
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+
+        self.assertNotEqual(document.get_sdf(), '[]')
+
+        document.clear_sdf()
+
+        self.assertEqual(document.get_sdf(), '[]')
+
+
+class CloudSearchBadSDFTesting(CloudSearchDocumentTest):
+    response = {
+        'status': 'success',
+        'adds': 1,
+        'deletes': 0,
+    }
+
+    def test_cloudsearch_erroneous_sdf(self):
+        original = boto.log.error
+        boto.log.error = MagicMock()
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+
+        document.add("1234", {"id": "1234", "title": None,
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+
+        document.commit()
+        self.assertNotEqual(len(boto.log.error.call_args_list), 1)
+
+        boto.log.error = original
+
+
+class CloudSearchDocumentErrorBadUnicode(CloudSearchDocumentTest):
+    response = {
+        'status': 'error',
+        'adds': 0,
+        'deletes': 0,
+        'errors': [{'message': 'Illegal Unicode character in document'}]
+    }
+
+    def test_fake_bad_unicode(self):
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+        self.assertRaises(EncodingError, document.commit)
+
+
+class CloudSearchDocumentErrorDocsTooBig(CloudSearchDocumentTest):
+    response = {
+        'status': 'error',
+        'adds': 0,
+        'deletes': 0,
+        'errors': [{'message': 'The Content-Length is too long'}]
+    }
+
+    def test_fake_docs_too_big(self):
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+
+        self.assertRaises(ContentTooLongError, document.commit)
+
+
+class CloudSearchDocumentErrorMismatch(CloudSearchDocumentTest):
+    response = {
+        'status': 'error',
+        'adds': 0,
+        'deletes': 0,
+        'errors': [{'message': 'Something went wrong'}]
+    }
+
+    def test_fake_failure(self):
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
+
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+        self.assertRaises(CommitMismatchError, document.commit)
+
+    def test_attached_errors_list(self):
+        document = DocumentServiceConnection(
+            endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com"
+        )
+        document.add("1234", {"id": "1234", "title": "Title 1",
+                              "category": ["cat_a", "cat_b", "cat_c"]})
+        try:
+            document.commit()
+            #If we get here that is a problem
+            #Working around the assertRaises not giving me exception instance.
+            self.assertTrue(False)
+        except CommitMismatchError as e:
+            self.assertTrue(hasattr(e, 'errors'))
+            self.assertIsInstance(e.errors, list)
+            self.assertEquals(e.errors[0], self.response['errors'][0].get('message'))