Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1358)

Unified Diff: tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/cloudsearch/test_document.py

Issue 1260493004: Revert "Add gsutil 4.13 to telemetry/third_party" (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/cloudsearch/test_document.py
diff --git a/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/cloudsearch/test_document.py b/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/cloudsearch/test_document.py
deleted file mode 100644
index 929b62be65ed323c641229ea75a3098f0a36b479..0000000000000000000000000000000000000000
--- a/tools/telemetry/third_party/gsutil/third_party/boto/tests/unit/cloudsearch/test_document.py
+++ /dev/null
@@ -1,337 +0,0 @@
-#!/usr/bin env python
-
-from tests.unit import unittest
-from httpretty import HTTPretty
-from mock import MagicMock
-
-import json
-
-from boto.cloudsearch.document import DocumentServiceConnection
-from boto.cloudsearch.document import CommitMismatchError, EncodingError, \
- ContentTooLongError, DocumentServiceConnection, SearchServiceException
-
-import boto
-
-class CloudSearchDocumentTest(unittest.TestCase):
- def setUp(self):
- HTTPretty.enable()
- HTTPretty.register_uri(
- HTTPretty.POST,
- ("http://doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com/"
- "2011-02-01/documents/batch"),
- body=json.dumps(self.response).encode('utf-8'),
- content_type="application/json")
-
- def tearDown(self):
- HTTPretty.disable()
-
-class CloudSearchDocumentSingleTest(CloudSearchDocumentTest):
-
- response = {
- 'status': 'success',
- 'adds': 1,
- 'deletes': 0,
- }
-
- def test_cloudsearch_add_basics(self):
- """
- Check that a simple add document actually sends an add document request
- to AWS.
- """
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
- document.commit()
-
- args = json.loads(HTTPretty.last_request.body.decode('utf-8'))[0]
-
- self.assertEqual(args['lang'], 'en')
- self.assertEqual(args['type'], 'add')
-
- def test_cloudsearch_add_single_basic(self):
- """
- Check that a simple add document sends correct document metadata to
- AWS.
- """
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
- document.commit()
-
- args = json.loads(HTTPretty.last_request.body.decode('utf-8'))[0]
-
- self.assertEqual(args['id'], '1234')
- self.assertEqual(args['version'], 10)
- self.assertEqual(args['type'], 'add')
-
- def test_cloudsearch_add_single_fields(self):
- """
- Check that a simple add document sends the actual document to AWS.
- """
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
- document.commit()
-
- args = json.loads(HTTPretty.last_request.body.decode('utf-8'))[0]
-
- self.assertEqual(args['fields']['category'], ['cat_a', 'cat_b',
- 'cat_c'])
- self.assertEqual(args['fields']['id'], '1234')
- self.assertEqual(args['fields']['title'], 'Title 1')
-
- def test_cloudsearch_add_single_result(self):
- """
- Check that the reply from adding a single document is correctly parsed.
- """
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
- doc = document.commit()
-
- self.assertEqual(doc.status, 'success')
- self.assertEqual(doc.adds, 1)
- self.assertEqual(doc.deletes, 0)
-
- self.assertEqual(doc.doc_service, document)
-
-
-class CloudSearchDocumentMultipleAddTest(CloudSearchDocumentTest):
-
- response = {
- 'status': 'success',
- 'adds': 3,
- 'deletes': 0,
- }
-
- objs = {
- '1234': {
- 'version': 10, 'fields': {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b",
- "cat_c"]}},
- '1235': {
- 'version': 11, 'fields': {"id": "1235", "title": "Title 2",
- "category": ["cat_b", "cat_c",
- "cat_d"]}},
- '1236': {
- 'version': 12, 'fields': {"id": "1236", "title": "Title 3",
- "category": ["cat_e", "cat_f",
- "cat_g"]}},
- }
-
-
- def test_cloudsearch_add_basics(self):
- """Check that multiple documents are added correctly to AWS"""
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- for (key, obj) in self.objs.items():
- document.add(key, obj['version'], obj['fields'])
- document.commit()
-
- args = json.loads(HTTPretty.last_request.body.decode('utf-8'))
-
- for arg in args:
- self.assertTrue(arg['id'] in self.objs)
- self.assertEqual(arg['version'], self.objs[arg['id']]['version'])
- self.assertEqual(arg['fields']['id'],
- self.objs[arg['id']]['fields']['id'])
- self.assertEqual(arg['fields']['title'],
- self.objs[arg['id']]['fields']['title'])
- self.assertEqual(arg['fields']['category'],
- self.objs[arg['id']]['fields']['category'])
-
- def test_cloudsearch_add_results(self):
- """
- Check that the result from adding multiple documents is parsed
- correctly.
- """
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- for (key, obj) in self.objs.items():
- document.add(key, obj['version'], obj['fields'])
- doc = document.commit()
-
- self.assertEqual(doc.status, 'success')
- self.assertEqual(doc.adds, len(self.objs))
- self.assertEqual(doc.deletes, 0)
-
-
-class CloudSearchDocumentDelete(CloudSearchDocumentTest):
-
- response = {
- 'status': 'success',
- 'adds': 0,
- 'deletes': 1,
- }
-
- def test_cloudsearch_delete(self):
- """
- Test that the request for a single document deletion is done properly.
- """
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.delete("5", "10")
- document.commit()
- args = json.loads(HTTPretty.last_request.body.decode('utf-8'))[0]
-
- self.assertEqual(args['version'], '10')
- self.assertEqual(args['type'], 'delete')
- self.assertEqual(args['id'], '5')
-
- def test_cloudsearch_delete_results(self):
- """
- Check that the result of a single document deletion is parsed properly.
- """
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.delete("5", "10")
- doc = document.commit()
-
- self.assertEqual(doc.status, 'success')
- self.assertEqual(doc.adds, 0)
- self.assertEqual(doc.deletes, 1)
-
-
-class CloudSearchDocumentDeleteMultiple(CloudSearchDocumentTest):
- response = {
- 'status': 'success',
- 'adds': 0,
- 'deletes': 2,
- }
-
- def test_cloudsearch_delete_multiples(self):
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.delete("5", "10")
- document.delete("6", "11")
- document.commit()
- args = json.loads(HTTPretty.last_request.body.decode('utf-8'))
-
- self.assertEqual(len(args), 2)
- for arg in args:
- self.assertEqual(arg['type'], 'delete')
-
- if arg['id'] == '5':
- self.assertEqual(arg['version'], '10')
- elif arg['id'] == '6':
- self.assertEqual(arg['version'], '11')
- else: # Unknown result out of AWS that shouldn't be there
- self.assertTrue(False)
-
-
-class CloudSearchSDFManipulation(CloudSearchDocumentTest):
- response = {
- 'status': 'success',
- 'adds': 1,
- 'deletes': 0,
- }
-
-
- def test_cloudsearch_initial_sdf_is_blank(self):
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
-
- self.assertEqual(document.get_sdf(), '[]')
-
- def test_cloudsearch_single_document_sdf(self):
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
-
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
-
- self.assertNotEqual(document.get_sdf(), '[]')
-
- document.clear_sdf()
-
- self.assertEqual(document.get_sdf(), '[]')
-
-class CloudSearchBadSDFTesting(CloudSearchDocumentTest):
- response = {
- 'status': 'success',
- 'adds': 1,
- 'deletes': 0,
- }
-
- def test_cloudsearch_erroneous_sdf(self):
- original = boto.log.error
- boto.log.error = MagicMock()
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
-
- document.add("1234", 10, {"id": "1234", "title": None,
- "category": ["cat_a", "cat_b", "cat_c"]})
-
- document.commit()
- self.assertNotEqual(len(boto.log.error.call_args_list), 1)
-
- boto.log.error = original
-
-
-class CloudSearchDocumentErrorBadUnicode(CloudSearchDocumentTest):
- response = {
- 'status': 'error',
- 'adds': 0,
- 'deletes': 0,
- 'errors': [{'message': 'Illegal Unicode character in document'}]
- }
-
- def test_fake_bad_unicode(self):
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
- self.assertRaises(EncodingError, document.commit)
-
-
-class CloudSearchDocumentErrorDocsTooBig(CloudSearchDocumentTest):
- response = {
- 'status': 'error',
- 'adds': 0,
- 'deletes': 0,
- 'errors': [{'message': 'The Content-Length is too long'}]
- }
-
- def test_fake_docs_too_big(self):
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
-
- self.assertRaises(ContentTooLongError, document.commit)
-
-
-class CloudSearchDocumentErrorMismatch(CloudSearchDocumentTest):
- response = {
- 'status': 'error',
- 'adds': 0,
- 'deletes': 0,
- 'errors': [{'message': 'Something went wrong'}]
- }
-
- def test_fake_failure(self):
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
-
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
-
- self.assertRaises(CommitMismatchError, document.commit)
-
-class CloudSearchDocumentsErrorMissingAdds(CloudSearchDocumentTest):
- response = {
- 'status': 'error',
- 'deletes': 0,
- 'errors': [{'message': 'Unknown error message'}]
- }
-
- def test_fake_failure(self):
- document = DocumentServiceConnection(
- endpoint="doc-demo-userdomain.us-east-1.cloudsearch.amazonaws.com")
- document.add("1234", 10, {"id": "1234", "title": "Title 1",
- "category": ["cat_a", "cat_b", "cat_c"]})
- self.assertRaises(SearchServiceException, document.commit)

Powered by Google App Engine
This is Rietveld 408576698