gcloud 0.0.4 → 0.0.6

data/packages/gsutil/boto/tests/unit/cloudsearch/test_search.py

@@ -0,0 +1,325 @@
+#!/usr/bin env python
+
+from tests.unit import unittest
+from httpretty import HTTPretty
+
+import urlparse
+import json
+
+from boto.cloudsearch.search import SearchConnection
+
+HOSTNAME = "search-demo-userdomain.us-east-1.cloudsearch.amazonaws.com"
+FULL_URL = 'http://%s/2011-02-01/search' % HOSTNAME
+
+
+class CloudSearchSearchTest(unittest.TestCase):
+
+    hits = [
+        {
+            'id': '12341',
+            'title': 'Document 1',
+        },
+        {
+            'id': '12342',
+            'title': 'Document 2',
+        },
+        {
+            'id': '12343',
+            'title': 'Document 3',
+        },
+        {
+            'id': '12344',
+            'title': 'Document 4',
+        },
+        {
+            'id': '12345',
+            'title': 'Document 5',
+        },
+        {
+            'id': '12346',
+            'title': 'Document 6',
+        },
+        {
+            'id': '12347',
+            'title': 'Document 7',
+        },
+    ]
+
+    response = {
+        'rank': '-text_relevance',
+        'match-expr':"Test",
+        'hits': {
+            'found': 30,
+            'start': 0,
+            'hit':hits
+            },
+        'info': {
+            'rid':'b7c167f6c2da6d93531b9a7b314ad030b3a74803b4b7797edb905ba5a6a08',
+            'time-ms': 2,
+            'cpu-time-ms': 0
+        }
+
+    }
+
+    def get_args(self, requestline):
+        (_, request, _) = requestline.split(" ")
+        (_, request) = request.split("?", 1)
+        args = urlparse.parse_qs(request)
+        return args
+
+    def setUp(self):
+        HTTPretty.enable()
+        HTTPretty.register_uri(HTTPretty.GET, FULL_URL,
+                               body=json.dumps(self.response),
+                               content_type="text/xml")
+
+    def tearDown(self):
+        HTTPretty.disable()
+
+    def test_cloudsearch_qsearch(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test')
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['q'], ["Test"])
+        self.assertEqual(args['start'], ["0"])
+        self.assertEqual(args['size'], ["10"])
+
+    def test_cloudsearch_bqsearch(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(bq="'Test'")
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['bq'], ["'Test'"])
+
+    def test_cloudsearch_search_details(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', size=50, start=20)
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['q'], ["Test"])
+        self.assertEqual(args['size'], ["50"])
+        self.assertEqual(args['start'], ["20"])
+
+    def test_cloudsearch_facet_single(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', facet=["Author"])
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['facet'], ["Author"])
+
+    def test_cloudsearch_facet_multiple(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', facet=["author", "cat"])
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['facet'], ["author,cat"])
+
+    def test_cloudsearch_facet_constraint_single(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(
+            q='Test',
+            facet_constraints={'author': "'John Smith','Mark Smith'"})
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['facet-author-constraints'],
+                         ["'John Smith','Mark Smith'"])
+
+    def test_cloudsearch_facet_constraint_multiple(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(
+            q='Test',
+            facet_constraints={'author': "'John Smith','Mark Smith'",
+                               'category': "'News','Reviews'"})
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['facet-author-constraints'],
+                         ["'John Smith','Mark Smith'"])
+        self.assertEqual(args['facet-category-constraints'],
+                         ["'News','Reviews'"])
+
+    def test_cloudsearch_facet_sort_single(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', facet_sort={'author': 'alpha'})
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['facet-author-sort'], ['alpha'])
+
+    def test_cloudsearch_facet_sort_multiple(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', facet_sort={'author': 'alpha',
+                                            'cat': 'count'})
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['facet-author-sort'], ['alpha'])
+        self.assertEqual(args['facet-cat-sort'], ['count'])
+
+    def test_cloudsearch_top_n_single(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', facet_top_n={'author': 5})
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['facet-author-top-n'], ['5'])
+
+    def test_cloudsearch_top_n_multiple(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', facet_top_n={'author': 5, 'cat': 10})
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['facet-author-top-n'], ['5'])
+        self.assertEqual(args['facet-cat-top-n'], ['10'])
+
+    def test_cloudsearch_rank_single(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', rank=["date"])
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['rank'], ['date'])
+
+    def test_cloudsearch_rank_multiple(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', rank=["date", "score"])
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['rank'], ['date,score'])
+
+    def test_cloudsearch_result_fields_single(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', return_fields=['author'])
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['return-fields'], ['author'])
+
+    def test_cloudsearch_result_fields_multiple(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', return_fields=['author', 'title'])
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['return-fields'], ['author,title'])
+
+
+    def test_cloudsearch_t_field_single(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', t={'year':'2001..2007'})
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['t-year'], ['2001..2007'])
+
+    def test_cloudsearch_t_field_multiple(self):
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        search.search(q='Test', t={'year':'2001..2007', 'score':'10..50'})
+
+        args = self.get_args(HTTPretty.last_request.raw_requestline)
+
+        self.assertEqual(args['t-year'], ['2001..2007'])
+        self.assertEqual(args['t-score'], ['10..50'])
+
+
+    def test_cloudsearch_results_meta(self):
+        """Check returned metadata is parsed correctly"""
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        results = search.search(q='Test')
+
+        # These rely on the default response which is fed into HTTPretty
+        self.assertEqual(results.rank, "-text_relevance")
+        self.assertEqual(results.match_expression, "Test")
+
+    def test_cloudsearch_results_info(self):
+        """Check num_pages_needed is calculated correctly"""
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        results = search.search(q='Test')
+
+        # This relies on the default response which is fed into HTTPretty
+        self.assertEqual(results.num_pages_needed, 3.0)
+
+    def test_cloudsearch_results_matched(self):
+        """
+        Check that information objects are passed back through the API
+        correctly.
+        """
+        search = SearchConnection(endpoint=HOSTNAME)
+        query = search.build_query(q='Test')
+
+        results = search(query)
+
+        self.assertEqual(results.search_service, search)
+        self.assertEqual(results.query, query)
+
+    def test_cloudsearch_results_hits(self):
+        """Check that documents are parsed properly from AWS"""
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        results = search.search(q='Test')
+
+        hits = map(lambda x: x['id'], results.docs)
+
+        # This relies on the default response which is fed into HTTPretty
+        self.assertEqual(
+            hits, ["12341", "12342", "12343", "12344",
+                   "12345", "12346", "12347"])
+
+    def test_cloudsearch_results_iterator(self):
+        """Check the results iterator"""
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        results = search.search(q='Test')
+        results_correct = iter(["12341", "12342", "12343", "12344",
+                                "12345", "12346", "12347"])
+        for x in results:
+            self.assertEqual(x['id'], results_correct.next())
+
+
+    def test_cloudsearch_results_internal_consistancy(self):
+        """Check the documents length matches the iterator details"""
+        search = SearchConnection(endpoint=HOSTNAME)
+
+        results = search.search(q='Test')
+
+        self.assertEqual(len(results), len(results.docs))
+
+    def test_cloudsearch_search_nextpage(self):
+        """Check next page query is correct"""
+        search = SearchConnection(endpoint=HOSTNAME)
+        query1 = search.build_query(q='Test')
+        query2 = search.build_query(q='Test')
+
+        results = search(query2)
+
+        self.assertEqual(results.next_page().query.start,
+                         query1.start + query1.size)
+        self.assertEqual(query1.q, query2.q)

data/packages/gsutil/boto/tests/unit/dynamodb/test_batch.py

@@ -0,0 +1,103 @@
+#!/usr/bin/env python
+# Copyright (c) 2012 Amazon.com, Inc. or its affiliates.  All Rights Reserved
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish, dis-
+# tribute, sublicense, and/or sell copies of the Software, and to permit
+# persons to whom the Software is furnished to do so, subject to the fol-
+# lowing conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
+# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
+# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+#
+from tests.unit import unittest
+
+from boto.dynamodb.batch import Batch
+from boto.dynamodb.table import Table
+from boto.dynamodb.layer2 import Layer2
+from boto.dynamodb.batch import BatchList
+
+
+DESCRIBE_TABLE_1 = {
+    'Table': {
+        'CreationDateTime': 1349910554.478,
+        'ItemCount': 1,
+        'KeySchema': {'HashKeyElement': {'AttributeName': u'foo',
+                                         'AttributeType': u'S'}},
+        'ProvisionedThroughput': {'ReadCapacityUnits': 10,
+                                  'WriteCapacityUnits': 10},
+        'TableName': 'testtable',
+        'TableSizeBytes': 54,
+        'TableStatus': 'ACTIVE'}
+}
+
+DESCRIBE_TABLE_2 = {
+    'Table': {
+        'CreationDateTime': 1349910554.478,
+        'ItemCount': 1,
+        'KeySchema': {'HashKeyElement': {'AttributeName': u'baz',
+                                         'AttributeType': u'S'},
+                      'RangeKeyElement': {'AttributeName': 'myrange',
+                                          'AttributeType': 'N'}},
+        'ProvisionedThroughput': {'ReadCapacityUnits': 10,
+                                  'WriteCapacityUnits': 10},
+        'TableName': 'testtable2',
+        'TableSizeBytes': 54,
+        'TableStatus': 'ACTIVE'}
+}
+
+
+class TestBatchObjects(unittest.TestCase):
+    maxDiff = None
+
+    def setUp(self):
+        self.layer2 = Layer2('access_key', 'secret_key')
+        self.table = Table(self.layer2, DESCRIBE_TABLE_1)
+        self.table2 = Table(self.layer2, DESCRIBE_TABLE_2)
+
+    def test_batch_to_dict(self):
+        b = Batch(self.table, ['k1', 'k2'], attributes_to_get=['foo'],
+                  consistent_read=True)
+        self.assertDictEqual(
+            b.to_dict(),
+            {'AttributesToGet': ['foo'],
+             'Keys': [{'HashKeyElement': {'S': 'k1'}},
+                      {'HashKeyElement': {'S': 'k2'}}],
+             'ConsistentRead': True}
+        )
+
+    def test_batch_consistent_read_defaults_to_false(self):
+        b = Batch(self.table, ['k1'])
+        self.assertDictEqual(
+            b.to_dict(),
+            {'Keys': [{'HashKeyElement': {'S': 'k1'}}],
+             'ConsistentRead': False}
+        )
+
+    def test_batch_list_consistent_read(self):
+        b = BatchList(self.layer2)
+        b.add_batch(self.table, ['k1'], ['foo'], consistent_read=True)
+        b.add_batch(self.table2, [('k2', 54)], ['bar'], consistent_read=False)
+        self.assertDictEqual(
+            b.to_dict(),
+            {'testtable': {'AttributesToGet': ['foo'],
+                           'Keys': [{'HashKeyElement': {'S': 'k1'}}],
+                           'ConsistentRead': True},
+              'testtable2': {'AttributesToGet': ['bar'],
+                             'Keys': [{'HashKeyElement': {'S': 'k2'},
+                                       'RangeKeyElement': {'N': '54'}}],
+                             'ConsistentRead': False}})
+
+
+if __name__ == '__main__':
+    unittest.main()

data/packages/gsutil/boto/tests/unit/dynamodb/test_layer2.py

@@ -0,0 +1,119 @@
+#!/usr/bin/env python
+# Copyright (c) 2012 Amazon.com, Inc. or its affiliates.  All Rights Reserved
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish, dis-
+# tribute, sublicense, and/or sell copies of the Software, and to permit
+# persons to whom the Software is furnished to do so, subject to the fol-
+# lowing conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
+# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
+# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+#
+
+from tests.unit import unittest
+from mock import Mock
+
+from boto.dynamodb.layer2 import Layer2
+from boto.dynamodb.table import Table, Schema
+
+
+DESCRIBE_TABLE = {
+    "Table": {
+        "CreationDateTime": 1.353526122785E9, "ItemCount":1,
+        "KeySchema": {
+            "HashKeyElement":{"AttributeName": "foo", "AttributeType": "N"}},
+        "ProvisionedThroughput": {
+            "NumberOfDecreasesToday": 0,
+            "ReadCapacityUnits": 5,
+            "WriteCapacityUnits": 5},
+        "TableName": "footest",
+        "TableSizeBytes": 21,
+        "TableStatus": "ACTIVE"}
+}
+
+
+class TestTableConstruction(unittest.TestCase):
+    def setUp(self):
+        self.layer2 = Layer2('access_key', 'secret_key')
+        self.api = Mock()
+        self.layer2.layer1 = self.api
+
+    def test_get_table(self):
+        self.api.describe_table.return_value = DESCRIBE_TABLE
+        table = self.layer2.get_table('footest')
+        self.assertEqual(table.name, 'footest')
+        self.assertEqual(table.create_time, 1353526122.785)
+        self.assertEqual(table.status, 'ACTIVE')
+        self.assertEqual(table.item_count, 1)
+        self.assertEqual(table.size_bytes, 21)
+        self.assertEqual(table.read_units, 5)
+        self.assertEqual(table.write_units, 5)
+        self.assertEqual(table.schema, Schema.create(hash_key=('foo', 'N')))
+
+    def test_create_table_without_api_call(self):
+        table = self.layer2.table_from_schema(
+            name='footest',
+            schema=Schema.create(hash_key=('foo', 'N')))
+        self.assertEqual(table.name, 'footest')
+        self.assertEqual(table.schema, Schema.create(hash_key=('foo', 'N')))
+        # describe_table is never called.
+        self.assertEqual(self.api.describe_table.call_count, 0)
+
+    def test_create_schema_with_hash_and_range(self):
+        schema = self.layer2.create_schema('foo', int, 'bar', str)
+        self.assertEqual(schema.hash_key_name, 'foo')
+        self.assertEqual(schema.hash_key_type, 'N')
+        self.assertEqual(schema.range_key_name, 'bar')
+        self.assertEqual(schema.range_key_type, 'S')
+
+    def test_create_schema_with_hash(self):
+        schema = self.layer2.create_schema('foo', str)
+        self.assertEqual(schema.hash_key_name, 'foo')
+        self.assertEqual(schema.hash_key_type, 'S')
+        self.assertIsNone(schema.range_key_name)
+        self.assertIsNone(schema.range_key_type)
+
+
+class TestSchemaEquality(unittest.TestCase):
+    def test_schema_equal(self):
+        s1 = Schema.create(hash_key=('foo', 'N'))
+        s2 = Schema.create(hash_key=('foo', 'N'))
+        self.assertEqual(s1, s2)
+
+    def test_schema_not_equal(self):
+        s1 = Schema.create(hash_key=('foo', 'N'))
+        s2 = Schema.create(hash_key=('bar', 'N'))
+        s3 = Schema.create(hash_key=('foo', 'S'))
+        self.assertNotEqual(s1, s2)
+        self.assertNotEqual(s1, s3)
+
+    def test_equal_with_hash_and_range(self):
+        s1 = Schema.create(hash_key=('foo', 'N'), range_key=('bar', 'S'))
+        s2 = Schema.create(hash_key=('foo', 'N'), range_key=('bar', 'S'))
+        self.assertEqual(s1, s2)
+
+    def test_schema_with_hash_and_range_not_equal(self):
+        s1 = Schema.create(hash_key=('foo', 'N'), range_key=('bar', 'S'))
+        s2 = Schema.create(hash_key=('foo', 'N'), range_key=('bar', 'N'))
+        s3 = Schema.create(hash_key=('foo', 'S'), range_key=('baz', 'N'))
+        s4 = Schema.create(hash_key=('bar', 'N'), range_key=('baz', 'N'))
+        self.assertNotEqual(s1, s2)
+        self.assertNotEqual(s1, s3)
+        self.assertNotEqual(s1, s4)
+        self.assertNotEqual(s2, s4)
+        self.assertNotEqual(s3, s4)
+
+
+if __name__ == '__main__':
+    unittest.main()