crate 0.35.2__py2.py3-none-any.whl → 1.0.0.dev0__py2.py3-none-any.whl

crate/client/sqlalchemy/tests/compiler_test.py

@@ -1,434 +0,0 @@
-# -*- coding: utf-8; -*-
-#
-# Licensed to CRATE Technology GmbH ("Crate") under one or more contributor
-# license agreements.  See the NOTICE file distributed with this work for
-# additional information regarding copyright ownership.  Crate licenses
-# this file to you under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.  You may
-# obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
-# License for the specific language governing permissions and limitations
-# under the License.
-#
-# However, if you have executed another commercial license agreement
-# with Crate these terms will supersede the license and you may use the
-# software solely pursuant to the terms of the relevant commercial agreement.
-import warnings
-from textwrap import dedent
-from unittest import mock, skipIf, TestCase
-from unittest.mock import MagicMock, patch
-
-from crate.client.cursor import Cursor
-from crate.client.sqlalchemy.compiler import crate_before_execute
-
-import sqlalchemy as sa
-from sqlalchemy.sql import text, Update
-
-from crate.testing.util import ExtraAssertions
-
-try:
-    from sqlalchemy.orm import declarative_base
-except ImportError:
-    from sqlalchemy.ext.declarative import declarative_base
-
-from crate.client.sqlalchemy.sa_version import SA_VERSION, SA_1_4, SA_2_0
-from crate.client.sqlalchemy.types import ObjectType
-from crate.client.test_util import ParametrizedTestCase
-
-from crate.testing.settings import crate_host
-
-
-class SqlAlchemyCompilerTest(ParametrizedTestCase, ExtraAssertions):
-
-    def setUp(self):
-        self.crate_engine = sa.create_engine('crate://')
-        if isinstance(self.param, dict) and "server_version_info" in self.param:
-            server_version_info = self.param["server_version_info"]
-            self.crate_engine.dialect.server_version_info = server_version_info
-        self.sqlite_engine = sa.create_engine('sqlite://')
-        self.metadata = sa.MetaData()
-        self.mytable = sa.Table('mytable', self.metadata,
-                                sa.Column('name', sa.String),
-                                sa.Column('data', ObjectType))
-
-        self.update = Update(self.mytable).where(text('name=:name'))
-        self.values = [{'name': 'crate'}]
-        self.values = (self.values, )
-
-    def test_sqlite_update_not_rewritten(self):
-        clauseelement, multiparams, params = crate_before_execute(
-            self.sqlite_engine, self.update, self.values, {}
-        )
-
-        self.assertFalse(hasattr(clauseelement, '_crate_specific'))
-
-    def test_crate_update_rewritten(self):
-        clauseelement, multiparams, params = crate_before_execute(
-            self.crate_engine, self.update, self.values, {}
-        )
-
-        self.assertTrue(hasattr(clauseelement, '_crate_specific'))
-
-    def test_bulk_update_on_builtin_type(self):
-        """
-        The "before_execute" hook in the compiler doesn't get
-        access to the parameters in case of a bulk update. It
-        should not try to optimize any parameters.
-        """
-        data = ({},)
-        clauseelement, multiparams, params = crate_before_execute(
-            self.crate_engine, self.update, data, None
-        )
-
-        self.assertFalse(hasattr(clauseelement, '_crate_specific'))
-
-    def test_select_with_ilike_no_escape(self):
-        """
-        Verify the compiler uses CrateDB's native `ILIKE` method.
-        """
-        selectable = self.mytable.select().where(self.mytable.c.name.ilike("%foo%"))
-        statement = str(selectable.compile(bind=self.crate_engine))
-        if self.crate_engine.dialect.has_ilike_operator():
-            self.assertEqual(statement, dedent("""
-                SELECT mytable.name, mytable.data 
-                FROM mytable 
-                WHERE mytable.name ILIKE ?
-            """).strip())  # noqa: W291
-        else:
-            self.assertEqual(statement, dedent("""
-                SELECT mytable.name, mytable.data 
-                FROM mytable 
-                WHERE lower(mytable.name) LIKE lower(?)
-            """).strip())  # noqa: W291
-
-    def test_select_with_not_ilike_no_escape(self):
-        """
-        Verify the compiler uses CrateDB's native `ILIKE` method.
-        """
-        selectable = self.mytable.select().where(self.mytable.c.name.notilike("%foo%"))
-        statement = str(selectable.compile(bind=self.crate_engine))
-        if SA_VERSION < SA_1_4 or not self.crate_engine.dialect.has_ilike_operator():
-            self.assertEqual(statement, dedent("""
-                SELECT mytable.name, mytable.data 
-                FROM mytable 
-                WHERE lower(mytable.name) NOT LIKE lower(?)
-            """).strip())  # noqa: W291
-        else:
-            self.assertEqual(statement, dedent("""
-                SELECT mytable.name, mytable.data 
-                FROM mytable 
-                WHERE mytable.name NOT ILIKE ?
-            """).strip())  # noqa: W291
-
-    def test_select_with_ilike_and_escape(self):
-        """
-        Verify the compiler fails when using CrateDB's native `ILIKE` method together with `ESCAPE`.
-        """
-
-        selectable = self.mytable.select().where(self.mytable.c.name.ilike("%foo%", escape='\\'))
-        with self.assertRaises(NotImplementedError) as cmex:
-            selectable.compile(bind=self.crate_engine)
-        self.assertEqual(str(cmex.exception), "Unsupported feature: ESCAPE is not supported")
-
-    @skipIf(SA_VERSION < SA_1_4, "SQLAlchemy 1.3 and earlier do not support native `NOT ILIKE` compilation")
-    def test_select_with_not_ilike_and_escape(self):
-        """
-        Verify the compiler fails when using CrateDB's native `ILIKE` method together with `ESCAPE`.
-        """
-
-        selectable = self.mytable.select().where(self.mytable.c.name.notilike("%foo%", escape='\\'))
-        with self.assertRaises(NotImplementedError) as cmex:
-            selectable.compile(bind=self.crate_engine)
-        self.assertEqual(str(cmex.exception), "Unsupported feature: ESCAPE is not supported")
-
-    def test_select_with_offset(self):
-        """
-        Verify the `CrateCompiler.limit_clause` method, with offset.
-        """
-        selectable = self.mytable.select().offset(5)
-        statement = str(selectable.compile(bind=self.crate_engine))
-        if SA_VERSION >= SA_1_4:
-            self.assertEqual(statement, "SELECT mytable.name, mytable.data \nFROM mytable\n LIMIT ALL OFFSET ?")
-        else:
-            self.assertEqual(statement, "SELECT mytable.name, mytable.data \nFROM mytable \n LIMIT ALL OFFSET ?")
-
-    def test_select_with_limit(self):
-        """
-        Verify the `CrateCompiler.limit_clause` method, with limit.
-        """
-        selectable = self.mytable.select().limit(42)
-        statement = str(selectable.compile(bind=self.crate_engine))
-        self.assertEqual(statement, "SELECT mytable.name, mytable.data \nFROM mytable \n LIMIT ?")
-
-    def test_select_with_offset_and_limit(self):
-        """
-        Verify the `CrateCompiler.limit_clause` method, with offset and limit.
-        """
-        selectable = self.mytable.select().offset(5).limit(42)
-        statement = str(selectable.compile(bind=self.crate_engine))
-        self.assertEqual(statement, "SELECT mytable.name, mytable.data \nFROM mytable \n LIMIT ? OFFSET ?")
-
-    def test_insert_multivalues(self):
-        """
-        Verify that "in-place multirow inserts" aka. "multivalues inserts" aka.
-        the `supports_multivalues_insert` dialect feature works.
-
-        When this feature is not enabled, using it will raise an error:
-
-            CompileError: The 'crate' dialect with current database version
-            settings does not support in-place multirow inserts
-
-        > The Insert construct also supports being passed a list of dictionaries
-        > or full-table-tuples, which on the server will render the less common
-        > SQL syntax of "multiple values" - this syntax is supported on backends
-        > such as SQLite, PostgreSQL, MySQL, but not necessarily others.
-
-        > It is essential to note that passing multiple values is NOT the same
-        > as using traditional `executemany()` form. The above syntax is a special
-        > syntax not typically used. To emit an INSERT statement against
-        > multiple rows, the normal method is to pass a multiple values list to
-        > the `Connection.execute()` method, which is supported by all database
-        > backends and is generally more efficient for a very large number of
-        > parameters.
-
-        - https://docs.sqlalchemy.org/core/dml.html#sqlalchemy.sql.expression.Insert.values.params.*args
-        """
-        records = [{"name": f"foo_{i}"} for i in range(3)]
-        insertable = self.mytable.insert().values(records)
-        statement = str(insertable.compile(bind=self.crate_engine))
-        self.assertEqual(statement, "INSERT INTO mytable (name) VALUES (?), (?), (?)")
-
-    @skipIf(SA_VERSION < SA_2_0, "SQLAlchemy 1.x does not support the 'insertmanyvalues' dialect feature")
-    def test_insert_manyvalues(self):
-        """
-        Verify the `use_insertmanyvalues` and `use_insertmanyvalues_wo_returning` dialect features.
-
-        > For DML statements such as "INSERT", "UPDATE" and "DELETE", we can
-        > send multiple parameter sets to the `Connection.execute()` method by
-        > passing a list of dictionaries instead of a single dictionary, which
-        > indicates that the single SQL statement should be invoked multiple
-        > times, once for each parameter set. This style of execution is known
-        > as "executemany".
-
-        > A key characteristic of "insertmanyvalues" is that the size of the INSERT
-        > statement is limited on a fixed max number of "values" clauses as well as
-        > a dialect-specific fixed total number of bound parameters that may be
-        > represented in one INSERT statement at a time.
-        > When the number of parameter dictionaries given exceeds a fixed limit [...],
-        > multiple INSERT statements will be invoked within the scope of a single
-        > `Connection.execute()` call, each of which accommodate for a portion of the
-        > parameter dictionaries, referred towards as a "batch".
-
-        - https://docs.sqlalchemy.org/tutorial/dbapi_transactions.html#tutorial-multiple-parameters
-        - https://docs.sqlalchemy.org/glossary.html#term-executemany
-        - https://docs.sqlalchemy.org/core/connections.html#engine-insertmanyvalues
-        - https://docs.sqlalchemy.org/core/connections.html#controlling-the-batch-size
-        """
-
-        # Don't truncate unittest's diff output on `assertListEqual`.
-        self.maxDiff = None
-
-        # Five records with a batch size of two should produce three `INSERT` statements.
-        record_count = 5
-        batch_size = 2
-
-        # Prepare input data and verify insert statement.
-        records = [{"name": f"foo_{i}"} for i in range(record_count)]
-        insertable = self.mytable.insert()
-        statement = str(insertable.compile(bind=self.crate_engine))
-        self.assertEqual(statement, "INSERT INTO mytable (name, data) VALUES (?, ?)")
-
-        with mock.patch("crate.client.http.Client.sql", autospec=True, return_value={"cols": []}) as client_mock:
-
-            with self.crate_engine.begin() as conn:
-                # Adjust page size on a per-connection level.
-                conn.execution_options(insertmanyvalues_page_size=batch_size)
-                conn.execute(insertable, parameters=records)
-
-        # Verify that input data has been batched correctly.
-        self.assertListEqual(client_mock.mock_calls, [
-            mock.call(mock.ANY, 'INSERT INTO mytable (name) VALUES (?), (?)', ('foo_0', 'foo_1'), None),
-            mock.call(mock.ANY, 'INSERT INTO mytable (name) VALUES (?), (?)', ('foo_2', 'foo_3'), None),
-            mock.call(mock.ANY, 'INSERT INTO mytable (name) VALUES (?)', ('foo_4', ), None),
-        ])
-
-    def test_for_update(self):
-        """
-        Verify the `CrateCompiler.for_update_clause` method to
-        omit the clause, since CrateDB does not support it.
-        """
-
-        with warnings.catch_warnings(record=True) as w:
-
-            # By default, warnings from a loop will only be emitted once.
-            # This scenario tests exactly this behaviour, to verify logs
-            # don't get flooded.
-            warnings.simplefilter("once")
-
-            selectable = self.mytable.select().with_for_update()
-            _ = str(selectable.compile(bind=self.crate_engine))
-
-            selectable = self.mytable.select().with_for_update()
-            statement = str(selectable.compile(bind=self.crate_engine))
-
-        # Verify SQL statement.
-        self.assertEqual(statement, "SELECT mytable.name, mytable.data \nFROM mytable")
-
-        # Verify if corresponding warning is emitted, once.
-        self.assertEqual(len(w), 1)
-        self.assertIsSubclass(w[-1].category, UserWarning)
-        self.assertIn("CrateDB does not support the 'INSERT ... FOR UPDATE' clause, "
-                      "it will be omitted when generating SQL statements.", str(w[-1].message))
-
-
-FakeCursor = MagicMock(name='FakeCursor', spec=Cursor)
-
-
-class CompilerTestCase(TestCase):
-    """
-    A base class for providing mocking infrastructure to validate the DDL compiler.
-    """
-
-    def setUp(self):
-        self.engine = sa.create_engine(f"crate://{crate_host}")
-        self.metadata = sa.MetaData(schema="testdrive")
-        self.session = sa.orm.Session(bind=self.engine)
-        self.setup_mock()
-
-    def setup_mock(self):
-        """
-        Set up a fake cursor, in order to intercept query execution.
-        """
-
-        self.fake_cursor = MagicMock(name="fake_cursor")
-        FakeCursor.return_value = self.fake_cursor
-
-        self.executed_statement = None
-        self.fake_cursor.execute = self.execute_wrapper
-
-    def execute_wrapper(self, query, *args, **kwargs):
-        """
-        Receive the SQL query expression, and store it.
-        """
-        self.executed_statement = query
-        return self.fake_cursor
-
-
-@patch('crate.client.connection.Cursor', FakeCursor)
-class SqlAlchemyDDLCompilerTest(CompilerTestCase, ExtraAssertions):
-    """
-    Verify a few scenarios regarding the DDL compiler.
-    """
-
-    def test_ddl_with_foreign_keys(self):
-        """
-        Verify the CrateDB dialect properly ignores foreign key constraints.
-        """
-
-        Base = declarative_base(metadata=self.metadata)
-
-        class RootStore(Base):
-            """The main store."""
-
-            __tablename__ = "root"
-
-            id = sa.Column(sa.Integer, primary_key=True)
-            name = sa.Column(sa.String)
-
-            items = sa.orm.relationship(
-                "ItemStore",
-                back_populates="root",
-                passive_deletes=True,
-            )
-
-        class ItemStore(Base):
-            """The auxiliary store."""
-
-            __tablename__ = "item"
-
-            id = sa.Column(sa.Integer, primary_key=True)
-            name = sa.Column(sa.String)
-            root_id = sa.Column(
-                sa.Integer,
-                sa.ForeignKey(
-                    f"{RootStore.__tablename__}.id",
-                    ondelete="CASCADE",
-                ),
-            )
-            root = sa.orm.relationship(RootStore, back_populates="items")
-
-        with warnings.catch_warnings(record=True) as w:
-
-            # Cause all warnings to always be triggered.
-            warnings.simplefilter("always")
-
-            # Verify SQL DDL statement.
-            self.metadata.create_all(self.engine, tables=[RootStore.__table__], checkfirst=False)
-            self.assertEqual(self.executed_statement, dedent("""
-                CREATE TABLE testdrive.root (
-                \tid INT NOT NULL, 
-                \tname STRING, 
-                \tPRIMARY KEY (id)
-                )
-    
-            """))  # noqa: W291, W293
-
-            # Verify SQL DDL statement.
-            self.metadata.create_all(self.engine, tables=[ItemStore.__table__], checkfirst=False)
-            self.assertEqual(self.executed_statement, dedent("""
-                CREATE TABLE testdrive.item (
-                \tid INT NOT NULL, 
-                \tname STRING, 
-                \troot_id INT, 
-                \tPRIMARY KEY (id)
-                )
-    
-            """))  # noqa: W291, W293
-
-        # Verify if corresponding warning is emitted.
-        self.assertEqual(len(w), 1)
-        self.assertIsSubclass(w[-1].category, UserWarning)
-        self.assertIn("CrateDB does not support foreign key constraints, "
-                      "they will be omitted when generating DDL statements.", str(w[-1].message))
-
-    def test_ddl_with_unique_key(self):
-        """
-        Verify the CrateDB dialect properly ignores unique key constraints.
-        """
-
-        Base = declarative_base(metadata=self.metadata)
-
-        class FooBar(Base):
-            """The entity."""
-
-            __tablename__ = "foobar"
-
-            id = sa.Column(sa.Integer, primary_key=True)
-            name = sa.Column(sa.String, unique=True)
-
-        with warnings.catch_warnings(record=True) as w:
-
-            # Cause all warnings to always be triggered.
-            warnings.simplefilter("always")
-
-            # Verify SQL DDL statement.
-            self.metadata.create_all(self.engine, tables=[FooBar.__table__], checkfirst=False)
-            self.assertEqual(self.executed_statement, dedent("""
-                CREATE TABLE testdrive.foobar (
-                \tid INT NOT NULL, 
-                \tname STRING, 
-                \tPRIMARY KEY (id)
-                )
-    
-            """))  # noqa: W291, W293
-
-        # Verify if corresponding warning is emitted.
-        self.assertEqual(len(w), 1)
-        self.assertIsSubclass(w[-1].category, UserWarning)
-        self.assertIn("CrateDB does not support unique constraints, "
-                      "they will be omitted when generating DDL statements.", str(w[-1].message))

crate/client/sqlalchemy/tests/connection_test.py

@@ -1,129 +0,0 @@
-# -*- coding: utf-8; -*-
-#
-# Licensed to CRATE Technology GmbH ("Crate") under one or more contributor
-# license agreements.  See the NOTICE file distributed with this work for
-# additional information regarding copyright ownership.  Crate licenses
-# this file to you under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.  You may
-# obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
-# License for the specific language governing permissions and limitations
-# under the License.
-#
-# However, if you have executed another commercial license agreement
-# with Crate these terms will supersede the license and you may use the
-# software solely pursuant to the terms of the relevant commercial agreement.
-
-from unittest import TestCase
-import sqlalchemy as sa
-from sqlalchemy.exc import NoSuchModuleError
-
-
-class SqlAlchemyConnectionTest(TestCase):
-
-    def test_connection_server_uri_unknown_sa_plugin(self):
-        with self.assertRaises(NoSuchModuleError):
-            sa.create_engine("foobar://otherhost:19201")
-
-    def test_default_connection(self):
-        engine = sa.create_engine('crate://')
-        conn = engine.raw_connection()
-        self.assertEqual("<Connection <Client ['http://127.0.0.1:4200']>>",
-                         repr(conn.driver_connection))
-        conn.close()
-        engine.dispose()
-
-    def test_connection_server_uri_http(self):
-        engine = sa.create_engine(
-            "crate://otherhost:19201")
-        conn = engine.raw_connection()
-        self.assertEqual("<Connection <Client ['http://otherhost:19201']>>",
-                         repr(conn.driver_connection))
-        conn.close()
-        engine.dispose()
-
-    def test_connection_server_uri_https(self):
-        engine = sa.create_engine(
-            "crate://otherhost:19201/?ssl=true")
-        conn = engine.raw_connection()
-        self.assertEqual("<Connection <Client ['https://otherhost:19201']>>",
-                         repr(conn.driver_connection))
-        conn.close()
-        engine.dispose()
-
-    def test_connection_server_uri_invalid_port(self):
-        with self.assertRaises(ValueError) as context:
-            sa.create_engine("crate://foo:bar")
-        self.assertIn("invalid literal for int() with base 10: 'bar'", str(context.exception))
-
-    def test_connection_server_uri_https_with_trusted_user(self):
-        engine = sa.create_engine(
-            "crate://foo@otherhost:19201/?ssl=true")
-        conn = engine.raw_connection()
-        self.assertEqual("<Connection <Client ['https://otherhost:19201']>>",
-                         repr(conn.driver_connection))
-        self.assertEqual(conn.driver_connection.client.username, "foo")
-        self.assertEqual(conn.driver_connection.client.password, None)
-        conn.close()
-        engine.dispose()
-
-    def test_connection_server_uri_https_with_credentials(self):
-        engine = sa.create_engine(
-            "crate://foo:bar@otherhost:19201/?ssl=true")
-        conn = engine.raw_connection()
-        self.assertEqual("<Connection <Client ['https://otherhost:19201']>>",
-                         repr(conn.driver_connection))
-        self.assertEqual(conn.driver_connection.client.username, "foo")
-        self.assertEqual(conn.driver_connection.client.password, "bar")
-        conn.close()
-        engine.dispose()
-
-    def test_connection_server_uri_parameter_timeout(self):
-        engine = sa.create_engine(
-            "crate://otherhost:19201/?timeout=42.42")
-        conn = engine.raw_connection()
-        self.assertEqual(conn.driver_connection.client._pool_kw["timeout"], 42.42)
-        conn.close()
-        engine.dispose()
-
-    def test_connection_server_uri_parameter_pool_size(self):
-        engine = sa.create_engine(
-            "crate://otherhost:19201/?pool_size=20")
-        conn = engine.raw_connection()
-        self.assertEqual(conn.driver_connection.client._pool_kw["maxsize"], 20)
-        conn.close()
-        engine.dispose()
-
-    def test_connection_multiple_server_http(self):
-        engine = sa.create_engine(
-            "crate://", connect_args={
-                'servers': ['localhost:4201', 'localhost:4202']
-            }
-        )
-        conn = engine.raw_connection()
-        self.assertEqual(
-            "<Connection <Client ['http://localhost:4201', " +
-            "'http://localhost:4202']>>",
-            repr(conn.driver_connection))
-        conn.close()
-        engine.dispose()
-
-    def test_connection_multiple_server_https(self):
-        engine = sa.create_engine(
-            "crate://", connect_args={
-                'servers': ['localhost:4201', 'localhost:4202'],
-                'ssl': True,
-            }
-        )
-        conn = engine.raw_connection()
-        self.assertEqual(
-            "<Connection <Client ['https://localhost:4201', " +
-            "'https://localhost:4202']>>",
-            repr(conn.driver_connection))
-        conn.close()
-        engine.dispose()