e6data-python-connector 2.3.13__tar.gz → 2.3.14__tar.gz

{e6data_python_connector-2.3.13/e6data_python_connector.egg-info → e6data_python_connector-2.3.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: e6data-python-connector
-Version: 2.3.13
+Version: 2.3.14
 Summary: Client for the e6data distributed SQL Engine.
 Home-page: https://github.com/e6x-labs/e6data-python-connector
 Author: e6data, Inc.
@@ -39,7 +39,7 @@ Dynamic: summary
 
 # e6data Python Connector
 
-![version](https://img.shields.io/badge/version-2.3.13-blue.svg)
+![version](https://img.shields.io/badge/version-2.3.14-blue.svg)
 
 ## Introduction
 
@@ -324,6 +324,48 @@ query_id = '<query_id>'  # query id from execute function response.
 cursor.cancel(query_id)
 ```
 
+To get the status of a running or completed query:
+```python
+query_id = '<query_id>'  # query id from execute function response.
+status_response = cursor.status(query_id)
+
+# Check if query execution is complete
+is_complete = status_response.status  # Returns True when query is done, False if still running
+
+# Get the total row count
+row_count = status_response.rowCount  # Total number of rows in the result set
+
+print(f"Query complete: {is_complete}")
+print(f"Row count: {row_count}")
+```
+
+The `status()` method is useful for:
+- **Monitoring long-running queries**: Poll the status periodically to check if execution is complete
+- **Checking row counts**: Get the total number of rows without fetching all results
+- **Query progress tracking**: Integrate with monitoring systems or progress bars
+- **Conditional fetching**: Decide whether to fetch results based on completion status
+
+Example - Polling for query completion:
+```python
+import time
+
+cursor = conn.cursor(catalog_name=catalog_name)
+query_id = cursor.execute("SELECT * FROM large_table")
+
+# Poll until query is complete
+while True:
+    status_response = cursor.status(query_id)
+    if status_response.status:
+        print(f"Query complete! Total rows: {status_response.rowCount}")
+        break
+    else:
+        print("Query still running...")
+        time.sleep(1)  # Wait 1 second before checking again
+
+# Now fetch the results
+results = cursor.fetchall()
+```
+
 Switch database in an existing connection:
 ```python
 database = '<new_database_name>'  # Replace with the new database.

{e6data_python_connector-2.3.13 → e6data_python_connector-2.3.14}/README.md

@@ -1,6 +1,6 @@
 # e6data Python Connector
 
-![version](https://img.shields.io/badge/version-2.3.13-blue.svg)
+![version](https://img.shields.io/badge/version-2.3.14-blue.svg)
 
 ## Introduction
 
@@ -285,6 +285,48 @@ query_id = '<query_id>'  # query id from execute function response.
 cursor.cancel(query_id)
 ```
 
+To get the status of a running or completed query:
+```python
+query_id = '<query_id>'  # query id from execute function response.
+status_response = cursor.status(query_id)
+
+# Check if query execution is complete
+is_complete = status_response.status  # Returns True when query is done, False if still running
+
+# Get the total row count
+row_count = status_response.rowCount  # Total number of rows in the result set
+
+print(f"Query complete: {is_complete}")
+print(f"Row count: {row_count}")
+```
+
+The `status()` method is useful for:
+- **Monitoring long-running queries**: Poll the status periodically to check if execution is complete
+- **Checking row counts**: Get the total number of rows without fetching all results
+- **Query progress tracking**: Integrate with monitoring systems or progress bars
+- **Conditional fetching**: Decide whether to fetch results based on completion status
+
+Example - Polling for query completion:
+```python
+import time
+
+cursor = conn.cursor(catalog_name=catalog_name)
+query_id = cursor.execute("SELECT * FROM large_table")
+
+# Poll until query is complete
+while True:
+    status_response = cursor.status(query_id)
+    if status_response.status:
+        print(f"Query complete! Total rows: {status_response.rowCount}")
+        break
+    else:
+        print("Query still running...")
+        time.sleep(1)  # Wait 1 second before checking again
+
+# Now fetch the results
+results = cursor.fetchall()
+```
+
 Switch database in an existing connection:
 ```python
 database = '<new_database_name>'  # Replace with the new database.

{e6data_python_connector-2.3.13 → e6data_python_connector-2.3.14}/e6data_python_connector/dialect.py

@@ -14,9 +14,15 @@ from decimal import Decimal
 
 from dateutil.parser import parse
 from sqlalchemy import exc
-from sqlalchemy import processors
 from sqlalchemy import types
-from sqlalchemy.databases import mysql
+try:
+    from sqlalchemy import processors
+except ImportError:
+    from sqlalchemy.engine import processors
+try:
+    from sqlalchemy.databases import mysql
+except ImportError:
+    from sqlalchemy.dialects import mysql
 from sqlalchemy.engine import default, Engine, Connection
 from sqlalchemy.sql import compiler
 from sqlalchemy.sql.compiler import SQLCompiler
@@ -27,6 +33,11 @@ from e6data_python_connector.exceptions import *
 
 _logger = logging.getLogger(__name__)
 
+_MYSQL_TINY_INTEGER = (
+    getattr(mysql, "MSTinyInteger", None) or
+    getattr(mysql, "TINYINT", types.SmallInteger)
+)
+
 
 class E6dataStringTypeBase(types.TypeDecorator):
     """Translates strings returned by Thrift into something else"""
@@ -120,7 +131,7 @@ class E6dataIdentifierPreparer(compiler.IdentifierPreparer):
 
 _type_map = {
     'boolean': types.Boolean,
-    'tinyint': mysql.MSTinyInteger,
+    'tinyint': _MYSQL_TINY_INTEGER,
     'smallint': types.SmallInteger,
     'integer': types.Integer,
     'bigint': types.BigInteger,
@@ -316,7 +327,8 @@ class E6dataDialect(default.DefaultDialect):
         for column in columns:
             row = dict()
             row["name"] = column.get('fieldName')
-            row["type"] = lambda: column.get('fieldType')
+            field_type = str(column.get('fieldType')).lower()
+            row["type"] = _type_map.get(field_type, types.String)
             rows.append(row)
         return rows
 

{e6data_python_connector-2.3.13 → e6data_python_connector-2.3.14/e6data_python_connector.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: e6data-python-connector
-Version: 2.3.13
+Version: 2.3.14
 Summary: Client for the e6data distributed SQL Engine.
 Home-page: https://github.com/e6x-labs/e6data-python-connector
 Author: e6data, Inc.
@@ -39,7 +39,7 @@ Dynamic: summary
 
 # e6data Python Connector
 
-![version](https://img.shields.io/badge/version-2.3.13-blue.svg)
+![version](https://img.shields.io/badge/version-2.3.14-blue.svg)
 
 ## Introduction
 
@@ -324,6 +324,48 @@ query_id = '<query_id>'  # query id from execute function response.
 cursor.cancel(query_id)
 ```
 
+To get the status of a running or completed query:
+```python
+query_id = '<query_id>'  # query id from execute function response.
+status_response = cursor.status(query_id)
+
+# Check if query execution is complete
+is_complete = status_response.status  # Returns True when query is done, False if still running
+
+# Get the total row count
+row_count = status_response.rowCount  # Total number of rows in the result set
+
+print(f"Query complete: {is_complete}")
+print(f"Row count: {row_count}")
+```
+
+The `status()` method is useful for:
+- **Monitoring long-running queries**: Poll the status periodically to check if execution is complete
+- **Checking row counts**: Get the total number of rows without fetching all results
+- **Query progress tracking**: Integrate with monitoring systems or progress bars
+- **Conditional fetching**: Decide whether to fetch results based on completion status
+
+Example - Polling for query completion:
+```python
+import time
+
+cursor = conn.cursor(catalog_name=catalog_name)
+query_id = cursor.execute("SELECT * FROM large_table")
+
+# Poll until query is complete
+while True:
+    status_response = cursor.status(query_id)
+    if status_response.status:
+        print(f"Query complete! Total rows: {status_response.rowCount}")
+        break
+    else:
+        print("Query still running...")
+        time.sleep(1)  # Wait 1 second before checking again
+
+# Now fetch the results
+results = cursor.fetchall()
+```
+
 Switch database in an existing connection:
 ```python
 database = '<new_database_name>'  # Replace with the new database.

{e6data_python_connector-2.3.13 → e6data_python_connector-2.3.14}/e6data_python_connector.egg-info/SOURCES.txt

@@ -64,6 +64,7 @@ test/test_connection_pool_e2e.py
 test/test_current_implementation.py
 test/test_decimal128_binary_parsing.py
 test/test_decimal128_parsing.py
+test/test_dialect_columns.py
 test/test_fix.py
 test/test_improved_parsing.py
 test/test_known_case.py

{e6data_python_connector-2.3.13 → e6data_python_connector-2.3.14}/setup.py

@@ -12,7 +12,7 @@
 
 import setuptools
 
-VERSION = (2, 3, 13,)
+VERSION = (2, 3, 14,)
 
 
 def get_long_desc():

e6data_python_connector-2.3.14/test/test_dialect_columns.py

@@ -0,0 +1,86 @@
+import unittest
+from unittest.mock import patch
+
+from sqlalchemy import types
+
+from e6data_python_connector import dialect as dialect_module
+from e6data_python_connector.dialect import (
+    E6dataDate,
+    E6dataDecimal,
+    E6dataDialect,
+    E6dataTimestamp,
+)
+
+
+class FakeClient(object):
+    def __init__(self, columns):
+        self.columns = columns
+        self.calls = []
+
+    def get_columns(self, catalog, schema, table_name):
+        self.calls.append((catalog, schema, table_name))
+        return self.columns
+
+
+class FakeCursorOwner(object):
+    def __init__(self, client):
+        self.client = client
+
+    def cursor(self, catalog_name=None):
+        return FakeCursor(self.client)
+
+
+class FakeCursor(object):
+    def __init__(self, client):
+        self.connection = client
+
+
+class FakeSQLAlchemyConnection(object):
+    def __init__(self, client):
+        self.connection = FakeCursorOwner(client)
+
+
+class TestDialectGetColumns(unittest.TestCase):
+    def test_get_columns_maps_each_reflected_column_to_its_own_sqlalchemy_type(self):
+        client = FakeClient([
+            {"fieldName": "id", "fieldType": "integer"},
+            {"fieldName": "customer_name", "fieldType": "varchar"},
+            {"fieldName": "amount", "fieldType": "decimal"},
+            {"fieldName": "created_on", "fieldType": "date"},
+            {"fieldName": "created_at", "fieldType": "timestamp"},
+        ])
+        connection = FakeSQLAlchemyConnection(client)
+        dialect = E6dataDialect()
+        dialect.catalog_name = "lakehouse"
+
+        with patch.object(dialect_module, "Connection", FakeSQLAlchemyConnection):
+            columns = dialect.get_columns(connection, "orders", "sales")
+
+        self.assertEqual(
+            ["id", "customer_name", "amount", "created_on", "created_at"],
+            [column["name"] for column in columns],
+        )
+        self.assertEqual([("lakehouse", "sales", "orders")], client.calls)
+        self.assertIs(columns[0]["type"], types.Integer)
+        self.assertIs(columns[1]["type"], types.String)
+        self.assertIs(columns[2]["type"], E6dataDecimal)
+        self.assertIs(columns[3]["type"], E6dataDate)
+        self.assertIs(columns[4]["type"], E6dataTimestamp)
+
+    def test_get_columns_defaults_unknown_e6data_type_to_string(self):
+        client = FakeClient([
+            {"fieldName": "payload", "fieldType": "variant"},
+        ])
+        connection = FakeSQLAlchemyConnection(client)
+        dialect = E6dataDialect()
+        dialect.catalog_name = "lakehouse"
+
+        with patch.object(dialect_module, "Connection", FakeSQLAlchemyConnection):
+            columns = dialect.get_columns(connection, "events", "sales")
+
+        self.assertEqual("payload", columns[0]["name"])
+        self.assertIs(columns[0]["type"], types.String)
+
+
+if __name__ == "__main__":
+    unittest.main()