e6data-python-connector 2.1.21.dev0__py3-none-any.whl → 2.2.0rc0__py3-none-any.whl

e6data_python_connector/cluster_manager.py

@@ -25,13 +25,11 @@ class _StatusLock:
     def __enter__(self):
         self._status_thread_lock.acquire(timeout=self._LOCK_TIMEOUT)
         self._status_multiprocessing_lock.acquire(timeout=self._LOCK_TIMEOUT)
-        print('Locked threads and processes.')
         return self
 
     def __exit__(self, exc_type, exc_val, exc_tb):
         self._status_thread_lock.release()
         self._status_multiprocessing_lock.release()
-        print('Released threads and processes.')
 
 
 status_lock = _StatusLock()
@@ -65,30 +63,25 @@ class ClusterManager:
         """
         with status_lock as lock:
             if lock.is_active:
-                print('Cluster is already active')
                 return True
             status_payload = cluster_pb2.ClusterStatusRequest(
                 user=self._user,
                 password=self._password
             )
             current_status = self._get_connection.status(status_payload)
-            print('Current status', current_status)
             if current_status.status == 'suspended':
                 payload = cluster_pb2.ResumeRequest(
                     user=self._user,
                     password=self._password
                 )
                 response = self._get_connection.resume(payload)
-                print('resuming response', response.status)
             elif current_status.status == 'active':
-                print('Cluster is already active.')
                 return True
             elif current_status.status != 'resuming':
                 """
                 If cluster is in resuming state already, start watching for the status.
                 Cluster is in different state, cannot resume.
                 """
-                print('Cluster is in different state, cannot resume.')
                 return False
             while True:
                 try:
@@ -97,20 +90,15 @@ class ClusterManager:
                         password=self._password
                     )
                     response = self._get_connection.status(status_payload)
-                    print(response)
                     if response.status == 'active':
                         lock.set_active()
-                        print('Breaking because of status:', response.status)
                         return True
                     if response.status in ['suspended', 'failed']:
-                        print('Breaking because of status:', response.status)
                         return False
                     if time.time() > self._timeout:
-                        print('Breaking because of timeout')
                         return False
                 except _InactiveRpcError as e:
-                    print('On resume error', e)
-                    print('Retrying')
+                    pass
                 time.sleep(5)
 
     def suspend(self):

e6data_python_connector/dialect.py

@@ -215,6 +215,7 @@ class E6dataDialect(default.DefaultDialect):
     catalog_name = None
     cluster_uuid = None
     secure = False
+    auto_resume = False
 
     def _dialect_specific_select_one(self):
         return "NOOP"
@@ -230,6 +231,7 @@ class E6dataDialect(default.DefaultDialect):
         self.catalog_name = url.query.get("catalog")
         self.cluster_uuid = url.query.get("cluster-uuid")
         self.secure = url.query.get("secure") == 'true'
+        self.auto_resume = url.query.get("auto-resume") == 'true'
         if not self.catalog_name:
             raise Exception('Please specify catalog in query parameter.')
 
@@ -242,7 +244,8 @@ class E6dataDialect(default.DefaultDialect):
             "database": database,
             "catalog": self.catalog_name,
             "cluster_uuid": self.cluster_uuid,
-            'secure': self.secure
+            'secure': self.secure,
+            'auto_resume': self.auto_resume
         }
         return [], kwargs
 

e6data_python_connector/e6data_grpc.py

@@ -53,14 +53,31 @@ def _parse_timestamp(value):
             value = datetime.datetime.strptime(value, format)
         else:
             raise Exception(
-                'Cannot convert "{}" into a datetime'.format(value))
+                'Cannot convert "{}" into a datetime'.format(value)
+            )
     else:
         value = None
     return value
 
 
-TYPES_CONVERTER = {"DECIMAL_TYPE": Decimal,
-                   "TIMESTAMP_TYPE": _parse_timestamp}
+TYPES_CONVERTER = {
+    "DECIMAL_TYPE": Decimal,
+    "TIMESTAMP_TYPE": _parse_timestamp
+}
+
+
+def re_auth(func):
+    def wrapper(self, *args, **kwargs):
+        try:
+            return func(self, *args, **kwargs)
+        except _InactiveRpcError as e:
+            if e.code() == grpc.StatusCode.INTERNAL and 'Access denied' in e.details():
+                self.connection.get_re_authenticate_session_id()
+                return func(self, *args, **kwargs)
+            else:
+                raise e
+
+    return wrapper
 
 
 class HiveParamEscaper(ParamEscaper):
@@ -202,6 +219,10 @@ class Connection(object):
             )
         self._client = e6x_engine_pb2_grpc.QueryEngineServiceStub(self._channel)
 
+    def get_re_authenticate_session_id(self):
+        self._session_id = None
+        return self.get_session_id
+
     @property
     def get_session_id(self):
         """
@@ -215,8 +236,7 @@ class Connection(object):
                 )
                 authenticate_response = self._client.authenticate(
                     authenticate_request,
-                    metadata=_get_grpc_header(cluster=self.cluster_uuid),
-                    # timeout=3
+                    metadata=_get_grpc_header(cluster=self.cluster_uuid)
                 )
                 self._session_id = authenticate_response.sessionId
                 if not self._session_id:
@@ -497,6 +517,7 @@ class Cursor(DBAPICursor):
         )
         return self.connection.client.status(status_request, metadata=self.metadata)
 
+    @re_auth
     def execute(self, operation, parameters=None, **kwargs):
         """Prepare and execute a database operation (query or command).
         Return values are not defined.
@@ -552,6 +573,7 @@ class Cursor(DBAPICursor):
 
             self._query_id = prepare_statement_response.queryId
             self._engine_ip = prepare_statement_response.engineIP
+
             execute_statement_request = e6x_engine_pb2.ExecuteStatementV2Request(
                 engineIP=self._engine_ip,
                 sessionId=self.connection.get_session_id,
@@ -636,7 +658,6 @@ class Cursor(DBAPICursor):
         return self._fetch_all()
 
     def fetchmany(self, size: int = None):
-        # _logger.info("fetching all from overriden method")
         if size is None:
             size = self.arraysize
         if self._data is None:

{e6data_python_connector-2.1.21.dev0.dist-info → e6data_python_connector-2.2.0rc0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: e6data-python-connector
-Version: 2.1.21.dev0
+Version: 2.2.0rc0
 Summary: Client for the e6data distributed SQL Engine.
 Home-page: https://github.com/e6x-labs/e6data-python-connector
 Author: Uniphi, Inc.
@@ -15,7 +15,7 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: sqlalchemy >=1.0.0
+Requires-Dist: sqlalchemy>=1.0.0
 Requires-Dist: future
 Requires-Dist: python-dateutil
 Requires-Dist: pycryptodome
@@ -27,7 +27,7 @@ Requires-Dist: sqlalchemy
 
 # e6data Python Connector
 
-![version](https://img.shields.io/badge/version-2.1.21-blue.svg)
+![version](https://img.shields.io/badge/version-2.2.0.rc0-blue.svg)
 
 ## Introduction
 

{e6data_python_connector-2.1.21.dev0.dist-info → e6data_python_connector-2.2.0rc0.dist-info}/RECORD

@@ -1,11 +1,11 @@
 e6data_python_connector/__init__.py,sha256=x_VwhPQ7XLlthR-NJL9Vl7lkLBRCG2pSjmyZSBHOBpM,103
-e6data_python_connector/cluster_manager.py,sha256=0IcXhcg9Eci4OFTix2J82v6eylCK-Kwg_fLrC3rhURI,4331
+e6data_python_connector/cluster_manager.py,sha256=21UW7Sr4t5_ZlnxmcutLp-OI2jB1ldGnUmfRsa4qbxA,3635
 e6data_python_connector/common.py,sha256=nk0CDQ5j1iu8DctBOXX4QypPYmxSgIgoA-Cn1UZXLic,9976
 e6data_python_connector/constants.py,sha256=h5w0lWiFsxz__zUZRlo1f72-8mT_vt9gcWvtWh0viFI,682
 e6data_python_connector/datainputstream.py,sha256=2XKW__PCGfTQ55Puqgie2LZdk_WU-YKwpEIUOQEF-sY,12592
 e6data_python_connector/date_time_utils.py,sha256=zmIwRhEGJwDvCOUjAl6VTDWGppluA-DPl_ioHTNpJKI,14413
-e6data_python_connector/dialect.py,sha256=M7vMHJgbnGqUdlY-XcDyeeXPwll9O7j1YAaySECLNpA,11177
-e6data_python_connector/e6data_grpc.py,sha256=3cDR-8etJDr5NBxT1D__w31Lhd_jAlvVR8m-hrS1rk8,26231
+e6data_python_connector/dialect.py,sha256=hkVRjXxx9DhS8-aHpSoyMVhhHxVs3jdTE60x2aOAf5I,11312
+e6data_python_connector/e6data_grpc.py,sha256=Zk0TMK61IGCII9biNI5GnGVbNF9uzWIuHftwLt4llCM,26695
 e6data_python_connector/exceptions.py,sha256=vrUqdzMq3LjbCmvr5_TcRq9eKmdqGfe-uVjR0BJQf5U,382
 e6data_python_connector/typeId.py,sha256=2EMNWK2SO5CBReNuJphma6xp-69r9GDwwys66t-kSk0,1777
 e6data_python_connector/cluster_server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -21,9 +21,9 @@ e6data_python_connector/server/e6x_engine_pb2.py,sha256=BxJjbijNrEqXQTWEhzLm54Fq
 e6data_python_connector/server/e6x_engine_pb2.pyi,sha256=_aQDLFbSCQ7ubK0Z5ZKh9_VAHFaXbMV55MXYXr85srg,18693
 e6data_python_connector/server/e6x_engine_pb2_grpc.py,sha256=n-eTCsAjsmpgPA_bDansKZq_zMmqkK6TlQGn6IdT6L4,46671
 e6data_python_connector/server/ttypes.py,sha256=uWxwSp4m6e-7SeSEckbZtSduGYmfzXWM09iy5eltBPA,21227
-e6data_python_connector-2.1.21.dev0.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-e6data_python_connector-2.1.21.dev0.dist-info/METADATA,sha256=_ks_S8Q04Umv8dMki--h-MAr3HWNc50_ZLSDRPDy1Yg,6949
-e6data_python_connector-2.1.21.dev0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-e6data_python_connector-2.1.21.dev0.dist-info/entry_points.txt,sha256=MDK4cAOND0preLvq2Tlpnz00wXnP_Y_UopqJsAf3U7Y,77
-e6data_python_connector-2.1.21.dev0.dist-info/top_level.txt,sha256=ChOS6qLf-SQycXr0uBiVxomIfYfbH2SgwrOWhW79ab0,24
-e6data_python_connector-2.1.21.dev0.dist-info/RECORD,,
+e6data_python_connector-2.2.0rc0.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+e6data_python_connector-2.2.0rc0.dist-info/METADATA,sha256=SpImMu_oNyTBJCGYfQshpGuL3_FJeK6sLCNyQMptYrE,6948
+e6data_python_connector-2.2.0rc0.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
+e6data_python_connector-2.2.0rc0.dist-info/entry_points.txt,sha256=MDK4cAOND0preLvq2Tlpnz00wXnP_Y_UopqJsAf3U7Y,77
+e6data_python_connector-2.2.0rc0.dist-info/top_level.txt,sha256=ChOS6qLf-SQycXr0uBiVxomIfYfbH2SgwrOWhW79ab0,24
+e6data_python_connector-2.2.0rc0.dist-info/RECORD,,

{e6data_python_connector-2.1.21.dev0.dist-info → e6data_python_connector-2.2.0rc0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (74.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any