e6data-python-connector 2.3.9rc8__tar.gz → 2.3.9rc10__tar.gz

{e6data_python_connector-2.3.9rc8/e6data_python_connector.egg-info → e6data_python_connector-2.3.9rc10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: e6data-python-connector
-Version: 2.3.9rc8
+Version: 2.3.9rc10
 Summary: Client for the e6data distributed SQL Engine.
 Home-page: https://github.com/e6x-labs/e6data-python-connector
 Author: e6data, Inc.
@@ -38,7 +38,7 @@ Dynamic: summary
 
 # e6data Python Connector
 
-![version](https://img.shields.io/badge/version-2.3.9.rc8-blue.svg)
+![version](https://img.shields.io/badge/version-2.3.9rc10-blue.svg)
 
 ## Introduction
 

{e6data_python_connector-2.3.9rc8 → e6data_python_connector-2.3.9rc10}/README.md

@@ -1,6 +1,6 @@
 # e6data Python Connector
 
-![version](https://img.shields.io/badge/version-2.3.9.rc8-blue.svg)
+![version](https://img.shields.io/badge/version-2.3.9rc10-blue.svg)
 
 ## Introduction
 

{e6data_python_connector-2.3.9rc8 → e6data_python_connector-2.3.9rc10}/e6data_python_connector/cluster_manager.py

@@ -365,7 +365,7 @@ class ClusterManager:
             # Retrieve the current cluster status with strategy header
             try:
                 current_status = self._try_cluster_request("status")
-            except _InactiveRpcError:
+            except _InactiveRpcError as e:
                 return False
             if current_status.status == 'suspended':
                 # Send the resume request with strategy header

{e6data_python_connector-2.3.9rc8 → e6data_python_connector-2.3.9rc10}/e6data_python_connector/dialect.py

@@ -229,6 +229,7 @@ class E6dataDialect(default.DefaultDialect):
         self.cluster_name = url.query.get("cluster-name")
         self.secure = url.query.get("secure") == "true"
         self.auto_resume = url.query.get("auto-resume", "true") == "true"  # default to True
+        self.debug = url.query.get("debug", "false") == "true"  # default to True
         if not self.catalog_name:
             raise Exception('Please specify catalog in query parameter.')
 
@@ -250,7 +251,8 @@ class E6dataDialect(default.DefaultDialect):
             "cluster_name": self.cluster_name,
             'secure': self.secure,
             'auto_resume': self.auto_resume,
-            'grpc_options': grpc_options
+            'grpc_options': grpc_options,
+            'debug': self.debug
         }
         return [], kwargs
 

{e6data_python_connector-2.3.9rc8 → e6data_python_connector-2.3.9rc10}/e6data_python_connector/e6data_grpc.py

@@ -128,26 +128,28 @@ _local_strategy_cache = {
 # Strategy cache timeout in seconds (5 minutes)
 STRATEGY_CACHE_TIMEOUT = 300
 
+# Global set to track debug-enabled connections
+_debug_connections = set()
+
+def _strategy_debug_log(message):
+    """Log strategy debug messages if any connection has debug enabled."""
+    if _debug_connections:
+        print(f"[E6DATA_STRATEGY_DEBUG] {time.strftime('%Y-%m-%d %H:%M:%S')} - {message}")
+
+
+def _get_normalised_strategy_with_validate(strategy):
+    if not strategy:
+        return False
+    # Normalize strategy to lowercase and validate
+    normalized_strategy = strategy.lower()
+    if normalized_strategy not in ['blue', 'green']:
+        return False
+    return normalized_strategy
+
 
 def _get_shared_strategy():
     """Get or create the shared strategy storage."""
-    global _strategy_manager, _shared_strategy
-
-    # Try to use multiprocessing.Manager for process-safe storage
-    try:
-        if _strategy_manager is None:
-            _strategy_manager = multiprocessing.Manager()
-            _shared_strategy = _strategy_manager.dict()
-            _shared_strategy['active_strategy'] = None
-            _shared_strategy['last_check_time'] = 0
-            _shared_strategy['pending_strategy'] = None
-            _shared_strategy['query_strategy_map'] = _strategy_manager.dict()
-            _shared_strategy['last_transition_time'] = 0
-            _shared_strategy['session_invalidated'] = False
-        return _shared_strategy
-    except:
-        # Fall back to thread-local storage if Manager fails
-        return _local_strategy_cache
+    return _local_strategy_cache
 
 
 def _get_active_strategy():
@@ -165,20 +167,21 @@ def _get_active_strategy():
 
 def _set_active_strategy(strategy):
     """Set the active deployment strategy in shared memory."""
-    if not strategy:
-        return
-    # Normalize strategy to lowercase and validate
-    normalized_strategy = strategy.lower()
-    if normalized_strategy not in ['blue', 'green']:
+    normalized_strategy = _get_normalised_strategy_with_validate(strategy)
+    if not normalized_strategy:
         return
 
     with _strategy_lock:
         shared_strategy = _get_shared_strategy()
         current_time = time.time()
+        old_strategy = shared_strategy.get('active_strategy')
 
         # Only update transition time if strategy actually changed
-        if shared_strategy['active_strategy'] != normalized_strategy:
+        if old_strategy != normalized_strategy:
             shared_strategy['last_transition_time'] = current_time
+            _strategy_debug_log(f"Setting active strategy: {old_strategy} -> {normalized_strategy}")
+        else:
+            _strategy_debug_log(f"Active strategy unchanged: {normalized_strategy}")
 
         shared_strategy['active_strategy'] = normalized_strategy
         shared_strategy['last_check_time'] = current_time
@@ -188,6 +191,9 @@ def _clear_strategy_cache():
     """Clear the cached strategy to force re-detection."""
     with _strategy_lock:
         shared_strategy = _get_shared_strategy()
+        old_strategy = shared_strategy.get('active_strategy')
+        if old_strategy:
+            _strategy_debug_log(f"Clearing strategy cache (was: {old_strategy})")
         shared_strategy['active_strategy'] = None
         shared_strategy['last_check_time'] = 0
         shared_strategy['pending_strategy'] = None
@@ -195,11 +201,8 @@ def _clear_strategy_cache():
 
 def _set_pending_strategy(strategy):
     """Set the pending strategy to be used for the next query."""
-    if not strategy:
-        return
-    # Normalize strategy to lowercase and validate
-    normalized_strategy = strategy.lower()
-    if normalized_strategy not in ['blue', 'green']:
+    normalized_strategy = _get_normalised_strategy_with_validate(strategy)
+    if not normalized_strategy:
         return
 
     with _strategy_lock:
@@ -208,6 +211,8 @@ def _set_pending_strategy(strategy):
 
         if normalized_strategy != current_active:
             shared_strategy['pending_strategy'] = normalized_strategy
+            query_count = len(shared_strategy.get('query_strategy_map', {}))
+            _strategy_debug_log(f"Setting pending strategy: {normalized_strategy} (current: {current_active}, active queries: {query_count})")
 
 
 def _apply_pending_strategy():
@@ -215,14 +220,19 @@ def _apply_pending_strategy():
     with _strategy_lock:
         shared_strategy = _get_shared_strategy()
         if shared_strategy['pending_strategy']:
+            old_strategy = shared_strategy['active_strategy']
             new_strategy = shared_strategy['pending_strategy']
             current_time = time.time()
 
+            _strategy_debug_log(f"Applying pending strategy: {old_strategy} -> {new_strategy}")
+            
             shared_strategy['active_strategy'] = new_strategy
             shared_strategy['pending_strategy'] = None
             shared_strategy['last_check_time'] = current_time
             shared_strategy['last_transition_time'] = current_time
             shared_strategy['session_invalidated'] = True  # Invalidate all sessions
+            
+            _strategy_debug_log(f"Strategy transition complete. All sessions invalidated.")
 
             return new_strategy
         return None
@@ -237,11 +247,8 @@ def _invalidate_all_sessions():
 
 def _register_query_strategy(query_id, strategy):
     """Register the strategy used for a specific query."""
-    if not query_id or not strategy:
-        return
-    # Normalize strategy to lowercase and validate
-    normalized_strategy = strategy.lower()
-    if normalized_strategy not in ['blue', 'green']:
+    normalized_strategy = _get_normalised_strategy_with_validate(strategy)
+    if not normalized_strategy:
         return
 
     with _strategy_lock:
@@ -249,6 +256,7 @@ def _register_query_strategy(query_id, strategy):
         query_map = shared_strategy.get('query_strategy_map', {})
         query_map[query_id] = normalized_strategy
         shared_strategy['query_strategy_map'] = query_map
+        _strategy_debug_log(f"Query {query_id} registered with strategy: {normalized_strategy}")
 
 
 def _get_query_strategy(query_id):
@@ -270,8 +278,11 @@ def _cleanup_query_strategy(query_id):
         shared_strategy = _get_shared_strategy()
         query_map = shared_strategy.get('query_strategy_map', {})
         if query_id in query_map:
+            strategy = query_map[query_id]
             del query_map[query_id]
             shared_strategy['query_strategy_map'] = query_map
+            remaining_queries = len(query_map)
+            _strategy_debug_log(f"Query {query_id} completed (was using {strategy}). Remaining active queries: {remaining_queries}")
 
 
 def _get_strategy_debug_info():
@@ -318,6 +329,7 @@ class Connection(object):
             auto_resume: bool = True,
             scheme: str = 'e6data',
             grpc_options: dict = None,
+            debug: bool = False,
     ):
         """
         Parameters
@@ -349,6 +361,8 @@ class Connection(object):
                 - max_send_message_length: Similar to max_receive_message_length, this parameter sets the maximum allowed size (in bytes) for outgoing messages from the gRPC client
                 - grpc_prepare_timeout: Timeout for prepare statement API call (default to 10 minutes).
                 - keepalive_time_ms: This parameter defines the time, in milliseconds, Default to 30 seconds
+            debug: bool, Optional
+                Flag to enable debug logging for blue-green deployment strategy changes
         """
         if not username or not password:
             raise ValueError("username or password cannot be empty.")
@@ -378,6 +392,13 @@ class Connection(object):
             The default maximum time on client side to wait for the cluster to resume is 5 minutes.
             """
             self.grpc_auto_resume_timeout_seconds = self._grpc_options.pop('grpc_auto_resume_timeout_seconds')
+        
+        # Store debug flag and register with debug connections
+        self._debug = debug
+        if self._debug:
+            _debug_connections.add(id(self))
+            _strategy_debug_log(f"Debug mode enabled for connection {id(self)}")
+        
         self._create_client()
 
     @property
@@ -504,6 +525,7 @@ class Connection(object):
 
                 if active_strategy and not pending_strategy:
                     # Use cached strategy only if there's no pending strategy
+                    _strategy_debug_log(f"Authenticating with cached strategy: {active_strategy}")
                     try:
                         authenticate_response = self._client.authenticate(
                             authenticate_request,
@@ -515,8 +537,9 @@ class Connection(object):
                         # Check for new strategy in authenticate response
                         if hasattr(authenticate_response, 'new_strategy') and authenticate_response.new_strategy:
                             new_strategy = authenticate_response.new_strategy.lower()
-                            if new_strategy != active_strategy:
-                                _set_pending_strategy(new_strategy)
+                            normalized_strategy = _get_normalised_strategy_with_validate(new_strategy)
+                            if normalized_strategy and normalized_strategy != active_strategy:
+                                _set_pending_strategy(normalized_strategy)
                                 _apply_pending_strategy()
                                 self._session_id = None
                                 self.close()
@@ -525,6 +548,7 @@ class Connection(object):
                     except _InactiveRpcError as e:
                         if e.code() == grpc.StatusCode.UNKNOWN and 'status: 456' in e.details():
                             # Strategy changed, clear cache and retry
+                            _strategy_debug_log(f"Got 456 error with strategy {active_strategy}, clearing cache and retrying")
                             _clear_strategy_cache()
                             active_strategy = None
                         else:
@@ -543,8 +567,10 @@ class Connection(object):
                     else:
                         # Always try blue first, then green if it fails with 456
                         strategies = ['blue', 'green']
+                        _strategy_debug_log(f"No cached strategy, will try strategies in order: {strategies}")
                     last_error = None
                     for strategy in strategies:
+                        _strategy_debug_log(f"Attempting authentication with strategy: {strategy}")
                         try:
                             authenticate_response = self._client.authenticate(
                                 authenticate_request,
@@ -553,12 +579,14 @@ class Connection(object):
                             self._session_id = authenticate_response.sessionId
                             if self._session_id:
                                 # Success! Cache this strategy
+                                _strategy_debug_log(f"Authentication successful with strategy: {strategy}")
                                 _set_active_strategy(strategy)
 
                                 # Check for new strategy in authenticate response
                                 if hasattr(authenticate_response, 'new_strategy') and authenticate_response.new_strategy:
                                     new_strategy = authenticate_response.new_strategy.lower()
-                                    if new_strategy != strategy:
+                                    normalized_strategy = _get_normalised_strategy_with_validate(new_strategy)
+                                    if normalized_strategy and normalized_strategy != active_strategy:
                                         _set_pending_strategy(new_strategy)
                                         _apply_pending_strategy()
                                         self.close()
@@ -569,6 +597,7 @@ class Connection(object):
                         except _InactiveRpcError as e:
                             if e.code() == grpc.StatusCode.UNKNOWN and 'status: 456' in e.details():
                                 # Wrong strategy, try the next one
+                                _strategy_debug_log(f"Strategy {strategy} failed with 456 error, trying next")
                                 last_error = e
                                 continue
                             else:
@@ -593,6 +622,7 @@ class Connection(object):
                             cluster_uuid=self.cluster_name,
                             timeout=self.grpc_auto_resume_timeout_seconds
                         ).resume()
+                        print('starus', status)
                         if status:
                             return self.get_session_id
                         else:
@@ -640,6 +670,11 @@ class Connection(object):
             self._channel.close()
             self._channel = None
         self._session_id = None
+        
+        # Remove from debug connections if debug was enabled
+        if self._debug:
+            _debug_connections.discard(id(self))
+            _strategy_debug_log(f"Debug mode disabled for connection {id(self)}")
 
     def check_connection(self):
         """
@@ -1086,6 +1121,7 @@ class Cursor(DBAPICursor):
         query_map = shared_strategy.get('query_strategy_map', {})
 
         if pending_strategy and len(query_map) == 0:
+            _strategy_debug_log(f"Last query cleared, triggering pending strategy transition")
             _apply_pending_strategy()
 
         return clear_response
@@ -1109,6 +1145,7 @@ class Cursor(DBAPICursor):
         query_map = shared_strategy.get('query_strategy_map', {})
 
         if pending_strategy and len(query_map) == 0:
+            _strategy_debug_log(f"Last query cleared, triggering pending strategy transition")
             _apply_pending_strategy()
 
     def status(self, query_id):

{e6data_python_connector-2.3.9rc8 → e6data_python_connector-2.3.9rc10}/e6data_python_connector/strategy.py

@@ -40,24 +40,7 @@ def _initialize_shared_state():
     with _initialization_lock:
         if _shared_strategy is not None:
             return _shared_strategy
-        
-        try:
-            # Try to create multiprocessing Manager
-            _manager = multiprocessing.Manager()
-            _shared_strategy = _manager.dict({
-                'active_strategy': None,
-                'last_check_time': 0,
-                'pending_strategy': None,
-                'query_strategy_map': _manager.dict(),
-                'last_transition_time': 0,
-                'session_invalidated': False
-            })
-            _logger.debug("Successfully initialized multiprocessing Manager for strategy sharing")
-            return _shared_strategy
-        except Exception as e:
-            # Fall back to thread-local storage if Manager fails
-            _logger.warning(f"Failed to initialize multiprocessing Manager: {e}. Using thread-local storage.")
-            return _local_strategy_cache
+        return _local_strategy_cache
 
 
 def _get_shared_strategy():

{e6data_python_connector-2.3.9rc8 → e6data_python_connector-2.3.9rc10/e6data_python_connector.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: e6data-python-connector
-Version: 2.3.9rc8
+Version: 2.3.9rc10
 Summary: Client for the e6data distributed SQL Engine.
 Home-page: https://github.com/e6x-labs/e6data-python-connector
 Author: e6data, Inc.
@@ -38,7 +38,7 @@ Dynamic: summary
 
 # e6data Python Connector
 
-![version](https://img.shields.io/badge/version-2.3.9.rc8-blue.svg)
+![version](https://img.shields.io/badge/version-2.3.9rc10-blue.svg)
 
 ## Introduction
 

{e6data_python_connector-2.3.9rc8 → e6data_python_connector-2.3.9rc10}/setup.py

@@ -12,7 +12,7 @@
 
 import setuptools
 
-VERSION = (2, 3, 9, 'rc8')
+VERSION = (2, 3, 9, 'rc10',)
 
 
 def get_long_desc():