nebu 0.1.77__py3-none-any.whl → 0.1.79__py3-none-any.whl

nebu/errors.py

@@ -0,0 +1,5 @@
+# Add this near the top with other imports/definitions
+class RetriableError(Exception):
+    """Custom exception for failures during Training resource setup."""
+
+    pass

nebu/processors/consumer.py

@@ -16,6 +16,8 @@ import redis
 import socks
 from redis import ConnectionError, ResponseError
 
+from nebu.errors import RetriableError
+
 # Define TypeVar for generic models
 T = TypeVar("T")
 
@@ -433,6 +435,13 @@ def process_message(message_id: str, message_data: Dict[str, str]) -> None:
                     f"Subprocess for {message_id} completed successfully (return code 0)."
                 )
                 # Assume success handling (ack/response) was done by the worker
+            elif return_code == 3:
+                print(
+                    f"Subprocess for {message_id} reported a retriable error (exit code 3). Message will not be acknowledged."
+                )
+                # Optionally send an error response here, though the worker already did.
+                # _send_error_response(...)
+                # DO NOT Acknowledge the message here, let it be retried.
             else:
                 print(
                     f"Subprocess for {message_id} failed with exit code {return_code}."
@@ -550,6 +559,16 @@ def process_message(message_id: str, message_data: Dict[str, str]) -> None:
             None,
             None,
         )  # Pass None for user_id if unavailable here
+        # Acknowledge message with code load failure to prevent reprocessing loop
+        try:
+            assert isinstance(REDIS_STREAM, str)
+            assert isinstance(REDIS_CONSUMER_GROUP, str)
+            r.xack(REDIS_STREAM, REDIS_CONSUMER_GROUP, message_id)
+            print(f"Acknowledged message {message_id} due to code load failure.")
+        except Exception as e_ack:
+            print(
+                f"CRITICAL: Failed to acknowledge message {message_id} after code load failure: {e_ack}"
+            )
         return  # Skip processing
 
     return_stream = None
@@ -797,6 +816,15 @@ def process_message(message_id: str, message_data: Dict[str, str]) -> None:
         assert isinstance(REDIS_CONSUMER_GROUP, str)
         r.xack(REDIS_STREAM, REDIS_CONSUMER_GROUP, message_id)
 
+    except RetriableError as e:
+        print(f"Retriable error processing message {message_id}: {e}")
+        traceback.print_exc()
+        _send_error_response(
+            message_id, str(e), traceback.format_exc(), return_stream, user_id
+        )
+        # DO NOT Acknowledge the message for retriable errors
+        print(f"Message {message_id} will be retried later.")
+
     except Exception as e:
         print(f"Error processing message {message_id}: {e}")
         traceback.print_exc()

nebu/processors/consumer_process_worker.py

@@ -14,6 +14,8 @@ from typing import Any, Callable, Dict, List, Optional, Tuple, TypeVar, cast
 import redis
 import socks
 
+from nebu.errors import RetriableError
+
 # from redis import ConnectionError, ResponseError # Removed unused imports
 
 # Define TypeVar for generic models
@@ -640,8 +642,24 @@ if __name__ == "__main__":
             print("[Worker] Exiting with status 0.")
             sys.exit(0)
 
+        except RetriableError as e:
+            # --- Handle Retriable Processing Error ---
+            print(f"[Worker] Retriable error processing message {message_id}: {e}")
+            tb = traceback.format_exc()
+            print(tb)
+            # Assert message_id is str before sending error
+            assert isinstance(message_id, str)
+            # Send error response (optional, consider suppressing later if too noisy)
+            _send_error_response(message_id, str(e), tb, return_stream, user_id)
+
+            # DO NOT Acknowledge the message for retriable errors
+
+            # --- 9. Exit with specific code for retriable failure ---
+            print("[Worker] Exiting with status 3 due to retriable error.")
+            sys.exit(3)
+
         except Exception as e:
-            # --- Handle Processing Error ---
+            # --- Handle Non-Retriable Processing Error ---
             print(f"[Worker] Error processing message {message_id}: {e}")
             tb = traceback.format_exc()
             print(tb)

nebu/processors/decorate.py

@@ -390,7 +390,8 @@ def processor(
     ports: Optional[List[V1PortRequest]] = None,
     proxy_port: Optional[int] = None,
     health_check: Optional[V1ContainerHealthCheck] = None,
-    execution_mode: str = "inline",  # Added parameter
+    execution_mode: str = "inline",
+    config: Optional[GlobalConfig] = None,
 ):
     def decorator(
         func: Callable[[Any], Any],
@@ -410,6 +411,9 @@ def processor(
         processor_name = func.__name__
         all_volumes = volumes or []  # Initialize volumes list
 
+        # Use a local variable for config resolution
+        effective_config = config
+
         # --- Get Decorated Function File Path and Directory ---
         print("[DEBUG Decorator] Getting source file path for decorated function...")
         func_file_path: Optional[str] = None
@@ -445,9 +449,9 @@ def processor(
         # --- Get API Key ---
         print("[DEBUG Decorator] Loading Nebu configuration...")
         try:
-            pass
-            config = GlobalConfig.read()
-            current_server = config.get_current_server_config()
+            if not effective_config:
+                effective_config = GlobalConfig.read()
+            current_server = effective_config.get_current_server_config()
             if not current_server or not current_server.api_key:
                 raise ValueError("Nebu server configuration or API key not found.")
             api_key = current_server.api_key

{nebu-0.1.77.dist-info → nebu-0.1.79.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nebu
-Version: 0.1.77
+Version: 0.1.79
 Summary: A globally distributed container runtime
 Requires-Python: >=3.10.14
 Description-Content-Type: text/markdown

{nebu-0.1.77.dist-info → nebu-0.1.79.dist-info}/RECORD

@@ -3,6 +3,7 @@ nebu/auth.py,sha256=N_v6SPFD9HU_UoRDTaouH03g2Hmo9C-xxqInE1FweXE,1471
 nebu/cache.py,sha256=jmluqvWnE9N8uNq6nppXSxEJK7DKWaB79GicaGg9KmY,4718
 nebu/config.py,sha256=C5Jt9Bd0i0HrgzBSVNJ-Ml3KwX_gaYbYYZEtNL2gvJg,7031
 nebu/data.py,sha256=X0aAJYuHNVcTCRHpIDDm546HwMqIZpv40lGrozlL41A,39797
+nebu/errors.py,sha256=bBnK5YQ6qZg4OMY81AN2k03ppefg89FUwF_SHEMlqCA,170
 nebu/meta.py,sha256=CzFHMND9seuewzq9zNNx9WTr6JvrCBExe7BLqDSr7lM,745
 nebu/orign.py,sha256=SkVfHgpadwik58KCZCrjdV5EHY0dhpEhDvijzLxY11Y,2052
 nebu/builders/builder.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -13,17 +14,17 @@ nebu/containers/models.py,sha256=0j6NGy4yto-enRDh_4JH_ZTbHrLdSpuMOqNQPnIrwC4,681
 nebu/containers/server.py,sha256=yFa2Y9PzBn59E1HftKiv0iapPonli2rbGAiU6r-wwe0,2513
 nebu/namespaces/models.py,sha256=EqUOpzhVBhvJw2P92ONDUbIgC31M9jMmcaG5vyOrsWg,497
 nebu/namespaces/namespace.py,sha256=Q_EDH7BgQrTkaDh_l4tbo22qpq-uARfIk8ZPBLjITGY,4967
-nebu/processors/consumer.py,sha256=N1olarPEHHqisxuM6gkar_LHG9CUbGhGvrIz-tmsPT4,42267
-nebu/processors/consumer_process_worker.py,sha256=l5_BSMfqy-n2yK_UC3sm_pimzelaASeMdPxRE97HFwc,30959
-nebu/processors/decorate.py,sha256=mu1o05BjNcbJ4M1so4Xvt7UbslX--B4dsYLgs5h8bEg,54610
+nebu/processors/consumer.py,sha256=nWJmlTwJxfadMEQQwzwOJNPCAkcxqIzOpshMMbnfa-o,43617
+nebu/processors/consumer_process_worker.py,sha256=tF5KU3Rnmzfc3Y0cM8J5nwGg1cJMe-ry0FmMSgGvXrY,31765
+nebu/processors/decorate.py,sha256=U-NjFszyfKD6ACEyPJogFCbOPsfRYJUgGobLzfaHwD8,54766
 nebu/processors/default.py,sha256=W4slJenG59rvyTlJ7gRp58eFfXcNOTT2Hfi6zzJAobI,365
 nebu/processors/models.py,sha256=y40HoW-MEzDWB2dm_tsYlUy3Nf3s6eiLC0iGO9BoNog,3956
 nebu/processors/processor.py,sha256=OgEK8Fz0ehSe_VFiNsxweVKZIckhgVvQQ11NNffYZqA,15848
 nebu/processors/remote.py,sha256=TeAIPGEMqnDIb7H1iett26IEZrBlcbPB_-DSm6jcH1E,1285
 nebu/redis/models.py,sha256=coPovAcVXnOU1Xh_fpJL4PO3QctgK9nBe5QYoqEcnxg,1230
 nebu/services/service.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nebu-0.1.77.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-nebu-0.1.77.dist-info/METADATA,sha256=6zdRYrPRNGO6NnN30EV26EVc5drWDvJKJbAhirgj2sQ,1731
-nebu-0.1.77.dist-info/WHEEL,sha256=ck4Vq1_RXyvS4Jt6SI0Vz6fyVs4GWg7AINwpsaGEgPE,91
-nebu-0.1.77.dist-info/top_level.txt,sha256=uLIbEKJeGSHWOAJN5S0i5XBGwybALlF9bYoB1UhdEgQ,5
-nebu-0.1.77.dist-info/RECORD,,
+nebu-0.1.79.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+nebu-0.1.79.dist-info/METADATA,sha256=CGL9pnRUrW4gx4A6tIaOgxgC3WRlxUSANUHJcBuhLPc,1731
+nebu-0.1.79.dist-info/WHEEL,sha256=ck4Vq1_RXyvS4Jt6SI0Vz6fyVs4GWg7AINwpsaGEgPE,91
+nebu-0.1.79.dist-info/top_level.txt,sha256=uLIbEKJeGSHWOAJN5S0i5XBGwybALlF9bYoB1UhdEgQ,5
+nebu-0.1.79.dist-info/RECORD,,