clarifai-protocol 0.0.33__cp310-cp310-win_amd64.whl → 0.0.43__cp310-cp310-win_amd64.whl

{clarifai_protocol-0.0.33.dist-info → clarifai_protocol-0.0.43.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: clarifai-protocol
-Version: 0.0.33
+Version: 0.0.43
 Summary: Clarifai Python Runner Protocol
 Author-email: Clarifai <support@clarifai.com>
 License:                                  Apache License
@@ -230,5 +230,69 @@ Dynamic: license-file
 
 This is a proprietary protocol used by our runners to communicate with our API. This should be installed as part of our python SDK.
 
+## Request Cancellation Support
+
+The protocol now supports request cancellation, allowing models to abort in-flight requests to external inference servers when a user cancels their request.
+
+### Features
+
+- **Request ID Access**: Models can access the current request ID via `get_request_id()`
+- **Abort Callbacks**: Models can register a callback that will be invoked when requests are cancelled or when connections are aborted
+- **Thread Safety**: All operations are thread-safe and work correctly with concurrent requests
+- **Background Execution**: Abort callbacks run in background threads to avoid blocking the protocol
+
+### Usage
+
+```python
+from clarifai_protocol import get_request_id, register_abort_callback
+import requests
+
+class MyModel:
+    def __init__(self):
+        super().__init__()
+        self.sglang_url = "http://localhost:30000"
+        # Register abort callback during initialization
+        register_abort_callback(self._abort_sglang)
+    
+    def _abort_sglang(self, req_id: str) -> None:
+        """Abort handler called when requests are cancelled."""
+        try:
+            requests.post(
+                f"{self.sglang_url}/abort_request",
+                json={"rid": req_id},
+                timeout=2.0
+            )
+        except Exception:
+            pass  # Handle exceptions gracefully
+    
+    def generate(self, prompt: str):
+        """Generate text using external inference server."""
+        # Get the request ID to pass to the external server
+        req_id = get_request_id()
+        
+        # Use req_id when calling external services
+        for token in self._call_sglang(prompt, req_id):
+            yield token
+```
+
+### API Reference
+
+#### `get_request_id() -> Optional[str]`
+
+Returns the current request ID, or `None` if called outside of a request context.
+
+Use this as an identifier when calling external inference servers so that cancellation can properly abort the request.
+
+#### `register_abort_callback(callback: Callable[[str], None]) -> None`
+
+Register a function to be called when a request is cancelled or the connection is aborted.
+
+- Should be called once during model initialization
+- The callback receives the cancelled request's ID as a parameter
+- The callback runs in a background thread
+- **The callback should be idempotent** (safe to call multiple times with the same req_id)
+- Exceptions in the callback are logged but don't crash the protocol
+- Triggered when: explicit cancellation (`RUNNER_ITEM_CANCELLED`) or connection abort (stream done/cancelled)
+
 # Release instructions
 Bump the version in the file VERSION, merge it, pull master, git tag to the same version, push the tag to github to release.

clarifai_protocol-0.0.43.dist-info/RECORD

@@ -0,0 +1,8 @@
+clarifai_protocol.cp310-win_amd64.pyd,sha256=K0tZeg-jm-mi7l7XZdAyeZSstCnA8t6jz4hCCl2soOg,856064
+clarifai_protocol.pyi,sha256=5m8N23qxNtegaMfw7AeAktlh16fOHzxlj9cQ0g6L6zI,990
+clarifai_protocol-0.0.43.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+clarifai_protocol.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
+clarifai_protocol-0.0.43.dist-info/METADATA,sha256=wY2dfQ7ONJYTHyhoWPkNiD4o0u9Eado6YJupFzqWJzU,17191
+clarifai_protocol-0.0.43.dist-info/WHEEL,sha256=EHJKs6QQxvilV2yuNDSsIgSJQh_mTAi3OaY72-LUeOA,96
+clarifai_protocol-0.0.43.dist-info/top_level.txt,sha256=qwWV-wytBq70748luF3R1ouCIWiIm2R551LIVXUtpB8,18
+clarifai_protocol-0.0.43.dist-info/RECORD,,

clarifai_protocol.pyi

@@ -1,7 +1,7 @@
 # This file was generated by Nuitka
 
 # Stubs included by default
-from base_runner import BaseRunner
+from base_runner import BaseRunner, get_item_id, register_item_abort_callback, shutdown_abort_executor
 
 
 __name__ = ...
@@ -10,32 +10,40 @@ __name__ = ...
 
 # Modules used internally, to allow implicit dependencies to be seen:
 import os
-import atexit
-import collections
-import concurrent
-import concurrent.futures
-import itertools
-import signal
-import sys
+import importlib
+import importlib.util
+import subprocess
 import threading
 import time
-import traceback
-import uuid
-import abc
+import concurrent
+import concurrent.futures
 import concurrent.futures.ThreadPoolExecutor
-import queue
+import datetime
 import typing
-import grpc
 import clarifai
 import clarifai.client
-import clarifai.client.base
+import clarifai.client.input
 import clarifai.utils
 import clarifai.utils.logging
 import clarifai_grpc
 import clarifai_grpc.grpc
 import clarifai_grpc.grpc.api
 import clarifai_grpc.grpc.api.status
+import av
+import atexit
+import collections
+import contextvars
+import itertools
+import signal
+import sys
+import traceback
+import uuid
+import abc
+import queue
+import grpc
+import clarifai.client.base
 import grpc._cython
 import grpc._server
 import http
-import http.server
+import http.server
+import requests

clarifai_protocol-0.0.33.dist-info/RECORD

@@ -1,8 +0,0 @@
-clarifai_protocol.cp310-win_amd64.pyd,sha256=29PVZM_NOwHUkrxYq92LmODgrG0ZvWCoE4bFYnm3S9Q,660992
-clarifai_protocol.pyi,sha256=0U76Jmy9bci3OioLcWj0jNp_SlkWS39rf45zz2BGj_A,775
-clarifai_protocol-0.0.33.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-clarifai_protocol.build/.gitignore,sha256=aEiIwOuxfzdCmLZe4oB1JsBmCUxwG8x-u-HBCV9JT8E,1
-clarifai_protocol-0.0.33.dist-info/METADATA,sha256=IHshAB-Ipn_0FczMF8VDdn1-HrQuDfnlxp5bYiqB1-A,14597
-clarifai_protocol-0.0.33.dist-info/WHEEL,sha256=EHJKs6QQxvilV2yuNDSsIgSJQh_mTAi3OaY72-LUeOA,96
-clarifai_protocol-0.0.33.dist-info/top_level.txt,sha256=qwWV-wytBq70748luF3R1ouCIWiIm2R551LIVXUtpB8,18
-clarifai_protocol-0.0.33.dist-info/RECORD,,