chalk-remote-call-python 1.10.4__tar.gz → 1.10.5__tar.gz

{chalk_remote_call_python-1.10.4/chalk_remote_call_python.egg-info → chalk_remote_call_python-1.10.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: chalk-remote-call-python
-Version: 1.10.4
+Version: 1.10.5
 Summary: Chalk remote call Python runtime interface client
 Author: Chalk AI, Inc.
 Project-URL: Homepage, https://chalk.ai
@@ -12,6 +12,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
+Classifier: Programming Language :: Python :: 3.15
 Classifier: Programming Language :: Python
 Classifier: Typing :: Typed
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -19,7 +20,7 @@ Classifier: Topic :: Scientific/Engineering :: Information Analysis
 Classifier: Topic :: Software Development :: Code Generators
 Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Python: <3.15,>=3.10
+Requires-Python: <3.16,>=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: pyarrow>=14.0.0
 Provides-Extra: dev
@@ -45,7 +46,7 @@ The server receives Arrow IPC record batches over a bidirectional gRPC stream, t
 ## Requirements
 
 - Python >= 3.10
-- Rust toolchain (for building the native extension)
+- Rust 1.99.0 (for building the native extension)
 - `pyarrow >= 14.0.0`
 
 ## Usage
@@ -116,6 +117,12 @@ invalid environment configuration, and exceptions escaping startup or the server
 emit a single ERROR record with the full traceback and exit with status 1.
 Calls to `serve()` from Python retain the embedding application's logging configuration.
 
+On Linux, server shutdown drains buffered function-call metrics before the runtime exits,
+including when the server returns an error. Draining waits up to 10 seconds; a timeout or
+publisher failure is logged as a warning.
+Routine drain messages are logged at DEBUG; set `RUST_LOG=info,_native::metrics=debug`
+to include them.
+
 Missing optional StatsD endpoints or a metrics-bus topic do not emit warnings.
 Failures initializing configured metrics sinks still warn. Routine customer
 StatsD configuration messages are emitted at DEBUG by the shared metrics library;
@@ -218,6 +225,15 @@ uv pip install -e ".[dev]"
 pytest tests/ -v
 ```
 
+The Linux metrics shutdown regression tests use an in-memory bus publisher:
+
+```bash
+PYO3_PYTHON=python3 cargo test --manifest-path chalk-remote-call-rs/chalk-remote-call-server/Cargo.toml --no-default-features --lib metrics::tests
+```
+
+`--no-default-features` links Python into the test executable; wheel builds retain
+the default `extension-module` feature.
+
 ### Rust code
 
 Rust source lives in `chalk-remote-call-rs/`:
@@ -232,7 +248,10 @@ PYO3_PYTHON=python3 cargo check --manifest-path chalk-remote-call-rs/chalk-remot
 
 Handler failures retain their original exception type, message, traceback,
 exception chains, and exception groups. Runtime dispatch frames are excluded
-from the user traceback; full diagnostics are retained in server logs.
+from the user traceback, along with callers above the handler dispatch boundary.
+Handler frames and their downstream calls remain visible (except for Chalk SDK
+and marked generated dispatch frames); full diagnostics are retained in server
+logs and `internal_stacktrace`.
 
 All call modes carry a JSON payload with `chalk_remote_error: 1` and an
 `exception` object containing the `ChalkException` fields `kind`, `message`,

{chalk_remote_call_python-1.10.4 → chalk_remote_call_python-1.10.5}/README.md

@@ -7,7 +7,7 @@ The server receives Arrow IPC record batches over a bidirectional gRPC stream, t
 ## Requirements
 
 - Python >= 3.10
-- Rust toolchain (for building the native extension)
+- Rust 1.99.0 (for building the native extension)
 - `pyarrow >= 14.0.0`
 
 ## Usage
@@ -78,6 +78,12 @@ invalid environment configuration, and exceptions escaping startup or the server
 emit a single ERROR record with the full traceback and exit with status 1.
 Calls to `serve()` from Python retain the embedding application's logging configuration.
 
+On Linux, server shutdown drains buffered function-call metrics before the runtime exits,
+including when the server returns an error. Draining waits up to 10 seconds; a timeout or
+publisher failure is logged as a warning.
+Routine drain messages are logged at DEBUG; set `RUST_LOG=info,_native::metrics=debug`
+to include them.
+
 Missing optional StatsD endpoints or a metrics-bus topic do not emit warnings.
 Failures initializing configured metrics sinks still warn. Routine customer
 StatsD configuration messages are emitted at DEBUG by the shared metrics library;
@@ -180,6 +186,15 @@ uv pip install -e ".[dev]"
 pytest tests/ -v
 ```
 
+The Linux metrics shutdown regression tests use an in-memory bus publisher:
+
+```bash
+PYO3_PYTHON=python3 cargo test --manifest-path chalk-remote-call-rs/chalk-remote-call-server/Cargo.toml --no-default-features --lib metrics::tests
+```
+
+`--no-default-features` links Python into the test executable; wheel builds retain
+the default `extension-module` feature.
+
 ### Rust code
 
 Rust source lives in `chalk-remote-call-rs/`:
@@ -194,7 +209,10 @@ PYO3_PYTHON=python3 cargo check --manifest-path chalk-remote-call-rs/chalk-remot
 
 Handler failures retain their original exception type, message, traceback,
 exception chains, and exception groups. Runtime dispatch frames are excluded
-from the user traceback; full diagnostics are retained in server logs.
+from the user traceback, along with callers above the handler dispatch boundary.
+Handler frames and their downstream calls remain visible (except for Chalk SDK
+and marked generated dispatch frames); full diagnostics are retained in server
+logs and `internal_stacktrace`.
 
 All call modes carry a JSON payload with `chalk_remote_error: 1` and an
 `exception` object containing the `ChalkException` fields `kind`, `message`,

{chalk_remote_call_python-1.10.4 → chalk_remote_call_python-1.10.5}/chalk-remote-call-rs/Cargo.lock

@@ -537,6 +537,7 @@ name = "chalk-remote-call-server"
 version = "0.1.0"
 dependencies = [
  "arrow",
+ "async-trait",
  "base64 0.22.1",
  "bytes",
  "chalk-queue",
@@ -1635,15 +1636,6 @@ dependencies = [
  "serde_core",
 ]
 
-[[package]]
-name = "indoc"
-version = "2.0.7"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "79cf5c93f93228cf8efb3ba362535fb11199ac548a09ce117c9b1adc3030d706"
-dependencies = [
- "rustversion",
-]
-
 [[package]]
 name = "ipnet"
 version = "2.12.0"
@@ -1857,15 +1849,6 @@ version = "2.8.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79"
 
-[[package]]
-name = "memoffset"
-version = "0.9.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
-dependencies = [
- "autocfg",
-]
-
 [[package]]
 name = "metrics-generator"
 version = "0.1.0"
@@ -2403,35 +2386,32 @@ dependencies = [
 
 [[package]]
 name = "pyo3"
-version = "0.27.1"
+version = "0.29.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "37a6df7eab65fc7bee654a421404947e10a0f7085b6951bf2ea395f4659fb0cf"
+checksum = "700d18fa267b73b9b521fd7e13580e2f446916f176cacee1ab63fcc8191f1655"
 dependencies = [
- "indoc",
  "libc",
- "memoffset",
  "once_cell",
  "portable-atomic",
  "pyo3-build-config",
  "pyo3-ffi",
  "pyo3-macros",
- "unindent",
 ]
 
 [[package]]
 name = "pyo3-build-config"
-version = "0.27.1"
+version = "0.29.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f77d387774f6f6eec64a004eac0ed525aab7fa1966d94b42f743797b3e395afb"
+checksum = "7b3fc0c4d08f6bb10e71fe39dfb9e2f59c6eb6854e22ec8092f50c69a4499adb"
 dependencies = [
  "target-lexicon",
 ]
 
 [[package]]
 name = "pyo3-ffi"
-version = "0.27.1"
+version = "0.29.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2dd13844a4242793e02df3e2ec093f540d948299a6a77ea9ce7afd8623f542be"
+checksum = "dfc0b8e19df29aad7086cf977bb0c2a2f143e30567eb113e9cf72b62ca698330"
 dependencies = [
  "libc",
  "pyo3-build-config",
@@ -2439,9 +2419,9 @@ dependencies = [
 
 [[package]]
 name = "pyo3-macros"
-version = "0.27.1"
+version = "0.29.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "eaf8f9f1108270b90d3676b8679586385430e5c0bb78bb5f043f95499c821a71"
+checksum = "6100e8a4b5eba53afaa5ed078364851a0b2499c553a44c31026b929049b49dc6"
 dependencies = [
  "proc-macro2",
  "pyo3-macros-backend",
@@ -2451,13 +2431,12 @@ dependencies = [
 
 [[package]]
 name = "pyo3-macros-backend"
-version = "0.27.1"
+version = "0.29.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "70a3b2274450ba5288bc9b8c1b69ff569d1d61189d4bff38f8d22e03d17f932b"
+checksum = "6143877a16e82b5a727b7127ff4cd86858a24a28d745d72f43e6f227c7b1bdb3"
 dependencies = [
  "heck 0.5.0",
  "proc-macro2",
- "pyo3-build-config",
  "quote",
  "syn 2.0.117",
 ]
@@ -3730,12 +3709,6 @@ version = "0.2.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853"
 
-[[package]]
-name = "unindent"
-version = "0.2.4"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"
-
 [[package]]
 name = "untrusted"
 version = "0.9.0"

{chalk_remote_call_python-1.10.4 → chalk_remote_call_python-1.10.5}/chalk-remote-call-rs/chalk-remote-call-server/Cargo.toml

@@ -7,10 +7,14 @@ edition = "2021"
 name = "_native"
 crate-type = ["cdylib"]
 
+[features]
+default = ["extension-module"]
+extension-module = ["pyo3/extension-module"]
+
 [dependencies]
 chalk-remote-call-proto = { path = "../chalk-remote-call-proto" }
 redis = { version = "1.0.2", features = ["aio", "tokio-comp", "streams", "connection-manager"] }
-pyo3 = { version = "0.27", features = ["extension-module"] }
+pyo3 = { version = "0.29" }
 tonic = { version = "0.12", features = ["tls", "tls-native-roots"] }
 tonic-health = "0.12"
 tonic-reflection = "0.12"
@@ -41,3 +45,7 @@ futures-util = "0.3"
 chalk-queue = { git = "https://github.com/chalk-ai/chalk-private.git", rev = "1460144ea659debbaee9dccadcd4d7dbf383ccf8" }
 chalk_metrics = { git = "https://github.com/chalk-ai/chalk-private.git", rev = "a0f8932ec10d3b8340af3e98cf63b800d60b4926" }
 chalk_statsd = { git = "https://github.com/chalk-ai/chalk-private.git", rev = "a0f8932ec10d3b8340af3e98cf63b800d60b4926" }
+
+[target.'cfg(target_os = "linux")'.dev-dependencies]
+async-trait = "0.1"
+tokio = { version = "1", features = ["test-util"] }

{chalk_remote_call_python-1.10.4 → chalk_remote_call_python-1.10.5}/chalk-remote-call-rs/chalk-remote-call-server/src/coalesce.rs

@@ -14,7 +14,7 @@ use tonic::Status;
 use tracing::error;
 
 #[cfg(target_os = "linux")]
-use chalk_metrics::PublishingMetricsPipeline;
+use crate::metrics::CallMetrics;
 use chalk_remote_call_proto::chalk::runtime::v1::CallFunctionResponse;
 
 use crate::python_bridge::{CallerInput, PythonHandler};
@@ -38,7 +38,7 @@ pub struct CoalescingQueue {
     max_duration: Duration,
     state: Mutex<QueueState>,
     #[cfg(target_os = "linux")]
-    pipeline: Option<Arc<PublishingMetricsPipeline>>,
+    metrics: Option<Arc<CallMetrics>>,
 }
 
 impl CoalescingQueue {
@@ -46,7 +46,7 @@ impl CoalescingQueue {
         handler: Arc<PythonHandler>,
         max_size: usize,
         max_duration_ms: u64,
-        #[cfg(target_os = "linux")] pipeline: Option<Arc<PublishingMetricsPipeline>>,
+        #[cfg(target_os = "linux")] metrics: Option<Arc<CallMetrics>>,
     ) -> Arc<Self> {
         Arc::new(Self {
             handler,
@@ -57,7 +57,7 @@ impl CoalescingQueue {
                 flush_task: None,
             }),
             #[cfg(target_os = "linux")]
-            pipeline,
+            metrics,
         })
     }
 
@@ -102,13 +102,13 @@ impl CoalescingQueue {
         // submissions while Python runs.
         let handler = Arc::clone(&self.handler);
         #[cfg(target_os = "linux")]
-        let pipeline = self.pipeline.clone();
+        let metrics = self.metrics.clone();
         tokio::spawn(async move {
             Self::dispatch(
                 handler,
                 items,
                 #[cfg(target_os = "linux")]
-                pipeline,
+                metrics,
             )
             .await;
         });
@@ -117,7 +117,7 @@ impl CoalescingQueue {
     async fn dispatch(
         handler: Arc<PythonHandler>,
         items: Vec<BufferedCall>,
-        #[cfg(target_os = "linux")] pipeline: Option<Arc<PublishingMetricsPipeline>>,
+        #[cfg(target_os = "linux")] metrics: Option<Arc<CallMetrics>>,
     ) {
         // Split each BufferedCall into its input (for the bridge) and its
         // response channel (for routing the reply back).
@@ -144,13 +144,13 @@ impl CoalescingQueue {
                     );
                     error!("{}", msg);
                     #[cfg(target_os = "linux")]
-                    if let Some(p) = &pipeline {
+                    if let Some(p) = &metrics {
                         crate::metrics::record_completed_call(
                             p,
                             &function_name,
                             /* success = */ false,
                             started.elapsed(),
-                            chalk_metrics::metrics::tags::Mode::Sync,
+                            crate::metrics::Mode::Sync,
                         );
                     }
                     for tx in &response_txs {
@@ -159,13 +159,13 @@ impl CoalescingQueue {
                     return;
                 }
                 #[cfg(target_os = "linux")]
-                if let Some(p) = &pipeline {
+                if let Some(p) = &metrics {
                     crate::metrics::record_completed_call(
                         p,
                         &function_name,
                         /* success = */ true,
                         started.elapsed(),
-                        chalk_metrics::metrics::tags::Mode::Sync,
+                        crate::metrics::Mode::Sync,
                     );
                 }
                 for (tx, chunk) in response_txs.into_iter().zip(per_caller_bytes) {
@@ -184,13 +184,13 @@ impl CoalescingQueue {
                 // IPC decode errors are already caught by the service's
                 // pre-validation; anything reaching here is a handler error.
                 #[cfg(target_os = "linux")]
-                if let Some(p) = &pipeline {
+                if let Some(p) = &metrics {
                     crate::metrics::record_completed_call(
                         p,
                         &function_name,
                         /* success = */ false,
                         started.elapsed(),
-                        chalk_metrics::metrics::tags::Mode::Sync,
+                        crate::metrics::Mode::Sync,
                     );
                 }
                 let status = Status::unknown(e.to_string());

{chalk_remote_call_python-1.10.4 → chalk_remote_call_python-1.10.5}/chalk-remote-call-rs/chalk-remote-call-server/src/lib.rs

@@ -76,7 +76,7 @@ fn start_server(
             // chalk-queue / chalk_metrics, since these don't compile on macos
             // and windows. Built inside the runtime since it needs to `.await`.
             #[cfg(target_os = "linux")]
-            let pipeline = crate::metrics::init_pipeline().await;
+            let metrics = crate::metrics::init().await;
 
             let coalescing_queue = if max_batching_size > 0 {
                 Some(CoalescingQueue::new(
@@ -84,21 +84,29 @@ fn start_server(
                     max_batching_size,
                     max_buffer_duration_ms,
                     #[cfg(target_os = "linux")]
-                    pipeline.clone(),
+                    metrics.clone(),
                 ))
             } else {
                 None
             };
 
-            server::run_server(
+            let server = server::run_server(
                 host,
                 port,
                 python_handler,
                 coalescing_queue,
                 #[cfg(target_os = "linux")]
-                pipeline,
-            )
-            .await
+                metrics.clone(),
+            );
+
+            #[cfg(target_os = "linux")]
+            {
+                crate::metrics::run_with_metrics(metrics, server).await
+            }
+            #[cfg(not(target_os = "linux"))]
+            {
+                server.await
+            }
         })
         .map_err(|e| pyo3::exceptions::PyRuntimeError::new_err(format!("Server error: {e}")))
     })