kinfer 0.5.3__cp311-cp311-macosx_11_0_arm64.whl → 0.5.4__cp311-cp311-macosx_11_0_arm64.whl

kinfer/rust/src/model.rs

@@ -129,9 +129,12 @@ impl ModelRunner {
                 std::fs::create_dir_all(log_dir_path)?;
             }
 
-            // Generate a timestamped filename
-            let timestamp = chrono::Utc::now().format("%Y-%m-%d_%H-%M-%S").to_string();
-            let log_file_path = log_dir_path.join(format!("{}.ndjson", timestamp));
+            // Use uuid if found, otherwise timestamp
+            let log_name = std::env::var("KINFER_LOG_UUID").unwrap_or_else(|_| {
+                chrono::Utc::now().format("%Y-%m-%d_%H-%M-%S").to_string()
+            });
+
+            let log_file_path = log_dir_path.join(format!("{}.ndjson", log_name));
 
             Some(StepLogger::new(log_file_path).map(Arc::new)?)
         } else {

kinfer/rust_bindings/src/lib.rs

@@ -17,6 +17,19 @@ use std::sync::Mutex;
 
 type StepResult = (Py<PyArrayDyn<f32>>, Py<PyArrayDyn<f32>>);
 
+// Custom error type for Send/Sync compatibility
+#[derive(Debug)]
+struct SendError(String);
+
+unsafe impl Send for SendError {}
+unsafe impl Sync for SendError {}
+
+impl std::fmt::Display for SendError {
+    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+        write!(f, "{}", self.0)
+    }
+}
+
 #[pyfunction]
 #[gen_stub_pyfunction]
 fn get_version() -> String {
@@ -204,9 +217,15 @@ impl ModelProviderABC {
         metadata: PyModelMetadata,
     ) -> PyResult<()> {
         let n = action.len()?;
-        assert_eq!(metadata.joint_names.len(), n); // TODO: this is wrong
+        if metadata.joint_names.len() != n {
+            return Err(PyErr::new::<pyo3::exceptions::PyValueError, _>(format!(
+                "Expected {} joints, got {} action elements",
+                metadata.joint_names.len(),
+                n
+            )));
+        }
         Err(PyNotImplementedError::new_err(format!(
-            "Must override take_action with {} action",
+            "Must override take_action with {} action elements",
             n
         )))
     }
@@ -286,6 +305,7 @@ impl ModelProvider for PyModelProvider {
 #[derive(Clone)]
 struct PyModelRunner {
     runner: Arc<ModelRunner>,
+    runtime: Arc<tokio::runtime::Runtime>,
 }
 
 #[gen_stub_pymethods]
@@ -295,7 +315,11 @@ impl PyModelRunner {
     fn __new__(model_path: String, provider: Py<ModelProviderABC>) -> PyResult<Self> {
         let input_provider = Arc::new(PyModelProvider::__new__(provider));
 
-        let runner = tokio::runtime::Runtime::new()?.block_on(async {
+        // Create a single runtime to be reused for all operations
+        let runtime = Arc::new(tokio::runtime::Runtime::new()
+            .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.to_string()))?);
+
+        let runner = runtime.block_on(async {
             ModelRunner::new(model_path, input_provider)
                 .await
                 .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.to_string()))
@@ -303,17 +327,27 @@ impl PyModelRunner {
 
         Ok(Self {
             runner: Arc::new(runner),
+            runtime,
         })
     }
 
+    // Reuse runtime and release GIL
     fn init(&self) -> PyResult<Py<PyArrayDyn<f32>>> {
         let runner = self.runner.clone();
-        let result = tokio::runtime::Runtime::new()?.block_on(async {
-            runner
-                .init()
-                .await
-                .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.to_string()))
-        })?;
+        let runtime = self.runtime.clone();
+
+        let result = Python::with_gil(|py| {
+            // Release GIL during async operation
+            py.allow_threads(|| {
+                runtime.block_on(async {
+                    runner
+                        .init()
+                        .await
+                        .map_err(|e| SendError(e.to_string()))
+                })
+            })
+        })
+        .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.0))?;
 
         Python::with_gil(|py| {
             let array = numpy::PyArray::from_array(py, &result);
@@ -321,20 +355,31 @@ impl PyModelRunner {
         })
     }
 
+    // Reuse runtime and release GIL
     fn step(&self, carry: Py<PyArrayDyn<f32>>) -> PyResult<StepResult> {
         let runner = self.runner.clone();
+        let runtime = self.runtime.clone();
+        
+        // Extract the carry array from Python with GIL
         let carry_array = Python::with_gil(|py| -> PyResult<Array<f32, IxDyn>> {
             let carry_array = carry.bind(py);
             Ok(carry_array.to_owned_array())
         })?;
 
-        let result = tokio::runtime::Runtime::new()?.block_on(async {
-            runner
-                .step(carry_array)
-                .await
-                .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.to_string()))
-        })?;
+        // Release GIL during computation
+        let result = Python::with_gil(|py| {
+            py.allow_threads(|| {
+                runtime.block_on(async {
+                    runner
+                        .step(carry_array)
+                        .await
+                        .map_err(|e| SendError(e.to_string()))
+                })
+            })
+        })
+        .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.0))?;
 
+        // Reacquire the GIL to convert results back to Python objects
         Python::with_gil(|py| {
             let (output, carry) = result;
             let output_array = numpy::PyArray::from_array(py, &output);
@@ -343,19 +388,29 @@ impl PyModelRunner {
         })
     }
 
+    // Reuse runtime and release GIL
     fn take_action(&self, action: Py<PyArrayDyn<f32>>) -> PyResult<()> {
         let runner = self.runner.clone();
+        let runtime = self.runtime.clone();
+
+        // Extract action data with GIL
         let action_array = Python::with_gil(|py| -> PyResult<Array<f32, IxDyn>> {
             let action_array = action.bind(py);
             Ok(action_array.to_owned_array())
         })?;
-
-        tokio::runtime::Runtime::new()?.block_on(async {
-            runner
-                .take_action(action_array)
-                .await
-                .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.to_string()))
-        })?;
+        
+        // Release GIL during computation
+        Python::with_gil(|py| {
+            py.allow_threads(|| {
+                runtime.block_on(async {
+                    runner
+                        .take_action(action_array)
+                        .await
+                        .map_err(|e| SendError(e.to_string()))
+                })
+            })
+        })
+        .map_err(|e| PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(e.0))?;
 
         Ok(())
     }
@@ -428,4 +483,4 @@ fn rust_bindings(m: &Bound<PyModule>) -> PyResult<()> {
     Ok(())
 }
 
-define_stub_info_gatherer!(stub_info);
+define_stub_info_gatherer!(stub_info);

{kinfer-0.5.3.dist-info → kinfer-0.5.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kinfer
-Version: 0.5.3
+Version: 0.5.4
 Summary: Tool to make it easier to run a model on a real robot
 Home-page: https://github.com/kscalelabs/kinfer.git
 Author: K-Scale Labs
@@ -56,3 +56,8 @@ Dynamic: summary
 This package is designed to support running real-time robotics models.
 
 For more information, see the documentation [here](https://docs.kscale.dev/docs/k-infer).
+
+To enable logging, set your log path in the environment variable `KINFER_LOG_PATH`. For example,
+```
+export KINFER_LOG_PATH=/home/dpsh/kinfer-logs
+```

{kinfer-0.5.3.dist-info → kinfer-0.5.4.dist-info}/RECORD

@@ -1,4 +1,4 @@
-kinfer/rust_bindings.cpython-311-darwin.so,sha256=_5fj6xtOIO5izMvTAfcMhomH88qK-YF5Ha7K-z9BLjs,2089040
+kinfer/rust_bindings.cpython-311-darwin.so,sha256=fD5BrTQku9NU8aSKSwM8NcaxbU8nDArMveNYG5kj_q8,2071856
 kinfer/requirements.txt,sha256=e8RzCNVZGJ9Jb874Eom0psUCOqp0wGf8LJZ86ysto0w,127
 kinfer/__init__.py,sha256=i5da6ND827Cgn8PFKzDCmEBk14ptQasLa_9fdof4Y9c,398
 kinfer/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -8,7 +8,7 @@ kinfer/rust/src/runtime.rs,sha256=7BRZmyMoV6FvYs2_XnLk0DFrxt7qgz35loCUJRSsuxM,34
 kinfer/rust/src/logger.rs,sha256=5Uvv60zp6HV4zmaD9bA1vENDtE19uYrRzA-xRY26bl8,4124
 kinfer/rust/src/types.rs,sha256=wNLlXXmGmcE7uF4tKuZ7ChRy9-PI-JWq2iuh7diQS_g,3187
 kinfer/rust/src/lib.rs,sha256=25LuAdONp9c3lI0_g2kAf73yrtzbYc9GtJjm1zl9IwU,120
-kinfer/rust/src/model.rs,sha256=q7y4tWf_Ivi1seG73vJIGOcptnEWEIy0dj0RZaT4CtA,12085
+kinfer/rust/src/model.rs,sha256=WluovJlgKSrAlAOkKlhhiVnD-OhN9E6xznZRPn2LFFI,12176
 kinfer/scripts/plot_ndjson.py,sha256=eg-wwuDLRDcuVdr1Jc5W4yeJG5Bf--UjaK6kk9XoC4w,6179
 kinfer/export/serialize.py,sha256=QjsvTn7cIRroZXXONXQUrEd1tR69oLrszojuKoK-Xuk,3208
 kinfer/export/__init__.py,sha256=6a8cClA2H3AAjAhY6ucmxEnfCRZ30FDn2L7SArCu7nY,56
@@ -17,10 +17,10 @@ kinfer/export/pytorch.py,sha256=nRo9TKClRhPcLJQDR3oHNCbTYjf_3gLBxGfzZBScPxc,1303
 kinfer/rust_bindings/Cargo.toml,sha256=i1RGB9VNd9Q4FJ6gGwjZJQYo8DBBvpVWf3GJ95EfVgM,637
 kinfer/rust_bindings/pyproject.toml,sha256=jLcJuHCnQRh9HWR_R7a9qLHwj6LMBgnHyeKK_DruO1Y,135
 kinfer/rust_bindings/rust_bindings.pyi,sha256=lPGHMDsydr4Ue-CNHRjQtJWmq5sE5daVN8PbxJgOZY4,2048
-kinfer/rust_bindings/src/lib.rs,sha256=Uqi76Na_fGiecMeW5mSSmtYdz2wU8clLxYawbYomNOc,12662
+kinfer/rust_bindings/src/lib.rs,sha256=f5TBqP6tYmb3vXQiisCsxAPB37_mtoaZSFvc_FlOeKY,14473
 kinfer/rust_bindings/src/bin/stub_gen.rs,sha256=hhoVGnaSfazbSfj5a4x6mPicGPOgWQAfsDmiPej0B6Y,133
-kinfer-0.5.3.dist-info/RECORD,,
-kinfer-0.5.3.dist-info/WHEEL,sha256=sunMa2yiYbrNLGeMVDqEA0ayyJbHlex7SCn1TZrEq60,136
-kinfer-0.5.3.dist-info/top_level.txt,sha256=6mY_t3PYr3Dm0dpqMk80uSnArbvGfCFkxOh1QWtgDEo,7
-kinfer-0.5.3.dist-info/METADATA,sha256=6802SNztiUqkdCQjF4VkSlQdyfzbRXB0CpPwNvwsPKk,1831
-kinfer-0.5.3.dist-info/licenses/LICENSE,sha256=Qw-Z0XTwS-diSW91e_jLeBPX9zZbAatOJTBLdPHPaC0,1069
+kinfer-0.5.4.dist-info/RECORD,,
+kinfer-0.5.4.dist-info/WHEEL,sha256=sunMa2yiYbrNLGeMVDqEA0ayyJbHlex7SCn1TZrEq60,136
+kinfer-0.5.4.dist-info/top_level.txt,sha256=6mY_t3PYr3Dm0dpqMk80uSnArbvGfCFkxOh1QWtgDEo,7
+kinfer-0.5.4.dist-info/METADATA,sha256=Da03N1PNxRcIrOj0ub_N19j9v8n0siXLjxW5ZCtsiOQ,1983
+kinfer-0.5.4.dist-info/licenses/LICENSE,sha256=Qw-Z0XTwS-diSW91e_jLeBPX9zZbAatOJTBLdPHPaC0,1069