mangleframes 0.3.0__tar.gz → 0.3.2__tar.gz

{mangleframes-0.3.0 → mangleframes-0.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mangleframes
-Version: 0.3.0
+Version: 0.3.2
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Rust
 Classifier: License :: OSI Approved :: MIT License

{mangleframes-0.3.0 → mangleframes-0.3.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "mangleframes"
-version = "0.3.0"
+version = "0.3.2"
 description = "PySpark DataFrame viewer with modern web UI"
 requires-python = ">=3.12"
 license = { text = "MIT" }

{mangleframes-0.3.0 → mangleframes-0.3.2}/python/mangleframes/__init__.py

@@ -32,7 +32,7 @@ from .session import SparkSession, get_proxy_port, get_spark_session
 if TYPE_CHECKING:
     from pyspark.sql import DataFrame
 
-__version__ = "0.3.0"
+__version__ = "0.3.2"
 
 # Import alert classes for convenience (optional dependency)
 try:

{mangleframes-0.3.0 → mangleframes-0.3.2}/spark-connect/Cargo.toml

@@ -6,7 +6,7 @@ description = "Rust client for Apache Spark Connect gRPC protocol"
 
 [dependencies]
 tonic = { version = "0.12", features = ["tls", "tls-roots", "gzip"] }
-prost = "0.13"
+prost = { version = "0.13", features = ["no-recursion-limit"] }
 prost-types = "0.13"
 tokio = { version = "1", features = ["rt-multi-thread", "macros"] }
 arrow = { version = "54", features = ["ipc"] }

mangleframes-0.3.2/spark-connect/src/lib.rs

@@ -0,0 +1,67 @@
+//! Spark Connect Rust client for Apache Spark gRPC protocol.
+//!
+//! This crate provides a Rust client for connecting to Spark clusters via the
+//! Spark Connect gRPC protocol, with specific support for Databricks.
+
+pub mod client;
+pub mod error;
+
+#[allow(clippy::all)]
+mod proto {
+    include!("proto/spark.connect.rs");
+}
+
+pub use client::{ColumnSchema, SparkConnectClient};
+pub use error::SparkConnectError;
+
+#[cfg(test)]
+mod tests {
+    use super::proto::{relation, Limit, Relation};
+    use prost::Message;
+
+    /// Build a deeply nested Relation with `depth` levels of Limit operations.
+    fn build_nested_relation(depth: usize) -> Relation {
+        let mut current = Relation {
+            common: None,
+            rel_type: None,
+        };
+
+        for i in 0..depth {
+            current = Relation {
+                common: None,
+                rel_type: Some(relation::RelType::Limit(Box::new(Limit {
+                    input: Some(Box::new(current)),
+                    limit: i as i32,
+                }))),
+            };
+        }
+
+        current
+    }
+
+    /// Verifies the no-recursion-limit feature works by encoding/decoding
+    /// a deeply nested protobuf message (150+ levels exceeds old 100 limit).
+    #[test]
+    fn test_deeply_nested_relation_decodes() {
+        let depth = 150;
+        let relation = build_nested_relation(depth);
+
+        let encoded = relation.encode_to_vec();
+        let decoded = Relation::decode(encoded.as_slice())
+            .expect("should decode deeply nested relation without recursion limit");
+
+        // Verify the structure by walking down to confirm depth
+        let mut count = 0;
+        let mut current = &decoded;
+        while let Some(relation::RelType::Limit(limit)) = &current.rel_type {
+            count += 1;
+            if let Some(input) = &limit.input {
+                current = input;
+            } else {
+                break;
+            }
+        }
+
+        assert_eq!(count, depth, "decoded relation should have correct nesting depth");
+    }
+}