batch-analytics 0.2.5__tar.gz → 0.2.6__tar.gz

{batch_analytics-0.2.5 → batch_analytics-0.2.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: batch-analytics
-Version: 0.2.5
+Version: 0.2.6
 Summary: PySpark batch analytics: Extract, Transform, Stage, and analytical modules (linear regression, correlation, PCA, t-test).
 Author: Litewave Analytics Team
 License: MIT

{batch_analytics-0.2.5 → batch_analytics-0.2.6}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "batch-analytics"
-version = "0.2.5"
+version = "0.2.6"
 description = "PySpark batch analytics: Extract, Transform, Stage, and analytical modules (linear regression, correlation, PCA, t-test)."
 readme = "README.md"
 requires-python = ">=3.8"

{batch_analytics-0.2.5 → batch_analytics-0.2.6}/src/batch_analytics/config.py

@@ -29,7 +29,14 @@ class ClickHouseConfig:
 
     @property
     def jdbc_properties(self) -> dict:
-        props = {"user": self.user, "driver": "com.clickhouse.jdbc.ClickHouseDriver"}
+        props = {
+            "user": self.user,
+            "driver": "com.clickhouse.jdbc.ClickHouseDriver",
+            # Match Spark read codec default: avoids JDBC LZ4/gzip mismatches with server HTTP compression
+            "compress_algorithm": os.environ.get(
+                "CLICKHOUSE_JDBC_COMPRESS_ALGORITHM", "none"
+            ),
+        }
         if self.password:
             props["password"] = self.password
         return props

{batch_analytics-0.2.5 → batch_analytics-0.2.6}/src/batch_analytics/job_runner.py

@@ -92,6 +92,16 @@ def create_spark_session(
             builder = builder.config(f"spark.sql.catalog.{ch_cat}.password", ch.password)
         if ch.protocol.lower() == "https":
             builder = builder.config(f"spark.sql.catalog.{ch_cat}.option.ssl", "true")
+        # Avoid Lz4InputStream "Magic is not correct" when server HTTP compression != client expectation
+        # (see clickhouse-java#1449 / server enable_http_compression user defaults).
+        read_codec = os.environ.get(
+            "SPARK_CLICKHOUSE_READ_COMPRESSION_CODEC", "none"
+        ).strip()
+        if read_codec:
+            builder = builder.config(
+                "spark.clickhouse.read.compression.codec",
+                read_codec,
+            )
 
     if cfg.master.startswith("k8s://"):
         driver_host = socket.gethostbyname(socket.gethostname())

{batch_analytics-0.2.5 → batch_analytics-0.2.6}/src/batch_analytics.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: batch-analytics
-Version: 0.2.5
+Version: 0.2.6
 Summary: PySpark batch analytics: Extract, Transform, Stage, and analytical modules (linear regression, correlation, PCA, t-test).
 Author: Litewave Analytics Team
 License: MIT