tablevalidator-databricks 0.1.6__tar.gz → 0.1.7__tar.gz

{tablevalidator_databricks-0.1.6 → tablevalidator_databricks-0.1.7}/PKG-INFO

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: tablevalidator-databricks
-Version: 0.1.6
+Version: 0.1.7
 Summary: Generates a widget-driven Databricks notebook UI on top of the table-validator package - no code required to run a comparison.
 License: MIT
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 Requires-Dist: typer>=0.12
-Requires-Dist: table-validator>=0.1.19
+Requires-Dist: table-validator>=0.1.22
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0; extra == "dev"
 Requires-Dist: ruff>=0.4; extra == "dev"

{tablevalidator_databricks-0.1.6 → tablevalidator_databricks-0.1.7}/pyproject.toml

@@ -11,7 +11,12 @@ requires-python = ">=3.9"
 license = { text = "MIT" }
 dependencies = [
     "typer>=0.12",
-    "table-validator>=0.1.19",
+    # 0.1.22 is the first release whose result sheets survive Arrow
+    # conversion, which is what Databricks' display() uses - older engines
+    # fail with "ArrowTypeError: Expected bytes, got a 'int' object" on a
+    # column mixing row counts with blanks. The generated notebook's
+    # %pip install floor is read from this line.
+    "table-validator>=0.1.22",
 ]
 
 [project.optional-dependencies]

{tablevalidator_databricks-0.1.6 → tablevalidator_databricks-0.1.7}/tablevalidator_databricks/templates/widget_notebook.py.tmpl

@@ -53,7 +53,7 @@
 
 # COMMAND ----------
 
-# MAGIC %pip install "table-validator>={{MIN_CORE_VERSION}}"
+# MAGIC %pip install --upgrade "table-validator>={{MIN_CORE_VERSION}}"
 
 # COMMAND ----------
 
@@ -61,12 +61,41 @@ dbutils.library.restartPython()
 
 # COMMAND ----------
 
+import table_validator
 from table_validator import validate_tables
 from table_validator.config.schema import ValidationType
 
 MODE = "{{MODE}}"
 SHOW_OPTIONAL_WIDGETS = {{SHOW_OPTIONAL_WIDGETS}}
 
+# Print what is actually loaded. A %pip install without --upgrade silently
+# keeps an older already-installed engine ("Requirement already
+# satisfied"), so the version that matters is the one imported here, not
+# the one the install cell asked for.
+_MIN_CORE = "{{MIN_CORE_VERSION}}"
+print(f"table-validator engine: {table_validator.__version__}  (need >= {_MIN_CORE})")
+
+
+def _version_tuple(text):
+    parts = []
+    for chunk in str(text).split(".")[:3]:
+        digits = "".join(c for c in chunk if c.isdigit())
+        parts.append(int(digits) if digits else 0)
+    while len(parts) < 3:
+        parts.append(0)
+    return tuple(parts)
+
+
+if _version_tuple(table_validator.__version__) < _version_tuple(_MIN_CORE):
+    print(
+        f"\n  WARNING: this engine ({table_validator.__version__}) is older than "
+        f"{_MIN_CORE}, which this notebook expects.\n"
+        "  You may hit errors such as 'ArrowTypeError: Expected bytes, got a "
+        "'int' object' when displaying results.\n"
+        "  Fix: run the install cell above with --upgrade, then re-run "
+        "dbutils.library.restartPython() and start again."
+    )
+
 
 def _list_catalogs():
     return sorted(r["catalog"] for r in spark.sql("SHOW CATALOGS").collect())

{tablevalidator_databricks-0.1.6 → tablevalidator_databricks-0.1.7}/tablevalidator_databricks.egg-info/PKG-INFO

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: tablevalidator-databricks
-Version: 0.1.6
+Version: 0.1.7
 Summary: Generates a widget-driven Databricks notebook UI on top of the table-validator package - no code required to run a comparison.
 License: MIT
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 Requires-Dist: typer>=0.12
-Requires-Dist: table-validator>=0.1.19
+Requires-Dist: table-validator>=0.1.22
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0; extra == "dev"
 Requires-Dist: ruff>=0.4; extra == "dev"

{tablevalidator_databricks-0.1.6 → tablevalidator_databricks-0.1.7}/tablevalidator_databricks.egg-info/requires.txt

@@ -1,5 +1,5 @@
 typer>=0.12
-table-validator>=0.1.19
+table-validator>=0.1.22
 
 [dev]
 pytest>=7.0

{tablevalidator_databricks-0.1.6 → tablevalidator_databricks-0.1.7}/tablevalidator_databricks.egg-info/scm_version.json

@@ -1,7 +1,7 @@
 {
-  "tag": "0.1.6",
+  "tag": "0.1.7",
   "distance": 0,
-  "node": "g85101fc",
+  "node": "ga3dbc87",
   "dirty": false,
   "branch": "HEAD",
   "node_date": "2026-09-10"

{tablevalidator_databricks-0.1.6 → tablevalidator_databricks-0.1.7}/tests/test_generator.py

@@ -103,9 +103,11 @@ def test_generated_notebook_pins_a_core_version_floor(tmp_path: Path) -> None:
     generate_notebook(output, "full")
     content = output.read_text(encoding="utf-8")
 
-    assert 'pip install "table-validator>=' in content
+    assert 'pip install --upgrade "table-validator>=' in content
     # The floor must be new enough to actually contain validate_tables().
-    match = re.search(r'pip install "table-validator>=([0-9]+)\.([0-9]+)\.([0-9]+)"', content)
+    match = re.search(
+        r'pip install --upgrade "table-validator>=([0-9]+)\.([0-9]+)\.([0-9]+)"', content
+    )
     assert match, "no parseable version floor in the %pip install line"
     major, minor, patch = (int(g) for g in match.groups())
     assert (major, minor, patch) >= (0, 1, 9)
@@ -131,3 +133,40 @@ def test_generated_notebook_stamps_the_generator_version(tmp_path: Path) -> None
     # And it explains that regenerating is what picks up new widgets.
     assert "upgrading the" in content.lower()
     assert "tablevalidator-databricks init" in content
+
+
+def test_pip_install_line_forces_an_upgrade(tmp_path: Path) -> None:
+    """Real user-reported failure: `%pip install "table-validator"` printed
+    "Requirement already satisfied" and kept an older engine (0.1.20),
+    which then crashed on display(). The install must force an upgrade so
+    an existing older install is actually replaced."""
+    output = tmp_path / "TableValidator.py"
+    generate_notebook(output, "full")
+    content = output.read_text(encoding="utf-8")
+
+    assert 'pip install --upgrade "table-validator>=' in content
+
+
+def test_notebook_reports_the_loaded_engine_version(tmp_path: Path) -> None:
+    """The version that matters is the one actually imported, not the one
+    the install cell asked for - the notebook must print it and warn when
+    it is below the required floor."""
+    output = tmp_path / "TableValidator.py"
+    generate_notebook(output, "full")
+    content = output.read_text(encoding="utf-8")
+
+    assert "table_validator.__version__" in content
+    assert "WARNING" in content
+    assert "ArrowTypeError" in content
+
+
+def test_core_version_floor_includes_the_arrow_fix(tmp_path: Path) -> None:
+    """The floor must be at least 0.1.22, the first release whose result
+    sheets survive Arrow conversion (what Databricks' display() uses)."""
+    output = tmp_path / "TableValidator.py"
+    generate_notebook(output, "full")
+    content = output.read_text(encoding="utf-8")
+
+    match = re.search(r'table-validator>=([0-9]+)\.([0-9]+)\.([0-9]+)"', content)
+    assert match
+    assert tuple(int(g) for g in match.groups()) >= (0, 1, 22)