tablevalidator-databricks 0.1.3__tar.gz → 0.1.4__tar.gz

{tablevalidator_databricks-0.1.3 → tablevalidator_databricks-0.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tablevalidator-databricks
-Version: 0.1.3
+Version: 0.1.4
 Summary: Generates a widget-driven Databricks notebook UI on top of the table-validator package - no code required to run a comparison.
 License: MIT
 Requires-Python: >=3.9
@@ -48,10 +48,17 @@ tablevalidator-databricks init --output MyValidation.py --mode full
 - `--mode basic` - only the check-group Yes/No dropdowns and table pickers.
 - `--mode full` (default) - also shows optional filter widgets (only/
   ignore columns, row filter, primary key). Every check defaults to "Yes".
-- `--mode schema` - same widgets as `basic`, but Column/Row default to
+- `--mode schema` - same widgets as `basic`, but the Row checks default to
   "No" - a lightweight schema-shape-only comparison out of the box (still
   changeable per-run).
 
+> **Note on the check groups**: "Catalog & Schema" only verifies that
+> catalogs/schemas/tables exist and match by name - it produces no
+> per-table PASS/FAIL by itself, so running it alone reports every table
+> as `SKIPPED`. The per-table verdict comes from the **Column** checks
+> (names, types, nullability, statistics) and **Row** checks (row counts,
+> row-level data).
+
 Then, in your Databricks workspace: **Workspace -> Import**, format
 "Source", and select the generated file. Databricks recognizes the
 `# Databricks notebook source` header and `# COMMAND ----------` cell

{tablevalidator_databricks-0.1.3 → tablevalidator_databricks-0.1.4}/README.md

@@ -34,10 +34,17 @@ tablevalidator-databricks init --output MyValidation.py --mode full
 - `--mode basic` - only the check-group Yes/No dropdowns and table pickers.
 - `--mode full` (default) - also shows optional filter widgets (only/
   ignore columns, row filter, primary key). Every check defaults to "Yes".
-- `--mode schema` - same widgets as `basic`, but Column/Row default to
+- `--mode schema` - same widgets as `basic`, but the Row checks default to
   "No" - a lightweight schema-shape-only comparison out of the box (still
   changeable per-run).
 
+> **Note on the check groups**: "Catalog & Schema" only verifies that
+> catalogs/schemas/tables exist and match by name - it produces no
+> per-table PASS/FAIL by itself, so running it alone reports every table
+> as `SKIPPED`. The per-table verdict comes from the **Column** checks
+> (names, types, nullability, statistics) and **Row** checks (row counts,
+> row-level data).
+
 Then, in your Databricks workspace: **Workspace -> Import**, format
 "Source", and select the generated file. Databricks recognizes the
 `# Databricks notebook source` header and `# COMMAND ----------` cell

tablevalidator_databricks-0.1.4/tablevalidator_databricks/generator/generator.py

@@ -0,0 +1,66 @@
+"""
+Renders the bundled widget_notebook.py.tmpl into a real Databricks
+notebook file. No Jinja2 - the template has only a handful of
+placeholders, substituted via plain str.replace(), so a templating
+dependency isn't worth adding for this.
+"""
+
+from __future__ import annotations
+
+import importlib.resources
+import re
+from importlib.metadata import PackageNotFoundError, requires
+from pathlib import Path
+
+VALID_MODES = ("basic", "full", "schema")
+
+# Fallback floor for the generated notebook's `%pip install
+# "table-validator>=X"` line, used only if this package's own declared
+# dependency can't be read at runtime. validate_tables() - the API the
+# generated notebook calls - first shipped in table-validator 0.1.9.
+_FALLBACK_MIN_CORE_VERSION = "0.1.9"
+
+
+def _min_core_version() -> str:
+    """The minimum `table-validator` version the generated notebook should
+    install, read from THIS package's own declared dependency so the two
+    can never drift apart. Falls back to a known-good floor if the
+    metadata isn't readable (e.g. running from a source tree that was
+    never installed)."""
+    try:
+        for req in requires("tablevalidator-databricks") or []:
+            # e.g. "table-validator>=0.1.19" / "table-validator >= 0.1.19"
+            match = re.match(r"^\s*table[-_]validator\s*>=\s*([0-9][^\s,;]*)", req)
+            if match:
+                return match.group(1)
+    except PackageNotFoundError:
+        pass
+    return _FALLBACK_MIN_CORE_VERSION
+
+
+def generate_notebook(output: Path, mode: str) -> None:
+    """Write a widget-driven Databricks notebook to `output`.
+
+    mode controls which optional widgets/pre-selected checks the notebook
+    starts with - see tablevalidator_databricks/cli/main.py's `init`
+    command docstring for what each mode means. The underlying comparison
+    logic is identical regardless of mode; only the widgets shown differ,
+    so all three modes render from the same template file rather than
+    three separate ones.
+    """
+    if mode not in VALID_MODES:
+        raise ValueError(f"mode must be one of {VALID_MODES}, got {mode!r}")
+
+    template = (
+        importlib.resources.files("tablevalidator_databricks.templates")
+        .joinpath("widget_notebook.py.tmpl")
+        .read_text(encoding="utf-8")
+    )
+    rendered = (
+        template.replace("{{MODE}}", mode)
+        .replace("{{SHOW_OPTIONAL_WIDGETS}}", "True" if mode == "full" else "False")
+        .replace("{{MIN_CORE_VERSION}}", _min_core_version())
+    )
+
+    output.parent.mkdir(parents=True, exist_ok=True)
+    output.write_text(rendered, encoding="utf-8")

{tablevalidator_databricks-0.1.3 → tablevalidator_databricks-0.1.4}/tablevalidator_databricks/templates/widget_notebook.py.tmpl

@@ -31,7 +31,19 @@
 
 # COMMAND ----------
 
-# MAGIC %pip install table-validator
+# MAGIC %md ### Install the validation engine
+# MAGIC Note the `>=` version floor: `validate_tables()` (the API every cell
+# MAGIC below calls) only exists in `table-validator` {{MIN_CORE_VERSION}} and
+# MAGIC later. **Do not pin this to a lower version** - in particular, do not
+# MAGIC confuse it with the `tablevalidator-databricks` version that generated
+# MAGIC this notebook; the two packages are versioned completely independently,
+# MAGIC and pinning the engine to the generator's version number installs an
+# MAGIC engine far too old, failing with
+# MAGIC `ImportError: cannot import name 'validate_tables'`.
+
+# COMMAND ----------
+
+# MAGIC %pip install "table-validator>={{MIN_CORE_VERSION}}"
 
 # COMMAND ----------
 
@@ -177,6 +189,13 @@ print(
 # COMMAND ----------
 
 # MAGIC %md ### Validation checks
+# MAGIC "Catalog & Schema" only checks that the catalogs/schemas/tables exist
+# MAGIC and match by name - it produces no per-table PASS/FAIL on its own, so
+# MAGIC running it alone reports every table as **SKIPPED**. That's expected,
+# MAGIC not an error: the per-table verdict comes from the **Column** checks
+# MAGIC (names, types, nullability, statistics) and **Row** checks (row counts
+# MAGIC and row-level data). Leave those on unless you specifically want a
+# MAGIC name-level-only existence check.
 
 # COMMAND ----------
 
@@ -189,7 +208,12 @@ print(
 # validation and are the more robust primitive for this.
 _YES_NO = ["Yes", "No"]
 _schema_default = "Yes"
-_column_default = "No" if MODE == "schema" else "Yes"
+# --mode schema means "schema SHAPE only" - that shape (column names,
+# types, nullability) is validated by the COLUMN checks, so Column stays
+# on and only the expensive Row checks (row counts + row-level data) are
+# off by default. Turning Column off too would leave nothing producing a
+# per-table verdict, reporting every table as SKIPPED.
+_column_default = "Yes"
 _row_default = "No" if MODE == "schema" else "Yes"
 dbutils.widgets.dropdown("check_catalog_schema", _schema_default, _YES_NO, "Run Catalog & Schema checks?")
 dbutils.widgets.dropdown("check_column", _column_default, _YES_NO, "Run Column checks?")

{tablevalidator_databricks-0.1.3 → tablevalidator_databricks-0.1.4}/tablevalidator_databricks.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tablevalidator-databricks
-Version: 0.1.3
+Version: 0.1.4
 Summary: Generates a widget-driven Databricks notebook UI on top of the table-validator package - no code required to run a comparison.
 License: MIT
 Requires-Python: >=3.9
@@ -48,10 +48,17 @@ tablevalidator-databricks init --output MyValidation.py --mode full
 - `--mode basic` - only the check-group Yes/No dropdowns and table pickers.
 - `--mode full` (default) - also shows optional filter widgets (only/
   ignore columns, row filter, primary key). Every check defaults to "Yes".
-- `--mode schema` - same widgets as `basic`, but Column/Row default to
+- `--mode schema` - same widgets as `basic`, but the Row checks default to
   "No" - a lightweight schema-shape-only comparison out of the box (still
   changeable per-run).
 
+> **Note on the check groups**: "Catalog & Schema" only verifies that
+> catalogs/schemas/tables exist and match by name - it produces no
+> per-table PASS/FAIL by itself, so running it alone reports every table
+> as `SKIPPED`. The per-table verdict comes from the **Column** checks
+> (names, types, nullability, statistics) and **Row** checks (row counts,
+> row-level data).
+
 Then, in your Databricks workspace: **Workspace -> Import**, format
 "Source", and select the generated file. Databricks recognizes the
 `# Databricks notebook source` header and `# COMMAND ----------` cell

{tablevalidator_databricks-0.1.3 → tablevalidator_databricks-0.1.4}/tablevalidator_databricks.egg-info/scm_version.json

@@ -1,7 +1,7 @@
 {
-  "tag": "0.1.3",
+  "tag": "0.1.4",
   "distance": 0,
-  "node": "gd05d199",
+  "node": "g131e781",
   "dirty": false,
   "branch": "HEAD",
   "node_date": "2026-09-08"

{tablevalidator_databricks-0.1.3 → tablevalidator_databricks-0.1.4}/tests/test_generated_notebook_execution.py

@@ -286,7 +286,11 @@ def test_full_and_basic_mode_default_all_checks_to_yes(tmp_path: Path) -> None:
         }, f"mode={mode}"
 
 
-def test_schema_mode_defaults_column_and_row_checks_to_no(tmp_path: Path) -> None:
+def test_schema_mode_keeps_column_checks_on_and_turns_row_off(tmp_path: Path) -> None:
+    """--mode schema means "schema SHAPE only". That shape is validated by
+    the COLUMN checks, so Column must stay ON - only the expensive Row
+    checks default off. Turning Column off too would leave nothing
+    producing a per-table verdict, reporting every table as SKIPPED."""
     path = tmp_path / "schema.py"
     generate_notebook(path, "schema")
     spark = _fake_spark(
@@ -303,7 +307,9 @@ def test_schema_mode_defaults_column_and_row_checks_to_no(tmp_path: Path) -> Non
 
     _run_notebook(path, widget_values={}, spark=spark, validate_tables_mock=fake_validate_tables)
 
-    assert captured["enabled_validations"] == {ValidationType.CATALOG, ValidationType.SCHEMA}
+    assert captured["enabled_validations"] == {
+        ValidationType.CATALOG, ValidationType.SCHEMA, ValidationType.COLUMN,
+    }
 
 
 def test_deselecting_every_check_falls_back_to_run_everything(notebook_path):

{tablevalidator_databricks-0.1.3 → tablevalidator_databricks-0.1.4}/tests/test_generator.py

@@ -3,11 +3,12 @@ no Databricks/Spark involved."""
 
 from __future__ import annotations
 
+import re
 from pathlib import Path
 
 import pytest
 
-from tablevalidator_databricks.generator.generator import generate_notebook
+from tablevalidator_databricks.generator.generator import _min_core_version, generate_notebook
 
 
 def test_generate_notebook_writes_a_databricks_source_notebook(tmp_path: Path) -> None:
@@ -89,3 +90,29 @@ def test_generate_notebook_no_leftover_placeholders(tmp_path: Path) -> None:
 
     assert "{{" not in content
     assert "}}" not in content
+
+
+def test_generated_notebook_pins_a_core_version_floor(tmp_path: Path) -> None:
+    """Regression guard for a real user-reported failure: the notebook's
+    %pip install line must carry a `>=` floor for table-validator.
+    validate_tables() only exists in 0.1.9+, and the two packages are
+    versioned independently - a user who pinned the engine to THIS
+    package's version number (0.1.3) got an engine predating
+    validate_tables() entirely and an ImportError."""
+    output = tmp_path / "TableValidator.py"
+    generate_notebook(output, "full")
+    content = output.read_text(encoding="utf-8")
+
+    assert 'pip install "table-validator>=' in content
+    # The floor must be new enough to actually contain validate_tables().
+    match = re.search(r'pip install "table-validator>=([0-9]+)\.([0-9]+)\.([0-9]+)"', content)
+    assert match, "no parseable version floor in the %pip install line"
+    major, minor, patch = (int(g) for g in match.groups())
+    assert (major, minor, patch) >= (0, 1, 9)
+
+
+def test_min_core_version_reads_from_package_metadata() -> None:
+    """The floor comes from this package's own declared table-validator
+    dependency, so the two can never silently drift apart."""
+    assert _min_core_version() != "0.0.0"
+    assert re.match(r"^[0-9]+\.[0-9]+\.[0-9]+$", _min_core_version())

tablevalidator_databricks-0.1.3/tablevalidator_databricks/generator/generator.py

@@ -1,39 +0,0 @@
-"""
-Renders the bundled widget_notebook.py.tmpl into a real Databricks
-notebook file. No Jinja2 - the template has exactly two placeholders,
-substituted via plain str.replace(), so a templating dependency isn't
-worth adding for this.
-"""
-
-from __future__ import annotations
-
-import importlib.resources
-from pathlib import Path
-
-VALID_MODES = ("basic", "full", "schema")
-
-
-def generate_notebook(output: Path, mode: str) -> None:
-    """Write a widget-driven Databricks notebook to `output`.
-
-    mode controls which optional widgets/pre-selected checks the notebook
-    starts with - see tablevalidator_databricks/cli/main.py's `init`
-    command docstring for what each mode means. The underlying comparison
-    logic is identical regardless of mode; only the widgets shown differ,
-    so all three modes render from the same template file rather than
-    three separate ones.
-    """
-    if mode not in VALID_MODES:
-        raise ValueError(f"mode must be one of {VALID_MODES}, got {mode!r}")
-
-    template = (
-        importlib.resources.files("tablevalidator_databricks.templates")
-        .joinpath("widget_notebook.py.tmpl")
-        .read_text(encoding="utf-8")
-    )
-    rendered = template.replace("{{MODE}}", mode).replace(
-        "{{SHOW_OPTIONAL_WIDGETS}}", "True" if mode == "full" else "False",
-    )
-
-    output.parent.mkdir(parents=True, exist_ok=True)
-    output.write_text(rendered, encoding="utf-8")