PyPI - trellis-datamodel - Versions diffs - 0.3.3__py3-none-any.whl - Mend

trellis-datamodel 0.3.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (52) hide show

trellis_datamodel/__init__.py +8 -0
trellis_datamodel/adapters/__init__.py +41 -0
trellis_datamodel/adapters/base.py +147 -0
trellis_datamodel/adapters/dbt_core.py +975 -0
trellis_datamodel/cli.py +292 -0
trellis_datamodel/config.py +239 -0
trellis_datamodel/models/__init__.py +13 -0
trellis_datamodel/models/schemas.py +28 -0
trellis_datamodel/routes/__init__.py +11 -0
trellis_datamodel/routes/data_model.py +221 -0
trellis_datamodel/routes/manifest.py +110 -0
trellis_datamodel/routes/schema.py +183 -0
trellis_datamodel/server.py +101 -0
trellis_datamodel/static/_app/env.js +1 -0
trellis_datamodel/static/_app/immutable/assets/0.ByDwyx3a.css +1 -0
trellis_datamodel/static/_app/immutable/assets/2.DLAp_5AW.css +1 -0
trellis_datamodel/static/_app/immutable/assets/trellis_squared.CTOnsdDx.svg +127 -0
trellis_datamodel/static/_app/immutable/chunks/8ZaN1sxc.js +1 -0
trellis_datamodel/static/_app/immutable/chunks/BfBfOTnK.js +1 -0
trellis_datamodel/static/_app/immutable/chunks/C3yhlRfZ.js +2 -0
trellis_datamodel/static/_app/immutable/chunks/CK3bXPEX.js +1 -0
trellis_datamodel/static/_app/immutable/chunks/CXDUumOQ.js +1 -0
trellis_datamodel/static/_app/immutable/chunks/DDNfEvut.js +1 -0
trellis_datamodel/static/_app/immutable/chunks/DUdVct7e.js +1 -0
trellis_datamodel/static/_app/immutable/chunks/QRltG_J6.js +2 -0
trellis_datamodel/static/_app/immutable/chunks/zXDdy2c_.js +1 -0
trellis_datamodel/static/_app/immutable/entry/app.abCkWeAJ.js +2 -0
trellis_datamodel/static/_app/immutable/entry/start.B7CjH6Z7.js +1 -0
trellis_datamodel/static/_app/immutable/nodes/0.bFI_DI3G.js +1 -0
trellis_datamodel/static/_app/immutable/nodes/1.J_r941Qf.js +1 -0
trellis_datamodel/static/_app/immutable/nodes/2.WqbMkq6o.js +27 -0
trellis_datamodel/static/_app/version.json +1 -0
trellis_datamodel/static/index.html +40 -0
trellis_datamodel/static/robots.txt +3 -0
trellis_datamodel/static/trellis_squared.svg +127 -0
trellis_datamodel/tests/__init__.py +2 -0
trellis_datamodel/tests/conftest.py +132 -0
trellis_datamodel/tests/test_cli.py +526 -0
trellis_datamodel/tests/test_data_model.py +151 -0
trellis_datamodel/tests/test_dbt_schema.py +892 -0
trellis_datamodel/tests/test_manifest.py +72 -0
trellis_datamodel/tests/test_server_static.py +44 -0
trellis_datamodel/tests/test_yaml_handler.py +228 -0
trellis_datamodel/utils/__init__.py +2 -0
trellis_datamodel/utils/yaml_handler.py +365 -0
trellis_datamodel-0.3.3.dist-info/METADATA +333 -0
trellis_datamodel-0.3.3.dist-info/RECORD +52 -0
trellis_datamodel-0.3.3.dist-info/WHEEL +5 -0
trellis_datamodel-0.3.3.dist-info/entry_points.txt +2 -0
trellis_datamodel-0.3.3.dist-info/licenses/LICENSE +661 -0
trellis_datamodel-0.3.3.dist-info/licenses/NOTICE +6 -0
trellis_datamodel-0.3.3.dist-info/top_level.txt +1 -0

trellis_datamodel/tests/test_manifest.py ADDED Viewed

@@ -0,0 +1,72 @@
+"""Tests for manifest API endpoints."""
+import os
+import json
+import pytest
+class TestGetConfigStatus:
+    """Tests for GET /api/config-status endpoint."""
+    def test_returns_status(self, test_client, mock_manifest):
+        response = test_client.get("/api/config-status")
+        assert response.status_code == 200
+        data = response.json()
+        assert data["config_present"] is True
+        assert data["manifest_exists"] is True
+        assert "dbt_project_path" in data
+class TestGetManifest:
+    """Tests for GET /api/manifest endpoint."""
+    def test_returns_models_from_manifest(self, test_client):
+        response = test_client.get("/api/manifest")
+        assert response.status_code == 200
+        data = response.json()
+        assert "models" in data
+        models = data["models"]
+        assert len(models) == 2
+        # Models should be sorted by name
+        assert models[0]["name"] == "orders"
+        assert models[1]["name"] == "users"
+    def test_model_fields(self, test_client):
+        response = test_client.get("/api/manifest")
+        data = response.json()
+        users_model = next(m for m in data["models"] if m["name"] == "users")
+        assert users_model["unique_id"] == "model.project.users"
+        assert users_model["schema"] == "public"
+        assert users_model["description"] == "User table"
+        assert users_model["materialization"] == "table"
+        assert users_model["tags"] == ["core"]
+    def test_filters_by_model_path(self, test_client, temp_dir, mock_manifest):
+        # Update manifest to have models in different paths
+        with open(mock_manifest, "r") as f:
+            manifest = json.load(f)
+        manifest["nodes"]["model.project.staging"] = {
+            "unique_id": "model.project.staging",
+            "resource_type": "model",
+            "name": "stg_users",
+            "schema": "staging",
+            "original_file_path": "models/1_staging/stg_users.sql",
+            "columns": {},
+            "config": {},
+            "tags": [],
+        }
+        with open(mock_manifest, "w") as f:
+            json.dump(manifest, f)
+        # DBT_MODEL_PATHS is set to ["3_core"] so staging model should be filtered out
+        response = test_client.get("/api/manifest")
+        data = response.json()
+        model_names = [m["name"] for m in data["models"]]
+        assert "stg_users" not in model_names
+        assert "users" in model_names

trellis_datamodel/tests/test_server_static.py ADDED Viewed

@@ -0,0 +1,44 @@
+import importlib
+import os
+from pathlib import Path
+import pytest
+from fastapi.testclient import TestClient
+@pytest.fixture
+def temp_frontend_build(tmp_path, monkeypatch):
+    """
+    Create a minimal frontend build directory and point config to it.
+    """
+    build_dir: Path = tmp_path / "frontend" / "build"
+    build_dir.mkdir(parents=True, exist_ok=True)
+    index_file = build_dir / "index.html"
+    index_file.write_text("<html><body>Hello Test Build</body></html>")
+    # Force test-mode paths and override frontend build dir
+    monkeypatch.setenv("DATAMODEL_TEST_DIR", str(tmp_path))
+    monkeypatch.setenv("DATAMODEL_FRONTEND_BUILD_DIR", str(build_dir))
+    return build_dir
+def test_serves_frontend_build_when_present(temp_frontend_build):
+    """
+    Ensure the server serves index.html from the configured frontend build dir.
+    """
+    # Reload config/server to pick up env overrides
+    import trellis_datamodel.config as cfg
+    import trellis_datamodel.server as srv
+    importlib.reload(cfg)
+    cfg.load_config(None)
+    importlib.reload(srv)
+    app = srv.create_app()
+    client = TestClient(app)
+    resp = client.get("/")
+    assert resp.status_code == 200
+    assert b"Hello Test Build" in resp.content

trellis_datamodel/tests/test_yaml_handler.py ADDED Viewed

@@ -0,0 +1,228 @@
+"""Tests for YamlHandler utility class."""
+import os
+import pytest
+from ruamel.yaml.comments import CommentedMap, CommentedSeq
+from trellis_datamodel.utils.yaml_handler import YamlHandler
+class TestYamlHandlerFileOperations:
+    """Test file I/O operations."""
+    def test_load_nonexistent_file(self, temp_dir):
+        handler = YamlHandler()
+        result = handler.load_file(os.path.join(temp_dir, "missing.yml"))
+        assert result is None
+    def test_load_and_save_file(self, temp_dir):
+        handler = YamlHandler()
+        file_path = os.path.join(temp_dir, "test.yml")
+        # Save data
+        data = {"version": 2, "models": [{"name": "test_model"}]}
+        handler.save_file(file_path, data)
+        # Load data back
+        loaded = handler.load_file(file_path)
+        assert loaded is not None
+        assert loaded["version"] == 2
+        assert loaded["models"][0]["name"] == "test_model"
+    def test_save_creates_directories(self, temp_dir):
+        handler = YamlHandler()
+        nested_path = os.path.join(temp_dir, "nested", "deep", "test.yml")
+        data = {"version": 2}
+        handler.save_file(nested_path, data)
+        assert os.path.exists(nested_path)
+class TestYamlHandlerModelOperations:
+    """Test model-level operations."""
+    def test_find_model_returns_none_for_empty_data(self):
+        handler = YamlHandler()
+        assert handler.find_model({}, "test") is None
+        assert handler.find_model({"models": []}, "test") is None
+    def test_find_model_returns_match(self):
+        handler = YamlHandler()
+        data = {"models": [{"name": "users"}, {"name": "orders"}]}
+        result = handler.find_model(data, "users")
+        assert result is not None
+        assert result["name"] == "users"
+    def test_ensure_model_creates_new(self):
+        handler = YamlHandler()
+        data = {}
+        model = handler.ensure_model(data, "new_model")
+        assert "version" in data
+        assert data["version"] == 2
+        assert model["name"] == "new_model"
+        # Tags are not auto-created; update_model_tags handles them when needed
+        assert "tags" not in model
+    def test_ensure_model_returns_existing(self):
+        handler = YamlHandler()
+        existing = CommentedMap({"name": "existing", "description": "test"})
+        data = {"version": 2, "models": CommentedSeq([existing])}
+        model = handler.ensure_model(data, "existing")
+        assert model["description"] == "test"
+        assert len(data["models"]) == 1
+    def test_update_model_description(self):
+        handler = YamlHandler()
+        model = CommentedMap({"name": "test"})
+        handler.update_model_description(model, "New description")
+        assert model["description"] == "New description"
+    def test_update_model_description_skips_none(self):
+        handler = YamlHandler()
+        model = CommentedMap({"name": "test"})
+        handler.update_model_description(model, None)
+        assert "description" not in model
+    def test_update_model_tags(self):
+        handler = YamlHandler()
+        model = CommentedMap({"name": "test", "tags": []})
+        handler.update_model_tags(model, ["core", "pii"])
+        assert model["tags"] == ["core", "pii"]
+    def test_update_model_tags_uses_config_as_default(self):
+        handler = YamlHandler()
+        model = CommentedMap({"name": "test"})
+        handler.update_model_tags(model, ["core", "pii"])
+        # Should use config.tags as default when no tags exist
+        assert "tags" not in model
+        assert model["config"]["tags"] == ["core", "pii"]
+    def test_update_model_tags_preserves_config_location(self):
+        handler = YamlHandler()
+        model = CommentedMap({"name": "test", "config": {"tags": ["old"]}})
+        handler.update_model_tags(model, ["new"])
+        # Should update in config.tags (original location)
+        assert model["config"]["tags"] == ["new"]
+        assert "tags" not in model
+class TestYamlHandlerColumnOperations:
+    """Test column-level operations."""
+    def test_find_column_returns_none_for_missing(self):
+        handler = YamlHandler()
+        model = CommentedMap({"name": "test", "columns": []})
+        assert handler.find_column(model, "missing") is None
+    def test_find_column_returns_match(self):
+        handler = YamlHandler()
+        model = CommentedMap(
+            {"name": "test", "columns": [{"name": "id"}, {"name": "name"}]}
+        )
+        result = handler.find_column(model, "id")
+        assert result is not None
+        assert result["name"] == "id"
+    def test_ensure_column_creates_new(self):
+        handler = YamlHandler()
+        model = CommentedMap({"name": "test"})
+        col = handler.ensure_column(model, "new_col")
+        assert "columns" in model
+        assert col["name"] == "new_col"
+    def test_ensure_column_returns_existing(self):
+        handler = YamlHandler()
+        model = CommentedMap(
+            {
+                "name": "test",
+                "columns": CommentedSeq(
+                    [CommentedMap({"name": "existing", "data_type": "int"})]
+                ),
+            }
+        )
+        col = handler.ensure_column(model, "existing")
+        assert col["data_type"] == "int"
+        assert len(model["columns"]) == 1
+    def test_update_column(self):
+        handler = YamlHandler()
+        col = CommentedMap({"name": "test"})
+        handler.update_column(col, data_type="text", description="A test column")
+        assert col["data_type"] == "text"
+        assert col["description"] == "A test column"
+    def test_update_column_skips_none(self):
+        handler = YamlHandler()
+        col = CommentedMap({"name": "test"})
+        handler.update_column(col, data_type=None, description=None)
+        assert "data_type" not in col
+        assert "description" not in col
+    def test_update_columns_batch(self):
+        handler = YamlHandler()
+        model = CommentedMap({"name": "test"})
+        columns_data = [
+            {"name": "id", "data_type": "int"},
+            {"name": "name", "data_type": "text", "description": "User name"},
+        ]
+        handler.update_columns_batch(model, columns_data)
+        assert len(model["columns"]) == 2
+        assert model["columns"][0]["data_type"] == "int"
+        assert model["columns"][1]["description"] == "User name"
+    def test_get_columns(self):
+        handler = YamlHandler()
+        model = CommentedMap(
+            {
+                "name": "test",
+                "columns": [
+                    {"name": "id", "data_type": "int", "description": "Primary key"},
+                    {"name": "name", "data_type": "text"},
+                ],
+            }
+        )
+        cols = handler.get_columns(model)
+        assert len(cols) == 2
+        assert cols[0]["name"] == "id"
+        assert cols[0]["description"] == "Primary key"
+class TestYamlHandlerRelationshipTests:
+    """Test relationship test operations."""
+    def test_add_relationship_test(self):
+        handler = YamlHandler()
+        col = CommentedMap({"name": "user_id"})
+        handler.add_relationship_test(col, "users", "id")
+        assert "data_tests" in col
+        assert len(col["data_tests"]) == 1
+        rel = col["data_tests"][0]["relationships"]
+        assert rel["arguments"]["to"] == "ref('users')"
+        assert rel["arguments"]["field"] == "id"
+    def test_add_relationship_test_replaces_existing(self):
+        handler = YamlHandler()
+        col = CommentedMap(
+            {
+                "name": "user_id",
+                "data_tests": CommentedSeq(
+                    [
+                        CommentedMap(
+                            {"relationships": {"to": "ref('old')", "field": "old_id"}}
+                        ),
+                        CommentedMap({"not_null": {}}),
+                    ]
+                ),
+            }
+        )
+        handler.add_relationship_test(col, "new_model", "new_id")
+        # Should replace relationship but keep other tests
+        assert len(col["data_tests"]) == 2
+        rel_test = next(t for t in col["data_tests"] if "relationships" in t)
+        assert rel_test["relationships"]["arguments"]["to"] == "ref('new_model')"

trellis_datamodel/utils/__init__.py ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ """Utility modules."""
2	+