sqlmesh 0.186.2.dev8__tar.gz → 0.186.2.dev10__tar.gz

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sqlmesh
-Version: 0.186.2.dev8
+Version: 0.186.2.dev10
 Summary: Next-generation data transformation framework
 Author-email: "TobikoData Inc." <engineering@tobikodata.com>
 License:                                  Apache License

sqlmesh-0.186.2.dev10/examples/sushi/models/blueprint.sql

@@ -0,0 +1,21 @@
+MODEL (
+    name @name,
+    kind FULL,
+    description "Count of customers by status, done with a fancy unnecessary blueprint",
+    grain status,
+    blueprints (
+        (
+            name := sushi.count_customers_active,
+            blueprint_status := 'active',
+        ),
+        (
+            name := sushi.count_customers_inactive,
+            blueprint_status := 'inactive',
+        )
+    )
+);
+
+SELECT 
+   COUNT(customer_id) AS count_customers
+FROM sushi.customers
+WHERE status = @blueprint_status;

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/sqlmesh/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.186.2.dev8'
-__version_tuple__ = version_tuple = (0, 186, 2, 'dev8')
+__version__ = version = '0.186.2.dev10'
+__version_tuple__ = version_tuple = (0, 186, 2, 'dev10')

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/sqlmesh/core/context.py

@@ -869,7 +869,12 @@ class GenericContext(BaseContext, t.Generic[C]):
         Returns:
             The expected model.
         """
-        if isinstance(model_or_snapshot, str):
+        if isinstance(model_or_snapshot, Snapshot):
+            return model_or_snapshot.model
+        if not isinstance(model_or_snapshot, str):
+            return model_or_snapshot
+
+        try:
             # We should try all dialects referenced in the project for cases when models use mixed dialects.
             for dialect in self._all_dialects:
                 normalized_name = normalize_model_name(
@@ -879,13 +884,16 @@ class GenericContext(BaseContext, t.Generic[C]):
                 )
                 if normalized_name in self._models:
                     return self._models[normalized_name]
-        elif isinstance(model_or_snapshot, Snapshot):
-            return model_or_snapshot.model
-        else:
-            return model_or_snapshot
+        except:
+            pass
 
         if raise_if_missing:
-            raise SQLMeshError(f"Cannot find model for '{model_or_snapshot}'")
+            if model_or_snapshot.endswith((".sql", ".py")):
+                msg = "Resolving models by path is not supported, please pass in the model name instead."
+            else:
+                msg = f"Cannot find model with name '{model_or_snapshot}'"
+
+            raise SQLMeshError(msg)
 
         return None
 

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/sqlmesh.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sqlmesh
-Version: 0.186.2.dev8
+Version: 0.186.2.dev10
 Summary: Next-generation data transformation framework
 Author-email: "TobikoData Inc." <engineering@tobikodata.com>
 License:                                  Apache License

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/sqlmesh.egg-info/SOURCES.txt

@@ -104,6 +104,7 @@ examples/sushi/macros/macros.sql
 examples/sushi/macros/utils.py
 examples/sushi/metrics/metrics.sql
 examples/sushi/models/active_customers.sql
+examples/sushi/models/blueprint.sql
 examples/sushi/models/customer_revenue_by_day.sql
 examples/sushi/models/customer_revenue_lifetime.sql
 examples/sushi/models/customers.sql

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/tests/core/analytics/test_collector.py

@@ -183,7 +183,7 @@ def test_on_plan_apply(
                 {
                     "seq_num": 0,
                     "event_type": "PLAN_APPLY_START",
-                    "event": f'{{"plan_id": "{plan_id}", "engine_type": "bigquery", "state_sync_type": "mysql", "scheduler_type": "builtin", "is_dev": false, "skip_backfill": false, "no_gaps": false, "forward_only": false, "ensure_finalized_snapshots": false, "has_restatements": false, "directly_modified_count": 19, "indirectly_modified_count": 0, "environment_name_hash": "d6e4a9b6646c62fc48baa6dd6150d1f7"}}',
+                    "event": f'{{"plan_id": "{plan_id}", "engine_type": "bigquery", "state_sync_type": "mysql", "scheduler_type": "builtin", "is_dev": false, "skip_backfill": false, "no_gaps": false, "forward_only": false, "ensure_finalized_snapshots": false, "has_restatements": false, "directly_modified_count": 21, "indirectly_modified_count": 0, "environment_name_hash": "d6e4a9b6646c62fc48baa6dd6150d1f7"}}',
                     **common_fields,
                 }
             ),

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/tests/core/test_context.py

@@ -818,7 +818,7 @@ def test_janitor(sushi_context, mocker: MockerFixture) -> None:
     )
     # Assert that the views are dropped for each snapshot just once and make sure that the name used is the
     # view name with the environment as a suffix
-    assert adapter_mock.drop_view.call_count == 14
+    assert adapter_mock.drop_view.call_count == 16
     adapter_mock.drop_view.assert_has_calls(
         [
             call(

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/tests/core/test_integration.py

@@ -476,10 +476,16 @@ def test_full_history_restatement_model_regular_plan_preview_enabled(
     waiter_as_customer_snapshot = context.get_snapshot(
         "sushi.waiter_as_customer_by_day", raise_if_missing=True
     )
+    count_customers_active_snapshot = context.get_snapshot(
+        "sushi.count_customers_active", raise_if_missing=True
+    )
+    count_customers_inactive_snapshot = context.get_snapshot(
+        "sushi.count_customers_inactive", raise_if_missing=True
+    )
 
     plan = context.plan_builder("dev", skip_tests=True, enable_preview=True).build()
 
-    assert len(plan.new_snapshots) == 4
+    assert len(plan.new_snapshots) == 6
     assert (
         plan.context_diff.snapshots[snapshot.snapshot_id].change_category
         == SnapshotChangeCategory.FORWARD_ONLY
@@ -505,6 +511,18 @@ def test_full_history_restatement_model_regular_plan_preview_enabled(
                 (to_timestamp("2023-01-07"), to_timestamp("2023-01-08")),
             ],
         ),
+        SnapshotIntervals(
+            snapshot_id=count_customers_active_snapshot.snapshot_id,
+            intervals=[
+                (to_timestamp("2023-01-07"), to_timestamp("2023-01-08")),
+            ],
+        ),
+        SnapshotIntervals(
+            snapshot_id=count_customers_inactive_snapshot.snapshot_id,
+            intervals=[
+                (to_timestamp("2023-01-07"), to_timestamp("2023-01-08")),
+            ],
+        ),
         SnapshotIntervals(
             snapshot_id=customers_snapshot.snapshot_id,
             intervals=[
@@ -1517,6 +1535,8 @@ def test_run_with_select_models(
             "assert_item_price_above_zero": to_timestamp("2023-01-08"),
             '"memory"."sushi"."active_customers"': to_timestamp("2023-01-08"),
             '"memory"."sushi"."customers"': to_timestamp("2023-01-08"),
+            '"memory"."sushi"."count_customers_active"': to_timestamp("2023-01-08"),
+            '"memory"."sushi"."count_customers_inactive"': to_timestamp("2023-01-08"),
         }
 
 
@@ -1555,6 +1575,8 @@ def test_plan_with_run(
             "assert_item_price_above_zero": to_timestamp("2023-01-09"),
             '"memory"."sushi"."active_customers"': to_timestamp("2023-01-09"),
             '"memory"."sushi"."customers"': to_timestamp("2023-01-09"),
+            '"memory"."sushi"."count_customers_active"': to_timestamp("2023-01-09"),
+            '"memory"."sushi"."count_customers_inactive"': to_timestamp("2023-01-09"),
         }
 
 
@@ -1592,6 +1614,8 @@ def test_run_with_select_models_no_auto_upstream(
             "assert_item_price_above_zero": to_timestamp("2023-01-08"),
             '"memory"."sushi"."active_customers"': to_timestamp("2023-01-08"),
             '"memory"."sushi"."customers"': to_timestamp("2023-01-08"),
+            '"memory"."sushi"."count_customers_active"': to_timestamp("2023-01-08"),
+            '"memory"."sushi"."count_customers_inactive"': to_timestamp("2023-01-08"),
         }
 
 
@@ -5185,7 +5209,7 @@ def test_environment_suffix_target_table(init_and_plan_context: t.Callable):
     assert set(metadata.schemas) - starting_schemas == {"raw"}
     prod_views = {x for x in metadata.qualified_views if x.db in environments_schemas}
     # Make sure that all models are present
-    assert len(prod_views) == 14
+    assert len(prod_views) == 16
     apply_to_environment(context, "dev")
     # Make sure no new schemas are created
     assert set(metadata.schemas) - starting_schemas == {"raw"}
@@ -5243,9 +5267,9 @@ def test_environment_catalog_mapping(init_and_plan_context: t.Callable):
         user_default_tables,
         non_default_tables,
     ) = get_default_catalog_and_non_tables(metadata, context.default_catalog)
-    assert len(prod_views) == 14
+    assert len(prod_views) == 16
     assert len(dev_views) == 0
-    assert len(user_default_tables) == 17
+    assert len(user_default_tables) == 21
     assert state_metadata.schemas == ["sqlmesh"]
     assert {x.sql() for x in state_metadata.qualified_tables}.issuperset(
         {
@@ -5262,9 +5286,9 @@ def test_environment_catalog_mapping(init_and_plan_context: t.Callable):
         user_default_tables,
         non_default_tables,
     ) = get_default_catalog_and_non_tables(metadata, context.default_catalog)
-    assert len(prod_views) == 14
-    assert len(dev_views) == 14
-    assert len(user_default_tables) == 17
+    assert len(prod_views) == 16
+    assert len(dev_views) == 16
+    assert len(user_default_tables) == 21
     assert len(non_default_tables) == 0
     assert state_metadata.schemas == ["sqlmesh"]
     assert {x.sql() for x in state_metadata.qualified_tables}.issuperset(
@@ -5282,9 +5306,9 @@ def test_environment_catalog_mapping(init_and_plan_context: t.Callable):
         user_default_tables,
         non_default_tables,
     ) = get_default_catalog_and_non_tables(metadata, context.default_catalog)
-    assert len(prod_views) == 14
-    assert len(dev_views) == 28
-    assert len(user_default_tables) == 17
+    assert len(prod_views) == 16
+    assert len(dev_views) == 32
+    assert len(user_default_tables) == 21
     assert len(non_default_tables) == 0
     assert state_metadata.schemas == ["sqlmesh"]
     assert {x.sql() for x in state_metadata.qualified_tables}.issuperset(
@@ -5303,9 +5327,9 @@ def test_environment_catalog_mapping(init_and_plan_context: t.Callable):
         user_default_tables,
         non_default_tables,
     ) = get_default_catalog_and_non_tables(metadata, context.default_catalog)
-    assert len(prod_views) == 14
-    assert len(dev_views) == 14
-    assert len(user_default_tables) == 17
+    assert len(prod_views) == 16
+    assert len(dev_views) == 16
+    assert len(user_default_tables) == 21
     assert len(non_default_tables) == 0
     assert state_metadata.schemas == ["sqlmesh"]
     assert {x.sql() for x in state_metadata.qualified_tables}.issuperset(
@@ -6148,3 +6172,24 @@ def test_missing_connection_config():
     ctx = Context(
         config=Config(gateways={"default": GatewayConfig(connection=DuckDBConnectionConfig())})
     )
+
+
+@use_terminal_console
+def test_render_path_instead_of_model(tmp_path: Path):
+    create_temp_file(tmp_path, Path("models/test.sql"), "MODEL (name test_model); SELECT 1 AS col")
+    ctx = Context(paths=tmp_path, config=Config())
+
+    # Case 1: Fail gracefully when the user is passing in a path instead of a model name
+    for test_model in ["models/test.sql", "models/test.py"]:
+        with pytest.raises(
+            SQLMeshError,
+            match="Resolving models by path is not supported, please pass in the model name instead.",
+        ):
+            ctx.render(test_model)
+
+    # Case 2: Fail gracefully when the model name is not found
+    with pytest.raises(SQLMeshError, match="Cannot find model with name 'incorrect_model'"):
+        ctx.render("incorrect_model")
+
+    # Case 3: Render the model successfully
+    assert ctx.render("test_model").sql() == 'SELECT 1 AS "col"'

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/tests/core/test_plan.py

@@ -832,6 +832,8 @@ def test_restate_models(sushi_context_pre_scheduling: Context):
         '"memory"."sushi"."waiter_as_customer_by_day"',
         '"memory"."sushi"."waiter_names"',
         '"memory"."sushi"."waiters"',
+        '"memory"."sushi"."count_customers_active"',
+        '"memory"."sushi"."count_customers_inactive"',
     }
 
 

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/tests/integrations/github/cicd/test_integration.py

@@ -1705,6 +1705,8 @@ def test_overlapping_changes_models(
 
 **Indirectly Modified:**
 - `sushi.active_customers`
+- `sushi.count_customers_active`
+- `sushi.count_customers_inactive`
 - `sushi.waiter_as_customer_by_day`
 
 """
@@ -1744,7 +1746,7 @@ def test_overlapping_changes_models(
 """
     )
 
-    assert len(get_environment_objects(controller, "hello_world_2")) == 4
+    assert len(get_environment_objects(controller, "hello_world_2")) == 6
     assert "new_col" in get_columns(controller, "hello_world_2", "customers")
 
     assert mock_pull_request.merge.called

{sqlmesh-0.186.2.dev8 → sqlmesh-0.186.2.dev10}/tests/integrations/jupyter/test_magics.py

@@ -756,7 +756,7 @@ def test_info(notebook, sushi_context, convert_all_html_output_to_text, get_all_
     assert not output.stderr
     assert len(output.outputs) == 6
     assert convert_all_html_output_to_text(output) == [
-        "Models: 18",
+        "Models: 20",
         "Macros: 8",
         "",
         "Connection:\n  type: duckdb\n  concurrent_tasks: 1\n  register_comments: true\n  pre_ping: false\n  pretty_sql: false\n  extensions: []\n  connector_config: {}\n  secrets: None",
@@ -764,7 +764,7 @@ def test_info(notebook, sushi_context, convert_all_html_output_to_text, get_all_
         "Data warehouse connection succeeded",
     ]
     assert get_all_html_output(output) == [
-        "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">Models: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">18</span></pre>",
+        "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">Models: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">20</span></pre>",
         "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">Macros: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">8</span></pre>",
         "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"></pre>",
         '<pre style="white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,\'DejaVu Sans Mono\',consolas,\'Courier New\',monospace">Connection:  type: duckdb  concurrent_tasks: <span style="color: #008080; text-decoration-color: #008080; font-weight: bold">1</span>  register_comments: true  pre_ping: false  pretty_sql: false  extensions: <span style="font-weight: bold">[]</span>  connector_config: <span style="font-weight: bold">{}</span>  secrets: <span style="color: #800080; text-decoration-color: #800080; font-style: italic">None</span></pre>',