sqlbuild 0.119.1__tar.gz → 0.119.3__tar.gz

{sqlbuild-0.119.1 → sqlbuild-0.119.3}/Cargo.lock

@@ -592,7 +592,7 @@ checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba"
 
 [[package]]
 name = "sqlbuild-rules-native"
-version = "0.119.1"
+version = "0.119.3"
 dependencies = [
  "fensu-policy",
  "globset",

sqlbuild-0.119.3/PKG-INFO

@@ -0,0 +1,189 @@
+Metadata-Version: 2.4
+Name: sqlbuild
+Version: 0.119.3
+Requires-Dist: duckdb>=1.3.2
+Requires-Dist: filelock>=3.20.3
+Requires-Dist: orjson>=3.10.0
+Requires-Dist: polyglot-sql-chio==0.12.3
+Requires-Dist: pydantic-settings>=2,<3
+Requires-Dist: pyyaml>=6.0.2
+Requires-Dist: rich>=15.0.0
+Requires-Dist: google-cloud-bigquery>=3.37.0 ; extra == 'bigquery'
+Requires-Dist: dagster>=1.13.0 ; extra == 'dagster'
+Requires-Dist: dagster-webserver>=1.13.0 ; extra == 'dagster'
+Requires-Dist: databricks-sql-connector[pyarrow]>=4.1.2 ; extra == 'databricks'
+Requires-Dist: jinja2>=3.1 ; extra == 'dbt'
+Requires-Dist: dlt[duckdb,filesystem,sql-database]>=1.28.0,<2 ; extra == 'dlt'
+Requires-Dist: ingestr>=1.0.0 ; extra == 'ingestr'
+Requires-Dist: psycopg[binary]>=3.2.0 ; extra == 'postgres'
+Requires-Dist: rivers>=0.1.4 ; extra == 'rivers'
+Requires-Dist: snowflake-connector-python>=4.7.1,<5 ; extra == 'snowflake'
+Requires-Dist: pymssql>=2.3.0 ; extra == 'sqlserver'
+Provides-Extra: bigquery
+Provides-Extra: dagster
+Provides-Extra: databricks
+Provides-Extra: dbt
+Provides-Extra: dlt
+Provides-Extra: ingestr
+Provides-Extra: postgres
+Provides-Extra: rivers
+Provides-Extra: snowflake
+Provides-Extra: sqlserver
+License-File: LICENSE
+Summary: Typed, test-first SQL pipelines with local E2E testing
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+
+<p align="center">
+  <img src="https://raw.githubusercontent.com/chio-labs/sqlbuild/main/.github/sqlbuild-logo-clean.png" alt="SQLBuild" width="100%">
+</p>
+
+<p align="center">
+  <strong>The refactorable warehouse.</strong> Verify early, test properly, and refactor safely.
+</p>
+
+<p align="center">
+  <a href="https://sqlbuild.com">Website</a> ·
+  <a href="https://sqlbuild.com/docs/">Docs</a> ·
+  <a href="https://sqlbuild.com/docs/quickstart/">Quickstart</a> ·
+  <a href="https://sqlbuild.com/docs/roadmap/">Roadmap</a>
+</p>
+
+Change your warehouse as often as your code. SQLBuild brings compile-time checks, tests and diffs to
+your SQL, so change is safe. It is a free, open-source framework for SQL and Python data pipelines,
+and it keeps its state in append-only tables in your own warehouse: no external state database, no
+manifest files and no paid tier.
+
+<p align="center">
+  <img src="https://raw.githubusercontent.com/chio-labs/sqlbuild/main/.github/demos/rename.gif" alt="Moving and renaming an incremental model: sqb plan migrates the existing table instead of rebuilding it" width="100%">
+</p>
+
+## Quick start
+
+```bash
+pip install sqlbuild
+sqb playground waffle-shop
+cd waffle-shop
+sqb plan
+sqb build
+sqb test
+```
+
+The playground runs on local DuckDB, with no warehouse credentials.
+
+## What it does
+
+### Catch mistakes before anything runs
+
+- **Compile-time checks.** SQLBuild resolves references, validates SQL, infers column types, checks
+  [contracts](https://sqlbuild.com/docs/concepts/models/contracts/) and computes column lineage,
+  all offline. A typo'd column fails in seconds, not halfway through a warehouse run.
+- **Your conventions as rules.** Built-in and custom Python
+  [rules](https://sqlbuild.com/docs/concepts/rules/) turn review comments into compile errors: for
+  example, marts can't read sources directly, or every final model declares its key.
+
+### Prove it works
+
+- **Tests across models.** SQL [tests](https://sqlbuild.com/docs/concepts/testing/) mock the
+  sources and check the result through every model in between, with macros as test helpers. Macro,
+  UDF and table-function tests are built in.
+- **End-to-end scenarios.** Build the real graph against fixture data, capture fixtures from the
+  warehouse, and replay them locally on DuckDB in CI.
+  See [scenarios](https://sqlbuild.com/docs/concepts/scenarios/).
+- **Audits and diffs.** Audits run before data reaches the target table, and
+  [data diffs](https://sqlbuild.com/docs/concepts/diff/) compare dev against prod or any query.
+
+### Change it without rebuilding everything
+
+- **Renames keep their history.** Rename or move an incremental or snapshot model and SQLBuild
+  [migrates](https://sqlbuild.com/docs/concepts/models/migrations/) the existing table instead of
+  rebuilding it.
+- **Replay on change.** When a model's SQL changes, choose how far back to reprocess, from only the
+  new data to the last 14 days to a full rebuild, with
+  [`replay_on_change`](https://sqlbuild.com/docs/concepts/incremental/#replay-on-change).
+- **Macros don't have to be global.** Keep macros, enums and constants next to the models that use
+  them, and preview what a move would break with `sqb scope`. See
+  [declaration scopes](https://sqlbuild.com/docs/concepts/declaration-scopes/).
+- **Tidy up safely.** The [janitor](https://sqlbuild.com/docs/cli/janitor/) archives stale tables
+  before anything is deleted.
+
+<p align="center">
+  <img src="https://raw.githubusercontent.com/chio-labs/sqlbuild/main/.github/demos/scope.gif" alt="sqb scope previews a move: the enum and macro the model uses would be lost, so the move is flagged before anything breaks" width="100%">
+</p>
+
+Ingestion with Python loaders, and Python tasks, assets and checks, run in the same graph as your SQL
+models. See the [docs](https://sqlbuild.com/docs/) for everything else.
+
+## Example
+
+A model is a SQL file with a `MODEL()` header and a `SELECT`:
+
+```sql
+MODEL (
+  materialized table,
+  columns (
+    order_id (audits [not_null, unique]),
+  ),
+  tags [marts],
+);
+
+SELECT
+  o.order_id,
+  o.customer_id,
+  p.amount_cents AS total_cents
+FROM __ref("stg_orders") o
+JOIN __ref("stg_payments") p USING (order_id)
+```
+
+A test mocks the sources and asserts on the model, resolving every model in between from its real
+SQL:
+
+```sql
+TEST();
+
+WITH
+__source__raw__orders AS (
+  @mock_orders()
+),
+__source__raw__payments AS (
+  SELECT
+    1 AS payment_id,
+    1 AS order_id,
+    1500 AS amount_cents,
+    'credit_card' AS method
+),
+__expected__fact_orders AS (
+  SELECT 1 AS order_id, 100 AS customer_id, 1500 AS total_cents
+)
+SELECT 1
+```
+
+## Warehouses
+
+| Warehouse | Status |
+|-----------|--------|
+| Snowflake | Supported |
+| DuckDB | Supported |
+| MotherDuck | Supported |
+| PostgreSQL | Supported |
+| BigQuery | Beta |
+| Databricks | Beta |
+| SQL Server | Beta |
+
+Snowflake is the main target. Beta adapters build, test and plan, but have had less production use
+so far. See [adapters](https://sqlbuild.com/docs/concepts/adapters/).
+
+## Free and independent
+
+SQLBuild is Apache 2.0 and will stay free: no paid tier, no commercial edition, and no feature held
+back for one. Its state lives in your warehouse, next to your data. See the
+[roadmap](https://sqlbuild.com/docs/roadmap/) for what's next.
+
+## Contributing
+
+Contributions are welcome. See [CONTRIBUTING.md](CONTRIBUTING.md).
+
+## License
+
+SQLBuild is licensed under the [Apache License 2.0](LICENSE).
+

sqlbuild-0.119.3/README.md

@@ -0,0 +1,152 @@
+<p align="center">
+  <img src="https://raw.githubusercontent.com/chio-labs/sqlbuild/main/.github/sqlbuild-logo-clean.png" alt="SQLBuild" width="100%">
+</p>
+
+<p align="center">
+  <strong>The refactorable warehouse.</strong> Verify early, test properly, and refactor safely.
+</p>
+
+<p align="center">
+  <a href="https://sqlbuild.com">Website</a> ·
+  <a href="https://sqlbuild.com/docs/">Docs</a> ·
+  <a href="https://sqlbuild.com/docs/quickstart/">Quickstart</a> ·
+  <a href="https://sqlbuild.com/docs/roadmap/">Roadmap</a>
+</p>
+
+Change your warehouse as often as your code. SQLBuild brings compile-time checks, tests and diffs to
+your SQL, so change is safe. It is a free, open-source framework for SQL and Python data pipelines,
+and it keeps its state in append-only tables in your own warehouse: no external state database, no
+manifest files and no paid tier.
+
+<p align="center">
+  <img src="https://raw.githubusercontent.com/chio-labs/sqlbuild/main/.github/demos/rename.gif" alt="Moving and renaming an incremental model: sqb plan migrates the existing table instead of rebuilding it" width="100%">
+</p>
+
+## Quick start
+
+```bash
+pip install sqlbuild
+sqb playground waffle-shop
+cd waffle-shop
+sqb plan
+sqb build
+sqb test
+```
+
+The playground runs on local DuckDB, with no warehouse credentials.
+
+## What it does
+
+### Catch mistakes before anything runs
+
+- **Compile-time checks.** SQLBuild resolves references, validates SQL, infers column types, checks
+  [contracts](https://sqlbuild.com/docs/concepts/models/contracts/) and computes column lineage,
+  all offline. A typo'd column fails in seconds, not halfway through a warehouse run.
+- **Your conventions as rules.** Built-in and custom Python
+  [rules](https://sqlbuild.com/docs/concepts/rules/) turn review comments into compile errors: for
+  example, marts can't read sources directly, or every final model declares its key.
+
+### Prove it works
+
+- **Tests across models.** SQL [tests](https://sqlbuild.com/docs/concepts/testing/) mock the
+  sources and check the result through every model in between, with macros as test helpers. Macro,
+  UDF and table-function tests are built in.
+- **End-to-end scenarios.** Build the real graph against fixture data, capture fixtures from the
+  warehouse, and replay them locally on DuckDB in CI.
+  See [scenarios](https://sqlbuild.com/docs/concepts/scenarios/).
+- **Audits and diffs.** Audits run before data reaches the target table, and
+  [data diffs](https://sqlbuild.com/docs/concepts/diff/) compare dev against prod or any query.
+
+### Change it without rebuilding everything
+
+- **Renames keep their history.** Rename or move an incremental or snapshot model and SQLBuild
+  [migrates](https://sqlbuild.com/docs/concepts/models/migrations/) the existing table instead of
+  rebuilding it.
+- **Replay on change.** When a model's SQL changes, choose how far back to reprocess, from only the
+  new data to the last 14 days to a full rebuild, with
+  [`replay_on_change`](https://sqlbuild.com/docs/concepts/incremental/#replay-on-change).
+- **Macros don't have to be global.** Keep macros, enums and constants next to the models that use
+  them, and preview what a move would break with `sqb scope`. See
+  [declaration scopes](https://sqlbuild.com/docs/concepts/declaration-scopes/).
+- **Tidy up safely.** The [janitor](https://sqlbuild.com/docs/cli/janitor/) archives stale tables
+  before anything is deleted.
+
+<p align="center">
+  <img src="https://raw.githubusercontent.com/chio-labs/sqlbuild/main/.github/demos/scope.gif" alt="sqb scope previews a move: the enum and macro the model uses would be lost, so the move is flagged before anything breaks" width="100%">
+</p>
+
+Ingestion with Python loaders, and Python tasks, assets and checks, run in the same graph as your SQL
+models. See the [docs](https://sqlbuild.com/docs/) for everything else.
+
+## Example
+
+A model is a SQL file with a `MODEL()` header and a `SELECT`:
+
+```sql
+MODEL (
+  materialized table,
+  columns (
+    order_id (audits [not_null, unique]),
+  ),
+  tags [marts],
+);
+
+SELECT
+  o.order_id,
+  o.customer_id,
+  p.amount_cents AS total_cents
+FROM __ref("stg_orders") o
+JOIN __ref("stg_payments") p USING (order_id)
+```
+
+A test mocks the sources and asserts on the model, resolving every model in between from its real
+SQL:
+
+```sql
+TEST();
+
+WITH
+__source__raw__orders AS (
+  @mock_orders()
+),
+__source__raw__payments AS (
+  SELECT
+    1 AS payment_id,
+    1 AS order_id,
+    1500 AS amount_cents,
+    'credit_card' AS method
+),
+__expected__fact_orders AS (
+  SELECT 1 AS order_id, 100 AS customer_id, 1500 AS total_cents
+)
+SELECT 1
+```
+
+## Warehouses
+
+| Warehouse | Status |
+|-----------|--------|
+| Snowflake | Supported |
+| DuckDB | Supported |
+| MotherDuck | Supported |
+| PostgreSQL | Supported |
+| BigQuery | Beta |
+| Databricks | Beta |
+| SQL Server | Beta |
+
+Snowflake is the main target. Beta adapters build, test and plan, but have had less production use
+so far. See [adapters](https://sqlbuild.com/docs/concepts/adapters/).
+
+## Free and independent
+
+SQLBuild is Apache 2.0 and will stay free: no paid tier, no commercial edition, and no feature held
+back for one. Its state lives in your warehouse, next to your data. See the
+[roadmap](https://sqlbuild.com/docs/roadmap/) for what's next.
+
+## Contributing
+
+Contributions are welcome. See [CONTRIBUTING.md](CONTRIBUTING.md).
+
+## License
+
+SQLBuild is licensed under the [Apache License 2.0](LICENSE).

{sqlbuild-0.119.1 → sqlbuild-0.119.3}/crates/sqlbuild-rules-native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "sqlbuild-rules-native"
-version = "0.119.1"
+version = "0.119.3"
 edition.workspace = true
 license.workspace = true
 publish.workspace = true

{sqlbuild-0.119.1 → sqlbuild-0.119.3}/pyproject.toml

@@ -7,7 +7,7 @@ build-backend = "maturin"
 
 [project]
 name = "sqlbuild"
-version = "0.119.1"
+version = "0.119.3"
 description = "Typed, test-first SQL pipelines with local E2E testing"
 readme = "README.md"
 requires-python = ">=3.12"

{sqlbuild-0.119.1 → sqlbuild-0.119.3}/src/sqlbuild/adapters/snowflake/classes/snowflake_adapter.py

@@ -1705,7 +1705,9 @@ class SnowflakeAdapter(MicrobatchMixin, UnkeyedDiffMixin, BaseAdapter):
     ) -> tuple[FunctionInfo, ...]:
         query: str = (
             "SELECT function_name, function_schema, 'function' "
-            "FROM information_schema.functions WHERE 1=1"
+            "FROM "
+            + self._information_schema_relation(database=database, name="functions")
+            + " WHERE 1=1"
         )
         params: list[str] = []
         if schemas:

{sqlbuild-0.119.1 → sqlbuild-0.119.3}/src/sqlbuild/cli/commands/_helpers/entry/dispatch.py

@@ -89,6 +89,8 @@ def dispatch_cli_command(*, args: CliNamespace, handlers: CliEntrypointHandlers)
                 paths=args.scope_paths,
                 json_output=args.json,
                 no_cache=args.no_cache,
+                verbose=args.verbose,
+                no_color=args.no_color,
             )
         )
 

{sqlbuild-0.119.1 → sqlbuild-0.119.3}/src/sqlbuild/cli/commands/_helpers/entry/parser.py

@@ -528,6 +528,7 @@ def _add_inspection_parsers(
     )
     scope_parser.add_argument("--json", action="store_true", default=False)
     scope_parser.add_argument("--no-cache", action="store_true", default=False)
+    scope_parser.add_argument("--verbose", "-v", action="store_true", default=False)
 
     debug_parser: argparse.ArgumentParser = subparsers.add_parser(CliCommand.DEBUG)
     debug_parser.add_argument("--json", action="store_true", default=False)

{sqlbuild-0.119.1 → sqlbuild-0.119.3}/src/sqlbuild/cli/commands/_helpers/janitor_output/outputs.py

@@ -17,6 +17,7 @@ from sqlbuild.cli.commands.models import (
 )
 from sqlbuild.executor.janitor.models import JanitorExecutionResult, JanitorPlan
 from sqlbuild.presentation.classes.cli_style import CliStyle
+from sqlbuild.presentation.main.count_noun import format_count_noun
 
 
 def write_janitor_disabled(*, invocation: JanitorInvocation) -> None:
@@ -121,7 +122,11 @@ def write_janitor_completion(
 
 
 def _deleted_message(*, result: JanitorExecutionResult) -> str:
-    archived_prefix: str = f"Archived {len(result.archived)} relations. " if result.archived else ""
+    archived_prefix: str = (
+        f"Archived {format_count_noun(count=len(result.archived), singular='relation')}. "
+        if result.archived
+        else ""
+    )
     return archived_prefix + _deletion_summary(result=result)
 
 
@@ -138,19 +143,21 @@ def _deletion_summary(*, result: JanitorExecutionResult) -> str:
         + len(result.deleted_archives)
         + len(result.deleted_query_diff_artifacts)
     )
+    objects: str = format_count_noun(count=deleted_object_count, singular="object")
     pruned_state_count: int = len(result.pruned_direct_state) + len(result.pruned_virtual_state)
     non_checkpoint_state_count: int = deleted_state_count - len(result.deleted_checkpoints)
     if non_checkpoint_state_count or pruned_state_count:
         pruned_state_label: str = (
-            "state tables" if result.pruned_virtual_state else "direct state tables"
+            "state table" if result.pruned_virtual_state else "direct state table"
         )
         return (
-            f"Deleted {deleted_object_count} objects, deleted {deleted_state_count} "
-            f"state items, and pruned {pruned_state_count} {pruned_state_label}."
+            f"Deleted {objects}, deleted "
+            f"{format_count_noun(count=deleted_state_count, singular='state item')}, and pruned "
+            f"{format_count_noun(count=pruned_state_count, singular=pruned_state_label)}."
         )
     if result.deleted_checkpoints:
-        return (
-            f"Deleted {deleted_object_count} objects and "
-            f"{len(result.deleted_checkpoints)} checkpoints."
+        checkpoints: str = format_count_noun(
+            count=len(result.deleted_checkpoints), singular="checkpoint"
         )
-    return f"Deleted {deleted_object_count} objects."
+        return f"Deleted {objects} and {checkpoints}."
+    return f"Deleted {objects}."

{sqlbuild-0.119.1 → sqlbuild-0.119.3}/src/sqlbuild/cli/commands/_helpers/scope/command.py

@@ -28,6 +28,7 @@ from sqlbuild.compiler.scopes.models import (
     ScopeReportFilters,
 )
 from sqlbuild.compiler.scopes.types import DeclarationKind, DiagnosticSeverity
+from sqlbuild.presentation.main.supports_color import supports_color
 
 
 def run_scope_command(
@@ -107,7 +108,11 @@ def run_scope_command(
     output: str = (
         serialize_scope_report(report=result)
         if request.json_output
-        else render_scope_result(result=result, request=request)
+        else render_scope_result(
+            result=result,
+            request=request,
+            use_color=output_stream is None and not request.no_color and supports_color(),
+        )
     )
     stream.write(output)
     return 1 if _failed(result=result) else 0