sqlbuild 0.55.1__tar.gz → 0.55.3__tar.gz

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/Cargo.lock

@@ -572,7 +572,7 @@ checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba"
 
 [[package]]
 name = "sqlbuild-kata-native"
-version = "0.55.1"
+version = "0.55.3"
 dependencies = [
  "fensu-policy",
  "globset",

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sqlbuild
-Version: 0.55.1
+Version: 0.55.3
 Requires-Dist: duckdb>=1.3.2
 Requires-Dist: polyglot-sql>=0.5.10
 Requires-Dist: pydantic-settings>=2,<3

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/crates/sqlbuild-kata-native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "sqlbuild-kata-native"
-version = "0.55.1"
+version = "0.55.3"
 edition.workspace = true
 license.workspace = true
 publish.workspace = true

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/pyproject.toml

@@ -7,7 +7,7 @@ build-backend = "maturin"
 
 [project]
 name = "sqlbuild"
-version = "0.55.1"
+version = "0.55.3"
 description = "Typed, test-first SQL pipelines with local E2E testing"
 readme = "README.md"
 requires-python = ">=3.12"

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/_helpers/build_planning/defer_clone.py

@@ -22,15 +22,16 @@ from sqlbuild.cli.commands.models import (
     DeferClonePrephaseOutputContext,
 )
 from sqlbuild.compiler.compile.models import (
+    CompileAnalysisSelection,
     CompiledModel,
     CompiledObjectKey,
     CompiledProject,
 )
 from sqlbuild.compiler.compile.types import CompiledResourceType
 from sqlbuild.compiler.discovery.models import DiscoveredProjectInputs
-from sqlbuild.compiler.pipeline.main.clone import run_clone_pipeline
+from sqlbuild.compiler.pipeline.main.clone_with_options import run_clone_pipeline_with_options
 from sqlbuild.compiler.pipeline.main.compiled_project import build_compiled_project
-from sqlbuild.compiler.pipeline.models import ClonePipelineResult
+from sqlbuild.compiler.pipeline.models import ClonePipelineOptions, ClonePipelineResult
 from sqlbuild.compiler.planner.main.clone.resolve_clone_boundary import (
     resolve_clone_boundary,
 )
@@ -53,6 +54,7 @@ def build_defer_clone_boundary_selectors(
     adapter: BaseAdapter,
     selected_target: str | None,
     no_sql_validation: bool,
+    no_cache: bool,
     select: tuple[str, ...],
     exclude: tuple[str, ...],
     cli_vars: dict[str, object] | None,
@@ -66,6 +68,7 @@ def build_defer_clone_boundary_selectors(
         adapter=adapter,
         selected_target=selected_target,
         no_sql_validation=no_sql_validation,
+        analysis_selection=CompileAnalysisSelection(no_cache=no_cache),
         cli_vars=cli_vars,
         external_sql_reference_resolver=resolve_external_sql_reference_resolver(
             project_dir=project_dir,
@@ -139,6 +142,7 @@ def run_defer_clone_boundary_prephase(
         adapter=invocation.adapter,
         selected_target=request.selected_target,
         no_sql_validation=request.no_sql_validation,
+        no_cache=request.no_cache,
         select=request.select,
         exclude=request.exclude,
         cli_vars=request.cli_vars,
@@ -152,6 +156,7 @@ def run_defer_clone_boundary_prephase(
             origin_target_name=origin_target_name,
             destination_target_name=cloned_project.effective_target_name,
             no_sql_validation=request.no_sql_validation,
+            no_cache=request.no_cache,
             select=(*boundary_selectors, *view_chain_selectors),
             caused_by_names=request.select,
             cli_vars=request.cli_vars,
@@ -210,16 +215,18 @@ def run_defer_clone_prephase(
     )
     destination_connection: Any = adapter.connect(inputs.connection_config)
     try:
-        clone_pipeline: ClonePipelineResult = run_clone_pipeline(
+        clone_pipeline: ClonePipelineResult = run_clone_pipeline_with_options(
             discovered_inputs=discovered_inputs,
             adapter=adapter,
             origin_target_name=origin_target_name,
             destination_target_name=destination_target_name,
-            no_sql_validation=inputs.no_sql_validation,
-            select=inputs.select,
-            exclude=(),
-            cli_vars=cli_vars,
             destination_connection=destination_connection,
+            options=ClonePipelineOptions(
+                no_sql_validation=inputs.no_sql_validation,
+                no_cache=inputs.no_cache,
+                select=inputs.select,
+                cli_vars=cli_vars,
+            ),
             external_sql_reference_resolver=resolve_external_sql_reference_resolver(
                 project_dir=project_dir,
                 discovered_inputs=discovered_inputs,

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/_helpers/build_planning/planning.py

@@ -31,6 +31,7 @@ def compile_build_plan(
         adapter=invocation.adapter,
         options=CompilePipelineOptions(
             no_sql_validation=request.no_sql_validation,
+            no_cache=request.no_cache,
             selected_target=request.selected_target,
             defer_to=request.defer_to,
             defer_sources_to=request.defer_sources_to,

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/_helpers/build_virtual/virtual_execution.py

@@ -106,6 +106,7 @@ def execute_virtual_build(
             planning=VirtualPlanOptions(
                 selected_target=request.selected_target,
                 no_sql_validation=request.no_sql_validation,
+                no_cache=request.no_cache,
                 defer_sources_to=request.defer_sources_to,
                 cursor_overrides=request.cursor_overrides,
                 full_refresh=request.full_refresh,

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/_helpers/compile/pipeline.py

@@ -48,6 +48,7 @@ def analyze_compile_project(
     *,
     project_dir: Path,
     no_sql_validation: bool,
+    no_cache: bool,
     selected_target: str | None,
     lineage_mode: CompileLineageMode,
     cli_vars: dict[str, object] | None,
@@ -60,6 +61,7 @@ def analyze_compile_project(
     _ = start_compile_phase(status=status, message="Discovering project...")
     discovered_inputs: DiscoveredProjectInputs = discover_project_inputs(
         project_dir=project_dir,
+        extract_output_column_locations=False,
         sql_analysis_enabled_override=(
             False if profile_flags.skip_discovery_sql_analysis else None
         ),
@@ -85,6 +87,7 @@ def analyze_compile_project(
         skip_column_inference=profile_flags.skip_column_inference,
         column_lineage_mode=compile_analysis_lineage_mode(lineage_mode),
         cli_vars=cli_vars,
+        no_cache=no_cache,
     )
     graph_ms: int = elapsed_ms(graph_start)
     _ = complete_compile_phase(

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/_helpers/compile/target_writer.py

@@ -3,7 +3,6 @@
 from __future__ import annotations
 
 import json
-import shutil
 from pathlib import Path
 
 from sqlbuild.adapter.contract.classes.base_adapter import BaseAdapter
@@ -37,12 +36,14 @@ def write_compile_target(
 ) -> WrittenTarget:
     """Write compiled output files under target_dir."""
 
-    _clean_target(target_dir)
     target_dir.mkdir(parents=True, exist_ok=True)
-    _write_models(target_dir=target_dir, plan_output=plan_output)
-    _write_functions(target_dir=target_dir, adapter=adapter, plan_output=plan_output)
-    _write_audits(target_dir=target_dir, plan_output=plan_output)
-    _write_tests(target_dir=target_dir, adapter=adapter, plan_output=plan_output)
+    managed_paths: set[Path] = set().union(
+        _write_models(target_dir=target_dir, plan_output=plan_output),
+        _write_functions(target_dir=target_dir, adapter=adapter, plan_output=plan_output),
+        _write_audits(target_dir=target_dir, plan_output=plan_output),
+        _write_tests(target_dir=target_dir, adapter=adapter, plan_output=plan_output),
+    )
+    _remove_stale_compiled_files(target_dir=target_dir, managed_paths=managed_paths)
     if manifest is not None:
         _write_manifest(target_dir=target_dir, manifest=manifest)
 
@@ -65,12 +66,14 @@ def write_static_compile_target(
 ) -> WrittenTarget:
     """Write offline compiled output files under target_dir."""
 
-    _clean_target(target_dir)
     target_dir.mkdir(parents=True, exist_ok=True)
-    _write_static_models(target_dir=target_dir, project=project)
-    _write_static_functions(target_dir=target_dir, adapter=adapter, project=project)
-    _write_static_audits(target_dir=target_dir, project=project)
-    _write_static_tests(target_dir=target_dir, adapter=adapter, project=project)
+    managed_paths: set[Path] = set().union(
+        _write_static_models(target_dir=target_dir, project=project),
+        _write_static_functions(target_dir=target_dir, adapter=adapter, project=project),
+        _write_static_audits(target_dir=target_dir, project=project),
+        _write_static_tests(target_dir=target_dir, adapter=adapter, project=project),
+    )
+    _remove_stale_compiled_files(target_dir=target_dir, managed_paths=managed_paths)
     if manifest is not None:
         _write_manifest(target_dir=target_dir, manifest=manifest)
 
@@ -84,33 +87,37 @@ def write_static_compile_target(
     )
 
 
-def _clean_target(target_dir: Path) -> None:
-    """Remove generated compile output directories from target/."""
-
-    compiled_dir: Path = target_dir / _COMPILED_DIR
-    if compiled_dir.exists():
-        shutil.rmtree(compiled_dir)
-
-
-def _write_models(*, target_dir: Path, plan_output: PlanOutput) -> None:
+def _write_models(*, target_dir: Path, plan_output: PlanOutput) -> set[Path]:
     """Write model resolved SQL."""
 
+    managed_paths: set[Path] = set()
     for entry in plan_output.model_entries:
         compiled_path: Path = target_dir / _COMPILED_DIR / _model_output_path(entry.relative_path)
         _write_sql(path=compiled_path, sql=entry.resolved_sql)
+        managed_paths.add(compiled_path)
+    return managed_paths
 
 
-def _write_static_models(*, target_dir: Path, project: CompiledProject) -> None:
+def _write_static_models(*, target_dir: Path, project: CompiledProject) -> set[Path]:
     """Write offline model query SQL."""
 
+    managed_paths: set[Path] = set()
     for model in project.models:
         compiled_path: Path = target_dir / _COMPILED_DIR / _model_output_path(model.relative_path)
         _write_sql(path=compiled_path, sql=model.query_sql)
+        managed_paths.add(compiled_path)
+    return managed_paths
 
 
-def _write_functions(*, target_dir: Path, adapter: BaseAdapter, plan_output: PlanOutput) -> None:
+def _write_functions(
+    *,
+    target_dir: Path,
+    adapter: BaseAdapter,
+    plan_output: PlanOutput,
+) -> set[Path]:
     """Write executable SQL function DDL."""
 
+    managed_paths: set[Path] = set()
     for entry in plan_output.function_entries:
         if entry.destination.qualified_name is None:
             continue
@@ -130,14 +137,23 @@ def _write_functions(*, target_dir: Path, adapter: BaseAdapter, plan_output: Pla
             / _COMPILED_DIR
             / _function_output_path(relative_path=entry.relative_path, language=entry.language)
         )
-        _write_sql(path=function_path, sql=";\n\n".join(statements))
+        _write_sql(
+            path=function_path,
+            sql=";\n\n".join(statements),
+        )
+        managed_paths.add(function_path)
+    return managed_paths
 
 
 def _write_static_functions(
-    *, target_dir: Path, adapter: BaseAdapter, project: CompiledProject
-) -> None:
+    *,
+    target_dir: Path,
+    adapter: BaseAdapter,
+    project: CompiledProject,
+) -> set[Path]:
     """Write offline rendered SQL function DDL."""
 
+    managed_paths: set[Path] = set()
     for function in project.functions:
         if function.destination.qualified_name is None:
             continue
@@ -159,22 +175,31 @@ def _write_static_functions(
                 relative_path=function.relative_path, language=function.language
             )
         )
-        _write_sql(path=function_path, sql=";\n\n".join(statements))
+        _write_sql(
+            path=function_path,
+            sql=";\n\n".join(statements),
+        )
+        managed_paths.add(function_path)
+    return managed_paths
 
 
-def _write_audits(*, target_dir: Path, plan_output: PlanOutput) -> None:
+def _write_audits(*, target_dir: Path, plan_output: PlanOutput) -> set[Path]:
     """Write resolved audit SQL."""
 
+    managed_paths: set[Path] = set()
     for entry in plan_output.audit_entries:
         folder: Path = _audit_folder(entry)
         file_name: str = _audit_file_name(entry)
         audit_path: Path = target_dir / _COMPILED_DIR / _AUDITS_DIR / folder / file_name
         _write_sql(path=audit_path, sql=entry.resolved_sql)
+        managed_paths.add(audit_path)
+    return managed_paths
 
 
-def _write_static_audits(*, target_dir: Path, project: CompiledProject) -> None:
+def _write_static_audits(*, target_dir: Path, project: CompiledProject) -> set[Path]:
     """Write offline resolved audit SQL."""
 
+    managed_paths: set[Path] = set()
     for audit in project.audits:
         folder: Path = _static_audit_folder(attached_target_name=audit.attached_target_name)
         file_name: str = _static_audit_file_name(
@@ -184,11 +209,19 @@ def _write_static_audits(*, target_dir: Path, project: CompiledProject) -> None:
         )
         audit_path: Path = target_dir / _COMPILED_DIR / _AUDITS_DIR / folder / file_name
         _write_sql(path=audit_path, sql=audit.sql_body)
+        managed_paths.add(audit_path)
+    return managed_paths
 
 
-def _write_tests(*, target_dir: Path, adapter: BaseAdapter, plan_output: PlanOutput) -> None:
+def _write_tests(
+    *,
+    target_dir: Path,
+    adapter: BaseAdapter,
+    plan_output: PlanOutput,
+) -> set[Path]:
     """Write resolved SQL-native test SQL."""
 
+    managed_paths: set[Path] = set()
     for entry in plan_output.test_entries:
         test_path: Path = (
             target_dir / _COMPILED_DIR / _TESTS_DIR / _test_folder(entry) / f"{entry.name}.sql"
@@ -201,13 +234,19 @@ def _write_tests(*, target_dir: Path, adapter: BaseAdapter, plan_output: PlanOut
                 sql_analysis_dialect=adapter.sql_analysis_dialect(),
             ),
         )
+        managed_paths.add(test_path)
+    return managed_paths
 
 
 def _write_static_tests(
-    *, target_dir: Path, adapter: BaseAdapter, project: CompiledProject
-) -> None:
+    *,
+    target_dir: Path,
+    adapter: BaseAdapter,
+    project: CompiledProject,
+) -> set[Path]:
     """Write offline SQL-native test SQL."""
 
+    managed_paths: set[Path] = set()
     for test in project.sql_tests:
         entry, _warnings = build_sql_test_plan_entry(
             test=test,
@@ -226,20 +265,47 @@ def _write_static_tests(
                 sql_analysis_dialect=adapter.sql_analysis_dialect(),
             ),
         )
+        managed_paths.add(test_path)
+    return managed_paths
 
 
 def _write_manifest(*, target_dir: Path, manifest: dict[str, object]) -> None:
     """Write manifest.json."""
 
     manifest_path: Path = target_dir / _MANIFEST_FILE
-    manifest_path.write_text(json.dumps(manifest, indent=2) + "\n", encoding="utf-8")
+    _write_text_if_changed(path=manifest_path, contents=json.dumps(manifest, indent=2) + "\n")
 
 
 def _write_sql(*, path: Path, sql: str) -> None:
     """Write one SQL file."""
 
+    _write_text_if_changed(path=path, contents=sql.rstrip() + "\n")
+
+
+def _write_text_if_changed(*, path: Path, contents: str) -> None:
+    if path.is_file() and path.read_text(encoding="utf-8") == contents:
+        return
     path.parent.mkdir(parents=True, exist_ok=True)
-    path.write_text(sql.rstrip() + "\n", encoding="utf-8")
+    path.write_text(contents, encoding="utf-8")
+
+
+def _remove_stale_compiled_files(*, target_dir: Path, managed_paths: set[Path]) -> None:
+    compiled_dir: Path = target_dir / _COMPILED_DIR
+    if not compiled_dir.is_dir():
+        return
+    for path in compiled_dir.rglob("*"):
+        if path.is_file() and path not in managed_paths:
+            path.unlink()
+    directories: list[Path] = sorted(
+        (path for path in compiled_dir.rglob("*") if path.is_dir()),
+        key=lambda path: len(path.parts),
+        reverse=True,
+    )
+    for directory in (*directories, compiled_dir):
+        try:
+            directory.rmdir()
+        except OSError:
+            pass
 
 
 def _model_output_path(relative_path: Path) -> Path:

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/_helpers/entry/dispatch.py

@@ -65,6 +65,7 @@ def dispatch_cli_command(*, args: CliNamespace, handlers: CliEntrypointHandlers)
             CompileCommandRequest(
                 project_dir=project_dir,
                 no_sql_validation=args.no_sql_validation,
+                no_cache=args.no_cache,
                 defer_to=args.defer_to,
                 selected_target=args.target,
                 json_output=args.json,
@@ -93,6 +94,7 @@ def dispatch_cli_command(*, args: CliNamespace, handlers: CliEntrypointHandlers)
             PlanCommandRequest(
                 project_dir=project_dir,
                 no_sql_validation=args.no_sql_validation,
+                no_cache=args.no_cache,
                 defer_to=args.defer_to,
                 defer_sources_to=args.defer_sources_to,
                 selected_target=args.target,
@@ -128,6 +130,7 @@ def dispatch_cli_command(*, args: CliNamespace, handlers: CliEntrypointHandlers)
             BuildCommandRequest(
                 project_dir=project_dir,
                 no_sql_validation=args.no_sql_validation,
+                no_cache=args.no_cache,
                 defer_to=args.defer_to,
                 defer_clone_from=args.defer_clone_from,
                 defer_sources_to=args.defer_sources_to,

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/_helpers/entry/parser.py

@@ -57,6 +57,12 @@ def _add_compile_and_dag_parsers(
 ) -> None:
     compile_parser: argparse.ArgumentParser = subparsers.add_parser(CliCommand.COMPILE)
     compile_parser.add_argument("--no-sql-validation", action="store_true", default=False)
+    compile_parser.add_argument(
+        "--no-cache",
+        action="store_true",
+        default=False,
+        help="Bypass the compile analysis cache for this invocation",
+    )
     compile_parser.add_argument("--defer-to", default=None)
     compile_parser.add_argument("--target", default=None)
     compile_parser.add_argument("--json", action="store_true", default=False)
@@ -108,6 +114,12 @@ def _add_plan_and_build_parsers(
 ) -> None:
     plan_parser: argparse.ArgumentParser = subparsers.add_parser(CliCommand.PLAN)
     plan_parser.add_argument("--no-sql-validation", action="store_true", default=False)
+    plan_parser.add_argument(
+        "--no-cache",
+        action="store_true",
+        default=False,
+        help="Bypass the compile analysis cache for this invocation",
+    )
     plan_parser.add_argument("--defer-to", default=None)
     plan_parser.add_argument("--defer-sources-to", default=None)
     plan_parser.add_argument("--target", default=None)
@@ -135,6 +147,12 @@ def _add_plan_and_build_parsers(
 
     build_parser: argparse.ArgumentParser = subparsers.add_parser(CliCommand.BUILD)
     build_parser.add_argument("--no-sql-validation", action="store_true", default=False)
+    build_parser.add_argument(
+        "--no-cache",
+        action="store_true",
+        default=False,
+        help="Bypass the compile analysis cache for this invocation",
+    )
     build_parser.add_argument("--defer-to", default=None)
     build_parser.add_argument("--defer-clone-from", default=None)
     build_parser.add_argument("--defer-sources-to", default=None)

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/_helpers/plan/planning.py

@@ -42,6 +42,7 @@ def compile_plan_pipeline(
             options=VirtualPlanOptions(
                 selected_target=request.selected_target,
                 no_sql_validation=request.no_sql_validation,
+                no_cache=request.no_cache,
                 defer_sources_to=request.defer_sources_to,
                 cursor_overrides=request.cursor_overrides,
                 full_refresh=request.full_refresh,
@@ -84,6 +85,7 @@ def compile_plan_pipeline(
         options=CompilePipelineOptions(
             selected_target=request.selected_target,
             no_sql_validation=request.no_sql_validation,
+            no_cache=request.no_cache,
             defer_to=request.defer_to,
             defer_sources_to=request.defer_sources_to,
             cursor_overrides=request.cursor_overrides,

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/classes/cli_namespace.py

@@ -20,6 +20,7 @@ _DEFAULT_VALUES: dict[str, object] = {
     "overwrite": False,
     "skip_dbt_debug": False,
     "no_sql_validation": False,
+    "no_cache": False,
     "defer_to": None,
     "defer_clone_from": None,
     "defer_sources_to": None,
@@ -145,6 +146,7 @@ class CliNamespace:
     overwrite: bool
     skip_dbt_debug: bool
     no_sql_validation: bool
+    no_cache: bool
     defer_to: str | None
     defer_clone_from: str | None
     defer_sources_to: str | None

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/main/execution/_build.py

@@ -69,6 +69,7 @@ def run_build(request: BuildCommandRequest) -> int:
                 request=VirtualBuildCliRequest(
                     selected_target=request.selected_target,
                     no_sql_validation=request.no_sql_validation,
+                    no_cache=request.no_cache,
                     defer_sources_to=request.defer_sources_to,
                     cursor_overrides=request.cursor_overrides,
                     full_refresh=request.full_refresh,

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/main/project/_compile.py

@@ -65,6 +65,7 @@ def _run_compile_with_status(
     analysis: CompileAnalysis = analyze_compile_project(
         project_dir=project_dir,
         no_sql_validation=request.no_sql_validation,
+        no_cache=request.no_cache,
         selected_target=request.selected_target,
         lineage_mode=lineage_mode,
         cli_vars=request.cli_vars,

{sqlbuild-0.55.1 → sqlbuild-0.55.3}/src/sqlbuild/cli/commands/models.py

@@ -182,6 +182,7 @@ class BuildCommandRequest:
     manifest: bool = False
     json_output: bool = False
     json_output_path: Path | None = None
+    no_cache: bool = False
 
 
 @dataclass(frozen=True)
@@ -236,6 +237,7 @@ class DeferClonePrephaseInputs:
     cli_vars: dict[str, object] | None
     connection_config: dict[str, object]
     project_dir: Path
+    no_cache: bool = False
 
 
 @dataclass(frozen=True)
@@ -316,6 +318,7 @@ class VirtualBuildCliRequest:
     use_color: bool = False
     external_sql_reference_resolver: ExternalSqlReferenceResolver | None = None
     providers: ProviderContainer | None = None
+    no_cache: bool = False
 
 
 @dataclass(frozen=True)
@@ -450,6 +453,7 @@ class CompileCommandRequest:
     lineage_mode: CompileLineageMode = CompileLineageMode.FAST
     cli_vars: dict[str, object] | None = None
     profile_flags: CompileProfileFlags = CompileProfileFlags()
+    no_cache: bool = False
 
 
 @dataclass(frozen=True)
@@ -951,6 +955,7 @@ class PlanCommandRequest:
     cli_vars: dict[str, object] | None = None
     include_stale_upstreams: bool = False
     changes_only: bool = False
+    no_cache: bool = False
 
 
 @dataclass(frozen=True)