fast2dev-dbt-runner 0.0.1__tar.gz → 0.0.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. {fast2dev_dbt_runner-0.0.1/fast2dev_dbt_runner.egg-info → fast2dev_dbt_runner-0.0.2}/PKG-INFO +1 -1
  2. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/bash_operator/dbt_hook.py +9 -3
  3. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2/fast2dev_dbt_runner.egg-info}/PKG-INFO +1 -1
  4. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/pyproject.toml +1 -1
  5. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/CHANGELOG.md +0 -0
  6. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/LICENSE +0 -0
  7. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/MANIFEST.in +0 -0
  8. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/README.md +0 -0
  9. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/docs/README.md +0 -0
  10. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/docs/examples.md +0 -0
  11. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/docs/installation.md +0 -0
  12. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/docs/operators.md +0 -0
  13. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/docs/publishing.md +0 -0
  14. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/__init__.py +0 -0
  15. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/_compat.py +0 -0
  16. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/airbyte_task_group_builder.py +0 -0
  17. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/bash_operator/__init__.py +0 -0
  18. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/bash_operator/datawarehouse_secrets.py +0 -0
  19. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/bash_operator/dbt_operator.py +0 -0
  20. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/cached_manifest_loader.py +0 -0
  21. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/dbt_manifest_parser_api_operator.py +0 -0
  22. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/dbt_manifest_parser_bash_operator.py +0 -0
  23. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/dbt_manifest_parser_gke_operator.py +0 -0
  24. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/dbt_manifest_parser_k8s_operator.py +0 -0
  25. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner/utils.py +0 -0
  26. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner.egg-info/SOURCES.txt +0 -0
  27. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner.egg-info/dependency_links.txt +0 -0
  28. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner.egg-info/requires.txt +0 -0
  29. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/fast2dev_dbt_runner.egg-info/top_level.txt +0 -0
  30. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/requirements.txt +0 -0
  31. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/setup.cfg +0 -0
  32. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/setup.py +0 -0
  33. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/tests/test_cached_manifest_loader.py +0 -0
  34. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/tests/test_manifest_parser_bash.py +0 -0
  35. {fast2dev_dbt_runner-0.0.1 → fast2dev_dbt_runner-0.0.2}/tests/test_utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: fast2dev-dbt-runner
3
- Version: 0.0.1
3
+ Version: 0.0.2
4
4
  Summary: Airflow 3 operators that turn a dbt 1.12 manifest into DAGs for Fast2.Dev (k8s, bash, API, and GKE).
5
5
  Author-email: M7XLab <support@fast2.dev>
6
6
  Maintainer-email: "Fast2.Dev" <support@fast2.dev>
@@ -279,8 +279,12 @@ class DbtCliHook(BaseHook):
279
279
 
280
280
  self._log_debug(f"[Worker: {self.worker_id}] Checking dbt packages in {packages_dir}")
281
281
 
282
- # Check if packages.yml exists and if dbt_packages directory exists or is empty
283
- if os.path.exists(packages_yml) and (not os.path.exists(packages_dir) or not os.listdir(packages_dir)):
282
+ # Always refresh packages when packages.yml exists. rsync --delete can
283
+ # drop package-lock.yml while leaving a stale dbt_packages tree, and
284
+ # dbt 1.12 then fails compile ("expects N packages, found M").
285
+ lock_missing = not os.path.exists(os.path.join(exec_cwd, "package-lock.yml"))
286
+ pkgs_missing = not os.path.exists(packages_dir) or not os.listdir(packages_dir)
287
+ if os.path.exists(packages_yml) and (pkgs_missing or lock_missing):
284
288
  self._log_debug(f"[Worker: {self.worker_id}] packages.yml found and dbt_packages missing or empty, initiating installation")
285
289
 
286
290
  # Create lock file if doesn't exist
@@ -292,7 +296,9 @@ class DbtCliHook(BaseHook):
292
296
  try:
293
297
  with lock:
294
298
  # Double-check after acquiring lock
295
- if not os.path.exists(packages_dir) or not os.listdir(packages_dir):
299
+ lock_missing = not os.path.exists(os.path.join(exec_cwd, "package-lock.yml"))
300
+ pkgs_missing = not os.path.exists(packages_dir) or not os.listdir(packages_dir)
301
+ if pkgs_missing or lock_missing:
296
302
  # Prepare dbt deps command
297
303
  deps_cmd = [self.dbt_bin, 'deps']
298
304
  if self.profiles_dir is not None:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: fast2dev-dbt-runner
3
- Version: 0.0.1
3
+ Version: 0.0.2
4
4
  Summary: Airflow 3 operators that turn a dbt 1.12 manifest into DAGs for Fast2.Dev (k8s, bash, API, and GKE).
5
5
  Author-email: M7XLab <support@fast2.dev>
6
6
  Maintainer-email: "Fast2.Dev" <support@fast2.dev>
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "fast2dev-dbt-runner"
7
- version = "0.0.1"
7
+ version = "0.0.2"
8
8
  description = "Airflow 3 operators that turn a dbt 1.12 manifest into DAGs for Fast2.Dev (k8s, bash, API, and GKE)."
9
9
  readme = "README.md"
10
10
  license = {text = "MIT"}