tangle-cli 0.1.3__tar.gz → 0.1.4__tar.gz

{tangle_cli-0.1.3 → tangle_cli-0.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: tangle-cli
-Version: 0.1.3
+Version: 0.1.4
 Summary: CLI for Tangle, the open-source ML pipeline orchestration platform
 Author: Alexey Volkov, Tangle authors, Volv Grebennikov
 Author-email: Alexey Volkov <alexey.volkov@ark-kun.com>, Volv Grebennikov <volv.grebennikov@shopify.com>
@@ -9,6 +9,7 @@ Requires-Dist: cyclopts>=4.16.1
 Requires-Dist: docstring-parser>=0.16
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: jinja2>=3.1
+Requires-Dist: jsonschema>=4.25.0
 Requires-Dist: platformdirs>=4.10.0
 Requires-Dist: pydantic>=2.0
 Requires-Dist: pyyaml>=6.0
@@ -316,9 +317,11 @@ uv run tangle sdk pipeline-runs annotations set RUN_ID key value
 uv run tangle sdk pipeline-runs export RUN_ID --output pipeline.yaml
 ```
 
+`pipelines validate` checks local graph shape, the packaged Tangle pipeline JSON schema, and component input wiring when component specs are present. It does not hydrate refs; validate a hydrated file when you need fully resolved component-input checks for remote refs.
+
 `submit` hydrates refs by default and builds an API submit payload with `root_task.componentRef.spec`. Use `--no-hydrate` to submit the local YAML structure as-is. Use `--dry-run` to print the payload without creating a run.
 
-Before creating a run—or printing a `--dry-run` payload—`submit` runs the same authoring validation as `tangle sdk pipelines validate` on the hydrated/resolved pipeline spec (or on the as-is spec when `--no-hydrate` is used). Invalid specs fail locally with `Pipeline validation failed` errors before the run-submission API call. For example, the pipeline root must be a graph (`implementation.graph`), so a bare `implementation.container` root is rejected before the run is submitted.
+Before creating a run—or printing a `--dry-run` payload—`submit` runs the same authoring validation as `tangle sdk pipelines validate` on the hydrated/resolved pipeline spec (or on the as-is spec when `--no-hydrate` is used). Invalid specs fail locally with `Pipeline validation failed` errors before the run-submission API call. For example, the pipeline root must be a graph (`implementation.graph`), so a bare `implementation.container` root is rejected before the run is submitted; missing required component inputs and invalid task output references are rejected when component specs are available.
 
 ## Programmatic client
 

{tangle_cli-0.1.3 → tangle_cli-0.1.4}/README.md

@@ -291,9 +291,11 @@ uv run tangle sdk pipeline-runs annotations set RUN_ID key value
 uv run tangle sdk pipeline-runs export RUN_ID --output pipeline.yaml
 ```
 
+`pipelines validate` checks local graph shape, the packaged Tangle pipeline JSON schema, and component input wiring when component specs are present. It does not hydrate refs; validate a hydrated file when you need fully resolved component-input checks for remote refs.
+
 `submit` hydrates refs by default and builds an API submit payload with `root_task.componentRef.spec`. Use `--no-hydrate` to submit the local YAML structure as-is. Use `--dry-run` to print the payload without creating a run.
 
-Before creating a run—or printing a `--dry-run` payload—`submit` runs the same authoring validation as `tangle sdk pipelines validate` on the hydrated/resolved pipeline spec (or on the as-is spec when `--no-hydrate` is used). Invalid specs fail locally with `Pipeline validation failed` errors before the run-submission API call. For example, the pipeline root must be a graph (`implementation.graph`), so a bare `implementation.container` root is rejected before the run is submitted.
+Before creating a run—or printing a `--dry-run` payload—`submit` runs the same authoring validation as `tangle sdk pipelines validate` on the hydrated/resolved pipeline spec (or on the as-is spec when `--no-hydrate` is used). Invalid specs fail locally with `Pipeline validation failed` errors before the run-submission API call. For example, the pipeline root must be a graph (`implementation.graph`), so a bare `implementation.container` root is rejected before the run is submitted; missing required component inputs and invalid task output references are rejected when component specs are available.
 
 ## Programmatic client
 

{tangle_cli-0.1.3 → tangle_cli-0.1.4}/packages/tangle-cli/src/tangle_cli/__init__.py

@@ -14,6 +14,6 @@ from tangle_cli.dynamic_discovery_client import TangleDynamicDiscoveryClient
 try:
     __version__ = metadata_version("tangle-cli")
 except PackageNotFoundError:
-    __version__ = "0.1.3"
+    __version__ = "0.1.4"
 
 __all__ = ["TangleDynamicDiscoveryClient", "__version__"]

{tangle_cli-0.1.3 → tangle_cli-0.1.4}/packages/tangle-cli/src/tangle_cli/pipeline_run_manager.py

@@ -954,13 +954,14 @@ class PipelineRunManager(TangleCliHandler):
         )
         prepared_run_args = self.hooks.prepare_run_arguments(prepared_spec, run_args)
         prepared_spec = self.apply_run_name_template(prepared_spec, prepared_run_args)
-        validation_errors = self.hooks.validate_pipeline_for_run(
-            prepared_spec,
-            pipeline_path=pipeline_path,
-            effective_path=None,
-            skip_validation=skip_validation,
-        )
-        self._raise_pipeline_validation_error(validation_errors)
+        if not skip_validation:
+            validation_errors = self.hooks.validate_pipeline_for_run(
+                prepared_spec,
+                pipeline_path=pipeline_path,
+                effective_path=None,
+                skip_validation=False,
+            )
+            self._raise_pipeline_validation_error(validation_errors)
         payload = self.convert_yaml_to_payload(copy.deepcopy(prepared_spec), prepared_run_args)
         payload = self.sanitize_submit_payload(payload)
         root_task = payload["root_task"]

{tangle_cli-0.1.3 → tangle_cli-0.1.4}/packages/tangle-cli/src/tangle_cli/pipeline_runner.py

@@ -529,7 +529,7 @@ class PipelineRunner(PipelineRunnerHooks, PipelineRunManager):
                 pipeline_path=pipeline_path,
                 run_as=run_as,
                 hydrate=False,
-                skip_validation=skip_validation,
+                skip_validation=True,
             )
             submit_payloads[attempt] = submit_payload
             return submit_payload.to_body()

tangle_cli-0.1.4/packages/tangle-cli/src/tangle_cli/pipeline_spec_utils.py

@@ -0,0 +1,21 @@
+"""Shared helpers for traversing Tangle pipeline spec dictionaries."""
+
+from __future__ import annotations
+
+from typing import Any, Mapping
+
+
+def _extract_task_output_refs(value: Any) -> set[str]:
+    """Return task ids referenced by nested taskOutput argument values."""
+
+    refs: set[str] = set()
+    if isinstance(value, Mapping):
+        task_output = value.get("taskOutput")
+        if isinstance(task_output, Mapping) and isinstance(task_output.get("taskId"), str):
+            refs.add(task_output["taskId"])
+        for nested in value.values():
+            refs.update(_extract_task_output_refs(nested))
+    elif isinstance(value, list):
+        for item in value:
+            refs.update(_extract_task_output_refs(item))
+    return refs