clarifai 11.5.1__py3-none-any.whl → 11.5.3__py3-none-any.whl

clarifai/runners/utils/pipeline_validation.py

@@ -0,0 +1,153 @@
+"""Pipeline configuration validation utilities."""
+
+import re
+from typing import Any, Dict, List
+
+import yaml
+
+
+class PipelineConfigValidator:
+    """Validator for pipeline configuration files."""
+
+    # Regex patterns for templateRef validation
+    TEMPLATE_REF_WITH_VERSION_PATTERN = re.compile(
+        r'^users/([^/]+)/apps/([^/]+)/pipeline-steps/([^/]+)/versions/([^/]+)$'
+    )
+    TEMPLATE_REF_WITHOUT_VERSION_PATTERN = re.compile(
+        r'^users/([^/]+)/apps/([^/]+)/pipeline-steps/([^/]+)$'
+    )
+
+    @classmethod
+    def validate_config(cls, config: Dict[str, Any]) -> None:
+        """Validate the pipeline configuration."""
+        cls._validate_pipeline_section(config)
+        cls._validate_orchestration_spec(config)
+
+    @classmethod
+    def _validate_pipeline_section(cls, config: Dict[str, Any]) -> None:
+        """Validate the pipeline section of the config."""
+        if "pipeline" not in config:
+            raise ValueError("'pipeline' section not found in config.yaml")
+
+        pipeline = config["pipeline"]
+        required_fields = ["id", "user_id", "app_id"]
+
+        for field in required_fields:
+            if field not in pipeline:
+                raise ValueError(f"'{field}' not found in pipeline section of config.yaml")
+            if not pipeline[field]:
+                raise ValueError(f"'{field}' cannot be empty in config.yaml")
+
+        # Validate step_directories if present
+        if "step_directories" in pipeline:
+            if not isinstance(pipeline["step_directories"], list):
+                raise ValueError("'step_directories' must be a list")
+
+        # Validate orchestration_spec is present
+        if "orchestration_spec" not in pipeline:
+            raise ValueError("'orchestration_spec' not found in pipeline section")
+
+    @classmethod
+    def _validate_orchestration_spec(cls, config: Dict[str, Any]) -> None:
+        """Validate the orchestration spec contains valid Argo workflow."""
+        pipeline = config["pipeline"]
+        orchestration_spec = pipeline["orchestration_spec"]
+
+        if "argo_orchestration_spec" not in orchestration_spec:
+            raise ValueError("'argo_orchestration_spec' not found in orchestration_spec")
+
+        argo_spec_str = orchestration_spec["argo_orchestration_spec"]
+
+        try:
+            argo_spec = yaml.safe_load(argo_spec_str)
+        except yaml.YAMLError as e:
+            raise ValueError(f"Invalid YAML in argo_orchestration_spec: {e}")
+
+        cls._validate_argo_workflow(argo_spec)
+
+    @classmethod
+    def _validate_argo_workflow(cls, argo_spec: Dict[str, Any]) -> None:
+        """Validate the Argo workflow structure."""
+        # Basic Argo workflow validation
+        if not isinstance(argo_spec, dict):
+            raise ValueError("argo_orchestration_spec must be a valid YAML object")
+
+        required_fields = ["apiVersion", "kind", "spec"]
+        for field in required_fields:
+            if field not in argo_spec:
+                raise ValueError(f"'{field}' not found in argo_orchestration_spec")
+
+        if argo_spec["apiVersion"] != "argoproj.io/v1alpha1":
+            raise ValueError("argo_orchestration_spec must have apiVersion 'argoproj.io/v1alpha1'")
+
+        if argo_spec["kind"] != "Workflow":
+            raise ValueError("argo_orchestration_spec must have kind 'Workflow'")
+
+        # Validate templates and steps
+        spec = argo_spec["spec"]
+        if "templates" not in spec:
+            raise ValueError("'templates' not found in argo_orchestration_spec.spec")
+
+        cls._validate_argo_templates(spec["templates"])
+
+    @classmethod
+    def _validate_argo_templates(cls, templates: List[Dict[str, Any]]) -> None:
+        """Validate Argo workflow templates."""
+        for template in templates:
+            if "steps" in template:
+                for step_group in template["steps"]:
+                    for step in step_group:
+                        if "templateRef" in step:
+                            template_ref = step["templateRef"]
+                            cls._validate_template_ref(template_ref)
+
+    @classmethod
+    def _validate_template_ref(cls, template_ref: Dict[str, Any]) -> None:
+        """Validate a templateRef in the Argo workflow."""
+        if "name" not in template_ref or "template" not in template_ref:
+            raise ValueError("templateRef must have both 'name' and 'template' fields")
+
+        name = template_ref["name"]
+        template = template_ref["template"]
+
+        if name != template:
+            raise ValueError(f"templateRef name '{name}' must match template '{template}'")
+
+        # Check if it matches either pattern
+        if not (
+            cls.TEMPLATE_REF_WITH_VERSION_PATTERN.match(name)
+            or cls.TEMPLATE_REF_WITHOUT_VERSION_PATTERN.match(name)
+        ):
+            raise ValueError(
+                f"templateRef name '{name}' must match either pattern:\n"
+                f"  - users/{{user_id}}/apps/{{app_id}}/pipeline-steps/{{step_id}}\n"
+                f"  - users/{{user_id}}/apps/{{app_id}}/pipeline-steps/{{step_id}}/versions/{{version_id}}"
+            )
+
+    @classmethod
+    def get_pipeline_steps_without_versions(cls, config: Dict[str, Any]) -> List[str]:
+        """Get list of pipeline step names that don't have versions in templateRef."""
+        pipeline = config["pipeline"]
+        orchestration_spec = pipeline["orchestration_spec"]
+        argo_spec_str = orchestration_spec["argo_orchestration_spec"]
+        argo_spec = yaml.safe_load(argo_spec_str)
+
+        steps_without_versions = []
+
+        for template in argo_spec["spec"]["templates"]:
+            if "steps" in template:
+                for step_group in template["steps"]:
+                    for step in step_group:
+                        if "templateRef" in step:
+                            template_ref = step["templateRef"]
+                            name = template_ref["name"]
+
+                            # Check if it's without version
+                            if cls.TEMPLATE_REF_WITHOUT_VERSION_PATTERN.match(name):
+                                # Extract step name
+                                parts = name.split('/')
+                                step_name = parts[-1]  # Last part is the step name
+                                if step_name not in steps_without_versions:
+                                    steps_without_versions.append(step_name)
+
+        return steps_without_versions

{clarifai-11.5.1.dist-info → clarifai-11.5.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: clarifai
-Version: 11.5.1
+Version: 11.5.3
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai
 Author-email: support@clarifai.com

{clarifai-11.5.1.dist-info → clarifai-11.5.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-clarifai/__init__.py,sha256=A0jDR9AvI6Hw5Et83NIgHO8iH3ugm5KfZXEJRyobuHc,23
+clarifai/__init__.py,sha256=GnS54jaOx5YkZd_HH8VH8I061jKN-JUULYPBgILv7jA,23
 clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/errors.py,sha256=GXa6D4v_L404J83jnRNFPH7s-1V9lk7w6Ws99f1g-AY,2772
 clarifai/versions.py,sha256=ecSuEB_nOL2XSoYHDw2n23XUbm_KPOGjudMXmQrGdS8,224
@@ -8,29 +8,34 @@ clarifai/cli/__main__.py,sha256=7nPbLW7Jr2shkgMPvnxpn4xYGMvIcnqluJ69t9w4H_k,74
 clarifai/cli/base.py,sha256=mzfAHRhon6tKntpxk241GD-Sjrb2-V99nAOasElLuuw,8254
 clarifai/cli/compute_cluster.py,sha256=8Xss0Obrp6l1XuxJe0luOqU_pf8vXGDRi6jyIe8qR6k,2282
 clarifai/cli/deployment.py,sha256=9C4I6_kyMxRkWl6h681wc79-3mAtDHtTUaxRv05OZMs,4262
-clarifai/cli/model.py,sha256=9sJ5p4TJc41vOeeFoMC3e8cciscSU7TmvAgW0wfO54U,30191
-clarifai/cli/model_templates.py,sha256=_ZonIBnY9KKSJY31KZbUys_uN_k_Txu7Dip12KWfmSU,9633
+clarifai/cli/model.py,sha256=71u7JS0xnxQOLp3s9cKGbT1hyhf1CIVxMeFMU2fiLTM,31553
 clarifai/cli/nodepool.py,sha256=H6OIdUW_EiyDUwZogzEDoYmVwEjLMsgoDlPyE7gjIuU,4245
+clarifai/cli/pipeline.py,sha256=M8gW72IB5hx1OIf0pOytZhnw50euPnXxW4vuZ9Fqyqw,5477
+clarifai/cli/pipeline_step.py,sha256=eOxU4MdPBuB01A00Rz6m9THLyTaTLOTKwGwSVyegkyI,3808
+clarifai/cli/templates/__init__.py,sha256=HbMlZuYOMyVJde73ijNAevmSRUpIttGlHdwyO4W-JOs,44
+clarifai/cli/templates/model_templates.py,sha256=_ZonIBnY9KKSJY31KZbUys_uN_k_Txu7Dip12KWfmSU,9633
+clarifai/cli/templates/pipeline_step_templates.py,sha256=HU1BoU7wG71MviQAvyecxT_qo70XhTtPGYtoIQ-U-l0,1663
+clarifai/cli/templates/pipeline_templates.py,sha256=mfHrEoRxICIv00zxfgIct2IpxcMmZ6zjHG8WLF1TPcI,4409
 clarifai/client/__init__.py,sha256=NhpNFRJY6mTi8ca-5hUeTEmYeDKHDNXY48FN63pDuos,703
 clarifai/client/app.py,sha256=1M9XDsPWIEsj0g-mgIeZ9Mvkt85UHSbrv6pEr-QKfNg,41423
-clarifai/client/base.py,sha256=zOmB5HJP_-NmF2BPka14W7VUeJ1OF-fNxeacLsaRj3E,8775
+clarifai/client/base.py,sha256=rXQlB0BXbKLOgLVJW_2axYh0Vd_F0BbgJE_DXTQoG4U,9109
 clarifai/client/compute_cluster.py,sha256=ViPyh-FibXL1J0ypsVOTaQnR1ymKohmZEuA13RwA-hc,10254
 clarifai/client/dataset.py,sha256=OgdpZkQ_vYmRxL8-qphcNozpvPV1bWTlte9Jv6UkKb8,35299
 clarifai/client/deployment.py,sha256=QBf0tzkKBEpzNgmOEmWUJMOlVWdFEFc70Y44o8y75Gs,2875
 clarifai/client/input.py,sha256=jpX47qwn7aUBBIEuSSLHF5jk70XaWEh0prD065c9b-E,51205
 clarifai/client/lister.py,sha256=1YEm2suNxPaJO4x9V5szgD_YX6N_00vgSO-7m0HagY8,2208
-clarifai/client/model.py,sha256=cITBJ7J2C2FnVFtHlahcKP4ALYR45-q2y7RPjq2I2cY,85689
-clarifai/client/model_client.py,sha256=XOrrm1xOZt62eLX5KbvV-zKSpK4EJOPUTUrGnH8z_KE,22392
+clarifai/client/model.py,sha256=Oh2zCa7XA_pBAEx9D8ME81H_BBqD7wJYoeB5CEjlI5E,89989
+clarifai/client/model_client.py,sha256=4gIS0mKBdiNMA1x_6Wo6H7WbfLsmQix64EpONcQjQV4,37129
 clarifai/client/module.py,sha256=jLViQYvVV3FmRN_ivvbk83uwsx7CgYGeEx4dYAr6yD4,4537
 clarifai/client/nodepool.py,sha256=Y5zQ0JLdTjAp2TmVnx7AAOwaB2YUslk3nl7s6BQ90FQ,16415
 clarifai/client/runner.py,sha256=5xCiqByGGscfNm0IjHelhDTx8-9l8G0C3HL-3YZogK8,2253
 clarifai/client/search.py,sha256=3LLfATrdU43a0mRNITmJV-E53bhfafZkYsbwkTtlnyU,15661
-clarifai/client/user.py,sha256=_G_x3P6IJqtRqI2r0HDAhSfQJmqWgEfwEVmRTOJISbw,19052
+clarifai/client/user.py,sha256=YDAXSOh7ACsvCjVctugiTu8MXFN_TDBoXuEKGXv_uHg,21997
 clarifai/client/workflow.py,sha256=Bqh8lAmJcSbviJebckchTxucYlU11UQEhFSov7elpsk,13417
 clarifai/client/auth/__init__.py,sha256=7EwR0NrozkAUwpUnCsqXvE_p0wqx_SelXlSpKShKJK0,136
-clarifai/client/auth/helper.py,sha256=kHBi8GTX19EUiD9n_QgCqilv127TDIpP0_o5MMtzFdY,15167
-clarifai/client/auth/register.py,sha256=pyY-Kg_64WpN6rXz1SyEzfqL14BS4yADtuYMxLJ4jx4,554
-clarifai/client/auth/stub.py,sha256=pU4FYeghooCBZmCRyNTdDfJaVe4WyeRBqE3xVwfmMTY,5388
+clarifai/client/auth/helper.py,sha256=h6R4zsDEY6C1VmcxjYrIsFPOO_ujEjRR_JtpQ5WVuo4,16117
+clarifai/client/auth/register.py,sha256=xIg1OoZ_GGnc0KQKII-R6q_cKN1JXW3BGcU2eyS-Kkc,871
+clarifai/client/auth/stub.py,sha256=nKod8eNWaBnmsaNZ59dEt42TTcwC9mMgCzEMYPZggxc,9537
 clarifai/constants/base.py,sha256=ogmFSZYoF0YhGjHg5aiOc3MLqPr_poKAls6xaD0_C3U,89
 clarifai/constants/dataset.py,sha256=9saFE_VxCTCMlPTQbOU4KM_SzN_TQjwsrsFnpsc_Epo,556
 clarifai/constants/input.py,sha256=WcHwToUVIK9ItAhDefaSohQHCLNeR55PSjZ0BFnoZ3U,28
@@ -70,7 +75,7 @@ clarifai/runners/dockerfile_template/Dockerfile.template,sha256=DUH7F0-uLOV0LTjn
 clarifai/runners/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/models/dummy_openai_model.py,sha256=pcmAVbqTTGG4J3BLVjKfvM_SQ-GET_XexIUdLcr9Zvo,8373
 clarifai/runners/models/mcp_class.py,sha256=RdKn7rW4vYol0VRDZiLTSMfkqjLhO1ijXAQ0Rq0Jfnw,6647
-clarifai/runners/models/model_builder.py,sha256=s5TpCnLeiYLBgWHlCT6x6vpwTGX52oywViU6xDRl0MU,61599
+clarifai/runners/models/model_builder.py,sha256=D47H1zm3_Xr-nlPYb_1dY8dxlMiM93kU4QYGEtyxK88,63403
 clarifai/runners/models/model_class.py,sha256=-euUF-eHUi4KXR_e1pIwvToDZ13CM6TSz2FolzildjM,16069
 clarifai/runners/models/model_run_locally.py,sha256=6-6WjEKc0ba3gAv4wOLdMs2XOzS3b-2bZHJS0wdVqJY,20088
 clarifai/runners/models/model_runner.py,sha256=SccX-RxTgruSpQaM21uMSl-z1x6fOa13fQZMQW8NNRY,7297
@@ -78,13 +83,19 @@ clarifai/runners/models/model_servicer.py,sha256=rRd_fNEXwqiBSzTUtPI2r07EBdcCPd8
 clarifai/runners/models/openai_class.py,sha256=aXlk5W6LWkh-A4eZYi74DeLW0i_86_9DYYGxpJHXI0w,6688
 clarifai/runners/models/visual_classifier_class.py,sha256=1ZoLfCT2crrgRbejjTMAIwpTRgQMiH9N9yflOVpFxSg,2721
 clarifai/runners/models/visual_detector_class.py,sha256=ky4oFAkGCKPpGPdgaOso-n6D3HcmnbKee_8hBsNiV8U,2883
+clarifai/runners/pipeline_steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/runners/pipeline_steps/pipeline_step_builder.py,sha256=E6Ce3b0RolYLMJHaUrKukphD7ndNZafZ8gIsaONiYUk,21047
+clarifai/runners/pipelines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/runners/pipelines/pipeline_builder.py,sha256=z_bCwjwQPFa_1AYkorhh5r6t6r5hC5K2D8Z1LTEzIpg,12801
 clarifai/runners/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-clarifai/runners/utils/code_script.py,sha256=1n525IhMEdWlr9jBUG76tMa42piZtl0CmWYBmkvu368,12769
-clarifai/runners/utils/const.py,sha256=B0TnmVgjh5NlsXIkowrlgz2QdsgLj4a-gu4Igc9ukCo,1546
+clarifai/runners/utils/code_script.py,sha256=4wkInN_7MgCvMt9KLJA5_13iF5UFdeQLEhs0T5GvsHQ,13830
+clarifai/runners/utils/const.py,sha256=MK7lTzzJKbOiyiUtG_jlJXfz_xNKMn5LjkQ9vjbttXE,1538
 clarifai/runners/utils/data_utils.py,sha256=HRpMYR2O0OiDpXXhOManLHTeomC4bFnXMHVAiT_12yE,20856
 clarifai/runners/utils/loader.py,sha256=K5Y8MPbIe5STw2gDnrL8KqFgKNxEo7bz-RV0ip1T4PM,10900
 clarifai/runners/utils/method_signatures.py,sha256=qdHaO8ZIgP6BBXXMhMPhcQ46dse-XMP2t4VJCNG7O3Q,18335
+clarifai/runners/utils/model_utils.py,sha256=Cn3_89ZMhIR6f61H-btcK_Luwq0CMAx5fMxPxwngo68,4530
 clarifai/runners/utils/openai_convertor.py,sha256=ZlIrvvfHttD_DavLvmKZdL8gNq_TQvQtZVnYamwdWz4,8248
+clarifai/runners/utils/pipeline_validation.py,sha256=RWWWUA3mNCXHCSNpuofMGfXfWEYe7LrYKwIc-1VFvQs,6444
 clarifai/runners/utils/serializers.py,sha256=pI7GqMTC0T3Lu_X8v8TO4RiplO-gC_49Ns37jYwsPtg,7908
 clarifai/runners/utils/url_fetcher.py,sha256=Segkvi-ktPa3-koOpUu8DNZeWOaK6G82Ya9b7_oIKwo,1778
 clarifai/runners/utils/data_types/__init__.py,sha256=iBtmPkIoLK9ew6ZiXElGt2YBBTDLEA0fmxE_eOYzvhk,478
@@ -107,9 +118,9 @@ clarifai/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 clarifai/workflows/export.py,sha256=HvUYG9N_-UZoRR0-_tdGbZ950_AeBqawSppgUxQebR0,1913
 clarifai/workflows/utils.py,sha256=ESL3INcouNcLKCh-nMpfXX-YbtCzX7tz7hT57_RGQ3M,2079
 clarifai/workflows/validate.py,sha256=UhmukyHkfxiMFrPPeBdUTiCOHQT5-shqivlBYEyKTlU,2931
-clarifai-11.5.1.dist-info/licenses/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
-clarifai-11.5.1.dist-info/METADATA,sha256=-TWdB_qQgO1GbJrjYq6dpEn8wJVgftsyK_E664VBEgU,22736
-clarifai-11.5.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-clarifai-11.5.1.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
-clarifai-11.5.1.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
-clarifai-11.5.1.dist-info/RECORD,,
+clarifai-11.5.3.dist-info/licenses/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-11.5.3.dist-info/METADATA,sha256=9lNeftFBxjiGsh8zvuKItgl4nh8P0c15fdgxUkiiiEg,22736
+clarifai-11.5.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+clarifai-11.5.3.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
+clarifai-11.5.3.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-11.5.3.dist-info/RECORD,,