dyff-schema 0.36.10__py3-none-any.whl → 0.37.1__py3-none-any.whl

dyff/schema/_version.py

@@ -1,2 +1,2 @@
-__version__ = version = "0.36.10"
-__version_tuple__ = version_tuple = (0, 36, 10)
+__version__ = version = "0.37.1"
+__version_tuple__ = version_tuple = (0, 37, 1)

dyff/schema/v0/r1/platform.py

@@ -19,13 +19,24 @@ We use the following naming convention:
 
 # fmt: on
 # mypy: disable-error-code="import-untyped"
+from __future__ import annotations
+
 import abc
 import enum
 import urllib.parse
 from datetime import datetime, timedelta, timezone
 from enum import Enum
 from pathlib import Path
-from typing import Any, Literal, NamedTuple, Optional, Type, TypeVar, Union
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    Literal,
+    NamedTuple,
+    Optional,
+    Type,
+    TypeVar,
+    Union,
+)
 
 import i18naddress
 import pyarrow
@@ -40,6 +51,12 @@ from .base import DyffSchemaBaseModel
 from .dataset import arrow, make_item_type, make_response_type
 from .version import SCHEMA_VERSION, SchemaVersion
 
+if TYPE_CHECKING:
+    from .requests import (
+        AnalysisCreateRequest,
+        EvaluationCreateRequest,
+    )
+
 SYSTEM_ATTRIBUTES = frozenset(["creationTime", "status", "reason"])
 
 
@@ -219,6 +236,8 @@ class Entities(str, enum.Enum):
     Method = "Method"
     Model = "Model"
     Module = "Module"
+    Pipeline = "Pipeline"
+    PipelineRun = "PipelineRun"
     Report = "Report"
     Revision = "Revision"
     SafetyCase = "SafetyCase"
@@ -258,6 +277,8 @@ class Resources(str, enum.Enum):
     Method = "methods"
     Model = "models"
     Module = "modules"
+    Pipeline = "pipelines"
+    PipelineRun = "pipelineruns"
     Report = "reports"
     Revision = "revisions"
     SafetyCase = "safetycases"
@@ -309,6 +330,8 @@ EntityKindLiteral = Literal[
     "Module",
     # FIXME: (schema v1) Rename to Artifact
     "OCIArtifact",
+    "Pipeline",
+    "PipelineRun",
     "Report",
     "Revision",
     "SafetyCase",
@@ -539,6 +562,8 @@ class DyffEntity(Status, Labeled, SchemaVersion, DyffModelWithID):
         "Module",
         # FIXME: (schema v1) Rename to Artifact
         "OCIArtifact",
+        "Pipeline",
+        "PipelineRun",
         "Report",
         "Revision",
         "SafetyCase",
@@ -2706,6 +2731,98 @@ class ChallengeSubmission(DyffEntity):
         return None
 
 
+# ---------------------------------------------------------------------------
+# Pipelines
+
+PipelineNodeRequest: TypeAlias = Union[
+    "AnalysisCreateRequest",
+    "EvaluationCreateRequest",
+]
+
+
+class PipelineNode(DyffSchemaBaseModel):
+    name: str = pydantic.Field(
+        description="The name of the node. Must be unique in the context of the pipeline."
+    )
+
+    request: PipelineNodeRequest = pydantic.Field(  # type: ignore[valid-type]
+        discriminator="kind",
+        description="The request template that will be executed when this node"
+        ' executes. You can use the syntax ``"$(node_name)"`` in request fields'
+        " that reference another entity to indicate that the request depends"
+        " on another node in the pipeline. The placeholder will be substituted"
+        " with the ID of the created entity once it is known. Dyff infers the"
+        " dependency graph structure from these placeholders.",
+    )
+
+
+class PipelineParameter(DyffSchemaBaseModel):
+    """Declares a parameter that can be passed to the pipeline to customize its
+    behavior."""
+
+    keyword: str = pydantic.Field(description="The keyword of the argument.")
+    destination: str = pydantic.Field(
+        description="The field in a pipeline node to substitute with the"
+        " parameter value. Should be a string like 'node_name.field1.field2'."
+    )
+    description: Optional[str] = pydantic.Field(
+        default=None, description="A description of the argument."
+    )
+
+
+class PipelineBase(DyffSchemaBaseModel):
+    name: str = pydantic.Field(description="The name of the Pipeline.")
+    nodes: dict[str, PipelineNode] = pydantic.Field(
+        description="The nodes in the pipeline graph.",
+        min_length=1,
+    )
+
+    @pydantic.field_validator("nodes", mode="after")
+    def validate_node_names_match(cls, nodes: dict[str, PipelineNode]):
+        for k, v in nodes.items():
+            if k != v.name:
+                raise ValueError(f"nodes[{k}]: dict key must match value.name")
+
+
+class Pipeline(DyffEntity, PipelineBase):
+    """A set of Dyff workflows that can be executed as a group.
+
+    The pipeline
+    is a directed acyclic graph representing data dependencies between
+    workflows. For example, a simple pipeline might run an Evaluation and
+    then create a SafetyCase from the evaluation output. This pipeline would
+    have a graph structure like ``evaluation -> safetycase``.
+    """
+
+    kind: Literal["Pipeline"] = Entities.Pipeline.value
+
+    def dependencies(self) -> list[str]:
+        return []
+
+    def resource_allocation(self) -> Optional[ResourceAllocation]:
+        return None
+
+
+class PipelineRunBase(DyffSchemaBaseModel):
+    """A pipeline run is an execution of a pipeline."""
+
+    pipeline: str = pydantic.Field(description="The ID of the pipeline that was run.")
+    arguments: dict[str, pydantic.JsonValue] = pydantic.Field(
+        default_factory=dict,
+        description="The arguments to pass to the pipeline.",
+    )
+
+
+class PipelineRun(DyffEntity, PipelineRunBase):
+    kind: Literal["PipelineRun"] = Entities.PipelineRun.value
+
+    def dependencies(self) -> list[str]:
+        return [self.pipeline]
+
+    def resource_allocation(self) -> Optional[ResourceAllocation]:
+        return None
+
+
 # ---------------------------------------------------------------------------
 # Status enumerations
 
@@ -2963,6 +3080,8 @@ _ENTITY_CLASS = {
     Entities.Method: Method,
     Entities.Model: Model,
     Entities.Module: Module,
+    Entities.Pipeline: Pipeline,
+    Entities.PipelineRun: PipelineRun,
     Entities.Report: Report,
     Entities.SafetyCase: SafetyCase,
     Entities.Team: Team,
@@ -2992,6 +3111,8 @@ _DyffEntityTypeRevisable = Union[
     Model,
     Module,
     OCIArtifact,
+    Pipeline,
+    PipelineRun,
     Report,
     SafetyCase,
     Team,
@@ -3210,6 +3331,12 @@ __all__ = [
     "Module",
     "ModuleBase",
     "OCIArtifact",
+    "Pipeline",
+    "PipelineBase",
+    "PipelineNode",
+    "PipelineNodeRequest",
+    "PipelineRun",
+    "PipelineRunBase",
     "QueryableDyffEntity",
     "Report",
     "ReportBase",

dyff/schema/v0/r1/requests.py

@@ -42,6 +42,7 @@ from .platform import (
     MethodBase,
     ModelSpec,
     ModuleBase,
+    PipelineBase,
     ReportBase,
     TagNameType,
     TeamBase,
@@ -282,6 +283,19 @@ class ModuleCreateRequest(DyffEntityCreateRequest, ModuleBase):
     pass
 
 
+class PipelineCreateRequest(DyffEntityCreateRequest, PipelineBase):
+    pass
+
+
+class PipelineRunRequest(DyffRequestBase):
+    """A request to run a pipeline."""
+
+    arguments: dict[str, pydantic.JsonValue] = pydantic.Field(
+        default_factory=dict,
+        description="Arguments to pass to the pipeline run.",
+    )
+
+
 class ReportCreateRequest(DyffEntityCreateRequest, ReportBase):
     """A Report transforms raw model outputs into some useful statistics.
 
@@ -541,6 +555,8 @@ __all__ = [
     "ModelQueryRequest",
     "ModuleCreateRequest",
     "ModuleQueryRequest",
+    "PipelineCreateRequest",
+    "PipelineRunRequest",
     "QueryRequest",
     "ReportCreateRequest",
     "ReportQueryRequest",

{dyff_schema-0.36.10.dist-info → dyff_schema-0.37.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dyff-schema
-Version: 0.36.10
+Version: 0.37.1
 Summary: Data models for the Dyff AI auditing platform.
 Author-email: Digital Safety Research Institute <contact@dsri.org>
 License: Apache-2.0

{dyff_schema-0.36.10.dist-info → dyff_schema-0.37.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 dyff/schema/__init__.py,sha256=w7OWDFuyGKd6xt_yllNtKzHahPgywrfU4Ue02psYaMA,2244
-dyff/schema/_version.py,sha256=D_gwlkLPf6qLvdN0hk8VV2OKAzSW4v5rqK3XtT_BWiU,82
+dyff/schema/_version.py,sha256=6lGXMg4NDOdrq_CTwNbiYVyEaS7boKhXY0k9w1JNUNA,80
 dyff/schema/adapters.py,sha256=YMTHv_2VlLGFp-Kqwa6H51hjffHmk8gXjZilHysIF5Q,123
 dyff/schema/annotations.py,sha256=nE6Jk1PLqlShj8uqjE_EzZC9zYnTDW5AVtQcjysiK8M,10018
 dyff/schema/base.py,sha256=jvaNtsSZyFfsdUZTcY_U-yfLY5_GyrMxSXhON2R9XR0,119
@@ -29,8 +29,8 @@ dyff/schema/v0/r1/adapters.py,sha256=hpwCSW8lkMkUKCLe0zaMUDu-VS_caSxJvPsECEi_XRA
 dyff/schema/v0/r1/base.py,sha256=1VJXVLKldOq3aH2HdVgxXXk4DJTZEIiaTa4GzMKzziU,20228
 dyff/schema/v0/r1/commands.py,sha256=jqbEvDRLpcVGWXqlbniuSKg3UIjlrpKt6_0hiwUpPfQ,20153
 dyff/schema/v0/r1/oci.py,sha256=YjHDVBJ2IIxqijll70OK6pM-qT6pq8tvU7D3YB9vGM0,6700
-dyff/schema/v0/r1/platform.py,sha256=_ZpRyTAUtBDoG2neD6o5nwFT0AUvKAc3WH5L-V9vOFI,104027
-dyff/schema/v0/r1/requests.py,sha256=H_psyQUyThRI8XGG1PAH4yTngRCdIpOAbtxtirW0tw4,19085
+dyff/schema/v0/r1/platform.py,sha256=02q4QK_Peu3W-JwCZhn-a_UcMWUOBUydu8H229-HXg8,107913
+dyff/schema/v0/r1/requests.py,sha256=-KaM1VjwaqZEI0zgexeyetQccrRX78x4WxHNIxQqJog,19483
 dyff/schema/v0/r1/responses.py,sha256=nxy7FPtfw2B_bljz5UGGuSE79HTkDQxKH56AJVmd4Qo,1287
 dyff/schema/v0/r1/test.py,sha256=X6dUyVd5svcPCI-PBMOAqEfK9jv3bRDvkQTJzwS96c0,10720
 dyff/schema/v0/r1/version.py,sha256=NONebgcv5Thsw_ymud6PacZdGjV6ndBrmLnap-obcpo,428
@@ -43,9 +43,9 @@ dyff/schema/v0/r1/dataset/text.py,sha256=MYG5seGODDryRSCy-g0Unh5dD0HCytmZ3FeElC-
 dyff/schema/v0/r1/dataset/vision.py,sha256=tJFF4dkhHX0UXTj1sPW-G22xTSI40gbYO465FuvmvAU,443
 dyff/schema/v0/r1/io/__init__.py,sha256=L5y8UhRnojerPYHumsxQJRcHCNz8Hj9NM8b47mewMNs,92
 dyff/schema/v0/r1/io/vllm.py,sha256=vWyLg-susbg0JDfv6VExBpgFdU2GHP2a14ChOdbckvs,5321
-dyff_schema-0.36.10.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-dyff_schema-0.36.10.dist-info/licenses/NOTICE,sha256=YONACu0s_Ui6jNi-wtEsVQbTU1JIkh8wvLH6d1-Ni_w,43
-dyff_schema-0.36.10.dist-info/METADATA,sha256=Kpp8nCb9bQuU1rbKWvuHosX-MOyfMfucMyb45-jkGgc,3735
-dyff_schema-0.36.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dyff_schema-0.36.10.dist-info/top_level.txt,sha256=9e3VVdeX73t_sUJOPQPCcGtYO1JhoErhHIi3WoWGcFI,5
-dyff_schema-0.36.10.dist-info/RECORD,,
+dyff_schema-0.37.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+dyff_schema-0.37.1.dist-info/licenses/NOTICE,sha256=YONACu0s_Ui6jNi-wtEsVQbTU1JIkh8wvLH6d1-Ni_w,43
+dyff_schema-0.37.1.dist-info/METADATA,sha256=a1KHWa5OO7141im2ezzjYe0UGtOt_mA4pEq-gaQQmi4,3734
+dyff_schema-0.37.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dyff_schema-0.37.1.dist-info/top_level.txt,sha256=9e3VVdeX73t_sUJOPQPCcGtYO1JhoErhHIi3WoWGcFI,5
+dyff_schema-0.37.1.dist-info/RECORD,,