dyff-schema 0.4.0__py3-none-any.whl → 0.5.0__py3-none-any.whl

dyff/schema/v0/r1/platform.py

@@ -30,7 +30,7 @@ from ... import named_data_schema, product_schema
 from ...version import SomeSchemaVersion
 from .base import DyffSchemaBaseModel
 from .dataset import arrow, make_item_type, make_response_type
-from .version import VERSION, Versioned
+from .version import SCHEMA_VERSION, SchemaVersion
 
 SYSTEM_ATTRIBUTES = frozenset(["creationTime", "status", "reason"])
 
@@ -149,6 +149,7 @@ class Entities(str, enum.Enum):
     DataSource = "DataSource"
     Dataset = "Dataset"
     Evaluation = "Evaluation"
+    Family = "Family"
     InferenceService = "InferenceService"
     InferenceSession = "InferenceSession"
     Measurement = "Measurement"
@@ -157,6 +158,7 @@ class Entities(str, enum.Enum):
     Module = "Module"
     Report = "Report"
     SafetyCase = "SafetyCase"
+    Tag = "Tag"
 
 
 class Resources(str, enum.Enum):
@@ -168,6 +170,7 @@ class Resources(str, enum.Enum):
     Dataset = "datasets"
     DataSource = "datasources"
     Evaluation = "evaluations"
+    Family = "families"
     InferenceService = "inferenceservices"
     InferenceSession = "inferencesessions"
     Measurement = "measurements"
@@ -176,6 +179,7 @@ class Resources(str, enum.Enum):
     Module = "modules"
     Report = "reports"
     SafetyCase = "safetycases"
+    Tag = "tags"
 
     Task = "tasks"
     """
@@ -294,7 +298,96 @@ class Status(DyffSchemaBaseModel):
     )
 
 
-class DyffEntity(Status, Labeled, Versioned, DyffModelWithID):
+class Documentation(DyffSchemaBaseModel):
+    title: Optional[str] = pydantic.Field(
+        default=None,
+        description='A short plain string suitable as a title or "headline".',
+    )
+
+    summary: Optional[str] = pydantic.Field(
+        default=None,
+        description="A brief summary, suitable for display in"
+        " small UI elements. Interpreted as Markdown. Excessively long"
+        " summaries may be truncated in the UI, especially on small displays.",
+    )
+
+    fullPage: Optional[str] = pydantic.Field(
+        default=None,
+        description="Long-form documentation. Interpreted as"
+        " Markdown. There are no length constraints, but be reasonable.",
+    )
+
+
+class Documented(DyffSchemaBaseModel):
+    documentation: Documentation = pydantic.Field(
+        default_factory=Documentation,
+        description="Documentation of the resource. The content is used to"
+        " populate various views in the web UI.",
+    )
+
+
+class FamilyMemberKind(str, enum.Enum):
+    """The kinds of entities that can be members of a Family.
+
+    These are resources for which it makes sense to have different versions or variants
+    that evolve over time.
+    """
+
+    Dataset = "Dataset"
+    InferenceService = "InferenceService"
+    Method = "Method"
+    Model = "Model"
+    Module = "Module"
+
+
+class FamilyMember(DyffSchemaBaseModel):
+    family: Optional[str] = pydantic.Field(
+        default=None,
+        description="ID of the Family to which the resource belongs.",
+    )
+
+
+class TagBase(DyffSchemaBaseModel):
+    tag: str = pydantic.Field(
+        description="An interpretable identifier for the tag that is unique in"
+        " the context of the corresponding Family."
+    )
+
+    resource: str = pydantic.Field(
+        description="ID of the resource this tag references.",
+    )
+
+    description: str = pydantic.Field(
+        description="A short description of the tag. Interpreted as Markdown."
+        " This should include information about how the tagged version is"
+        " different from other versions."
+    )
+
+
+class Tag(TagBase):
+    created: datetime = pydantic.Field(description="Tag creation time.")
+
+
+class Family(Labeled, SchemaVersion, DyffModelWithID):
+    kind: Literal["Family"] = "Family"
+
+    resourceKind: FamilyMemberKind = pydantic.Field(
+        description="The kind of resource that comprises the family.",
+    )
+
+    tags: list[Tag] = pydantic.Field(
+        default_factory=list,
+        description="Tags mapping interpretable names to resource IDs.",
+    )
+
+    documentation: Documentation = pydantic.Field(
+        default_factory=Documentation,
+        description="Documentation of the resource family. The content is used"
+        " to populate various views in the web UI.",
+    )
+
+
+class DyffEntity(Status, Labeled, SchemaVersion, DyffModelWithID):
     kind: Literal[
         "Analysis",
         "Audit",
@@ -373,6 +466,9 @@ class APIFunctions(str, enum.Enum):
     query = "query"
     """Query the resource collection."""
 
+    edit = "edit"
+    """Edit properties of existing resources."""
+
     download = "download"
     """
     .. deprecated:: 0.5.0
@@ -578,7 +674,7 @@ class DyffDataSchema(DyffSchemaBaseModel):
         " the composition of these component schemas.",
     )
     schemaVersion: SomeSchemaVersion = pydantic.Field(
-        default=VERSION, description="The dyff schema version"
+        default=SCHEMA_VERSION, description="The dyff schema version"
     )
 
     def model_type(self) -> Type[DyffSchemaBaseModel]:
@@ -601,6 +697,12 @@ class DataSchema(DyffSchemaBaseModel):
         default=None, description="The schema in JSON Schema format"
     )
 
+    @staticmethod
+    def from_model(model: Type[DyffSchemaBaseModel]) -> "DataSchema":
+        arrowSchema = arrow.encode_schema(arrow.arrow_schema(model))
+        jsonSchema = model.schema()
+        return DataSchema(arrowSchema=arrowSchema, jsonSchema=jsonSchema)
+
     @staticmethod
     def make_input_schema(
         schema: Union[pyarrow.Schema, Type[DyffSchemaBaseModel], DyffDataSchema],
@@ -1746,6 +1848,9 @@ __all__ = [
     "Evaluation",
     "EvaluationBase",
     "ExtractorStep",
+    "Family",
+    "FamilyMember",
+    "FamilyMemberKind",
     "ForeignInferenceService",
     "ForeignMethod",
     "ForeignModel",
@@ -1807,6 +1912,8 @@ __all__ = [
     "SchemaAdapter",
     "Status",
     "StorageSignedURL",
+    "Tag",
+    "TagBase",
     "TaskSchema",
     "entity_class",
     "JobStatus",

dyff/schema/v0/r1/requests.py

@@ -30,11 +30,12 @@ from .platform import (
     ModelSpec,
     ModuleBase,
     ReportBase,
+    TagBase,
 )
-from .version import Versioned
+from .version import SchemaVersion
 
 
-class DyffEntityCreateRequest(Versioned, DyffSchemaBaseModel):
+class DyffEntityCreateRequest(SchemaVersion, DyffSchemaBaseModel):
     account: str = pydantic.Field(description="Account that owns the entity")
 
 
@@ -105,6 +106,10 @@ class ReportCreateRequest(DyffEntityCreateRequest, ReportBase):
     )
 
 
+class TagCreateRequest(TagBase):
+    pass
+
+
 class LabelUpdateRequest(Labeled):
     pass
 
@@ -229,4 +234,5 @@ __all__ = [
     "ReportCreateRequest",
     "ReportQueryRequest",
     "SafetyCaseQueryRequest",
+    "TagCreateRequest",
 ]

dyff/schema/v0/r1/version.py

@@ -5,16 +5,16 @@ from typing import Literal
 
 import pydantic
 
-VERSION: str = "0.1"
+SCHEMA_VERSION: str = "0.1"
 
 
-class Versioned(pydantic.BaseModel):
+class SchemaVersion(pydantic.BaseModel):
     schemaVersion: Literal["0.1"] = pydantic.Field(
-        default=VERSION, description="The schema version."
+        default=SCHEMA_VERSION, description="The schema version."
     )
 
 
 __all__ = [
-    "VERSION",
-    "Versioned",
+    "SCHEMA_VERSION",
+    "SchemaVersion",
 ]

{dyff_schema-0.4.0.dist-info → dyff_schema-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dyff-schema
-Version: 0.4.0
+Version: 0.5.0
 Summary: Data models for the Dyff AI auditing platform.
 Author-email: Digital Safety Research Institute <contact@dsri.org>
 License: Apache-2.0

{dyff_schema-0.4.0.dist-info → dyff_schema-0.5.0.dist-info}/RECORD

@@ -21,10 +21,10 @@ dyff/schema/v0/__init__.py,sha256=L5y8UhRnojerPYHumsxQJRcHCNz8Hj9NM8b47mewMNs,92
 dyff/schema/v0/r1/__init__.py,sha256=L5y8UhRnojerPYHumsxQJRcHCNz8Hj9NM8b47mewMNs,92
 dyff/schema/v0/r1/adapters.py,sha256=2t2oxsnGfSEDKKDIEYw4qqLXMH7qlFIwPVuLyUmbsHs,23552
 dyff/schema/v0/r1/base.py,sha256=g_wqh4OU_9ftMHovVxPtdeup4O5MZi422v3eZH99ZQI,17139
-dyff/schema/v0/r1/platform.py,sha256=pu6N3Gh94V1-7fdwGuXTqDzlzTCFkp7Ne3lqxN41u9Q,56634
-dyff/schema/v0/r1/requests.py,sha256=ZD31iDNyJQFDzJlFrSsDBorS7TXyhRBk-R6oG7PI3kE,7762
+dyff/schema/v0/r1/platform.py,sha256=pqCqqXDRucfyag7IEyVGEqVMYM-xNfAq3BJXsJW2vSk,59912
+dyff/schema/v0/r1/requests.py,sha256=jbFaSQtL78csEcaTDheKokAXMUBF31k4tM1-x4N19ig,7851
 dyff/schema/v0/r1/test.py,sha256=X6dUyVd5svcPCI-PBMOAqEfK9jv3bRDvkQTJzwS96c0,10720
-dyff/schema/v0/r1/version.py,sha256=SG9ds8afHgdrqOA4CEY8-MM3lKfAE9G0rxsG4uyeglE,363
+dyff/schema/v0/r1/version.py,sha256=isKAGuGxsdru8vDaYmI4YiZdJOu_wNxXK7u6QzD6FE4,392
 dyff/schema/v0/r1/dataset/__init__.py,sha256=LbVlkO2asyGYBKk2z49xjJYTM-pu9y9e4eQDXgTDLnM,2553
 dyff/schema/v0/r1/dataset/arrow.py,sha256=juJ3MbiCL54zn3dSmXVl4GBhfLJPk6Qvasb0epFZ4V0,12312
 dyff/schema/v0/r1/dataset/binary.py,sha256=MLqj_O7iJvsDiom23jxR054seJaJntc0FTTkHuHYDJg,544
@@ -33,9 +33,9 @@ dyff/schema/v0/r1/dataset/text.py,sha256=nLIn91Zlt0tNdXUklSgjJ-kEDxoPX32ISLkiv2D
 dyff/schema/v0/r1/dataset/vision.py,sha256=aIe0fbfM_g3DsrDTdg2K803YKLjZBpurM_VJcJFuZLc,369
 dyff/schema/v0/r1/io/__init__.py,sha256=L5y8UhRnojerPYHumsxQJRcHCNz8Hj9NM8b47mewMNs,92
 dyff/schema/v0/r1/io/vllm.py,sha256=CUE9y8KthtUI7sD49S875rDmPvKotSXVIRaBS79aBZs,5320
-dyff_schema-0.4.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-dyff_schema-0.4.0.dist-info/METADATA,sha256=uActriu3gclgkQfUz4B0D4RMhpYdMVATwjjBVx1aHmM,3459
-dyff_schema-0.4.0.dist-info/NOTICE,sha256=YONACu0s_Ui6jNi-wtEsVQbTU1JIkh8wvLH6d1-Ni_w,43
-dyff_schema-0.4.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-dyff_schema-0.4.0.dist-info/top_level.txt,sha256=9e3VVdeX73t_sUJOPQPCcGtYO1JhoErhHIi3WoWGcFI,5
-dyff_schema-0.4.0.dist-info/RECORD,,
+dyff_schema-0.5.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+dyff_schema-0.5.0.dist-info/METADATA,sha256=wubxswOJygm24kPJ6d0lYOYo4kNsHAqexU9JG7UvQ08,3459
+dyff_schema-0.5.0.dist-info/NOTICE,sha256=YONACu0s_Ui6jNi-wtEsVQbTU1JIkh8wvLH6d1-Ni_w,43
+dyff_schema-0.5.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+dyff_schema-0.5.0.dist-info/top_level.txt,sha256=9e3VVdeX73t_sUJOPQPCcGtYO1JhoErhHIi3WoWGcFI,5
+dyff_schema-0.5.0.dist-info/RECORD,,