dyff-schema 0.38.6__py3-none-any.whl → 0.38.7__py3-none-any.whl

dyff/schema/_version.py

@@ -1,2 +1,2 @@
-__version__ = version = "0.38.6"
-__version_tuple__ = version_tuple = (0, 38, 6)
+__version__ = version = "0.38.7"
+__version_tuple__ = version_tuple = (0, 38, 7)

dyff/schema/v0/r1/platform.py

@@ -2656,6 +2656,18 @@ class ChallengeTaskContent(DyffSchemaBaseModel):
     )
 
 
+class ChallengeSubmissionStructure(DyffSchemaBaseModel):
+    submissionKind: EntityKindLiteral = pydantic.Field(
+        default=Entities.InferenceService.value,
+        description="The kind of entity that you can submit to this task.",
+    )
+    pipelineKeyword: str = pydantic.Field(
+        default="submission",
+        description="The keyword parameter where the submitted entity ID"
+        " should be passed to the assessment Pipeline.",
+    )
+
+
 class ChallengeTaskBase(DyffSchemaBaseModel):
     """The part of the ChallengeTask spec that is not system-populated."""
 
@@ -2669,7 +2681,11 @@ class ChallengeTaskBase(DyffSchemaBaseModel):
         pattern=r"[a-z0-9-]*",
     )
     assessment: str = pydantic.Field(
-        description="ID of the Assessment that the task runs."
+        description="ID of the Pipeline used to assess the submission."
+    )
+    submissionStructure: ChallengeSubmissionStructure = pydantic.Field(
+        default_factory=ChallengeSubmissionStructure,
+        description="How to run the assessment pipeline on a new submission.",
     )
     rules: ChallengeTaskRules = pydantic.Field(description="The rules for submissions.")
     content: ChallengeTaskContent = pydantic.Field(
@@ -2729,7 +2745,14 @@ class Challenge(DyffEntity):
         return None
 
 
-class ChallengeSubmission(DyffEntity):
+class ChallengeSubmissionBase(DyffSchemaBaseModel):
+    team: str = pydantic.Field(description="The ID of the team making the submission.")
+    submission: EntityIdentifier = pydantic.Field(
+        description="The resource being submitted for assessment."
+    )
+
+
+class ChallengeSubmission(DyffEntity, ChallengeSubmissionBase):
     """A submission of an inference system to a challenge by a team.
 
     All of the constituent resources must already exist. Creating a Submission simply
@@ -2746,9 +2769,8 @@ class ChallengeSubmission(DyffEntity):
     task: str = pydantic.Field(
         description="The key of the task within the challenge being submitted to."
     )
-    team: str = pydantic.Field(description="The ID of the team making the submission.")
-    inferenceService: str = pydantic.Field(
-        description="The ID of the inference service being submitted."
+    pipelineRun: str = pydantic.Field(
+        description="The ID of the PipelineRun for this submission."
     )
 
     def dependencies(self) -> list[str]:
@@ -3304,6 +3326,7 @@ __all__ = [
     "ChallengeContent",
     "ChallengeContentPage",
     "ChallengeSubmission",
+    "ChallengeSubmissionBase",
     "ChallengeTask",
     "ChallengeTaskBase",
     "ChallengeTaskContent",

dyff/schema/v0/r1/requests.py

@@ -27,6 +27,7 @@ from .platform import (
     AnalysisRequestBase,
     AnalysisScope,
     ChallengeContent,
+    ChallengeSubmissionBase,
     ChallengeTaskBase,
     ConcernBase,
     DatasetBase,
@@ -148,6 +149,12 @@ class ChallengeCreateRequest(DyffEntityCreateRequest):
     )
 
 
+class ChallengeSubmissionCreateRequest(
+    DyffEntityCreateRequest, ChallengeSubmissionBase
+):
+    pass
+
+
 class ChallengeTaskCreateRequest(DyffEntityCreateRequest, ChallengeTaskBase):
     pass
 
@@ -497,6 +504,7 @@ __all__ = [
     "ChallengeContentEditRequest",
     "ChallengeCreateRequest",
     "ChallengeQueryRequest",
+    "ChallengeSubmissionCreateRequest",
     "ChallengeTaskCreateRequest",
     "ChallengeTaskRulesEditRequest",
     "ChallengeTeamCreateRequest",

{dyff_schema-0.38.6.dist-info → dyff_schema-0.38.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dyff-schema
-Version: 0.38.6
+Version: 0.38.7
 Summary: Data models for the Dyff AI auditing platform.
 Author-email: Digital Safety Research Institute <contact@dsri.org>
 License: Apache-2.0

{dyff_schema-0.38.6.dist-info → dyff_schema-0.38.7.dist-info}/RECORD

@@ -1,5 +1,5 @@
 dyff/schema/__init__.py,sha256=w7OWDFuyGKd6xt_yllNtKzHahPgywrfU4Ue02psYaMA,2244
-dyff/schema/_version.py,sha256=Kj9GP_7NUacasKg6ybcdwasvyMnqhCYPGnOrKFolAWQ,80
+dyff/schema/_version.py,sha256=Lvo9jhPTm1HAF61xPJreSv-zBjPuoiu7427jQ9wl-7I,80
 dyff/schema/adapters.py,sha256=YMTHv_2VlLGFp-Kqwa6H51hjffHmk8gXjZilHysIF5Q,123
 dyff/schema/annotations.py,sha256=nE6Jk1PLqlShj8uqjE_EzZC9zYnTDW5AVtQcjysiK8M,10018
 dyff/schema/base.py,sha256=jvaNtsSZyFfsdUZTcY_U-yfLY5_GyrMxSXhON2R9XR0,119
@@ -29,8 +29,8 @@ dyff/schema/v0/r1/adapters.py,sha256=hpwCSW8lkMkUKCLe0zaMUDu-VS_caSxJvPsECEi_XRA
 dyff/schema/v0/r1/base.py,sha256=1VJXVLKldOq3aH2HdVgxXXk4DJTZEIiaTa4GzMKzziU,20228
 dyff/schema/v0/r1/commands.py,sha256=jqbEvDRLpcVGWXqlbniuSKg3UIjlrpKt6_0hiwUpPfQ,20153
 dyff/schema/v0/r1/oci.py,sha256=YjHDVBJ2IIxqijll70OK6pM-qT6pq8tvU7D3YB9vGM0,6700
-dyff/schema/v0/r1/platform.py,sha256=U5t-Giixi52_aWpDzZVrXfLSAmar1i2BoFA0mSstWtg,111220
-dyff/schema/v0/r1/requests.py,sha256=9fFUTv4Zgt5Dq2ueQRGjaBU-RxacNMrDZW40RMEwsIg,18414
+dyff/schema/v0/r1/platform.py,sha256=oN2KgTYRvaAgUUiYi9JoY4n2OdrCq53Yx1SFTxLesvk,112123
+dyff/schema/v0/r1/requests.py,sha256=k9T-xI2DDCjvCCmEg_kZ0M6yl_ZG6uh8rocWCLZLKFA,18590
 dyff/schema/v0/r1/responses.py,sha256=nxy7FPtfw2B_bljz5UGGuSE79HTkDQxKH56AJVmd4Qo,1287
 dyff/schema/v0/r1/test.py,sha256=X6dUyVd5svcPCI-PBMOAqEfK9jv3bRDvkQTJzwS96c0,10720
 dyff/schema/v0/r1/version.py,sha256=NONebgcv5Thsw_ymud6PacZdGjV6ndBrmLnap-obcpo,428
@@ -43,9 +43,9 @@ dyff/schema/v0/r1/dataset/text.py,sha256=MYG5seGODDryRSCy-g0Unh5dD0HCytmZ3FeElC-
 dyff/schema/v0/r1/dataset/vision.py,sha256=tJFF4dkhHX0UXTj1sPW-G22xTSI40gbYO465FuvmvAU,443
 dyff/schema/v0/r1/io/__init__.py,sha256=L5y8UhRnojerPYHumsxQJRcHCNz8Hj9NM8b47mewMNs,92
 dyff/schema/v0/r1/io/vllm.py,sha256=vWyLg-susbg0JDfv6VExBpgFdU2GHP2a14ChOdbckvs,5321
-dyff_schema-0.38.6.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-dyff_schema-0.38.6.dist-info/licenses/NOTICE,sha256=YONACu0s_Ui6jNi-wtEsVQbTU1JIkh8wvLH6d1-Ni_w,43
-dyff_schema-0.38.6.dist-info/METADATA,sha256=f8TUmKB1WVBTwptV_BrVgMVovyNT8WTYX_Fyci1urEQ,3734
-dyff_schema-0.38.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dyff_schema-0.38.6.dist-info/top_level.txt,sha256=9e3VVdeX73t_sUJOPQPCcGtYO1JhoErhHIi3WoWGcFI,5
-dyff_schema-0.38.6.dist-info/RECORD,,
+dyff_schema-0.38.7.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+dyff_schema-0.38.7.dist-info/licenses/NOTICE,sha256=YONACu0s_Ui6jNi-wtEsVQbTU1JIkh8wvLH6d1-Ni_w,43
+dyff_schema-0.38.7.dist-info/METADATA,sha256=H9nvnBlCZ6iJC6lm_jsLV5Zs9B8s5Qbq7R1JOhcd9Js,3734
+dyff_schema-0.38.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dyff_schema-0.38.7.dist-info/top_level.txt,sha256=9e3VVdeX73t_sUJOPQPCcGtYO1JhoErhHIi3WoWGcFI,5
+dyff_schema-0.38.7.dist-info/RECORD,,