destiny_sdk 0.3.0a0__py3-none-any.whl → 0.4.0__py3-none-any.whl

destiny_sdk/client.py

@@ -8,6 +8,9 @@ from pydantic import UUID4, HttpUrl
 
 from destiny_sdk.robots import (
     EnhancementRequestRead,
+    RobotEnhancementBatch,
+    RobotEnhancementBatchRead,
+    RobotEnhancementBatchResult,
     RobotResult,
 )
 
@@ -89,3 +92,50 @@ class Client:
         )
         response.raise_for_status()
         return EnhancementRequestRead.model_validate(response.json())
+
+    def send_robot_enhancement_batch_result(
+        self, robot_enhancement_batch_result: RobotEnhancementBatchResult
+    ) -> RobotEnhancementBatchRead:
+        """
+        Send a RobotEnhancementBatchResult to destiny repository.
+
+        Signs the request with the client's secret key.
+
+        :param robot_enhancement_batch_result: The RobotEnhancementBatchResult to send
+        :type robot_enhancement_batch_result: RobotEnhancementBatchResult
+        :return: The RobotEnhancementBatchRead object from the response.
+        :rtype: RobotEnhancementBatchRead
+        """
+        response = self.session.post(
+            f"/robot-enhancement-batch/{robot_enhancement_batch_result.request_id}/results/",
+            json=robot_enhancement_batch_result.model_dump(mode="json"),
+        )
+        response.raise_for_status()
+        return RobotEnhancementBatchRead.model_validate(response.json())
+
+    def poll_robot_enhancement_batch(
+        self, robot_id: UUID4, limit: int = 10
+    ) -> RobotEnhancementBatch | None:
+        """
+        Poll for a robot enhancement batch.
+
+        Signs the request with the client's secret key.
+
+        :param robot_id: The ID of the robot to poll for
+        :type robot_id: UUID4
+        :param limit: The maximum number of pending enhancements to return
+        :type limit: int
+        :return: The RobotEnhancementBatch object from the response, or None if no
+            batches available
+        :rtype: RobotEnhancementBatch | None
+        """
+        response = self.session.post(
+            "/robot-enhancement-batch/",
+            params={"robot_id": str(robot_id), "limit": limit},
+        )
+        # HTTP 204 No Content indicates no batches available
+        if response.status_code == httpx.codes.NO_CONTENT:
+            return None
+
+        response.raise_for_status()
+        return RobotEnhancementBatch.model_validate(response.json())

destiny_sdk/imports.py

@@ -19,13 +19,11 @@ class ImportRecordStatus(StrEnum):
     - `created`: Created, but no processing has started.
     - `started`: Processing has started on the batch.
     - `completed`: Processing has been completed.
-    - `cancelled`: Processing was cancelled by calling the API.
     """
 
     CREATED = auto()
     STARTED = auto()
     COMPLETED = auto()
-    CANCELLED = auto()
 
 
 class ImportBatchStatus(StrEnum):
@@ -35,21 +33,15 @@ class ImportBatchStatus(StrEnum):
     - `created`: Created, but no processing has started.
     - `started`: Processing has started on the batch.
     - `failed`: Processing has failed.
-    - `retrying`: Processing has failed, but is being retried.
-    - `indexing`: The imports have been saved and are being indexed.
-    - `indexing_failed`: The imports have been saved but were not indexed.
+    - `partially_failed`: Some references succeeded while others failed.
     - `completed`: Processing has been completed.
-    - `cancelled`: Processing was cancelled by calling the API.
     """
 
     CREATED = auto()
     STARTED = auto()
-    RETRYING = auto()
     FAILED = auto()
-    INDEXING = auto()
-    INDEXING_FAILED = auto()
+    PARTIALLY_FAILED = auto()
     COMPLETED = auto()
-    CANCELLED = auto()
 
 
 class CollisionStrategy(StrEnum):
@@ -96,15 +88,15 @@ class ImportResultStatus(StrEnum):
       more information.
     - `failed`: The reference failed to be created. See the result's `failure_details`
       field for more information.
-    - `cancelled`: Processing was cancelled by calling the API.
+    - `retrying`: Processing has failed, but is being retried.
     """
 
     CREATED = auto()
     STARTED = auto()
     COMPLETED = auto()
-    CANCELLED = auto()
     PARTIALLY_FAILED = auto()
     FAILED = auto()
+    RETRYING = auto()
 
 
 class _ImportRecordBase(BaseModel):
@@ -186,9 +178,8 @@ with each line formatted according to
     )
     callback_url: HttpUrl | None = Field(
         default=None,
-        description="""
-The URL to which the processor should send a callback when the batch has been processed.
-        """,
+        deprecated=True,
+        description="This field is currently a no-op.",
     )
 
 

destiny_sdk/robots.py

@@ -52,6 +52,23 @@ None, the repository will assume that the result file is ready for processing.
     )
 
 
+class RobotEnhancementBatchResult(BaseModel):
+    """Used to indicate that the robot has finished processing a batch."""
+
+    request_id: UUID4
+    error: RobotError | None = Field(
+        default=None,
+        description="""
+Error the robot encountered while creating enhancements. If this field is populated,
+we assume the entire robot enhancement batch failed,
+rather than an individual reference.
+If there was an error with processing an individual reference, it should be passed in
+the result file and this field should be left as None. Vice-versa, if this field is
+None, the repository will assume that the result file is ready for processing.
+""",
+    )
+
+
 class RobotResultValidationEntry(_JsonlFileInputMixIn, BaseModel):
     """A single entry in the validation result file for a batch enhancement request."""
 
@@ -110,6 +127,37 @@ If the URL expires, a new one can be generated using
     )
 
 
+class RobotEnhancementBatch(BaseModel):
+    """A robot enhancement batch from the repo to a robot."""
+
+    id: UUID4
+    reference_storage_url: HttpUrl = Field(
+        description="""
+The URL at which the set of references are stored. The file is a jsonl
+with each line formatted according to
+:class:`Reference <libs.sdk.src.destiny_sdk.references.Reference>`, one
+reference per line.
+Each reference may have identifiers or enhancements attached, as
+required by the robot.
+If the URL expires, a new one can be generated using
+``GET /robot-enhancement-batch/{batch_id}/``.
+"""
+    )
+    result_storage_url: HttpUrl = Field(
+        description="""
+The URL at which the set of enhancements are to be stored. The file is to be a jsonl
+with each line formatted according to
+:class:`EnhancementResultEntry <libs.sdk.src.destiny_sdk.robots.EnhancementResultEntry>`.
+If the URL expires, a new one can be generated using
+``GET /robot-enhancement-batch/{batch_id}/``.
+"""  # noqa: E501
+    )
+    extra_fields: dict | None = Field(
+        default=None,
+        description="Extra fields to pass to the robot. TBC.",
+    )
+
+
 class EnhancementRequestStatus(StrEnum):
     """
     The status of an enhancement request.
@@ -117,6 +165,7 @@ class EnhancementRequestStatus(StrEnum):
     **Allowed values**:
     - `received`: Enhancement request has been received by the repo.
     - `accepted`: Enhancement request has been accepted by the robot.
+    - `processing`: Enhancement request is being processed by the robot.
     - `rejected`: Enhancement request has been rejected by the robot.
     - `partial_failed`: Some enhancements failed to create.
     - `failed`: All enhancements failed to create.
@@ -128,6 +177,7 @@ class EnhancementRequestStatus(StrEnum):
 
     RECEIVED = auto()
     ACCEPTED = auto()
+    PROCESSING = auto()
     REJECTED = auto()
     PARTIAL_FAILED = auto()
     FAILED = auto()
@@ -210,6 +260,70 @@ If the URL expires, a new one can be generated using
     )
 
 
+class _RobotEnhancementBatchBase(BaseModel):
+    """
+    Base robot enhancement batch class.
+
+    A robot enhancement batch is a batch of pending enhancements the robot has picked up
+    for processing.
+    """
+
+    robot_id: UUID4 = Field(
+        description="The robot to be used to create the enhancements."
+    )
+    source: str | None = Field(
+        default=None,
+        description="The source of the batch enhancement request.",
+    )
+
+
+class RobotEnhancementBatchRead(_RobotEnhancementBatchBase):
+    """Core robot enhancement batch class."""
+
+    id: UUID4
+    reference_data_url: HttpUrl | None = Field(
+        default=None,
+        description="""
+The URL at which the set of references are stored. The file is a jsonl with each line
+formatted according to
+:class:`Reference <libs.sdk.src.destiny_sdk.references.Reference>`.
+, one reference per line.
+Each reference may have identifiers or enhancements attached, as
+required by the robot.
+If the URL expires, a new one can be generated using
+``GET /enhancement-requests/{request_id}/``.
+        """,
+    )
+    result_storage_url: HttpUrl | None = Field(
+        default=None,
+        description="""
+The URL at which the set of enhancements are stored. The file is to be a jsonl
+with each line formatted according to
+:class:`EnhancementResultEntry <libs.sdk.src.destiny_sdk.robots.EnhancementResultEntry>`.
+This field is only relevant to robots.
+If the URL expires, a new one can be generated using
+``GET /robot-enhancement-batch/{batch_id}/``.
+        """,  # noqa: E501
+    )
+    validation_result_url: HttpUrl | None = Field(
+        default=None,
+        description="""
+The URL at which the result of the enhancement request is stored.
+This file is a txt file, one line per reference, with either an error
+or a success message.
+If the URL expires, a new one can be generated using
+``GET /robot-enhancement-batch/{batch_id}/``.
+        """,
+    )
+    error: str | None = Field(
+        default=None,
+        description="Error encountered during the enhancement process. This "
+        "is only used if the entire enhancement batch failed, rather than an "
+        "individual reference. If there was an error with processing an individual "
+        "reference, it is passed in the validation result file.",
+    )
+
+
 class _RobotBase(BaseModel):
     """
     Base Robot class.

{destiny_sdk-0.3.0a0.dist-info → destiny_sdk-0.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: destiny_sdk
-Version: 0.3.0a0
+Version: 0.4.0
 Summary: A software development kit (sdk) to support interaction with the DESTINY repository
 Author-email: Adam Hamilton <adam@futureevidence.org>, Andrew Harvey <andrew@futureevidence.org>, Daniel Breves <daniel@futureevidence.org>, Jack Walmisley <jack@futureevidence.org>
 License-Expression: Apache-2.0

{destiny_sdk-0.3.0a0.dist-info → destiny_sdk-0.4.0.dist-info}/RECORD

@@ -1,17 +1,17 @@
 destiny_sdk/__init__.py,sha256=gmmrceJX84T4msk_GSm_OjTQvCpHFZRjnlUK5_7IODE,356
 destiny_sdk/auth.py,sha256=bY72ywZEcG_67YBd9PrwgWTXkCf58rhLvVEXrtXbWtA,6247
-destiny_sdk/client.py,sha256=2X_z0Z0T5xPD2vRzDBXs2D-Xk-mkVGz9CRhIeJLuaaU,2906
+destiny_sdk/client.py,sha256=w03l23Cph2-a8HlU7k3yLp6f7tNYH6hf_5KfasoeWaI,4900
 destiny_sdk/core.py,sha256=_FwDaczKTSaUSV_qfcnLhkBbZagh4ayFpN0qUwJ03-o,1448
 destiny_sdk/enhancements.py,sha256=_S_anq194qdaEGklgycSG1qLEJeWzKe1u3oyXNxAg54,11800
 destiny_sdk/identifiers.py,sha256=9CFEaPhZr2IHfL4RSAzOvidXhhzKLDPXiSKddBMWzwM,3606
-destiny_sdk/imports.py,sha256=mfC1QXbAU27iD3hO9OFTRQes352F6DS1U4fSMw26-8w,8243
+destiny_sdk/imports.py,sha256=PG1rNNPdOxTeVI3-8sXFfRYi9BkCVZmr_jqr0Q9mxiU,7845
 destiny_sdk/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 destiny_sdk/references.py,sha256=Dx-WKcv9gNJkKU9n52AYoEey7siTHR5_wBVBKSHND6Q,2321
-destiny_sdk/robots.py,sha256=aFOcAAmyWOixW2MnRfyKJORSYKf1tr0PWkyO9i3oJ4M,9605
+destiny_sdk/robots.py,sha256=JqNGbLpiKZmDwUsc4P5SnGTb9wufp9K9aFDUbttkAPE,13769
 destiny_sdk/visibility.py,sha256=nDLqnWuSZSk0vG3ynzDpHAvaALsbk8cuEZujTsqf6no,684
 destiny_sdk/parsers/__init__.py,sha256=d5gS--bXla_0I7e_9wTBnGWMXt2U8b-_ndeprTPe1hk,149
 destiny_sdk/parsers/eppi_parser.py,sha256=aSTqmm8N2WK1gnkj38XvfWaEXsaf0y6je6h9qN0xvFA,5584
-destiny_sdk-0.3.0a0.dist-info/METADATA,sha256=R1tR-ANCbGLXJp7CXvE6AcmYbTzbzo4eoms_CzKEL9w,2442
-destiny_sdk-0.3.0a0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-destiny_sdk-0.3.0a0.dist-info/licenses/LICENSE,sha256=6QURU4gvvTjVZ5rfp5amZ6FtFvcpPhAGUjxF5WSZAHI,9138
-destiny_sdk-0.3.0a0.dist-info/RECORD,,
+destiny_sdk-0.4.0.dist-info/METADATA,sha256=oTlLnYBqi0Ib38srLTK-904K2Uw2IMcW20hAxa2-eJ4,2440
+destiny_sdk-0.4.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+destiny_sdk-0.4.0.dist-info/licenses/LICENSE,sha256=6QURU4gvvTjVZ5rfp5amZ6FtFvcpPhAGUjxF5WSZAHI,9138
+destiny_sdk-0.4.0.dist-info/RECORD,,