yellowdog-sdk 9.2.1__py3-none-any.whl → 9.2.3__py3-none-any.whl

yellowdog_client/_version.py

@@ -1 +1 @@
-__version__ = '9.2.1' # YEL-13449
+__version__ = '9.2.3' # YEL-13425 v3

yellowdog_client/common/json/__init__.py

@@ -26,9 +26,16 @@ def _determine_subclass(value: dict, cls: type) -> type:
     elif "action" in value:
         type_field = "action"
         type_value = value[type_field]
-    elif "errorType" in value:
+    elif "errorType" in value and cls is BaseCustomException:
         type_field = "errorType"
         type_value = ErrorType(value[type_field])
+
+        naked_class = get_naked_class(cls)
+
+        subclasses = all_subclasses(naked_class)
+        if subclasses:
+            return {getattr(x, type_field).value: x for x in subclasses}[type_value.value]
+        return cls
     else:
         return cls
 

yellowdog_client/model/__init__.py

@@ -266,6 +266,8 @@ from .task_data import TaskData
 from .task_data_input import TaskDataInput
 from .task_data_output import TaskDataOutput
 from .task_error import TaskError
+from .task_error_matcher import TaskErrorMatcher
+from .task_error_type import TaskErrorType
 from .task_group import TaskGroup
 from .task_group_status import TaskGroupStatus
 from .task_input import TaskInput
@@ -578,6 +580,8 @@ __all__ = [
     "TaskDataInput",
     "TaskDataOutput",
     "TaskError",
+    "TaskErrorMatcher",
+    "TaskErrorType",
     "TaskGroup",
     "TaskGroupStatus",
     "TaskInput",

yellowdog_client/model/node_status.py

@@ -7,7 +7,7 @@ class NodeStatus(Enum):
     """The node is running and its heartbeat is being received."""
     LATE = "LATE", True, False
     """The node's heartbeat is late."""
-    LOST = "LOST", False, False
+    LOST = "LOST", False, True
     """The node's heartbeat has not been received for long enough that it is considered lost."""
     DEREGISTERED = "DEREGISTERED", False, True
     """The node has been deregistered from the worker pool."""

yellowdog_client/model/run_specification.py

@@ -4,6 +4,7 @@ from typing import List, Optional
 
 from .cloud_provider import CloudProvider
 from .double_range import DoubleRange
+from .task_error_matcher import TaskErrorMatcher
 
 
 @dataclass
@@ -45,3 +46,5 @@ class RunSpecification:
     pools in the specified namespaces.
     """
 
+    retryableErrors: Optional[List[TaskErrorMatcher]] = None
+    """Defines the errors that should result in a task retrying if encountered."""

yellowdog_client/model/task_error.py

@@ -2,13 +2,19 @@ from dataclasses import dataclass
 from datetime import datetime
 from typing import Optional
 
+from .task_error_type import TaskErrorType
+from .task_status import TaskStatus
+
 
 @dataclass
 class TaskError:
     """Holds details of an error that occurred during execution of the task."""
-    timestamp: Optional[datetime] = None
+    timestamp: datetime
     """The time at which the error occurred."""
+    error: str
+    """A description of the error."""
     workerId: Optional[str] = None
     """The ID of the worker where the error occurred."""
-    error: Optional[str] = None
-    """A description of the error."""
+    errorType: str = TaskErrorType.UNKNOWN_ERROR
+    statusAtFailure: Optional[TaskStatus] = None
+    processExitCode: Optional[int] = None

yellowdog_client/model/task_error_matcher.py

@@ -0,0 +1,11 @@
+from dataclasses import dataclass
+from typing import List, Optional
+
+from .task_status import TaskStatus
+
+
+@dataclass
+class TaskErrorMatcher:
+    errorTypes: Optional[List[str]] = None
+    statusesAtFailure: Optional[List[TaskStatus]] = None
+    processExitCodes: Optional[List[int]] = None

yellowdog_client/model/task_error_type.py

@@ -0,0 +1,22 @@
+from dataclasses import dataclass
+
+
+@dataclass
+class TaskErrorType:
+
+    ALLOCATION_LOST: str = "ALLOCATION_LOST"
+    RESOURCE_REQUEST_FAILED: str = "RESOURCE_REQUEST_FAILED"
+
+    TIMED_OUT: str = "TIMED_OUT"
+    UNABLE_START_PROCESS: str = "UNABLE_START_PROCESS"
+    PROCESS_NON_ZERO_EXIT: str = "PROCESS_NON_ZERO_EXIT"
+    DATA_CLIENT_DISABLED: str = "DATA_CLIENT_DISABLED"
+    UNKNOWN_ERROR: str = "UNKNOWN_ERROR"
+    OUTPUT_NOT_FOUND: str = "OUTPUT_NOT_FOUND"
+    INPUT_NOT_FOUND: str = "INPUT_NOT_FOUND"
+    TRANSITION_REFUSED: str = "TRANSITION_REFUSED"
+    UNABLE_WRITE_TASK_DATA: str = "UNABLE_WRITE_TASK_DATA"
+    OBJECT_STORE_TRANSFER_FAILED: str = "OBJECT_STORE_TRANSFER_FAILED"
+
+
+    pass

yellowdog_client/model/worker_status.py

@@ -16,7 +16,11 @@ class WorkerStatus(Enum):
     LOST = "LOST", False, False
     """The Worker's heartbeat has not been received for long enough that the Worker is considered to have been lost."""
     FOUND = "FOUND", True, True
-    """The Worker was considered to be lost but its heartbeat has returned, however it has not yet requested instruction."""
+    """
+    The Worker was considered to be lost but its heartbeat has returned, however it has not yet requested instruction.
+    @deprecated Workers can no longer be FOUND once LOST. Status can be removed when all clients >= v9.3.0
+    """
+
     SHUTDOWN = "SHUTDOWN", False, False
     """The Worker has been instructed to shut down."""
 

{yellowdog_sdk-9.2.1.dist-info → yellowdog_sdk-9.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: yellowdog-sdk
-Version: 9.2.1
+Version: 9.2.3
 Summary: SDK for the YellowDog Platform
 Author-email: YellowDog Limited <support@yellowdog.co>
 Project-URL: Homepage, https://yellowdog.co

{yellowdog_sdk-9.2.1.dist-info → yellowdog_sdk-9.2.3.dist-info}/RECORD

@@ -1,6 +1,6 @@
 __init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yellowdog_client/__init__.py,sha256=xHGTw5UbjkeEl_hC8_gJCacfji6462qJWD1nvJdFssE,13162
-yellowdog_client/_version.py,sha256=kXbYBKK3fsu2Y5Ia03tc1H0csyeeQXRntlsAePQjSuY,34
+yellowdog_client/_version.py,sha256=z_N0s7vuX-PK5y7_8z7Uir0EdShHzTs0UW38O79NFFM,37
 yellowdog_client/client_collection.py,sha256=VSEzjf6iR1qCQ0YGLyDq_Kgvw8r832QDwTp6-MLB4Vs,388
 yellowdog_client/platform_client.py,sha256=yCzKsOQKllnfzwP9bG-JGtvOdvY7EaEQzFsgX3ERzVY,7476
 yellowdog_client/account/__init__.py,sha256=DiLL3uSMyVlAKWsncX0k5Ioc2hw87HQoEkSYO0ro0fg,456
@@ -28,7 +28,7 @@ yellowdog_client/common/credentials/__init__.py,sha256=_KvuZpIO_TSSrJd6v1UrCtXOz
 yellowdog_client/common/credentials/api_key_authentication_headers_provider.py,sha256=Spt8kYEW8_qy7RMLfIqjArntBcYhhZX9cxcjJbdcKfw,843
 yellowdog_client/common/decorators/__init__.py,sha256=_Agup5QZbT3nnwNKBD38MaxRPXU58kaHrrFhrWOUGXw,76
 yellowdog_client/common/decorators/dispatcher.py,sha256=NMGWHLAbm4gCjWoiQ6M6Nj78O3PlSKXpGUylmPhtf0s,244
-yellowdog_client/common/json/__init__.py,sha256=twWGDWfiswfqJw_TcT2gn4NiReSoWZR2b5dXpx5h0x4,6087
+yellowdog_client/common/json/__init__.py,sha256=xAc_LukSrQ7kM73iQWa8q6HuU3KbFy8uR9otHvyaTto,6345
 yellowdog_client/common/server_sent_events/__init__.py,sha256=4N8p9TNiCV1qyHqKML84BuHugIOmRYldzQPB4mHkO7o,507
 yellowdog_client/common/server_sent_events/delegated_subscription_event_listener.py,sha256=6KKNE89fSG4cvpFza_X3416AJWh6eJj_lLmWy2GbALQ,1278
 yellowdog_client/common/server_sent_events/subscription.py,sha256=eUfjQr88sY7TvLwbDyhBm3C9KOu9KmkCixhmt69OSyo,2980
@@ -53,7 +53,7 @@ yellowdog_client/images/images_service_proxy.py,sha256=eyP4u6FoIH1WJvNM_m8tacTCs
 yellowdog_client/images/page.py,sha256=UIvlxvzdcfnKvbcq2Cn6IB7ZtQMc3dzcBTUfElvVPwQ,391
 yellowdog_client/images/pageable.py,sha256=msD8uGGJ2F5jEqTNDYaFrh6z6drlxOXZ1AmB0T3edM0,296
 yellowdog_client/images/sort.py,sha256=YS05DlIRg1Cm3QLBi6KFjFdB3g-b3WrqFFitlMJUEMM,167
-yellowdog_client/model/__init__.py,sha256=JeJqg-bMP3B58dChxqYtFZ0EkP3sMwPAwbOSY5LHU6Y,25755
+yellowdog_client/model/__init__.py,sha256=RCEJcTVFqEerMSG3BiYPJPq7Uyx-MddY6VompoMPf64,25892
 yellowdog_client/model/access_delegate.py,sha256=gZYX7Hqw_eBzBIHzbxyZfrhko0xZIsPCsf4gSzFalwc,568
 yellowdog_client/model/account.py,sha256=r_-7J-JjjMcQPZzaQ4_o9y6XY7-GMPRLWt9mGOucYU0,394
 yellowdog_client/model/account_allowance.py,sha256=c-MkSSRLB5Y5TMDZl5h5fipj4vzLLlO_AQXPeRJ0AYw,1021
@@ -251,7 +251,7 @@ yellowdog_client/model/node_id_filter.py,sha256=jQushAfXGtvUEzRfr_1iUZQeyD4eFC6o
 yellowdog_client/model/node_run_command_action.py,sha256=joUk0g13ZKdsLTxnpyIpDNfiwwTBJdMpfU8uckJJhI0,466
 yellowdog_client/model/node_search.py,sha256=2mPWlATqHZWc3wenoUDPzIp3PplxW2A_oVw3_IA4-H4,1025
 yellowdog_client/model/node_slot_numbering.py,sha256=qKA4nXwu1iv58rdqaIr9sJhDh_KL1XjaHMexBWUWuek,137
-yellowdog_client/model/node_status.py,sha256=25PUpqyPruzc0Y1Rj7RbAJrMLjNKQWDUwrc_0tP1KJw,832
+yellowdog_client/model/node_status.py,sha256=O5ZOl6bI7cpvPYgAamvdyfxZTBIcWqmdVerwxMV9p0c,831
 yellowdog_client/model/node_summary.py,sha256=u5X27f0MxyJb6e24Czb0f7aMkLDUlHdtglQdyB6x214,604
 yellowdog_client/model/node_type.py,sha256=Lh_73zwZz6lKFHyn3chJZmretYuhkhHgzf0H1XNLJ7I,323
 yellowdog_client/model/node_worker_target.py,sha256=uVcU-02dOZZUSqW43c4hf4FKnuw3iQfxs8DabOEJEm4,777
@@ -298,7 +298,7 @@ yellowdog_client/model/retry_properties.py,sha256=cccJRb-r1PkUixb-V26GIGf1iOXBnn
 yellowdog_client/model/role.py,sha256=WRnnlJAJzweCiBbivs9-7aHgPR72rHY9z8zaZhOs1AA,323
 yellowdog_client/model/role_search.py,sha256=SL8rngS-BWoqaZ4WtwiScS12Y7JOpfG-itbpPk7qxBc,332
 yellowdog_client/model/role_summary.py,sha256=fkyZ_pLapNbQM67bSgX60kt20WN7hYCWA0j-1zwzIPc,202
-yellowdog_client/model/run_specification.py,sha256=VjgEiCO07_37NhgLS5hd_N91L4AdZViFqXmNv8eYNRs,2518
+yellowdog_client/model/run_specification.py,sha256=btk53yhHWKvTXxhbzTDS0NjXBf25fqjxPwkc303I15M,2711
 yellowdog_client/model/s3_namespace_storage_configuration.py,sha256=yUIsBlg2VlMD3ebrcvlfn9kjhztupkLwRfV3mmDlrng,380
 yellowdog_client/model/services_schema.py,sha256=fyKPI-uu4ii05Rg25EPGrS7AdpKFxqf6Bd-J8hiQMXE,2067
 yellowdog_client/model/set_password_request.py,sha256=SjOBrJBGVchr_rQqN2fhT3WYSdB5ZTmU9jtHx5B3-p0,145
@@ -322,7 +322,9 @@ yellowdog_client/model/task.py,sha256=at0_v_xm9nFx-npMBDR9LAHgO4YiueQoi7q4SMOVrJ
 yellowdog_client/model/task_data.py,sha256=mG8Yrg6laqJEGKa3I3yN2ZzT2eHzpVO9U4tPi9PKo8I,286
 yellowdog_client/model/task_data_input.py,sha256=ntlSr23aDdFR9AxEp0paWshBMrSythBksg3RYEIXBKg,105
 yellowdog_client/model/task_data_output.py,sha256=8DAPuveK43HxWBQE7--n4E_c115gAzpMhffLW4DDWkI,137
-yellowdog_client/model/task_error.py,sha256=jXvJAsIu0EoPidCfoeMegKNzcu5jzmJJBp_gdEdBfWE,453
+yellowdog_client/model/task_error.py,sha256=9aW_ZJ0WkQjUSbpasXBtc0Wj4iu4-70Mf3jtmeiUx2k,639
+yellowdog_client/model/task_error_matcher.py,sha256=idOfRZllKDlqe8Wq2GMjEaYhLLrAmd7Hai5Dr5BJMd0,291
+yellowdog_client/model/task_error_type.py,sha256=3JDxDu8_f_eQdoB_Y1xuVW4N_leSoJAGn5OjcU4X3e0,701
 yellowdog_client/model/task_group.py,sha256=9hwk6KS68QpdcNDhhGv3bqaZOxuCT3J22GF5JYJ_S8E,2073
 yellowdog_client/model/task_group_status.py,sha256=7wAEOvZzq07P_0vTP0NejmDLS-MifGWO5WLlu_5OdZg,1722
 yellowdog_client/model/task_input.py,sha256=d3U32xhgHdEWtSu5uSjjsLniD9dXoNeIVsyl1BeZqlw,1975
@@ -364,7 +366,7 @@ yellowdog_client/model/worker_pool_search.py,sha256=IxUkwGcVq04-Shk-PJW-n14Nb-FC
 yellowdog_client/model/worker_pool_status.py,sha256=NEOuZuuwlAa0h16Feh76qUtaJ_t26qO_AoHFjJBVWLc,1240
 yellowdog_client/model/worker_pool_summary.py,sha256=WkdKWXlSj4K1aYvwL29wETJcpeKCv4chXx-M3SvjZfI,1447
 yellowdog_client/model/worker_pool_token.py,sha256=aHJcumKO7CiyjqpUoognxCg9SRg6AOdZh01pBIAos74,350
-yellowdog_client/model/worker_status.py,sha256=MmogvAs0UbA44WkuJnoMx3Pt6SdISZPjF1I48n1c_jg,1249
+yellowdog_client/model/worker_status.py,sha256=s1Gowm3RNzuSCEWvcI6Pq9BWwiu2_C1ZuNSZAPnDUAM,1367
 yellowdog_client/model/worker_summary.py,sha256=PZI7Ay4i2C4UxiSKfaQpPG6t_IF0sfL4ve7uMdsiuts,819
 yellowdog_client/model/exceptions/__init__.py,sha256=JuFyrrvXegTRdsERsGLbK6ZNOIpp1kwAOdODb-G1W0s,1434
 yellowdog_client/model/exceptions/base_custom_exception.py,sha256=5WsA_nVwr8D8orn5kPjKSh9I2IJcsJcWMrpEZQUl1-4,665
@@ -460,8 +462,8 @@ yellowdog_client/usage/__init__.py,sha256=XQwRJqTdxKZa1QUTsxBEL0TqQJeQHGyPklFeqc
 yellowdog_client/usage/allowances_client.py,sha256=H6n63jXjT4OwuWJgFUXSjSmvGTZz9uspy3kj3upinaA,1337
 yellowdog_client/usage/allowances_client_impl.py,sha256=nQPnSzJKhL3WvyCn5fmiDkwE84xZryH9YvV5Z1GjU4M,2061
 yellowdog_client/usage/allowances_service_proxy.py,sha256=uO6LWnpjIzUcZTGdOxPXn7SyYX7NMRqO5KUiHUGr490,1320
-yellowdog_sdk-9.2.1.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-yellowdog_sdk-9.2.1.dist-info/METADATA,sha256=lgctmkX9IK68IUcQU7V1ijfCiWi_byUB8pvl43COVfU,3238
-yellowdog_sdk-9.2.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-yellowdog_sdk-9.2.1.dist-info/top_level.txt,sha256=6PH16DcoqpYHhQ5A0UJOjf0tg-1rTrNC9C2CLqCMuFo,26
-yellowdog_sdk-9.2.1.dist-info/RECORD,,
+yellowdog_sdk-9.2.3.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+yellowdog_sdk-9.2.3.dist-info/METADATA,sha256=a7uJcuNb5g0dUGdhwIAnA80bn1OcLR2r3-lGz0M3j0s,3238
+yellowdog_sdk-9.2.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+yellowdog_sdk-9.2.3.dist-info/top_level.txt,sha256=6PH16DcoqpYHhQ5A0UJOjf0tg-1rTrNC9C2CLqCMuFo,26
+yellowdog_sdk-9.2.3.dist-info/RECORD,,