yellowdog-sdk 11.6.0__py3-none-any.whl → 11.7.0__py3-none-any.whl

yellowdog_client/_version.py

@@ -1 +1 @@
-__version__ = '11.6.0' # YEL-14089
+__version__ = '11.7.0' # YEL-13710

yellowdog_client/model/__init__.py

@@ -11,6 +11,7 @@ from .add_group_request import AddGroupRequest
 from .add_node_actions_request import AddNodeActionsRequest
 from .add_user_request import AddUserRequest
 from .add_user_response import AddUserResponse
+from .aggregate_instance_usage_filter import AggregateInstanceUsageFilter
 from .allowance import Allowance
 from .allowance_exhausted_notification import AllowanceExhaustedNotification
 from .allowance_limit_enforcement import AllowanceLimitEnforcement
@@ -287,6 +288,7 @@ from .task_output_source import TaskOutputSource
 from .task_search import TaskSearch
 from .task_status import TaskStatus
 from .task_summary import TaskSummary
+from .task_working_time import TaskWorkingTime
 from .track import Track
 from .track_search import TrackSearch
 from .transfer_status_response import TransferStatusResponse
@@ -333,6 +335,7 @@ __all__ = [
     "AddNodeActionsRequest",
     "AddUserRequest",
     "AddUserResponse",
+    "AggregateInstanceUsageFilter",
     "Allowance",
     "AllowanceExhaustedNotification",
     "AllowanceLimitEnforcement",
@@ -609,6 +612,7 @@ __all__ = [
     "TaskSearch",
     "TaskStatus",
     "TaskSummary",
+    "TaskWorkingTime",
     "Track",
     "TrackSearch",
     "TransferStatusResponse",

yellowdog_client/model/aggregate_instance_usage_filter.py

@@ -0,0 +1,13 @@
+from dataclasses import dataclass
+from datetime import datetime
+from typing import List
+
+from .filter import Filter
+from .instance_status import InstanceStatus
+
+
+@dataclass
+class AggregateInstanceUsageFilter(Filter):
+    fromTime: datetime
+    untilTime: datetime
+    instanceStatuses: List[InstanceStatus]

yellowdog_client/model/run_specification.py

@@ -48,3 +48,11 @@ class RunSpecification:
 
     retryableErrors: Optional[List[TaskErrorMatcher]] = None
     """Defines the errors that should result in a task retrying if encountered."""
+    batchAllocation: Optional[bool] = None
+    """
+    Enables the batch allocation of tasks to nodes. Nodes will maintain local task queues and request batches of
+    tasks as these queues are drained by workers. This can increase throughput for short-running tasks by reducing
+    the latency between a worker completing a task and starting the next one. It can also enable larger numbers of
+    workers to be efficiently utilised by reducing overall load on the YellowDog Scheduler service.
+    """
+

yellowdog_client/model/task.py

@@ -11,6 +11,7 @@ from .task_error import TaskError
 from .task_input import TaskInput
 from .task_output import TaskOutput
 from .task_status import TaskStatus
+from .task_working_time import TaskWorkingTime
 
 
 @dataclass
@@ -24,6 +25,7 @@ class Task(Identified, Named, Tagged):
     retryCount: Optional[int] = field(default=None, init=False)
     """How many times the task has failed and then been set back to WAITING to be retried."""
     taskGroupId: Optional[str] = field(default=None, init=False)
+    nodeId: Optional[str] = field(default=None, init=False)
     workerId: Optional[str] = field(default=None, init=False)
     errors: Optional[List[TaskError]] = field(default=None, init=False)
     taskType: str
@@ -41,6 +43,8 @@ class Task(Identified, Named, Tagged):
     """The time the task was last started by a Worker."""
     finishedTime: Optional[datetime] = None
     """The time the task was finished."""
+    workingTime: Optional[TaskWorkingTime] = None
+    """The times taken to do the task measured from the worker."""
     abortRequestedTime: Optional[datetime] = None
     """The time when task abort was requested."""
     inputs: Optional[List[TaskInput]] = None

yellowdog_client/model/task_working_time.py

@@ -0,0 +1,10 @@
+from dataclasses import dataclass
+from datetime import timedelta
+from typing import Optional
+
+
+@dataclass
+class TaskWorkingTime:
+    downloading: Optional[timedelta] = None
+    executing: Optional[timedelta] = None
+    uploading: Optional[timedelta] = None

yellowdog_client/model/worker.py

@@ -18,6 +18,12 @@ class Worker(Identified):
     """A count of the tasks groups which have claims on the worker. Always identical to the size of #taskGroupIds."""
     exclusive: bool = False
     """Indicates if the worker is exclusively claimed by a single task group."""
+    batchAllocation: bool = False
+    """
+    Indicates if the worker has been claimed by a task group for batch allocation. Tasks will be allocated to the
+    worker's node in batches before being distributed to the worker.
+    """
+
     currentTaskId: Optional[str] = None
     """The ID of the task currently allocated to the worker."""
     registeredTime: Optional[datetime] = None

{yellowdog_sdk-11.6.0.dist-info → yellowdog_sdk-11.7.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: yellowdog-sdk
-Version: 11.6.0
+Version: 11.7.0
 Summary: SDK for the YellowDog Platform
 Author-email: YellowDog Limited <support@yellowdog.co>
 Project-URL: Homepage, https://yellowdog.co

{yellowdog_sdk-11.6.0.dist-info → yellowdog_sdk-11.7.0.dist-info}/RECORD

@@ -1,6 +1,6 @@
 __init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yellowdog_client/__init__.py,sha256=xHGTw5UbjkeEl_hC8_gJCacfji6462qJWD1nvJdFssE,13162
-yellowdog_client/_version.py,sha256=9j07oB2Fia_iIoiEFXJVrSY5ty4cTcV_kMkNq80goMY,35
+yellowdog_client/_version.py,sha256=2aZ_PT8TCx2hrcRwkXrP_WmGPdov3RYGhkKk3HNCwRg,35
 yellowdog_client/client_collection.py,sha256=VSEzjf6iR1qCQ0YGLyDq_Kgvw8r832QDwTp6-MLB4Vs,388
 yellowdog_client/platform_client.py,sha256=yCzKsOQKllnfzwP9bG-JGtvOdvY7EaEQzFsgX3ERzVY,7476
 yellowdog_client/account/__init__.py,sha256=DiLL3uSMyVlAKWsncX0k5Ioc2hw87HQoEkSYO0ro0fg,456
@@ -53,7 +53,7 @@ yellowdog_client/images/images_service_proxy.py,sha256=eyP4u6FoIH1WJvNM_m8tacTCs
 yellowdog_client/images/page.py,sha256=UIvlxvzdcfnKvbcq2Cn6IB7ZtQMc3dzcBTUfElvVPwQ,391
 yellowdog_client/images/pageable.py,sha256=msD8uGGJ2F5jEqTNDYaFrh6z6drlxOXZ1AmB0T3edM0,296
 yellowdog_client/images/sort.py,sha256=YS05DlIRg1Cm3QLBi6KFjFdB3g-b3WrqFFitlMJUEMM,167
-yellowdog_client/model/__init__.py,sha256=y_evsCZTMHyE5DkZQC2tBlNlXH_Hndk1ACiACjZzgPQ,26382
+yellowdog_client/model/__init__.py,sha256=Y27S6CVJXV_T1xeax4JV61qa6AQc1IPr2TIc4TgA2I0,26562
 yellowdog_client/model/access_delegate.py,sha256=jIW5P9jWG0LUirmci-rnHW_Lytv7dfKRJjAKwaLwvrU,575
 yellowdog_client/model/account.py,sha256=r_-7J-JjjMcQPZzaQ4_o9y6XY7-GMPRLWt9mGOucYU0,394
 yellowdog_client/model/account_allowance.py,sha256=c-MkSSRLB5Y5TMDZl5h5fipj4vzLLlO_AQXPeRJ0AYw,1021
@@ -67,6 +67,7 @@ yellowdog_client/model/add_group_request.py,sha256=9HV_ygW9GNqY25MZcbJJj59iWcV8v
 yellowdog_client/model/add_node_actions_request.py,sha256=2jIZay71NiCnm7uyZxHDigdhb-wGulifD1qRKux5JOQ,247
 yellowdog_client/model/add_user_request.py,sha256=xTaZpQ4RhX0iJWXCHPRPnDAXwnOB44Ii8A8rOAf12iY,116
 yellowdog_client/model/add_user_response.py,sha256=_Bh_ria9w24vasFVbOxUEgbsd09u4tGb4mhON2qx6mo,154
+yellowdog_client/model/aggregate_instance_usage_filter.py,sha256=ahy6wnSnpHY6ZjwNz_OCWdQFdkdL3MWLmlDB_zk7Viw,307
 yellowdog_client/model/allowance.py,sha256=9BMKrxuT4UKTgvLhYnlyiXI2wkfcO9GYElbKLuYubcU,167
 yellowdog_client/model/allowance_exhausted_notification.py,sha256=l38uP4l0CmC6v1qsPksCA-go-00Kt1Ec1t_RrhD1fKo,255
 yellowdog_client/model/allowance_limit_enforcement.py,sha256=uvU86l0iY3-lcb3i0YHN3EVF6dxbWOM7ATYGgEPh0XE,436
@@ -304,7 +305,7 @@ yellowdog_client/model/role.py,sha256=EK87THjFL4wYnPlFcV2ind7motMefsDm9aAL9B2PrM
 yellowdog_client/model/role_scope.py,sha256=381xdwSarxxOKR8SkQzTKL6DZk8fOa5whVk3VSon_TA,165
 yellowdog_client/model/role_search.py,sha256=SL8rngS-BWoqaZ4WtwiScS12Y7JOpfG-itbpPk7qxBc,332
 yellowdog_client/model/role_summary.py,sha256=fkyZ_pLapNbQM67bSgX60kt20WN7hYCWA0j-1zwzIPc,202
-yellowdog_client/model/run_specification.py,sha256=btk53yhHWKvTXxhbzTDS0NjXBf25fqjxPwkc303I15M,2711
+yellowdog_client/model/run_specification.py,sha256=b9ysf4ocZIQ91ZuS6vGwLiS5dTyODN900MejvdQCNDg,3214
 yellowdog_client/model/s3_namespace_storage_configuration.py,sha256=yUIsBlg2VlMD3ebrcvlfn9kjhztupkLwRfV3mmDlrng,380
 yellowdog_client/model/services_schema.py,sha256=fyKPI-uu4ii05Rg25EPGrS7AdpKFxqf6Bd-J8hiQMXE,2067
 yellowdog_client/model/set_password_request.py,sha256=SjOBrJBGVchr_rQqN2fhT3WYSdB5ZTmU9jtHx5B3-p0,145
@@ -325,7 +326,7 @@ yellowdog_client/model/sub_region.py,sha256=a7s77s6S-Xu--uJV86j8exmt9uWGYDTSYbiv
 yellowdog_client/model/sub_region_search.py,sha256=Jv3oOL4FKgQ8lP_Vo1HvjpUcckFg-Xo-KE1JTztGHQA,391
 yellowdog_client/model/tagged.py,sha256=QadD2tpNA2FuZStuFxvGM8LWZq1ivtzyz4OuktQ_IQI,172
 yellowdog_client/model/tail_logs_request.py,sha256=qiArPx0DAb07a46NoGyKFS-52_TMFzNZ_81LjQO3JtA,333
-yellowdog_client/model/task.py,sha256=at0_v_xm9nFx-npMBDR9LAHgO4YiueQoi7q4SMOVrJI,2964
+yellowdog_client/model/task.py,sha256=FZ2bQqxJJ3n4HhNKmFCd9GORD0T1GXpLIXq38rIgKB4,3188
 yellowdog_client/model/task_data.py,sha256=mG8Yrg6laqJEGKa3I3yN2ZzT2eHzpVO9U4tPi9PKo8I,286
 yellowdog_client/model/task_data_input.py,sha256=ntlSr23aDdFR9AxEp0paWshBMrSythBksg3RYEIXBKg,105
 yellowdog_client/model/task_data_output.py,sha256=8DAPuveK43HxWBQE7--n4E_c115gAzpMhffLW4DDWkI,137
@@ -343,6 +344,7 @@ yellowdog_client/model/task_output_source.py,sha256=-_5cMlfvMXY5ehBDF4lKKxW6Iu26
 yellowdog_client/model/task_search.py,sha256=2FakY4abnkclo6orZXJYtNI76vRxB8kSJY7EO6PjiAE,702
 yellowdog_client/model/task_status.py,sha256=aN5icJ39UULR8pZhuLtK-8lYS1ajAUwyiQyZ_KImymI,1554
 yellowdog_client/model/task_summary.py,sha256=GN__WCspp6rDcE627KsnFTruIt4r4XiP-8RQ7DhTMfI,294
+yellowdog_client/model/task_working_time.py,sha256=V7MQvlvA0GCevug2cNstTu4QekGiJllIuISmBHRrafU,257
 yellowdog_client/model/track.py,sha256=GnAlxEIrwQ9qQycTOX4TmkyemNiboZ-3JwGFkzWSLx8,286
 yellowdog_client/model/track_search.py,sha256=z-t8uQBgoku4G14hpkIKRd7x5cElCNonEU3AfiuytZc,320
 yellowdog_client/model/transfer_status_response.py,sha256=wE2-4kdyRtxPHAoaUqH69J33AsNIhKLV11rDiMbCNYM,341
@@ -362,7 +364,7 @@ yellowdog_client/model/work_requirement_dashboard_summary.py,sha256=BeiBs92lS1In
 yellowdog_client/model/work_requirement_search.py,sha256=74PkNvc8mJSKuE9_IAdoNdLZTKos57gBxLagVmTte6w,674
 yellowdog_client/model/work_requirement_status.py,sha256=JXFDJLakCmpUwv1R6j97lfU_YN7Ppb4YRvhYtWqclkA,1434
 yellowdog_client/model/work_requirement_summary.py,sha256=xuEWKHTRuG7NIR0jjqRlBMBMNWALUH0iqMLX4RldXNE,1480
-yellowdog_client/model/worker.py,sha256=KqUNIYwy9F-R4eY3Vk2JkZIyhERE-2CxmQe-6JgkI5Q,964
+yellowdog_client/model/worker.py,sha256=kk8o6F-W0mrYyYvSboLYFHKQEytKyL2_tnW7KSUFk_8,1198
 yellowdog_client/model/worker_action.py,sha256=58HCgRGrOVIsz3aKPdwGrY51w5LQQwFlVPKBQ6808Wg,520
 yellowdog_client/model/worker_pool.py,sha256=1dPTMPzXmqrlJq2PKo294Ay7OgmkZn_jO7qWVppS0Uk,255
 yellowdog_client/model/worker_pool_dashboard_summary.py,sha256=-jdJ0azze8gi9S0YcPmU9dUVw8hRS2ZQ7fHQNhdeHys,253
@@ -468,8 +470,8 @@ yellowdog_client/usage/__init__.py,sha256=XQwRJqTdxKZa1QUTsxBEL0TqQJeQHGyPklFeqc
 yellowdog_client/usage/allowances_client.py,sha256=H6n63jXjT4OwuWJgFUXSjSmvGTZz9uspy3kj3upinaA,1337
 yellowdog_client/usage/allowances_client_impl.py,sha256=nQPnSzJKhL3WvyCn5fmiDkwE84xZryH9YvV5Z1GjU4M,2061
 yellowdog_client/usage/allowances_service_proxy.py,sha256=uO6LWnpjIzUcZTGdOxPXn7SyYX7NMRqO5KUiHUGr490,1320
-yellowdog_sdk-11.6.0.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-yellowdog_sdk-11.6.0.dist-info/METADATA,sha256=pO6WnY2l3OTacDD8vYcEN0i79pGNQrx335nNOxhhBjE,3239
-yellowdog_sdk-11.6.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-yellowdog_sdk-11.6.0.dist-info/top_level.txt,sha256=6PH16DcoqpYHhQ5A0UJOjf0tg-1rTrNC9C2CLqCMuFo,26
-yellowdog_sdk-11.6.0.dist-info/RECORD,,
+yellowdog_sdk-11.7.0.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+yellowdog_sdk-11.7.0.dist-info/METADATA,sha256=tad3kf9HkDHlrHo58vKRg3Rnr-cTPWBTcq9PZlln_lo,3239
+yellowdog_sdk-11.7.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+yellowdog_sdk-11.7.0.dist-info/top_level.txt,sha256=6PH16DcoqpYHhQ5A0UJOjf0tg-1rTrNC9C2CLqCMuFo,26
+yellowdog_sdk-11.7.0.dist-info/RECORD,,