sequence-base 0.6.0__tar.gz → 0.7.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sequence_base-0.6.0 → sequence_base-0.7.1}/PKG-INFO +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/pyproject.toml +1 -1
- sequence_base-0.7.1/sequence_base/codec/blocks.py +248 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/constants/limits.py +4 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/constants/version.py +2 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/construct.py +7 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/__init__.py +5 -2
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/connect.py +5 -3
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/deployments.py +13 -10
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/eval.py +23 -5
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/observe.py +13 -2
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/policy.py +44 -11
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/obs/log.py +5 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/presets/robot_arm.py +19 -27
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ActRequest.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ActResponse.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ActionChunk.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ActionContract.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ActionStep.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/AdapterPair.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/AddLocal.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Autoscaler.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/BenchmarkRegisterRequest.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/BenchmarkSpec.json +2 -2
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/BenchmarkStatusResponse.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/BootstrapResponse.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Camera.json +1 -51
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/CodeBundle.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Concurrency.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ConnectRequest.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ConnectResponse.json +5 -5
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/DeploymentAccepted.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/DeploymentPolicy.json +5 -5
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/DeploymentRequest.json +6 -7
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/DeploymentStatusResponse.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ErrorBody.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ErrorCodes.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Estimate.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/EvalDryRunResponse.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/EvalReport.json +2 -14
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/EvalRequest.json +1 -14
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/EvalResponse.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageFrame.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageSpec.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageStepAddLocal.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageStepApt.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageStepEnv.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageStepProject.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageStepRun.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageStepTemplateFiles.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ImageStepUvPip.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/InferParam.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Lease.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/MetricAgg.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Observation.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ObservationContract.json +1 -51
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ObserveRequest.json +10 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ObserveResponse.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlanAppend.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlanAppended.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerMember.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerObservation.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerObserve.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerObserved.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerPlanIn.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerPlans.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerPlansWritten.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerRobot.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerRound.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerRoundRequest.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PlannerSpec.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PolicyRegistration.json +6 -6
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/PolicySpec.json +5 -5
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Project.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Proprioception.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/ReplaySpec.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Resources.json +2 -3
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/RolloutResult.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/SecretCreateRequest.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/SecretInfo.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/SecretRef.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/SeqFlags.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/SettingsChange.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/SettingsChanged.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/SettingsView.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Standby.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/TaskAgg.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/TemplateFiles.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Tensors.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/Timeouts.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/UploadTarget.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/VolumeFile.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/VolumeInfo.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/VolumeMount.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/VolumeRef.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/VolumeUploadRequest.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/VolumeUploadResponse.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schemas/WarmingError.json +1 -1
- {sequence_base-0.6.0 → sequence_base-0.7.1}/.gitignore +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/README.md +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/__init__.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/auth.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/by_name.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/codec/__init__.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/codec/compressed.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/codec/image.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/codec/marked.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/constants/__init__.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/constants/cards.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/constants/headers.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/accounts.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/act.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/adapters.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/benchmarks.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/errors.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/flags.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/io.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/own_io.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/planner.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/retired.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/settings.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/templates.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/volumes.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/contract/wire.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/episode.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/errors/__init__.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/errors/transport.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/msgpack_io.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/obs/__init__.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/obs/rid.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/presets/__init__.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/presets/frames.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/schema_export.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/telemetry/__init__.py +0 -0
- {sequence_base-0.6.0 → sequence_base-0.7.1}/sequence_base/telemetry/events.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: sequence-base
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.7.1
|
|
4
4
|
Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
|
|
5
5
|
Project-URL: Changelog, https://generalsequences.com/docs/changelog/
|
|
6
6
|
Requires-Python: >=3.10
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "sequence-base"
|
|
3
|
-
version = "0.
|
|
3
|
+
version = "0.7.1"
|
|
4
4
|
description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
|
|
5
5
|
requires-python = ">=3.10"
|
|
6
6
|
dependencies = ["pydantic>=2.0"]
|
|
@@ -0,0 +1,248 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Observe blocks: an episode's large arrays, bytes and text crossing to its worker once - what a robot's SDK puts in place
|
|
3
|
+
of one whose content its worker already holds, and what the worker turns back - so a sliding window of frames, or a
|
|
4
|
+
large input sent again with every observation, goes up once.
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
In one sentence: the SDK, packing an observation for a worker that names FORMAT, cuts each unmarked numpy array, bytes
|
|
8
|
+
or str of MIN_BLOCK_BYTES or more into blocks - an array stacked along its first axis, 2 to SPLIT_MAX slices each of
|
|
9
|
+
MIN_BLOCK_BYTES or more, a block a slice - each named by the first ID_BYTES of its sha256 (block_id) → puts a reference
|
|
10
|
+
in its place (encode) → its post carries the content of each block its worker does not hold (ObserveRequest.blocks), as
|
|
11
|
+
both sides count what the worker holds (Retention) → the worker keeps each episode's blocks and, as each observation's
|
|
12
|
+
turn comes, in order, turns its references back into what the robot built (decode): arrays read-only, as msgpack_io
|
|
13
|
+
reads them, bytes, str - so its policy is handed the bytes the robot sent.
|
|
14
|
+
|
|
15
|
+
A reference, inside the observation's msgpack (`blocks`: the ids, each ID_BYTES bin, in order):
|
|
16
|
+
{"__seq__": "array", "v": 1, "type": numpy's string for its dtype, "shape": [...], "blocks": [id, ...]}
|
|
17
|
+
{"__seq__": "bytes", "v": 1, "blocks": [id]}
|
|
18
|
+
{"__seq__": "str", "v": 1, "blocks": [id]} the text's UTF-8
|
|
19
|
+
WHY by content, not by key or place: a window's frames change places as it slides, and the user names its own keys;
|
|
20
|
+
only the bytes say a frame was sent before. WHY cut a stacked window by its first axis: as it slides, the stacked array
|
|
21
|
+
is new every time - a slice of it is not. WHY the robot decides what is held, by a rule both count alike: asking the
|
|
22
|
+
worker would add a round trip to every observation, which the user ruled out ("Need to make sure this is parallel.").
|
|
23
|
+
A worker that lacks a block after all - restarted, another one, past what it keeps - answers frames_missing, and the
|
|
24
|
+
robot sends again with every block's content: never a wrong observation, only that once more bytes.
|
|
25
|
+
WHY the observation format's reserved key: marked (codec/marked.py) and compressed (codec/compressed.py) items already
|
|
26
|
+
take a map with "__seq__"; a reference is never inside either, and neither is cut into blocks.
|
|
27
|
+
|
|
28
|
+
encoded, contents, used = encode(observation) # the SDK, packing it
|
|
29
|
+
observation = decode(encoded, table) # the worker, at its turn: table maps id -> content
|
|
30
|
+
"""
|
|
31
|
+
from __future__ import annotations
|
|
32
|
+
|
|
33
|
+
import hashlib
|
|
34
|
+
from collections import deque
|
|
35
|
+
from typing import Any, Iterable, Mapping
|
|
36
|
+
|
|
37
|
+
from sequence_base.codec.compressed import is_compressed
|
|
38
|
+
from sequence_base.codec.marked import MARK, is_marked
|
|
39
|
+
from sequence_base.contract.observe import BLOCKS_FORMAT
|
|
40
|
+
|
|
41
|
+
__all__ = ["FORMAT", "ID_BYTES", "KEEP_OBSERVATIONS", "KINDS", "MIN_BLOCK_BYTES", "SPLIT_MAX", "VERSION", "BlocksError",
|
|
42
|
+
"MissingBlock", "Retention", "block_id", "cut", "decode", "encode", "ids_of", "is_reference"]
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
FORMAT = BLOCKS_FORMAT
|
|
47
|
+
KINDS = ("array", "bytes", "str")
|
|
48
|
+
VERSION = 1
|
|
49
|
+
ID_BYTES = 16
|
|
50
|
+
MIN_BLOCK_BYTES = 16 * 1024
|
|
51
|
+
SPLIT_MAX = 64
|
|
52
|
+
KEEP_OBSERVATIONS = 8
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
class BlocksError(ValueError):
|
|
56
|
+
"""A reference that does not read: a kind or version not taken, ids that are not ID_BYTES bin, a shape and dtype
|
|
57
|
+
that do not match the blocks' bytes."""
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
class MissingBlock(BlocksError):
|
|
61
|
+
"""A reference naming a block its worker does not hold (`block`): its robot sends it again, with the content."""
|
|
62
|
+
|
|
63
|
+
def __init__(self, block: bytes) -> None:
|
|
64
|
+
super().__init__(f"a block this worker does not hold: {bytes(block).hex()}")
|
|
65
|
+
self.block = bytes(block)
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
def block_id(data: bytes | bytearray | memoryview) -> bytes:
|
|
69
|
+
"""A block's name: the first ID_BYTES of its content's sha256 - whose OpenSSL implementation runs on a CPU's SHA
|
|
70
|
+
instructions (Apple M, ARMv8.2 with crypto - Jetson Orin's generation -, x86 with SHA-NI) about three times as
|
|
71
|
+
fast as blake2b.
|
|
72
|
+
"""
|
|
73
|
+
return hashlib.sha256(data).digest()[:ID_BYTES]
|
|
74
|
+
|
|
75
|
+
|
|
76
|
+
def is_reference(value: Any) -> bool:
|
|
77
|
+
return isinstance(value, dict) and value.get(MARK) in KINDS
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
def cut(value: Any) -> "list[bytes] | None":
|
|
81
|
+
"""The blocks a value is sent as - its content, or an array stacked along its first axis a slice each - or None for
|
|
82
|
+
one that is no block: smaller than MIN_BLOCK_BYTES, of another type, or an array whose bytes do not stand for its
|
|
83
|
+
values (numpy's object dtype)."""
|
|
84
|
+
if isinstance(value, (bytes, bytearray, memoryview)):
|
|
85
|
+
data = bytes(value)
|
|
86
|
+
return [data] if len(data) >= MIN_BLOCK_BYTES else None
|
|
87
|
+
if isinstance(value, str):
|
|
88
|
+
data = value.encode("utf-8")
|
|
89
|
+
return [data] if len(data) >= MIN_BLOCK_BYTES else None
|
|
90
|
+
np = _numpy()
|
|
91
|
+
if np is None or not isinstance(value, np.ndarray) or value.dtype.hasobject or value.nbytes < MIN_BLOCK_BYTES:
|
|
92
|
+
return None
|
|
93
|
+
data = np.ascontiguousarray(value)
|
|
94
|
+
if data.ndim >= 2 and 2 <= data.shape[0] <= SPLIT_MAX and data.nbytes // data.shape[0] >= MIN_BLOCK_BYTES:
|
|
95
|
+
return [data[i].tobytes() for i in range(data.shape[0])]
|
|
96
|
+
return [data.tobytes()]
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
def encode(value: Any) -> "tuple[Any, dict[bytes, bytes], list[bytes]]":
|
|
100
|
+
"""`value` with every block it holds - in dicts, lists and tuples at any depth, never inside a marked or compressed
|
|
101
|
+
item - put as its reference (tuples become lists, as msgpack writes them); the blocks' contents by id; and every id
|
|
102
|
+
it used, in order, once each. A value that holds none is handed back as it is, the same object."""
|
|
103
|
+
contents: dict[bytes, bytes] = {}
|
|
104
|
+
used: list[bytes] = []
|
|
105
|
+
|
|
106
|
+
def walk(v: Any) -> Any:
|
|
107
|
+
if isinstance(v, dict):
|
|
108
|
+
if is_marked(v) or is_compressed(v) or is_reference(v):
|
|
109
|
+
return v
|
|
110
|
+
out = {k: walk(x) for k, x in v.items()}
|
|
111
|
+
return out if any(out[k] is not v[k] for k in v) else v
|
|
112
|
+
if isinstance(v, (list, tuple)):
|
|
113
|
+
out = [walk(x) for x in v]
|
|
114
|
+
return out if isinstance(v, tuple) or any(a is not b for a, b in zip(out, v)) else v
|
|
115
|
+
parts = cut(v)
|
|
116
|
+
if parts is None:
|
|
117
|
+
return v
|
|
118
|
+
ids = []
|
|
119
|
+
for part in parts:
|
|
120
|
+
bid = block_id(part)
|
|
121
|
+
if bid not in contents:
|
|
122
|
+
contents[bid] = part
|
|
123
|
+
used.append(bid)
|
|
124
|
+
ids.append(bid)
|
|
125
|
+
if isinstance(v, str):
|
|
126
|
+
return dict([(MARK, "str"), ("v", VERSION), ("blocks", ids)])
|
|
127
|
+
if isinstance(v, (bytes, bytearray, memoryview)):
|
|
128
|
+
return dict([(MARK, "bytes"), ("v", VERSION), ("blocks", ids)])
|
|
129
|
+
return dict([(MARK, "array"), ("v", VERSION), ("type", v.dtype.str), ("shape", list(v.shape)),
|
|
130
|
+
("blocks", ids)])
|
|
131
|
+
|
|
132
|
+
return walk(value), contents, used
|
|
133
|
+
|
|
134
|
+
|
|
135
|
+
def ids_of(value: Any) -> list[bytes]:
|
|
136
|
+
"""Every block id `value`'s references name, in order, once each - what turning it back needs."""
|
|
137
|
+
seen: dict[bytes, None] = {}
|
|
138
|
+
|
|
139
|
+
def walk(v: Any) -> None:
|
|
140
|
+
if is_reference(v):
|
|
141
|
+
for bid in _ids(v):
|
|
142
|
+
seen.setdefault(bid, None)
|
|
143
|
+
elif isinstance(v, dict) and not (is_marked(v) or is_compressed(v)):
|
|
144
|
+
for x in v.values():
|
|
145
|
+
walk(x)
|
|
146
|
+
elif isinstance(v, (list, tuple)):
|
|
147
|
+
for x in v:
|
|
148
|
+
walk(x)
|
|
149
|
+
|
|
150
|
+
walk(value)
|
|
151
|
+
return list(seen)
|
|
152
|
+
|
|
153
|
+
|
|
154
|
+
def decode(value: Any, table: Mapping[bytes, Any]) -> Any:
|
|
155
|
+
"""`value` with every reference turned back from `table` (id → the block's content) into what the robot built: an
|
|
156
|
+
array read-only, its dtype and shape the reference's - a stacked one put together once, the only copy - bytes, or
|
|
157
|
+
str. The same objects where it holds none. MissingBlock for a block `table` lacks; BlocksError for a reference that
|
|
158
|
+
does not read."""
|
|
159
|
+
def walk(v: Any) -> Any:
|
|
160
|
+
if isinstance(v, dict):
|
|
161
|
+
if is_reference(v):
|
|
162
|
+
return _value(v, table)
|
|
163
|
+
if is_marked(v) or is_compressed(v):
|
|
164
|
+
return v
|
|
165
|
+
out = {k: walk(x) for k, x in v.items()}
|
|
166
|
+
return out if any(out[k] is not v[k] for k in v) else v
|
|
167
|
+
if isinstance(v, list):
|
|
168
|
+
out = [walk(x) for x in v]
|
|
169
|
+
return out if any(a is not b for a, b in zip(out, v)) else v
|
|
170
|
+
return v
|
|
171
|
+
|
|
172
|
+
return walk(value)
|
|
173
|
+
|
|
174
|
+
|
|
175
|
+
def _ids(ref: dict) -> list[bytes]:
|
|
176
|
+
if ref.get("v") != VERSION:
|
|
177
|
+
raise BlocksError(f"a {ref.get(MARK)} reference of version {ref.get('v')!r}: {VERSION} is read")
|
|
178
|
+
ids = ref.get("blocks")
|
|
179
|
+
if not isinstance(ids, list) or not ids or not all(isinstance(b, (bytes, bytearray)) and len(b) == ID_BYTES
|
|
180
|
+
for b in ids):
|
|
181
|
+
raise BlocksError(f"a {ref.get(MARK)} reference whose blocks are not a list of {ID_BYTES}-byte ids")
|
|
182
|
+
return [bytes(b) for b in ids]
|
|
183
|
+
|
|
184
|
+
|
|
185
|
+
def _value(ref: dict, table: Mapping[bytes, Any]) -> Any:
|
|
186
|
+
kind, ids = ref[MARK], _ids(ref)
|
|
187
|
+
parts = []
|
|
188
|
+
for bid in ids:
|
|
189
|
+
part = table.get(bid)
|
|
190
|
+
if part is None:
|
|
191
|
+
raise MissingBlock(bid)
|
|
192
|
+
parts.append(part)
|
|
193
|
+
if kind in ("bytes", "str"):
|
|
194
|
+
if len(parts) != 1:
|
|
195
|
+
raise BlocksError(f"a {kind} reference of {len(parts)} blocks: one is read")
|
|
196
|
+
return bytes(parts[0]) if kind == "bytes" else bytes(parts[0]).decode("utf-8")
|
|
197
|
+
np = _numpy()
|
|
198
|
+
if np is None:
|
|
199
|
+
raise BlocksError("an array reference, and no numpy to make it with")
|
|
200
|
+
from sequence_base.msgpack_io import MsgpackError, _dtype
|
|
201
|
+
|
|
202
|
+
shape = ref.get("shape")
|
|
203
|
+
if not isinstance(shape, list) or not all(isinstance(d, int) and not isinstance(d, bool) and d >= 0 for d in shape):
|
|
204
|
+
raise BlocksError("an array reference whose shape is not a list of non-negative ints")
|
|
205
|
+
try:
|
|
206
|
+
dtype = _dtype(ref.get("type"))
|
|
207
|
+
except MsgpackError as exc:
|
|
208
|
+
raise BlocksError(f"an array reference: {exc}") from None
|
|
209
|
+
data = parts[0] if len(parts) == 1 else b"".join(bytes(p) for p in parts)
|
|
210
|
+
if dtype.itemsize * int(np.prod(shape, dtype=np.int64)) != len(data):
|
|
211
|
+
raise BlocksError(f"an array reference of {dtype} and shape {shape} whose blocks hold {len(data)} bytes")
|
|
212
|
+
out = np.frombuffer(data, dtype=dtype).reshape(shape)
|
|
213
|
+
out.flags.writeable = False
|
|
214
|
+
return out
|
|
215
|
+
|
|
216
|
+
|
|
217
|
+
class Retention:
|
|
218
|
+
"""The blocks an episode's worker holds, as the robot and the worker both count them: those the last `keep`
|
|
219
|
+
observations that used any block used, in the observations' order - an observation of no block (its joints alone,
|
|
220
|
+
an instruction) moves nothing. The robot sends the content of each block an observation uses that is not held
|
|
221
|
+
(holds) before it; the worker, turning each observation back in order, keeps what is held after it (use)."""
|
|
222
|
+
|
|
223
|
+
def __init__(self, keep: int = KEEP_OBSERVATIONS) -> None:
|
|
224
|
+
self._recent: deque = deque(maxlen=keep)
|
|
225
|
+
|
|
226
|
+
def holds(self, bid: bytes) -> bool:
|
|
227
|
+
return any(bid in used for used in self._recent)
|
|
228
|
+
|
|
229
|
+
def held(self) -> set:
|
|
230
|
+
return set().union(*self._recent) if self._recent else set()
|
|
231
|
+
|
|
232
|
+
def use(self, ids: Iterable[bytes]) -> set:
|
|
233
|
+
"""An observation's blocks, in its turn: the ids held no more after it (its worker drops their contents)."""
|
|
234
|
+
ids = frozenset(ids)
|
|
235
|
+
if not ids:
|
|
236
|
+
return set()
|
|
237
|
+
before = self.held()
|
|
238
|
+
self._recent.append(ids)
|
|
239
|
+
return before - self.held()
|
|
240
|
+
|
|
241
|
+
|
|
242
|
+
def _numpy():
|
|
243
|
+
"""numpy where it is installed - a machine without it holds no array to cut."""
|
|
244
|
+
try:
|
|
245
|
+
import numpy as np
|
|
246
|
+
except ImportError:
|
|
247
|
+
return None
|
|
248
|
+
return np
|
|
@@ -35,7 +35,10 @@ CONFIG_KEY, SET_KEY = "$config", "$set"
|
|
|
35
35
|
|
|
36
36
|
|
|
37
37
|
|
|
38
|
-
POLICY_FIELDS = ("hz", "
|
|
38
|
+
POLICY_FIELDS = ("hz", "action_chunk_valid_len", "action_chunk_replan_at")
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
_RENAMED = {"action_chunk_len": "action_chunk_valid_len", "action_chunk_exec_len": "action_chunk_replan_at"}
|
|
39
42
|
|
|
40
43
|
|
|
41
44
|
FORMS = re.compile(r"\{(?:weights(?:\.(?P<part>[A-Za-z_][A-Za-z0-9_-]*))?|(?P<worlds>num_worlds)"
|
|
@@ -112,6 +115,9 @@ def _filled(form: re.Match, weights: Any, worlds: int | None, policy: Any) -> An
|
|
|
112
115
|
return worlds
|
|
113
116
|
field = form.group("field")
|
|
114
117
|
if field is not None:
|
|
118
|
+
if field in _RENAMED:
|
|
119
|
+
raise ConstructError(f"{{policy.{field}}} is now {{policy.{_RENAMED[field]}}}: a policy declares "
|
|
120
|
+
f"{', '.join(POLICY_FIELDS)}")
|
|
115
121
|
if field not in POLICY_FIELDS:
|
|
116
122
|
raise ConstructError(f"{{policy.{field}}}: a policy declares {', '.join(POLICY_FIELDS)}")
|
|
117
123
|
if policy is None:
|
|
@@ -20,6 +20,7 @@ from sequence_base.contract.observe import ObserveFrame, ObserveRequest, Observe
|
|
|
20
20
|
|
|
21
21
|
from sequence_base.contract.flags import SeqFlags
|
|
22
22
|
from sequence_base.contract.policy import (
|
|
23
|
+
CHUNK_NAMES,
|
|
23
24
|
Camera,
|
|
24
25
|
ObservationContract,
|
|
25
26
|
ActionContract,
|
|
@@ -42,6 +43,7 @@ from sequence_base.contract.policy import (
|
|
|
42
43
|
PolicySpec,
|
|
43
44
|
VolumeMount,
|
|
44
45
|
VolumeRef,
|
|
46
|
+
chunk_names_said,
|
|
45
47
|
)
|
|
46
48
|
|
|
47
49
|
|
|
@@ -73,6 +75,7 @@ from sequence_base.contract.benchmarks import (
|
|
|
73
75
|
ReplaySpec,
|
|
74
76
|
)
|
|
75
77
|
from sequence_base.contract.eval import (
|
|
78
|
+
LATENCY_GONE,
|
|
76
79
|
Estimate,
|
|
77
80
|
EvalDryRunResponse,
|
|
78
81
|
EvalReport,
|
|
@@ -163,7 +166,7 @@ __all__ = [
|
|
|
163
166
|
"ImageStepUvPip", "ImageStepApt", "ImageStepEnv", "ImageStepRun", "AddLocal", "ImageStepAddLocal",
|
|
164
167
|
"TemplateFiles", "ImageStepTemplateFiles", "Project", "ImageStepProject", "FROZEN_PATH", "ImageStep", "ImageSpec",
|
|
165
168
|
"VolumeMount", "VolumeRef", "Concurrency", "ActionContract", "Camera", "ObservationContract",
|
|
166
|
-
"PolicySpec", "PolicyRegistration", "PolicyConstructor",
|
|
169
|
+
"PolicySpec", "PolicyRegistration", "PolicyConstructor", "CHUNK_NAMES", "chunk_names_said",
|
|
167
170
|
"OBSERVATIONS_GONE", "Tensors",
|
|
168
171
|
|
|
169
172
|
"MAX_CODE_BUNDLE_BYTES", "CodeBundle",
|
|
@@ -173,7 +176,7 @@ __all__ = [
|
|
|
173
176
|
"Lease", "ConnectRequest", "ConnectResponse", "Standby",
|
|
174
177
|
|
|
175
178
|
"ReplaySpec", "BenchmarkSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
|
|
176
|
-
"EvalRequest", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
|
|
179
|
+
"LATENCY_GONE", "EvalRequest", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
|
|
177
180
|
"EvalStatus", "TaskAgg", "MetricAgg", "EvalReport",
|
|
178
181
|
|
|
179
182
|
"SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",
|
|
@@ -92,8 +92,8 @@ class ConnectResponse(BaseModel):
|
|
|
92
92
|
|
|
93
93
|
|
|
94
94
|
hz: float | None = Field(default=None, gt=0, le=1000)
|
|
95
|
-
|
|
96
|
-
|
|
95
|
+
action_chunk_valid_len: int | None = Field(default=None, ge=1, le=100_000)
|
|
96
|
+
action_chunk_replan_at: int | None = Field(default=None, ge=1, le=100_000)
|
|
97
97
|
|
|
98
98
|
io: str | None = None
|
|
99
99
|
|
|
@@ -111,4 +111,6 @@ class ConnectResponse(BaseModel):
|
|
|
111
111
|
def _retired(cls, data: Any) -> Any:
|
|
112
112
|
|
|
113
113
|
|
|
114
|
-
|
|
114
|
+
|
|
115
|
+
return dropped(data, "embodiment", "feedback", "action", "observation", "actions", "observations",
|
|
116
|
+
"action_chunk_len", "action_chunk_exec_len")
|
|
@@ -32,6 +32,7 @@ from sequence_base.contract.policy import (
|
|
|
32
32
|
ImageSpec,
|
|
33
33
|
VolumeMount,
|
|
34
34
|
check_chunk_lens,
|
|
35
|
+
chunk_names_renamed,
|
|
35
36
|
)
|
|
36
37
|
|
|
37
38
|
__all__ = [
|
|
@@ -67,9 +68,12 @@ class Resources(BaseModel):
|
|
|
67
68
|
|
|
68
69
|
|
|
69
70
|
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
region: str | None = Field(default=None, max_length=32,
|
|
74
|
+
description='Where its workers run: "auto" (the default), each robot\'s in the region '
|
|
75
|
+
'nearest it, or "us-west" / "us-east", every worker there alone. Any other '
|
|
76
|
+
'value is refused.')
|
|
73
77
|
|
|
74
78
|
@model_validator(mode="after")
|
|
75
79
|
def _limits_cover_requests(self) -> "Resources":
|
|
@@ -185,18 +189,17 @@ class DeploymentPolicy(BaseModel):
|
|
|
185
189
|
@model_validator(mode="before")
|
|
186
190
|
@classmethod
|
|
187
191
|
def _retired(cls, data: Any) -> Any:
|
|
188
|
-
return dropped(team_gone(observations_gone(data)), "embodiments", "feedback", "action",
|
|
189
|
-
"action_declared", "actions")
|
|
192
|
+
return dropped(chunk_names_renamed(team_gone(observations_gone(data))), "embodiments", "feedback", "action",
|
|
193
|
+
"observation", "action_declared", "actions")
|
|
190
194
|
|
|
191
195
|
handler_ref: str
|
|
192
196
|
|
|
193
197
|
|
|
194
198
|
|
|
195
199
|
|
|
196
|
-
|
|
197
200
|
hz: float | None = Field(default=None, gt=0, le=1000)
|
|
198
|
-
|
|
199
|
-
|
|
201
|
+
action_chunk_valid_len: int | None = Field(default=None, ge=1, le=100_000)
|
|
202
|
+
action_chunk_replan_at: int | None = Field(default=None, ge=1, le=100_000)
|
|
200
203
|
|
|
201
204
|
|
|
202
205
|
episodes: Episodes | None = None
|
|
@@ -233,7 +236,7 @@ class DeploymentPolicy(BaseModel):
|
|
|
233
236
|
@model_validator(mode="after")
|
|
234
237
|
def _planner_answers_no_act(self) -> "DeploymentPolicy":
|
|
235
238
|
if self.planner is not None:
|
|
236
|
-
said = [name for name in ("hz", "
|
|
239
|
+
said = [name for name in ("hz", "action_chunk_valid_len", "action_chunk_replan_at", "tensors")
|
|
237
240
|
if getattr(self, name) is not None]
|
|
238
241
|
if said:
|
|
239
242
|
raise ValueError(f"a planner answers no act, so it declares no {', '.join(said)}")
|
|
@@ -256,7 +259,7 @@ class DeploymentPolicy(BaseModel):
|
|
|
256
259
|
|
|
257
260
|
@model_validator(mode="after")
|
|
258
261
|
def _plays_what_it_holds(self) -> "DeploymentPolicy":
|
|
259
|
-
check_chunk_lens(self.
|
|
262
|
+
check_chunk_lens(self.action_chunk_valid_len, self.action_chunk_replan_at)
|
|
260
263
|
return self
|
|
261
264
|
|
|
262
265
|
@model_validator(mode="after")
|
|
@@ -15,8 +15,10 @@ from typing import Annotated, Literal
|
|
|
15
15
|
from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator
|
|
16
16
|
|
|
17
17
|
from sequence_base.constants.limits import MAX_USD
|
|
18
|
+
from sequence_base.contract.retired import dropped
|
|
18
19
|
|
|
19
20
|
__all__ = [
|
|
21
|
+
"LATENCY_GONE",
|
|
20
22
|
"EvalRequest",
|
|
21
23
|
"ArmReport",
|
|
22
24
|
"EvalTiming",
|
|
@@ -40,6 +42,15 @@ __all__ = [
|
|
|
40
42
|
_Trials = Annotated[int, Field(ge=1, le=100000)]
|
|
41
43
|
|
|
42
44
|
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
LATENCY_GONE = ("latency_ms is gone: an eval models no network - it sends each act at the policy's "
|
|
50
|
+
"action_chunk_replan_at step and swaps its answer in at the action_chunk_valid_len step, the world "
|
|
51
|
+
"paused until the answer comes; leave latency_ms out")
|
|
52
|
+
|
|
53
|
+
|
|
43
54
|
class EvalRequest(BaseModel):
|
|
44
55
|
"""`POST /v1/eval`. A real eval names `model` + `benchmark`; a rerun (`rerun_of` / `rerun_unsuccessful_of`) may
|
|
45
56
|
leave them out and take the earlier eval's. `dry_run` selects the estimate-only response shape below.
|
|
@@ -100,8 +111,12 @@ class EvalRequest(BaseModel):
|
|
|
100
111
|
|
|
101
112
|
|
|
102
113
|
|
|
103
|
-
|
|
104
|
-
|
|
114
|
+
@model_validator(mode="before")
|
|
115
|
+
@classmethod
|
|
116
|
+
def _latency_gone(cls, data: object) -> object:
|
|
117
|
+
if isinstance(data, dict) and data.get("latency_ms") is not None:
|
|
118
|
+
raise ValueError(LATENCY_GONE)
|
|
119
|
+
return dropped(data, "latency_ms")
|
|
105
120
|
|
|
106
121
|
@model_validator(mode="after")
|
|
107
122
|
def _selection(self) -> "EvalRequest":
|
|
@@ -338,8 +353,8 @@ class EvalReport(BaseModel):
|
|
|
338
353
|
"""GET /v1/eval/{id} (eval-raw revision). NO hard-coded `overall_sr` / `success_rate` top-level field —
|
|
339
354
|
`metrics` is a passthrough dict keyed by the user's metric names, each value a `MetricAgg`; `success` is among
|
|
340
355
|
them when the benchmark's `@seq.step` reported one, aggregated per task like any other
|
|
341
|
-
. The platform aggregates per key and invents nothing. `
|
|
342
|
-
|
|
356
|
+
. The platform aggregates per key and invents nothing. `incomplete` flags that some episode did not finish
|
|
357
|
+
(never pass a subset off as the whole)."""
|
|
343
358
|
|
|
344
359
|
model_config = ConfigDict(extra="forbid")
|
|
345
360
|
|
|
@@ -370,4 +385,7 @@ class EvalReport(BaseModel):
|
|
|
370
385
|
|
|
371
386
|
|
|
372
387
|
|
|
373
|
-
|
|
388
|
+
@model_validator(mode="before")
|
|
389
|
+
@classmethod
|
|
390
|
+
def _latency_gone(cls, data: object) -> object:
|
|
391
|
+
return dropped(data, "latency_ms")
|
|
@@ -23,8 +23,8 @@ from typing import Any
|
|
|
23
23
|
|
|
24
24
|
from pydantic import BaseModel, ConfigDict, Field
|
|
25
25
|
|
|
26
|
-
__all__ = ["FORMAT", "FRAMES_MISSING", "FRAMES_OVER_LIMIT", "ObserveFrame", "ObserveRequest",
|
|
27
|
-
"ZSTD_FORMAT"]
|
|
26
|
+
__all__ = ["BLOCKS_FORMAT", "FORMAT", "FRAMES_MISSING", "FRAMES_OVER_LIMIT", "ObserveFrame", "ObserveRequest",
|
|
27
|
+
"ObserveResponse", "ZSTD_FORMAT"]
|
|
28
28
|
|
|
29
29
|
|
|
30
30
|
|
|
@@ -38,6 +38,12 @@ ZSTD_FORMAT = "x-seq-zstd/1"
|
|
|
38
38
|
|
|
39
39
|
|
|
40
40
|
|
|
41
|
+
|
|
42
|
+
BLOCKS_FORMAT = "x-seq-blocks/1"
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
|
|
41
47
|
FRAMES_MISSING = "frames_missing"
|
|
42
48
|
FRAMES_OVER_LIMIT = "frames_over_limit"
|
|
43
49
|
|
|
@@ -62,6 +68,11 @@ class ObserveRequest(BaseModel):
|
|
|
62
68
|
skipped: list[int] = Field(default_factory=list, description="Numbers left out on purpose, never to come")
|
|
63
69
|
|
|
64
70
|
|
|
71
|
+
|
|
72
|
+
blocks: dict[bytes, Any] = Field(default_factory=dict,
|
|
73
|
+
description="Block contents by id, for the references in the frames")
|
|
74
|
+
|
|
75
|
+
|
|
65
76
|
class ObserveResponse(BaseModel):
|
|
66
77
|
"""200 from POST /observe: the highest number up to which the worker holds every observation of the episode, or has
|
|
67
78
|
been told one is skipped (-1: none yet). A number sent again is answered the same, never kept twice."""
|
|
@@ -48,7 +48,10 @@ __all__ = [
|
|
|
48
48
|
"ActionContract",
|
|
49
49
|
"PolicySpec",
|
|
50
50
|
"PolicyRegistration",
|
|
51
|
+
"CHUNK_NAMES",
|
|
51
52
|
"check_chunk_lens",
|
|
53
|
+
"chunk_names_renamed",
|
|
54
|
+
"chunk_names_said",
|
|
52
55
|
]
|
|
53
56
|
|
|
54
57
|
|
|
@@ -390,8 +393,8 @@ class PolicySpec(BaseModel):
|
|
|
390
393
|
@model_validator(mode="before")
|
|
391
394
|
@classmethod
|
|
392
395
|
def _retired(cls, data: Any) -> Any:
|
|
393
|
-
return dropped(team_gone(observations_gone(data)), "embodiments", "feedback", "action",
|
|
394
|
-
"actions", *SCALING_RETIRED)
|
|
396
|
+
return dropped(chunk_names_renamed(team_gone(observations_gone(data))), "embodiments", "feedback", "action",
|
|
397
|
+
"observation", "actions", *SCALING_RETIRED)
|
|
395
398
|
|
|
396
399
|
name: str
|
|
397
400
|
|
|
@@ -421,9 +424,11 @@ class PolicySpec(BaseModel):
|
|
|
421
424
|
|
|
422
425
|
|
|
423
426
|
|
|
427
|
+
|
|
428
|
+
|
|
424
429
|
hz: float | None = Field(default=None, gt=0, le=1000)
|
|
425
|
-
|
|
426
|
-
|
|
430
|
+
action_chunk_valid_len: int | None = Field(default=None, ge=1, le=100_000)
|
|
431
|
+
action_chunk_replan_at: int | None = Field(default=None, ge=1, le=100_000)
|
|
427
432
|
|
|
428
433
|
|
|
429
434
|
|
|
@@ -471,7 +476,7 @@ class PolicySpec(BaseModel):
|
|
|
471
476
|
|
|
472
477
|
@model_validator(mode="after")
|
|
473
478
|
def _plays_what_it_holds(self) -> "PolicySpec":
|
|
474
|
-
check_chunk_lens(self.
|
|
479
|
+
check_chunk_lens(self.action_chunk_valid_len, self.action_chunk_replan_at)
|
|
475
480
|
return self
|
|
476
481
|
|
|
477
482
|
@model_validator(mode="after")
|
|
@@ -479,7 +484,7 @@ class PolicySpec(BaseModel):
|
|
|
479
484
|
|
|
480
485
|
|
|
481
486
|
if self.planner is not None:
|
|
482
|
-
said = [name for name in ("hz", "
|
|
487
|
+
said = [name for name in ("hz", "action_chunk_valid_len", "action_chunk_replan_at", "tensors")
|
|
483
488
|
if getattr(self, name) is not None]
|
|
484
489
|
said += [f"concurrency.{name}" for name in ("sizes", "max_concurrent", "max_inputs", "target_inputs")
|
|
485
490
|
if self.concurrency is not None and getattr(self.concurrency, name) is not None]
|
|
@@ -488,11 +493,39 @@ class PolicySpec(BaseModel):
|
|
|
488
493
|
return self
|
|
489
494
|
|
|
490
495
|
|
|
491
|
-
def check_chunk_lens(
|
|
492
|
-
"""
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
+
def check_chunk_lens(valid_len: int | None, replan_at: int | None) -> None:
|
|
497
|
+
"""The next answer is needed no later than this one's valid steps run out: action_chunk_replan_at never past
|
|
498
|
+
action_chunk_valid_len."""
|
|
499
|
+
if valid_len is not None and replan_at is not None and replan_at > valid_len:
|
|
500
|
+
raise ValueError(f"action_chunk_replan_at {replan_at} is more than action_chunk_valid_len {valid_len}: the next "
|
|
501
|
+
"answer is needed no later than the step this one's valid steps run out")
|
|
502
|
+
|
|
503
|
+
|
|
504
|
+
|
|
505
|
+
|
|
506
|
+
|
|
507
|
+
|
|
508
|
+
CHUNK_NAMES = {"action_chunk_len": "action_chunk_valid_len", "action_chunk_exec_len": "action_chunk_replan_at"}
|
|
509
|
+
_CHUNK_EXAMPLE = "@seq.policy(hz=15, action_chunk_valid_len=15, action_chunk_replan_at=8)"
|
|
510
|
+
|
|
511
|
+
|
|
512
|
+
def chunk_names_said(*olds: str) -> str:
|
|
513
|
+
"""What a body or a declaration that still names the control loop's old names `olds` is told - the contract's
|
|
514
|
+
models here, the SDK's @seq.policy and the gateway alike, word for word: each one's new name, what the two mean,
|
|
515
|
+
and how to write them."""
|
|
516
|
+
renamed = "; ".join(f"{old} is now {CHUNK_NAMES[old]}" for old in olds)
|
|
517
|
+
return (f"{renamed} - action_chunk_valid_len the steps of an answer that are valid, action_chunk_replan_at the "
|
|
518
|
+
f"step, counted from when its act is sent, at which the next answer is needed: {_CHUNK_EXAMPLE}")
|
|
519
|
+
|
|
520
|
+
|
|
521
|
+
def chunk_names_renamed(data: Any) -> Any:
|
|
522
|
+
"""A model's before-validator for a body that may hold the control loop's old names: refused (chunk_names_said)
|
|
523
|
+
when it gives one a value, read without it when it is null."""
|
|
524
|
+
if isinstance(data, dict):
|
|
525
|
+
said = [old for old in CHUNK_NAMES if data.get(old) is not None]
|
|
526
|
+
if said:
|
|
527
|
+
raise ValueError(chunk_names_said(*said))
|
|
528
|
+
return dropped(data, *CHUNK_NAMES)
|
|
496
529
|
|
|
497
530
|
|
|
498
531
|
|