sequence-base 0.8.1__tar.gz → 0.8.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (130) hide show
  1. {sequence_base-0.8.1 → sequence_base-0.8.2}/PKG-INFO +1 -1
  2. {sequence_base-0.8.1 → sequence_base-0.8.2}/pyproject.toml +1 -1
  3. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/constants/cards.py +7 -4
  4. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/constants/version.py +3 -1
  5. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/__init__.py +2 -1
  6. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/eval.py +25 -0
  7. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ActRequest.json +1 -1
  8. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ActResponse.json +1 -1
  9. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ActionChunk.json +1 -1
  10. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ActionContract.json +1 -1
  11. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ActionStep.json +1 -1
  12. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/AdapterPair.json +1 -1
  13. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/AddLocal.json +1 -1
  14. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Autoscaler.json +1 -1
  15. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkRegisterRequest.json +1 -1
  16. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkSpec.json +2 -2
  17. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/BenchmarkStatusResponse.json +1 -1
  18. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/BootstrapResponse.json +1 -1
  19. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Camera.json +1 -1
  20. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/CodeBundle.json +1 -1
  21. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Concurrency.json +1 -1
  22. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentAccepted.json +1 -1
  23. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentPolicy.json +1 -1
  24. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentRequest.json +1 -1
  25. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/DeploymentStatusResponse.json +1 -1
  26. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ErrorBody.json +1 -1
  27. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ErrorCodes.json +1 -1
  28. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Estimate.json +1 -1
  29. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/EvalDryRunResponse.json +1 -1
  30. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/EvalReport.json +54 -1
  31. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/EvalRequest.json +14 -1
  32. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/EvalResponse.json +1 -1
  33. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageFrame.json +1 -1
  34. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageSpec.json +1 -1
  35. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepAddLocal.json +1 -1
  36. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepApt.json +1 -1
  37. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepEnv.json +1 -1
  38. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepProject.json +1 -1
  39. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepRun.json +1 -1
  40. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepTemplateFiles.json +1 -1
  41. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ImageStepUvPip.json +1 -1
  42. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/InferParam.json +1 -1
  43. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Lease.json +1 -1
  44. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/MetricAgg.json +1 -1
  45. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Observation.json +1 -1
  46. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ObservationContract.json +1 -1
  47. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ObserveRequest.json +1 -1
  48. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ObserveResponse.json +1 -1
  49. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlanAppend.json +1 -1
  50. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlanAppended.json +1 -1
  51. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerMember.json +1 -1
  52. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObservation.json +1 -1
  53. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObserve.json +1 -1
  54. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerObserved.json +1 -1
  55. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlanIn.json +1 -1
  56. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlans.json +1 -1
  57. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerPlansWritten.json +1 -1
  58. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRobot.json +1 -1
  59. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRound.json +1 -1
  60. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerRoundRequest.json +1 -1
  61. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PlannerSpec.json +1 -1
  62. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PolicyRegistration.json +2 -2
  63. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/PolicySpec.json +1 -1
  64. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Project.json +1 -1
  65. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Proprioception.json +1 -1
  66. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/ReplaySpec.json +1 -1
  67. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Resources.json +1 -1
  68. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/RolloutResult.json +1 -1
  69. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/SecretCreateRequest.json +1 -1
  70. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/SecretInfo.json +1 -1
  71. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/SecretRef.json +1 -1
  72. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/SeqFlags.json +1 -1
  73. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsChange.json +1 -1
  74. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsChanged.json +1 -1
  75. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/SettingsView.json +1 -1
  76. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/TaskAgg.json +1 -1
  77. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/TemplateFiles.json +1 -1
  78. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Tensors.json +1 -1
  79. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/Timeouts.json +1 -1
  80. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/UploadTarget.json +1 -1
  81. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeFile.json +1 -1
  82. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeInfo.json +1 -1
  83. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeMount.json +1 -1
  84. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeRef.json +1 -1
  85. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeUploadRequest.json +1 -1
  86. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/VolumeUploadResponse.json +1 -1
  87. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schemas/WarmingError.json +1 -1
  88. {sequence_base-0.8.1 → sequence_base-0.8.2}/.gitignore +0 -0
  89. {sequence_base-0.8.1 → sequence_base-0.8.2}/README.md +0 -0
  90. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/__init__.py +0 -0
  91. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/auth.py +0 -0
  92. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/by_name.py +0 -0
  93. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/codec/__init__.py +0 -0
  94. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/codec/blocks.py +0 -0
  95. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/codec/compressed.py +0 -0
  96. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/codec/image.py +0 -0
  97. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/codec/marked.py +0 -0
  98. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/constants/__init__.py +0 -0
  99. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/constants/headers.py +0 -0
  100. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/constants/limits.py +0 -0
  101. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/constants/serving.py +0 -0
  102. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/construct.py +0 -0
  103. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/accounts.py +0 -0
  104. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/adapters.py +0 -0
  105. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/benchmarks.py +0 -0
  106. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/connect.py +0 -0
  107. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/deployments.py +0 -0
  108. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/errors.py +0 -0
  109. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/flags.py +0 -0
  110. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/observe.py +0 -0
  111. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/own_io.py +0 -0
  112. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/planner.py +0 -0
  113. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/policy.py +0 -0
  114. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/settings.py +0 -0
  115. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/templates.py +0 -0
  116. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/volumes.py +0 -0
  117. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/contract/wire.py +0 -0
  118. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/episode.py +0 -0
  119. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/errors/__init__.py +0 -0
  120. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/errors/transport.py +0 -0
  121. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/msgpack_io.py +0 -0
  122. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/obs/__init__.py +0 -0
  123. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/obs/log.py +0 -0
  124. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/obs/rid.py +0 -0
  125. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/presets/__init__.py +0 -0
  126. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/presets/prompts.py +0 -0
  127. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/presets/robot_arm.py +0 -0
  128. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/schema_export.py +0 -0
  129. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/telemetry/__init__.py +0 -0
  130. {sequence_base-0.8.1 → sequence_base-0.8.2}/sequence_base/telemetry/events.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: sequence-base
3
- Version: 0.8.1
3
+ Version: 0.8.2
4
4
  Summary: Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness.
5
5
  Project-URL: Changelog, https://generalsequences.com/docs/changelog/
6
6
  Requires-Python: >=3.10
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "sequence-base"
3
- version = "0.8.1"
3
+ version = "0.8.2"
4
4
  description = "Shared foundation for the Sequences platform — wire contract, correlation, error taxonomy, constants. Used by the robot SDK, gateway, and container harness."
5
5
  requires-python = ">=3.10"
6
6
  dependencies = ["pydantic>=2.0"]
@@ -3,16 +3,19 @@
3
3
  the harness at the machine it starts - one list where each kept its own.
4
4
 
5
5
 
6
- Both cards have RT cores, video encoders, EGL and Vulkan, so a benchmark only picks cheaper or faster; one that names a
7
- card simulates on it (registration checks). CPU physics is the author's explicit choice, gpu="cpu": CPU machines, one
8
- environment per core
6
+ Every card draws with EGL and Vulkan on its GPU, so a benchmark picks by price, speed and memory; one that names a card
7
+ simulates on it (registration checks). The A100 alone has no RT cores, so a renderer that needs them, Isaac Sim's,
8
+ does not run on it. CPU physics is the author's explicit choice, gpu="cpu": CPU machines, one environment per core
9
9
  .
10
10
 
11
+
12
+
13
+
11
14
  A deployment's or a benchmark's driver is named here too, beside its card: DRIVER.
12
15
  """
13
16
  import re
14
17
 
15
- BENCHMARK_GPUS = ("L4", "RTX-PRO-6000")
18
+ BENCHMARK_GPUS = ("L4", "RTX-PRO-6000", "T4", "A100")
16
19
 
17
20
  DEFAULT_BENCHMARK_GPU = "L4"
18
21
 
@@ -4,7 +4,9 @@
4
4
 
5
5
 
6
6
 
7
- CONTRACT_VERSION = "0.5.39"
7
+ CONTRACT_VERSION = "0.5.41"
8
+
9
+
8
10
 
9
11
 
10
12
 
@@ -77,6 +77,7 @@ from sequence_base.contract.eval import (
77
77
  Estimate,
78
78
  EvalDryRunResponse,
79
79
  EvalReport,
80
+ PlannerReport,
80
81
  EvalRequest,
81
82
  EvalResponse,
82
83
  EvalStatus,
@@ -174,7 +175,7 @@ __all__ = [
174
175
 
175
176
  "ReplaySpec", "BenchmarkSpec", "BenchmarkRegisterRequest", "BenchmarkStatusResponse",
176
177
  "EvalRequest", "Estimate", "EvalResponse", "EvalDryRunResponse", "RolloutResult",
177
- "EvalStatus", "TaskAgg", "MetricAgg", "EvalReport",
178
+ "EvalStatus", "TaskAgg", "MetricAgg", "EvalReport", "PlannerReport",
178
179
 
179
180
  "SecretRef", "SecretCreateRequest", "SecretInfo", "BootstrapResponse",
180
181
 
@@ -33,6 +33,7 @@ __all__ = [
33
33
  "TaskAgg",
34
34
  "MetricAgg",
35
35
  "EvalReport",
36
+ "PlannerReport",
36
37
  ]
37
38
 
38
39
 
@@ -62,6 +63,11 @@ class EvalRequest(BaseModel):
62
63
 
63
64
 
64
65
 
66
+ policy: str | None = Field(default=None, max_length=200)
67
+
68
+
69
+
70
+
65
71
  trials: _Trials | dict[str, _Trials] | None = None
66
72
  seeds: list[int] | dict[str, list[int]] | None = None
67
73
 
@@ -330,6 +336,23 @@ class EvalTiming(BaseModel):
330
336
  steps: int = 0
331
337
 
332
338
 
339
+ class PlannerReport(BaseModel):
340
+ """An eval through a planner (EvalRequest.model a planner): the planner it ran through and what it did - how often it
341
+ planned each episode on the robot's clock, the plans it wrote over every episode (each kept in its episode's record
342
+ and replay), and what its model calls cost, billed as requests beside the machines.
343
+
344
+ """
345
+
346
+ model_config = ConfigDict(extra="forbid")
347
+
348
+ name: str
349
+ policy: str
350
+ every_s: float
351
+ plans: int = 0
352
+
353
+ model_calls_usd: float | None = None
354
+
355
+
333
356
  class EvalReport(BaseModel):
334
357
  """GET /v1/eval/{id} (eval-raw revision). NO hard-coded `overall_sr` / `success_rate` top-level field —
335
358
  `metrics` is a passthrough dict keyed by the user's metric names, each value a `MetricAgg`; `success` is among
@@ -363,3 +386,5 @@ class EvalReport(BaseModel):
363
386
 
364
387
 
365
388
  arm_params: list[ArmParams] | None = None
389
+
390
+ planner: PlannerReport | None = None
@@ -78,5 +78,5 @@
78
78
  },
79
79
  "title": "ActRequest",
80
80
  "type": "object",
81
- "x-contract-version": "0.5.39"
81
+ "x-contract-version": "0.5.41"
82
82
  }
@@ -53,5 +53,5 @@
53
53
  ],
54
54
  "title": "ActResponse",
55
55
  "type": "object",
56
- "x-contract-version": "0.5.39"
56
+ "x-contract-version": "0.5.41"
57
57
  }
@@ -99,5 +99,5 @@
99
99
  ],
100
100
  "title": "ActionChunk",
101
101
  "type": "object",
102
- "x-contract-version": "0.5.39"
102
+ "x-contract-version": "0.5.41"
103
103
  }
@@ -96,5 +96,5 @@
96
96
  ],
97
97
  "title": "ActionContract",
98
98
  "type": "object",
99
- "x-contract-version": "0.5.39"
99
+ "x-contract-version": "0.5.41"
100
100
  }
@@ -19,5 +19,5 @@
19
19
  ],
20
20
  "title": "ActionStep",
21
21
  "type": "object",
22
- "x-contract-version": "0.5.39"
22
+ "x-contract-version": "0.5.41"
23
23
  }
@@ -17,5 +17,5 @@
17
17
  ],
18
18
  "title": "AdapterPair",
19
19
  "type": "object",
20
- "x-contract-version": "0.5.39"
20
+ "x-contract-version": "0.5.41"
21
21
  }
@@ -23,5 +23,5 @@
23
23
  ],
24
24
  "title": "AddLocal",
25
25
  "type": "object",
26
- "x-contract-version": "0.5.39"
26
+ "x-contract-version": "0.5.41"
27
27
  }
@@ -36,5 +36,5 @@
36
36
  },
37
37
  "title": "Autoscaler",
38
38
  "type": "object",
39
- "x-contract-version": "0.5.39"
39
+ "x-contract-version": "0.5.41"
40
40
  }
@@ -773,5 +773,5 @@
773
773
  ],
774
774
  "title": "BenchmarkRegisterRequest",
775
775
  "type": "object",
776
- "x-contract-version": "0.5.39"
776
+ "x-contract-version": "0.5.41"
777
777
  }
@@ -435,7 +435,7 @@
435
435
  ],
436
436
  "title": "SeqFlags",
437
437
  "type": "integer",
438
- "x-contract-version": "0.5.39",
438
+ "x-contract-version": "0.5.41",
439
439
  "x-flag-names": {
440
440
  "ACTION": 1048576,
441
441
  "CHECK": 65536,
@@ -702,5 +702,5 @@
702
702
  ],
703
703
  "title": "BenchmarkSpec",
704
704
  "type": "object",
705
- "x-contract-version": "0.5.39"
705
+ "x-contract-version": "0.5.41"
706
706
  }
@@ -40,5 +40,5 @@
40
40
  ],
41
41
  "title": "BenchmarkStatusResponse",
42
42
  "type": "object",
43
- "x-contract-version": "0.5.39"
43
+ "x-contract-version": "0.5.41"
44
44
  }
@@ -79,5 +79,5 @@
79
79
  ],
80
80
  "title": "BootstrapResponse",
81
81
  "type": "object",
82
- "x-contract-version": "0.5.39"
82
+ "x-contract-version": "0.5.41"
83
83
  }
@@ -72,5 +72,5 @@
72
72
  ],
73
73
  "title": "Camera",
74
74
  "type": "object",
75
- "x-contract-version": "0.5.39"
75
+ "x-contract-version": "0.5.41"
76
76
  }
@@ -23,5 +23,5 @@
23
23
  ],
24
24
  "title": "CodeBundle",
25
25
  "type": "object",
26
- "x-contract-version": "0.5.39"
26
+ "x-contract-version": "0.5.41"
27
27
  }
@@ -53,5 +53,5 @@
53
53
  },
54
54
  "title": "Concurrency",
55
55
  "type": "object",
56
- "x-contract-version": "0.5.39"
56
+ "x-contract-version": "0.5.41"
57
57
  }
@@ -18,5 +18,5 @@
18
18
  ],
19
19
  "title": "DeploymentAccepted",
20
20
  "type": "object",
21
- "x-contract-version": "0.5.39"
21
+ "x-contract-version": "0.5.41"
22
22
  }
@@ -330,5 +330,5 @@
330
330
  ],
331
331
  "title": "DeploymentPolicy",
332
332
  "type": "object",
333
- "x-contract-version": "0.5.39"
333
+ "x-contract-version": "0.5.41"
334
334
  }
@@ -1046,5 +1046,5 @@
1046
1046
  ],
1047
1047
  "title": "DeploymentRequest",
1048
1048
  "type": "object",
1049
- "x-contract-version": "0.5.39"
1049
+ "x-contract-version": "0.5.41"
1050
1050
  }
@@ -41,5 +41,5 @@
41
41
  ],
42
42
  "title": "DeploymentStatusResponse",
43
43
  "type": "object",
44
- "x-contract-version": "0.5.39"
44
+ "x-contract-version": "0.5.41"
45
45
  }
@@ -94,5 +94,5 @@
94
94
  ],
95
95
  "title": "ErrorBody",
96
96
  "type": "object",
97
- "x-contract-version": "0.5.39"
97
+ "x-contract-version": "0.5.41"
98
98
  }
@@ -22,7 +22,7 @@
22
22
  ],
23
23
  "title": "ErrorCode",
24
24
  "type": "string",
25
- "x-contract-version": "0.5.39",
25
+ "x-contract-version": "0.5.41",
26
26
  "x-errors": {
27
27
  "budget_exhausted": {
28
28
  "exit_code": 6,
@@ -60,5 +60,5 @@
60
60
  ],
61
61
  "title": "Estimate",
62
62
  "type": "object",
63
- "x-contract-version": "0.5.39"
63
+ "x-contract-version": "0.5.41"
64
64
  }
@@ -240,5 +240,5 @@
240
240
  ],
241
241
  "title": "EvalDryRunResponse",
242
242
  "type": "object",
243
- "x-contract-version": "0.5.39"
243
+ "x-contract-version": "0.5.41"
244
244
  }
@@ -269,6 +269,48 @@
269
269
  "title": "ParamUsed",
270
270
  "type": "object"
271
271
  },
272
+ "PlannerReport": {
273
+ "additionalProperties": false,
274
+ "description": "An eval through a planner (EvalRequest.model a planner): the planner it ran through and what it did - how often it\nplanned each episode on the robot's clock, the plans it wrote over every episode (each kept in its episode's record\nand replay), and what its model calls cost, billed as requests beside the machines.",
275
+ "properties": {
276
+ "every_s": {
277
+ "title": "Every S",
278
+ "type": "number"
279
+ },
280
+ "model_calls_usd": {
281
+ "anyOf": [
282
+ {
283
+ "type": "number"
284
+ },
285
+ {
286
+ "type": "null"
287
+ }
288
+ ],
289
+ "default": null,
290
+ "title": "Model Calls Usd"
291
+ },
292
+ "name": {
293
+ "title": "Name",
294
+ "type": "string"
295
+ },
296
+ "plans": {
297
+ "default": 0,
298
+ "title": "Plans",
299
+ "type": "integer"
300
+ },
301
+ "policy": {
302
+ "title": "Policy",
303
+ "type": "string"
304
+ }
305
+ },
306
+ "required": [
307
+ "name",
308
+ "policy",
309
+ "every_s"
310
+ ],
311
+ "title": "PlannerReport",
312
+ "type": "object"
313
+ },
272
314
  "TaskAgg": {
273
315
  "additionalProperties": false,
274
316
  "description": "Per-task aggregate of ONE user-named metric — structured detail, not a bare dict.",
@@ -364,6 +406,17 @@
364
406
  "title": "Metrics",
365
407
  "type": "object"
366
408
  },
409
+ "planner": {
410
+ "anyOf": [
411
+ {
412
+ "$ref": "#/$defs/PlannerReport"
413
+ },
414
+ {
415
+ "type": "null"
416
+ }
417
+ ],
418
+ "default": null
419
+ },
367
420
  "status": {
368
421
  "$ref": "#/$defs/EvalStatus"
369
422
  },
@@ -417,5 +470,5 @@
417
470
  ],
418
471
  "title": "EvalReport",
419
472
  "type": "object",
420
- "x-contract-version": "0.5.39"
473
+ "x-contract-version": "0.5.41"
421
474
  }
@@ -95,6 +95,19 @@
95
95
  "default": null,
96
96
  "title": "Params"
97
97
  },
98
+ "policy": {
99
+ "anyOf": [
100
+ {
101
+ "maxLength": 200,
102
+ "type": "string"
103
+ },
104
+ {
105
+ "type": "null"
106
+ }
107
+ ],
108
+ "default": null,
109
+ "title": "Policy"
110
+ },
98
111
  "policy_gpu": {
99
112
  "anyOf": [
100
113
  {
@@ -275,5 +288,5 @@
275
288
  },
276
289
  "title": "EvalRequest",
277
290
  "type": "object",
278
- "x-contract-version": "0.5.39"
291
+ "x-contract-version": "0.5.41"
279
292
  }
@@ -153,5 +153,5 @@
153
153
  ],
154
154
  "title": "EvalResponse",
155
155
  "type": "object",
156
- "x-contract-version": "0.5.39"
156
+ "x-contract-version": "0.5.41"
157
157
  }
@@ -49,5 +49,5 @@
49
49
  ],
50
50
  "title": "ImageFrame",
51
51
  "type": "object",
52
- "x-contract-version": "0.5.39"
52
+ "x-contract-version": "0.5.41"
53
53
  }
@@ -348,5 +348,5 @@
348
348
  },
349
349
  "title": "ImageSpec",
350
350
  "type": "object",
351
- "x-contract-version": "0.5.39"
351
+ "x-contract-version": "0.5.41"
352
352
  }
@@ -38,5 +38,5 @@
38
38
  ],
39
39
  "title": "ImageStepAddLocal",
40
40
  "type": "object",
41
- "x-contract-version": "0.5.39"
41
+ "x-contract-version": "0.5.41"
42
42
  }
@@ -14,5 +14,5 @@
14
14
  ],
15
15
  "title": "ImageStepApt",
16
16
  "type": "object",
17
- "x-contract-version": "0.5.39"
17
+ "x-contract-version": "0.5.41"
18
18
  }
@@ -14,5 +14,5 @@
14
14
  ],
15
15
  "title": "ImageStepEnv",
16
16
  "type": "object",
17
- "x-contract-version": "0.5.39"
17
+ "x-contract-version": "0.5.41"
18
18
  }
@@ -87,5 +87,5 @@
87
87
  ],
88
88
  "title": "ImageStepProject",
89
89
  "type": "object",
90
- "x-contract-version": "0.5.39"
90
+ "x-contract-version": "0.5.41"
91
91
  }
@@ -46,5 +46,5 @@
46
46
  ],
47
47
  "title": "ImageStepRun",
48
48
  "type": "object",
49
- "x-contract-version": "0.5.39"
49
+ "x-contract-version": "0.5.41"
50
50
  }
@@ -37,5 +37,5 @@
37
37
  ],
38
38
  "title": "ImageStepTemplateFiles",
39
39
  "type": "object",
40
- "x-contract-version": "0.5.39"
40
+ "x-contract-version": "0.5.41"
41
41
  }
@@ -14,5 +14,5 @@
14
14
  ],
15
15
  "title": "ImageStepUvPip",
16
16
  "type": "object",
17
- "x-contract-version": "0.5.39"
17
+ "x-contract-version": "0.5.41"
18
18
  }
@@ -106,5 +106,5 @@
106
106
  ],
107
107
  "title": "InferParam",
108
108
  "type": "object",
109
- "x-contract-version": "0.5.39"
109
+ "x-contract-version": "0.5.41"
110
110
  }
@@ -24,5 +24,5 @@
24
24
  ],
25
25
  "title": "Lease",
26
26
  "type": "object",
27
- "x-contract-version": "0.5.39"
27
+ "x-contract-version": "0.5.41"
28
28
  }
@@ -51,5 +51,5 @@
51
51
  ],
52
52
  "title": "MetricAgg",
53
53
  "type": "object",
54
- "x-contract-version": "0.5.39"
54
+ "x-contract-version": "0.5.41"
55
55
  }
@@ -169,5 +169,5 @@
169
169
  ],
170
170
  "title": "Observation",
171
171
  "type": "object",
172
- "x-contract-version": "0.5.39"
172
+ "x-contract-version": "0.5.41"
173
173
  }
@@ -120,5 +120,5 @@
120
120
  },
121
121
  "title": "ObservationContract",
122
122
  "type": "object",
123
- "x-contract-version": "0.5.39"
123
+ "x-contract-version": "0.5.41"
124
124
  }
@@ -76,5 +76,5 @@
76
76
  ],
77
77
  "title": "ObserveRequest",
78
78
  "type": "object",
79
- "x-contract-version": "0.5.39"
79
+ "x-contract-version": "0.5.41"
80
80
  }
@@ -13,5 +13,5 @@
13
13
  ],
14
14
  "title": "ObserveResponse",
15
15
  "type": "object",
16
- "x-contract-version": "0.5.39"
16
+ "x-contract-version": "0.5.41"
17
17
  }
@@ -9,5 +9,5 @@
9
9
  },
10
10
  "title": "PlanAppend",
11
11
  "type": "object",
12
- "x-contract-version": "0.5.39"
12
+ "x-contract-version": "0.5.41"
13
13
  }
@@ -24,5 +24,5 @@
24
24
  ],
25
25
  "title": "PlanAppended",
26
26
  "type": "object",
27
- "x-contract-version": "0.5.39"
27
+ "x-contract-version": "0.5.41"
28
28
  }
@@ -84,5 +84,5 @@
84
84
  ],
85
85
  "title": "PlannerMember",
86
86
  "type": "object",
87
- "x-contract-version": "0.5.39"
87
+ "x-contract-version": "0.5.41"
88
88
  }
@@ -37,5 +37,5 @@
37
37
  ],
38
38
  "title": "PlannerObservation",
39
39
  "type": "object",
40
- "x-contract-version": "0.5.39"
40
+ "x-contract-version": "0.5.41"
41
41
  }
@@ -9,5 +9,5 @@
9
9
  },
10
10
  "title": "PlannerObserve",
11
11
  "type": "object",
12
- "x-contract-version": "0.5.39"
12
+ "x-contract-version": "0.5.41"
13
13
  }
@@ -12,5 +12,5 @@
12
12
  ],
13
13
  "title": "PlannerObserved",
14
14
  "type": "object",
15
- "x-contract-version": "0.5.39"
15
+ "x-contract-version": "0.5.41"
16
16
  }
@@ -29,5 +29,5 @@
29
29
  ],
30
30
  "title": "PlannerPlanIn",
31
31
  "type": "object",
32
- "x-contract-version": "0.5.39"
32
+ "x-contract-version": "0.5.41"
33
33
  }
@@ -62,5 +62,5 @@
62
62
  ],
63
63
  "title": "PlannerPlans",
64
64
  "type": "object",
65
- "x-contract-version": "0.5.39"
65
+ "x-contract-version": "0.5.41"
66
66
  }
@@ -26,5 +26,5 @@
26
26
  },
27
27
  "title": "PlannerPlansWritten",
28
28
  "type": "object",
29
- "x-contract-version": "0.5.39"
29
+ "x-contract-version": "0.5.41"
30
30
  }
@@ -30,5 +30,5 @@
30
30
  ],
31
31
  "title": "PlannerRobot",
32
32
  "type": "object",
33
- "x-contract-version": "0.5.39"
33
+ "x-contract-version": "0.5.41"
34
34
  }
@@ -196,5 +196,5 @@
196
196
  },
197
197
  "title": "PlannerRound",
198
198
  "type": "object",
199
- "x-contract-version": "0.5.39"
199
+ "x-contract-version": "0.5.41"
200
200
  }
@@ -17,5 +17,5 @@
17
17
  ],
18
18
  "title": "PlannerRoundRequest",
19
19
  "type": "object",
20
- "x-contract-version": "0.5.39"
20
+ "x-contract-version": "0.5.41"
21
21
  }
@@ -18,5 +18,5 @@
18
18
  ],
19
19
  "title": "PlannerSpec",
20
20
  "type": "object",
21
- "x-contract-version": "0.5.39"
21
+ "x-contract-version": "0.5.41"
22
22
  }
@@ -677,7 +677,7 @@
677
677
  ],
678
678
  "title": "SeqFlags",
679
679
  "type": "integer",
680
- "x-contract-version": "0.5.39",
680
+ "x-contract-version": "0.5.41",
681
681
  "x-flag-names": {
682
682
  "ACTION": 1048576,
683
683
  "CHECK": 65536,
@@ -805,5 +805,5 @@
805
805
  ],
806
806
  "title": "PolicyRegistration",
807
807
  "type": "object",
808
- "x-contract-version": "0.5.39"
808
+ "x-contract-version": "0.5.41"
809
809
  }
@@ -658,5 +658,5 @@
658
658
  ],
659
659
  "title": "PolicySpec",
660
660
  "type": "object",
661
- "x-contract-version": "0.5.39"
661
+ "x-contract-version": "0.5.41"
662
662
  }
@@ -72,5 +72,5 @@
72
72
  },
73
73
  "title": "Project",
74
74
  "type": "object",
75
- "x-contract-version": "0.5.39"
75
+ "x-contract-version": "0.5.41"
76
76
  }
@@ -68,5 +68,5 @@
68
68
  },
69
69
  "title": "Proprioception",
70
70
  "type": "object",
71
- "x-contract-version": "0.5.39"
71
+ "x-contract-version": "0.5.41"
72
72
  }
@@ -52,5 +52,5 @@
52
52
  },
53
53
  "title": "ReplaySpec",
54
54
  "type": "object",
55
- "x-contract-version": "0.5.39"
55
+ "x-contract-version": "0.5.41"
56
56
  }
@@ -85,5 +85,5 @@
85
85
  ],
86
86
  "title": "Resources",
87
87
  "type": "object",
88
- "x-contract-version": "0.5.39"
88
+ "x-contract-version": "0.5.41"
89
89
  }
@@ -86,5 +86,5 @@
86
86
  },
87
87
  "title": "RolloutResult",
88
88
  "type": "object",
89
- "x-contract-version": "0.5.39"
89
+ "x-contract-version": "0.5.41"
90
90
  }
@@ -21,5 +21,5 @@
21
21
  ],
22
22
  "title": "SecretCreateRequest",
23
23
  "type": "object",
24
- "x-contract-version": "0.5.39"
24
+ "x-contract-version": "0.5.41"
25
25
  }
@@ -40,5 +40,5 @@
40
40
  ],
41
41
  "title": "SecretInfo",
42
42
  "type": "object",
43
- "x-contract-version": "0.5.39"
43
+ "x-contract-version": "0.5.41"
44
44
  }
@@ -12,5 +12,5 @@
12
12
  ],
13
13
  "title": "SecretRef",
14
14
  "type": "object",
15
- "x-contract-version": "0.5.39"
15
+ "x-contract-version": "0.5.41"
16
16
  }
@@ -19,7 +19,7 @@
19
19
  ],
20
20
  "title": "SeqFlags",
21
21
  "type": "integer",
22
- "x-contract-version": "0.5.39",
22
+ "x-contract-version": "0.5.41",
23
23
  "x-flag-names": {
24
24
  "ACTION": 1048576,
25
25
  "CHECK": 65536,
@@ -58,5 +58,5 @@
58
58
  ],
59
59
  "title": "SettingsChange",
60
60
  "type": "object",
61
- "x-contract-version": "0.5.39"
61
+ "x-contract-version": "0.5.41"
62
62
  }
@@ -145,5 +145,5 @@
145
145
  ],
146
146
  "title": "SettingsChanged",
147
147
  "type": "object",
148
- "x-contract-version": "0.5.39"
148
+ "x-contract-version": "0.5.41"
149
149
  }
@@ -416,5 +416,5 @@
416
416
  ],
417
417
  "title": "SettingsView",
418
418
  "type": "object",
419
- "x-contract-version": "0.5.39"
419
+ "x-contract-version": "0.5.41"
420
420
  }
@@ -22,5 +22,5 @@
22
22
  ],
23
23
  "title": "TaskAgg",
24
24
  "type": "object",
25
- "x-contract-version": "0.5.39"
25
+ "x-contract-version": "0.5.41"
26
26
  }
@@ -22,5 +22,5 @@
22
22
  ],
23
23
  "title": "TemplateFiles",
24
24
  "type": "object",
25
- "x-contract-version": "0.5.39"
25
+ "x-contract-version": "0.5.41"
26
26
  }
@@ -10,5 +10,5 @@
10
10
  },
11
11
  "title": "Tensors",
12
12
  "type": "object",
13
- "x-contract-version": "0.5.39"
13
+ "x-contract-version": "0.5.41"
14
14
  }
@@ -34,5 +34,5 @@
34
34
  ],
35
35
  "title": "Timeouts",
36
36
  "type": "object",
37
- "x-contract-version": "0.5.39"
37
+ "x-contract-version": "0.5.41"
38
38
  }
@@ -24,5 +24,5 @@
24
24
  ],
25
25
  "title": "UploadTarget",
26
26
  "type": "object",
27
- "x-contract-version": "0.5.39"
27
+ "x-contract-version": "0.5.41"
28
28
  }
@@ -25,5 +25,5 @@
25
25
  ],
26
26
  "title": "VolumeFile",
27
27
  "type": "object",
28
- "x-contract-version": "0.5.39"
28
+ "x-contract-version": "0.5.41"
29
29
  }
@@ -68,5 +68,5 @@
68
68
  ],
69
69
  "title": "VolumeInfo",
70
70
  "type": "object",
71
- "x-contract-version": "0.5.39"
71
+ "x-contract-version": "0.5.41"
72
72
  }
@@ -17,5 +17,5 @@
17
17
  ],
18
18
  "title": "VolumeMount",
19
19
  "type": "object",
20
- "x-contract-version": "0.5.39"
20
+ "x-contract-version": "0.5.41"
21
21
  }
@@ -24,5 +24,5 @@
24
24
  ],
25
25
  "title": "VolumeRef",
26
26
  "type": "object",
27
- "x-contract-version": "0.5.39"
27
+ "x-contract-version": "0.5.41"
28
28
  }
@@ -56,5 +56,5 @@
56
56
  ],
57
57
  "title": "VolumeUploadRequest",
58
58
  "type": "object",
59
- "x-contract-version": "0.5.39"
59
+ "x-contract-version": "0.5.41"
60
60
  }
@@ -65,5 +65,5 @@
65
65
  ],
66
66
  "title": "VolumeUploadResponse",
67
67
  "type": "object",
68
- "x-contract-version": "0.5.39"
68
+ "x-contract-version": "0.5.41"
69
69
  }
@@ -86,5 +86,5 @@
86
86
  ],
87
87
  "title": "WarmingError",
88
88
  "type": "object",
89
- "x-contract-version": "0.5.39"
89
+ "x-contract-version": "0.5.41"
90
90
  }
File without changes
File without changes