@openpond/evals 0.10.10 → 0.11.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONTRACT.md +13 -0
- package/LEARNING.md +20 -0
- package/dist/javascript-verifier-contract.js +5 -0
- package/dist/javascript-verifier-node.js +3 -1
- package/dist/javascript-verifier.js +2 -1
- package/dist/learning/contracts.js +2 -0
- package/dist/learning/index.js +2 -0
- package/dist/learning/iteration-eligibility.js +5 -2
- package/dist/learning/iteration-reservation-contracts.js +1 -0
- package/dist/learning/iteration-reservation-service.js +11 -2
- package/dist/learning/nightly-schedule.js +69 -0
- package/dist/learning/reward-authoring.js +2 -1
- package/dist/learning/reward-fixture-executor.js +1 -1
- package/dist/learning/schedule-contracts.js +5 -1
- package/dist/learning/schedule-service.js +9 -5
- package/dist/learning/schedule-worker.js +22 -7
- package/dist/learning/service.js +10 -1
- package/dist/learning/task-queue-inspection.js +48 -0
- package/dist/learning/transport.js +1 -0
- package/dist/tasksets.js +3 -0
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +1 -0
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +2 -0
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +8 -0
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts +2 -0
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts +1 -0
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +4 -0
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +1 -0
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +16 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +2 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +8 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts +6 -0
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts +13 -0
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -0
- package/dist/types/learning/operations.d.ts +38 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +19 -0
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +1 -0
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +4 -0
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +4 -0
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +10 -0
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts +25 -0
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -0
- package/dist/types/learning/transport.d.ts +42 -0
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +5 -5
- package/dist/types/rewards.d.ts +12 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +20 -0
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +2 -2
- package/dist/types/telemetry.d.ts +3 -3
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +48 -0
- package/schemas/learning/v1/package.schema.json +7 -0
- package/schemas/learning/v1/policy.schema.json +24 -0
- package/schemas/learning/v1/read-request.schema.json +28 -0
- package/schemas/learning/v1/reservation.schema.json +17 -0
- package/schemas/learning/v1/reward.schema.json +7 -0
- package/schemas/learning/v1/schedule.schema.json +44 -13
- package/schemas/learning/v1/task-queue-inspection.schema.json +72 -0
|
@@ -26,26 +26,29 @@
|
|
|
26
26
|
"intervalSeconds": {
|
|
27
27
|
"$ref": "#/$defs/__schema6"
|
|
28
28
|
},
|
|
29
|
-
"
|
|
29
|
+
"calendar": {
|
|
30
30
|
"$ref": "#/$defs/__schema7"
|
|
31
31
|
},
|
|
32
|
+
"nextRunAt": {
|
|
33
|
+
"$ref": "#/$defs/__schema8"
|
|
34
|
+
},
|
|
32
35
|
"lastFire": {
|
|
33
|
-
"$ref": "#/$defs/
|
|
36
|
+
"$ref": "#/$defs/__schema10"
|
|
34
37
|
},
|
|
35
38
|
"consecutiveFailures": {
|
|
36
|
-
"$ref": "#/$defs/
|
|
39
|
+
"$ref": "#/$defs/__schema11"
|
|
37
40
|
},
|
|
38
41
|
"nextAttemptAt": {
|
|
39
|
-
"$ref": "#/$defs/
|
|
42
|
+
"$ref": "#/$defs/__schema12"
|
|
40
43
|
},
|
|
41
44
|
"lastError": {
|
|
42
|
-
"$ref": "#/$defs/
|
|
45
|
+
"$ref": "#/$defs/__schema13"
|
|
43
46
|
},
|
|
44
47
|
"createdAt": {
|
|
45
|
-
"$ref": "#/$defs/
|
|
48
|
+
"$ref": "#/$defs/__schema9"
|
|
46
49
|
},
|
|
47
50
|
"updatedAt": {
|
|
48
|
-
"$ref": "#/$defs/
|
|
51
|
+
"$ref": "#/$defs/__schema9"
|
|
49
52
|
}
|
|
50
53
|
},
|
|
51
54
|
"required": [
|
|
@@ -57,6 +60,7 @@
|
|
|
57
60
|
"executionOwner",
|
|
58
61
|
"state",
|
|
59
62
|
"intervalSeconds",
|
|
63
|
+
"calendar",
|
|
60
64
|
"nextRunAt",
|
|
61
65
|
"lastFire",
|
|
62
66
|
"consecutiveFailures",
|
|
@@ -132,9 +136,26 @@
|
|
|
132
136
|
]
|
|
133
137
|
},
|
|
134
138
|
"__schema7": {
|
|
139
|
+
"default": null,
|
|
135
140
|
"anyOf": [
|
|
136
141
|
{
|
|
137
|
-
"
|
|
142
|
+
"type": "object",
|
|
143
|
+
"properties": {
|
|
144
|
+
"localTime": {
|
|
145
|
+
"type": "string",
|
|
146
|
+
"pattern": "^(?:[01]\\d|2[0-3]):[0-5]\\d$"
|
|
147
|
+
},
|
|
148
|
+
"timeZone": {
|
|
149
|
+
"type": "string",
|
|
150
|
+
"minLength": 1,
|
|
151
|
+
"maxLength": 200
|
|
152
|
+
}
|
|
153
|
+
},
|
|
154
|
+
"required": [
|
|
155
|
+
"localTime",
|
|
156
|
+
"timeZone"
|
|
157
|
+
],
|
|
158
|
+
"additionalProperties": false
|
|
138
159
|
},
|
|
139
160
|
{
|
|
140
161
|
"type": "null"
|
|
@@ -142,11 +163,21 @@
|
|
|
142
163
|
]
|
|
143
164
|
},
|
|
144
165
|
"__schema8": {
|
|
166
|
+
"anyOf": [
|
|
167
|
+
{
|
|
168
|
+
"$ref": "#/$defs/__schema9"
|
|
169
|
+
},
|
|
170
|
+
{
|
|
171
|
+
"type": "null"
|
|
172
|
+
}
|
|
173
|
+
]
|
|
174
|
+
},
|
|
175
|
+
"__schema9": {
|
|
145
176
|
"type": "string",
|
|
146
177
|
"format": "date-time",
|
|
147
178
|
"pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
|
|
148
179
|
},
|
|
149
|
-
"
|
|
180
|
+
"__schema10": {
|
|
150
181
|
"anyOf": [
|
|
151
182
|
{
|
|
152
183
|
"$ref": "#/$defs/__schema3"
|
|
@@ -156,22 +187,22 @@
|
|
|
156
187
|
}
|
|
157
188
|
]
|
|
158
189
|
},
|
|
159
|
-
"
|
|
190
|
+
"__schema11": {
|
|
160
191
|
"type": "integer",
|
|
161
192
|
"minimum": 0,
|
|
162
193
|
"maximum": 9007199254740991
|
|
163
194
|
},
|
|
164
|
-
"
|
|
195
|
+
"__schema12": {
|
|
165
196
|
"anyOf": [
|
|
166
197
|
{
|
|
167
|
-
"$ref": "#/$defs/
|
|
198
|
+
"$ref": "#/$defs/__schema9"
|
|
168
199
|
},
|
|
169
200
|
{
|
|
170
201
|
"type": "null"
|
|
171
202
|
}
|
|
172
203
|
]
|
|
173
204
|
},
|
|
174
|
-
"
|
|
205
|
+
"__schema13": {
|
|
175
206
|
"anyOf": [
|
|
176
207
|
{
|
|
177
208
|
"type": "string",
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"type": "object",
|
|
4
|
+
"properties": {
|
|
5
|
+
"modelProjectId": {
|
|
6
|
+
"anyOf": [
|
|
7
|
+
{
|
|
8
|
+
"$ref": "#/$defs/__schema0"
|
|
9
|
+
},
|
|
10
|
+
{
|
|
11
|
+
"type": "null"
|
|
12
|
+
}
|
|
13
|
+
]
|
|
14
|
+
},
|
|
15
|
+
"inspectedAt": {
|
|
16
|
+
"type": "string",
|
|
17
|
+
"format": "date-time",
|
|
18
|
+
"pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
|
|
19
|
+
},
|
|
20
|
+
"pendingTrainingCount": {
|
|
21
|
+
"anyOf": [
|
|
22
|
+
{
|
|
23
|
+
"type": "integer",
|
|
24
|
+
"minimum": 0,
|
|
25
|
+
"maximum": 9007199254740991
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"type": "null"
|
|
29
|
+
}
|
|
30
|
+
]
|
|
31
|
+
},
|
|
32
|
+
"issues": {
|
|
33
|
+
"type": "array",
|
|
34
|
+
"items": {
|
|
35
|
+
"type": "object",
|
|
36
|
+
"properties": {
|
|
37
|
+
"policyId": {
|
|
38
|
+
"$ref": "#/$defs/__schema0"
|
|
39
|
+
},
|
|
40
|
+
"code": {
|
|
41
|
+
"type": "string"
|
|
42
|
+
},
|
|
43
|
+
"message": {
|
|
44
|
+
"type": "string"
|
|
45
|
+
}
|
|
46
|
+
},
|
|
47
|
+
"required": [
|
|
48
|
+
"policyId",
|
|
49
|
+
"code",
|
|
50
|
+
"message"
|
|
51
|
+
],
|
|
52
|
+
"additionalProperties": false
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
},
|
|
56
|
+
"required": [
|
|
57
|
+
"modelProjectId",
|
|
58
|
+
"inspectedAt",
|
|
59
|
+
"pendingTrainingCount",
|
|
60
|
+
"issues"
|
|
61
|
+
],
|
|
62
|
+
"additionalProperties": false,
|
|
63
|
+
"$defs": {
|
|
64
|
+
"__schema0": {
|
|
65
|
+
"type": "string",
|
|
66
|
+
"minLength": 1,
|
|
67
|
+
"maxLength": 240
|
|
68
|
+
}
|
|
69
|
+
},
|
|
70
|
+
"$id": "urn:openpond:learning:v1:task-queue-inspection",
|
|
71
|
+
"$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
|
|
72
|
+
}
|