@openpond/evals 0.10.10 → 0.11.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/CONTRACT.md +13 -0
  2. package/LEARNING.md +20 -0
  3. package/dist/javascript-verifier-contract.js +5 -0
  4. package/dist/javascript-verifier-node.js +3 -1
  5. package/dist/javascript-verifier.js +2 -1
  6. package/dist/learning/contracts.js +2 -0
  7. package/dist/learning/index.js +2 -0
  8. package/dist/learning/iteration-eligibility.js +5 -2
  9. package/dist/learning/iteration-reservation-contracts.js +1 -0
  10. package/dist/learning/iteration-reservation-service.js +11 -2
  11. package/dist/learning/nightly-schedule.js +69 -0
  12. package/dist/learning/reward-authoring.js +2 -1
  13. package/dist/learning/reward-fixture-executor.js +1 -1
  14. package/dist/learning/schedule-contracts.js +5 -1
  15. package/dist/learning/schedule-service.js +9 -5
  16. package/dist/learning/schedule-worker.js +22 -7
  17. package/dist/learning/service.js +10 -1
  18. package/dist/learning/task-queue-inspection.js +48 -0
  19. package/dist/learning/transport.js +1 -0
  20. package/dist/tasksets.js +3 -0
  21. package/dist/types/builtin-benchmarks/harness-refiner.d.ts +1 -0
  22. package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
  23. package/dist/types/conformance.d.ts +2 -0
  24. package/dist/types/conformance.d.ts.map +1 -1
  25. package/dist/types/execution-contracts.d.ts +8 -0
  26. package/dist/types/execution-contracts.d.ts.map +1 -1
  27. package/dist/types/javascript-verifier-contract.d.ts +2 -0
  28. package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
  29. package/dist/types/javascript-verifier-node.d.ts.map +1 -1
  30. package/dist/types/javascript-verifier.d.ts +1 -0
  31. package/dist/types/javascript-verifier.d.ts.map +1 -1
  32. package/dist/types/learning/admission.d.ts +4 -0
  33. package/dist/types/learning/admission.d.ts.map +1 -1
  34. package/dist/types/learning/batch-service.d.ts +1 -0
  35. package/dist/types/learning/batch-service.d.ts.map +1 -1
  36. package/dist/types/learning/contracts.d.ts +16 -0
  37. package/dist/types/learning/contracts.d.ts.map +1 -1
  38. package/dist/types/learning/index.d.ts +2 -0
  39. package/dist/types/learning/index.d.ts.map +1 -1
  40. package/dist/types/learning/iteration-eligibility.d.ts +8 -1
  41. package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
  42. package/dist/types/learning/iteration-reservation-contracts.d.ts +6 -0
  43. package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
  44. package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
  45. package/dist/types/learning/nightly-schedule.d.ts +13 -0
  46. package/dist/types/learning/nightly-schedule.d.ts.map +1 -0
  47. package/dist/types/learning/operations.d.ts +38 -0
  48. package/dist/types/learning/operations.d.ts.map +1 -1
  49. package/dist/types/learning/repository.d.ts +19 -0
  50. package/dist/types/learning/repository.d.ts.map +1 -1
  51. package/dist/types/learning/reward-authoring.d.ts.map +1 -1
  52. package/dist/types/learning/reward-calibration.d.ts +1 -0
  53. package/dist/types/learning/reward-calibration.d.ts.map +1 -1
  54. package/dist/types/learning/schedule-contracts.d.ts +4 -0
  55. package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
  56. package/dist/types/learning/schedule-service.d.ts +4 -0
  57. package/dist/types/learning/schedule-service.d.ts.map +1 -1
  58. package/dist/types/learning/schedule-worker.d.ts.map +1 -1
  59. package/dist/types/learning/service.d.ts +10 -0
  60. package/dist/types/learning/service.d.ts.map +1 -1
  61. package/dist/types/learning/task-queue-inspection.d.ts +25 -0
  62. package/dist/types/learning/task-queue-inspection.d.ts.map +1 -0
  63. package/dist/types/learning/transport.d.ts +42 -0
  64. package/dist/types/learning/transport.d.ts.map +1 -1
  65. package/dist/types/review-conformance.d.ts +5 -5
  66. package/dist/types/rewards.d.ts +12 -0
  67. package/dist/types/rewards.d.ts.map +1 -1
  68. package/dist/types/tasksets.d.ts +20 -0
  69. package/dist/types/tasksets.d.ts.map +1 -1
  70. package/dist/types/telemetry-bundle.d.ts +2 -2
  71. package/dist/types/telemetry.d.ts +3 -3
  72. package/package.json +1 -1
  73. package/schemas/learning/v1/command-request.schema.json +48 -0
  74. package/schemas/learning/v1/package.schema.json +7 -0
  75. package/schemas/learning/v1/policy.schema.json +24 -0
  76. package/schemas/learning/v1/read-request.schema.json +28 -0
  77. package/schemas/learning/v1/reservation.schema.json +17 -0
  78. package/schemas/learning/v1/reward.schema.json +7 -0
  79. package/schemas/learning/v1/schedule.schema.json +44 -13
  80. package/schemas/learning/v1/task-queue-inspection.schema.json +72 -0
@@ -26,26 +26,29 @@
26
26
  "intervalSeconds": {
27
27
  "$ref": "#/$defs/__schema6"
28
28
  },
29
- "nextRunAt": {
29
+ "calendar": {
30
30
  "$ref": "#/$defs/__schema7"
31
31
  },
32
+ "nextRunAt": {
33
+ "$ref": "#/$defs/__schema8"
34
+ },
32
35
  "lastFire": {
33
- "$ref": "#/$defs/__schema9"
36
+ "$ref": "#/$defs/__schema10"
34
37
  },
35
38
  "consecutiveFailures": {
36
- "$ref": "#/$defs/__schema10"
39
+ "$ref": "#/$defs/__schema11"
37
40
  },
38
41
  "nextAttemptAt": {
39
- "$ref": "#/$defs/__schema11"
42
+ "$ref": "#/$defs/__schema12"
40
43
  },
41
44
  "lastError": {
42
- "$ref": "#/$defs/__schema12"
45
+ "$ref": "#/$defs/__schema13"
43
46
  },
44
47
  "createdAt": {
45
- "$ref": "#/$defs/__schema8"
48
+ "$ref": "#/$defs/__schema9"
46
49
  },
47
50
  "updatedAt": {
48
- "$ref": "#/$defs/__schema8"
51
+ "$ref": "#/$defs/__schema9"
49
52
  }
50
53
  },
51
54
  "required": [
@@ -57,6 +60,7 @@
57
60
  "executionOwner",
58
61
  "state",
59
62
  "intervalSeconds",
63
+ "calendar",
60
64
  "nextRunAt",
61
65
  "lastFire",
62
66
  "consecutiveFailures",
@@ -132,9 +136,26 @@
132
136
  ]
133
137
  },
134
138
  "__schema7": {
139
+ "default": null,
135
140
  "anyOf": [
136
141
  {
137
- "$ref": "#/$defs/__schema8"
142
+ "type": "object",
143
+ "properties": {
144
+ "localTime": {
145
+ "type": "string",
146
+ "pattern": "^(?:[01]\\d|2[0-3]):[0-5]\\d$"
147
+ },
148
+ "timeZone": {
149
+ "type": "string",
150
+ "minLength": 1,
151
+ "maxLength": 200
152
+ }
153
+ },
154
+ "required": [
155
+ "localTime",
156
+ "timeZone"
157
+ ],
158
+ "additionalProperties": false
138
159
  },
139
160
  {
140
161
  "type": "null"
@@ -142,11 +163,21 @@
142
163
  ]
143
164
  },
144
165
  "__schema8": {
166
+ "anyOf": [
167
+ {
168
+ "$ref": "#/$defs/__schema9"
169
+ },
170
+ {
171
+ "type": "null"
172
+ }
173
+ ]
174
+ },
175
+ "__schema9": {
145
176
  "type": "string",
146
177
  "format": "date-time",
147
178
  "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
148
179
  },
149
- "__schema9": {
180
+ "__schema10": {
150
181
  "anyOf": [
151
182
  {
152
183
  "$ref": "#/$defs/__schema3"
@@ -156,22 +187,22 @@
156
187
  }
157
188
  ]
158
189
  },
159
- "__schema10": {
190
+ "__schema11": {
160
191
  "type": "integer",
161
192
  "minimum": 0,
162
193
  "maximum": 9007199254740991
163
194
  },
164
- "__schema11": {
195
+ "__schema12": {
165
196
  "anyOf": [
166
197
  {
167
- "$ref": "#/$defs/__schema8"
198
+ "$ref": "#/$defs/__schema9"
168
199
  },
169
200
  {
170
201
  "type": "null"
171
202
  }
172
203
  ]
173
204
  },
174
- "__schema12": {
205
+ "__schema13": {
175
206
  "anyOf": [
176
207
  {
177
208
  "type": "string",
@@ -0,0 +1,72 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "type": "object",
4
+ "properties": {
5
+ "modelProjectId": {
6
+ "anyOf": [
7
+ {
8
+ "$ref": "#/$defs/__schema0"
9
+ },
10
+ {
11
+ "type": "null"
12
+ }
13
+ ]
14
+ },
15
+ "inspectedAt": {
16
+ "type": "string",
17
+ "format": "date-time",
18
+ "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
19
+ },
20
+ "pendingTrainingCount": {
21
+ "anyOf": [
22
+ {
23
+ "type": "integer",
24
+ "minimum": 0,
25
+ "maximum": 9007199254740991
26
+ },
27
+ {
28
+ "type": "null"
29
+ }
30
+ ]
31
+ },
32
+ "issues": {
33
+ "type": "array",
34
+ "items": {
35
+ "type": "object",
36
+ "properties": {
37
+ "policyId": {
38
+ "$ref": "#/$defs/__schema0"
39
+ },
40
+ "code": {
41
+ "type": "string"
42
+ },
43
+ "message": {
44
+ "type": "string"
45
+ }
46
+ },
47
+ "required": [
48
+ "policyId",
49
+ "code",
50
+ "message"
51
+ ],
52
+ "additionalProperties": false
53
+ }
54
+ }
55
+ },
56
+ "required": [
57
+ "modelProjectId",
58
+ "inspectedAt",
59
+ "pendingTrainingCount",
60
+ "issues"
61
+ ],
62
+ "additionalProperties": false,
63
+ "$defs": {
64
+ "__schema0": {
65
+ "type": "string",
66
+ "minLength": 1,
67
+ "maxLength": 240
68
+ }
69
+ },
70
+ "$id": "urn:openpond:learning:v1:task-queue-inspection",
71
+ "$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
72
+ }