@openpond/evals 0.11.9 → 0.11.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. package/LEARNING.md +35 -0
  2. package/dist/experiments.js +169 -0
  3. package/dist/index.js +1 -0
  4. package/dist/learning/acceptance-group.js +199 -0
  5. package/dist/learning/acceptance-plan.js +7 -1
  6. package/dist/learning/authoring.js +2 -1
  7. package/dist/learning/index.js +1 -0
  8. package/dist/learning/reward-authoring.js +3 -3
  9. package/dist/rewards.js +5 -0
  10. package/dist/types/experiments.d.ts +426 -0
  11. package/dist/types/experiments.d.ts.map +1 -0
  12. package/dist/types/index.d.ts +1 -0
  13. package/dist/types/index.d.ts.map +1 -1
  14. package/dist/types/learning/acceptance-group.d.ts +540 -0
  15. package/dist/types/learning/acceptance-group.d.ts.map +1 -0
  16. package/dist/types/learning/acceptance-plan.d.ts +39 -0
  17. package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
  18. package/dist/types/learning/admission.d.ts +1 -0
  19. package/dist/types/learning/admission.d.ts.map +1 -1
  20. package/dist/types/learning/authoring-service.d.ts +1 -0
  21. package/dist/types/learning/authoring-service.d.ts.map +1 -1
  22. package/dist/types/learning/authoring.d.ts +4 -0
  23. package/dist/types/learning/authoring.d.ts.map +1 -1
  24. package/dist/types/learning/contracts.d.ts +4 -3
  25. package/dist/types/learning/contracts.d.ts.map +1 -1
  26. package/dist/types/learning/index.d.ts +1 -0
  27. package/dist/types/learning/index.d.ts.map +1 -1
  28. package/dist/types/learning/iteration-candidate-decision.d.ts +1 -1
  29. package/dist/types/learning/operations.d.ts +6 -0
  30. package/dist/types/learning/operations.d.ts.map +1 -1
  31. package/dist/types/learning/repository.d.ts +4 -2
  32. package/dist/types/learning/repository.d.ts.map +1 -1
  33. package/dist/types/learning/reward-authoring.d.ts.map +1 -1
  34. package/dist/types/learning/reward-calibration.d.ts +1 -0
  35. package/dist/types/learning/reward-calibration.d.ts.map +1 -1
  36. package/dist/types/learning/transport.d.ts +8 -3
  37. package/dist/types/learning/transport.d.ts.map +1 -1
  38. package/dist/types/rewards.d.ts +4 -0
  39. package/dist/types/rewards.d.ts.map +1 -1
  40. package/package.json +5 -1
  41. package/schemas/learning/v1/acceptance-group-manifest.schema.json +261 -0
  42. package/schemas/learning/v1/acceptance-group-snapshot.schema.json +585 -0
  43. package/schemas/learning/v1/acceptance-plan.schema.json +205 -0
  44. package/schemas/learning/v1/command-request.schema.json +248 -235
  45. package/schemas/learning/v1/draft.schema.json +4 -0
  46. package/schemas/learning/v1/reward.schema.json +4 -0
package/schemas/learning/v1/acceptance-plan.schema.json ADDED
@@ -0,0 +1,205 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "type": "object",
4
+ "properties": {
5
+ "schemaVersion": {
6
+ "type": "string",
7
+ "const": "openpond.acceptancePlan.v1"
8
+ },
9
+ "id": {
10
+ "$ref": "#/$defs/__schema0"
11
+ },
12
+ "revision": {
13
+ "type": "integer",
14
+ "exclusiveMinimum": 0,
15
+ "maximum": 9007199254740991
16
+ },
17
+ "checks": {
18
+ "minItems": 1,
19
+ "maxItems": 100,
20
+ "type": "array",
21
+ "items": {
22
+ "$ref": "#/$defs/__schema1"
23
+ }
24
+ },
25
+ "maximumSpendUsd": {
26
+ "type": "number",
27
+ "exclusiveMinimum": 0
28
+ },
29
+ "contentHash": {
30
+ "$ref": "#/$defs/__schema8"
31
+ }
32
+ },
33
+ "required": [
34
+ "schemaVersion",
35
+ "id",
36
+ "revision",
37
+ "checks",
38
+ "maximumSpendUsd",
39
+ "contentHash"
40
+ ],
41
+ "additionalProperties": false,
42
+ "$defs": {
43
+ "__schema0": {
44
+ "type": "string",
45
+ "minLength": 1,
46
+ "maxLength": 240
47
+ },
48
+ "__schema1": {
49
+ "type": "object",
50
+ "properties": {
51
+ "id": {
52
+ "$ref": "#/$defs/__schema0"
53
+ },
54
+ "name": {
55
+ "$ref": "#/$defs/__schema2"
56
+ },
57
+ "required": {
58
+ "$ref": "#/$defs/__schema3"
59
+ },
60
+ "role": {
61
+ "$ref": "#/$defs/__schema4"
62
+ },
63
+ "unit": {
64
+ "$ref": "#/$defs/__schema5"
65
+ },
66
+ "baselineReuse": {
67
+ "$ref": "#/$defs/__schema6"
68
+ },
69
+ "dataset": {
70
+ "$ref": "#/$defs/__schema7"
71
+ },
72
+ "evaluator": {
73
+ "$ref": "#/$defs/__schema7"
74
+ },
75
+ "executionHash": {
76
+ "$ref": "#/$defs/__schema8"
77
+ },
78
+ "populationHash": {
79
+ "$ref": "#/$defs/__schema8"
80
+ },
81
+ "metric": {
82
+ "$ref": "#/$defs/__schema0"
83
+ },
84
+ "direction": {
85
+ "$ref": "#/$defs/__schema9"
86
+ },
87
+ "minimumCoverage": {
88
+ "$ref": "#/$defs/__schema10"
89
+ },
90
+ "threshold": {
91
+ "$ref": "#/$defs/__schema11"
92
+ },
93
+ "maximumRegression": {
94
+ "$ref": "#/$defs/__schema12"
95
+ },
96
+ "maximumSpendUsd": {
97
+ "$ref": "#/$defs/__schema13"
98
+ }
99
+ },
100
+ "required": [
101
+ "id",
102
+ "name",
103
+ "required",
104
+ "dataset",
105
+ "evaluator",
106
+ "executionHash",
107
+ "populationHash",
108
+ "metric",
109
+ "direction",
110
+ "minimumCoverage",
111
+ "threshold",
112
+ "maximumRegression",
113
+ "maximumSpendUsd"
114
+ ],
115
+ "additionalProperties": false
116
+ },
117
+ "__schema2": {
118
+ "type": "string",
119
+ "minLength": 1,
120
+ "maxLength": 200
121
+ },
122
+ "__schema3": {
123
+ "type": "boolean"
124
+ },
125
+ "__schema4": {
126
+ "type": "string",
127
+ "enum": [
128
+ "quality",
129
+ "retention",
130
+ "diagnostic"
131
+ ]
132
+ },
133
+ "__schema5": {
134
+ "type": "string",
135
+ "minLength": 1,
136
+ "maxLength": 80
137
+ },
138
+ "__schema6": {
139
+ "type": "object",
140
+ "properties": {
141
+ "maximumAgeSeconds": {
142
+ "type": "integer",
143
+ "exclusiveMinimum": 0,
144
+ "maximum": 31536000
145
+ },
146
+ "qualification": {
147
+ "$ref": "#/$defs/__schema7"
148
+ }
149
+ },
150
+ "required": [
151
+ "maximumAgeSeconds",
152
+ "qualification"
153
+ ],
154
+ "additionalProperties": false
155
+ },
156
+ "__schema7": {
157
+ "type": "object",
158
+ "properties": {
159
+ "id": {
160
+ "type": "string",
161
+ "minLength": 1,
162
+ "maxLength": 240
163
+ },
164
+ "contentHash": {
165
+ "type": "string",
166
+ "pattern": "^[a-f0-9]{64}$"
167
+ }
168
+ },
169
+ "required": [
170
+ "id",
171
+ "contentHash"
172
+ ],
173
+ "additionalProperties": false
174
+ },
175
+ "__schema8": {
176
+ "type": "string",
177
+ "pattern": "^[a-f0-9]{64}$"
178
+ },
179
+ "__schema9": {
180
+ "type": "string",
181
+ "enum": [
182
+ "higher",
183
+ "lower"
184
+ ]
185
+ },
186
+ "__schema10": {
187
+ "type": "number",
188
+ "exclusiveMinimum": 0,
189
+ "maximum": 1
190
+ },
191
+ "__schema11": {
192
+ "type": "number"
193
+ },
194
+ "__schema12": {
195
+ "type": "number",
196
+ "minimum": 0
197
+ },
198
+ "__schema13": {
199
+ "type": "number",
200
+ "exclusiveMinimum": 0
201
+ }
202
+ },
203
+ "$id": "urn:openpond:learning:v1:acceptance-plan",
204
+ "$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
205
+ }