@openpond/evals 0.11.9 → 0.11.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (14) hide show
  1. package/LEARNING.md +35 -0
  2. package/dist/learning/acceptance-group.js +199 -0
  3. package/dist/learning/acceptance-plan.js +7 -1
  4. package/dist/learning/index.js +1 -0
  5. package/dist/types/learning/acceptance-group.d.ts +540 -0
  6. package/dist/types/learning/acceptance-group.d.ts.map +1 -0
  7. package/dist/types/learning/acceptance-plan.d.ts +39 -0
  8. package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
  9. package/dist/types/learning/index.d.ts +1 -0
  10. package/dist/types/learning/index.d.ts.map +1 -1
  11. package/package.json +1 -1
  12. package/schemas/learning/v1/acceptance-group-manifest.schema.json +261 -0
  13. package/schemas/learning/v1/acceptance-group-snapshot.schema.json +585 -0
  14. package/schemas/learning/v1/acceptance-plan.schema.json +205 -0
package/schemas/learning/v1/acceptance-plan.schema.json ADDED
@@ -0,0 +1,205 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "type": "object",
4
+ "properties": {
5
+ "schemaVersion": {
6
+ "type": "string",
7
+ "const": "openpond.acceptancePlan.v1"
8
+ },
9
+ "id": {
10
+ "$ref": "#/$defs/__schema0"
11
+ },
12
+ "revision": {
13
+ "type": "integer",
14
+ "exclusiveMinimum": 0,
15
+ "maximum": 9007199254740991
16
+ },
17
+ "checks": {
18
+ "minItems": 1,
19
+ "maxItems": 100,
20
+ "type": "array",
21
+ "items": {
22
+ "$ref": "#/$defs/__schema1"
23
+ }
24
+ },
25
+ "maximumSpendUsd": {
26
+ "type": "number",
27
+ "exclusiveMinimum": 0
28
+ },
29
+ "contentHash": {
30
+ "$ref": "#/$defs/__schema8"
31
+ }
32
+ },
33
+ "required": [
34
+ "schemaVersion",
35
+ "id",
36
+ "revision",
37
+ "checks",
38
+ "maximumSpendUsd",
39
+ "contentHash"
40
+ ],
41
+ "additionalProperties": false,
42
+ "$defs": {
43
+ "__schema0": {
44
+ "type": "string",
45
+ "minLength": 1,
46
+ "maxLength": 240
47
+ },
48
+ "__schema1": {
49
+ "type": "object",
50
+ "properties": {
51
+ "id": {
52
+ "$ref": "#/$defs/__schema0"
53
+ },
54
+ "name": {
55
+ "$ref": "#/$defs/__schema2"
56
+ },
57
+ "required": {
58
+ "$ref": "#/$defs/__schema3"
59
+ },
60
+ "role": {
61
+ "$ref": "#/$defs/__schema4"
62
+ },
63
+ "unit": {
64
+ "$ref": "#/$defs/__schema5"
65
+ },
66
+ "baselineReuse": {
67
+ "$ref": "#/$defs/__schema6"
68
+ },
69
+ "dataset": {
70
+ "$ref": "#/$defs/__schema7"
71
+ },
72
+ "evaluator": {
73
+ "$ref": "#/$defs/__schema7"
74
+ },
75
+ "executionHash": {
76
+ "$ref": "#/$defs/__schema8"
77
+ },
78
+ "populationHash": {
79
+ "$ref": "#/$defs/__schema8"
80
+ },
81
+ "metric": {
82
+ "$ref": "#/$defs/__schema0"
83
+ },
84
+ "direction": {
85
+ "$ref": "#/$defs/__schema9"
86
+ },
87
+ "minimumCoverage": {
88
+ "$ref": "#/$defs/__schema10"
89
+ },
90
+ "threshold": {
91
+ "$ref": "#/$defs/__schema11"
92
+ },
93
+ "maximumRegression": {
94
+ "$ref": "#/$defs/__schema12"
95
+ },
96
+ "maximumSpendUsd": {
97
+ "$ref": "#/$defs/__schema13"
98
+ }
99
+ },
100
+ "required": [
101
+ "id",
102
+ "name",
103
+ "required",
104
+ "dataset",
105
+ "evaluator",
106
+ "executionHash",
107
+ "populationHash",
108
+ "metric",
109
+ "direction",
110
+ "minimumCoverage",
111
+ "threshold",
112
+ "maximumRegression",
113
+ "maximumSpendUsd"
114
+ ],
115
+ "additionalProperties": false
116
+ },
117
+ "__schema2": {
118
+ "type": "string",
119
+ "minLength": 1,
120
+ "maxLength": 200
121
+ },
122
+ "__schema3": {
123
+ "type": "boolean"
124
+ },
125
+ "__schema4": {
126
+ "type": "string",
127
+ "enum": [
128
+ "quality",
129
+ "retention",
130
+ "diagnostic"
131
+ ]
132
+ },
133
+ "__schema5": {
134
+ "type": "string",
135
+ "minLength": 1,
136
+ "maxLength": 80
137
+ },
138
+ "__schema6": {
139
+ "type": "object",
140
+ "properties": {
141
+ "maximumAgeSeconds": {
142
+ "type": "integer",
143
+ "exclusiveMinimum": 0,
144
+ "maximum": 31536000
145
+ },
146
+ "qualification": {
147
+ "$ref": "#/$defs/__schema7"
148
+ }
149
+ },
150
+ "required": [
151
+ "maximumAgeSeconds",
152
+ "qualification"
153
+ ],
154
+ "additionalProperties": false
155
+ },
156
+ "__schema7": {
157
+ "type": "object",
158
+ "properties": {
159
+ "id": {
160
+ "type": "string",
161
+ "minLength": 1,
162
+ "maxLength": 240
163
+ },
164
+ "contentHash": {
165
+ "type": "string",
166
+ "pattern": "^[a-f0-9]{64}$"
167
+ }
168
+ },
169
+ "required": [
170
+ "id",
171
+ "contentHash"
172
+ ],
173
+ "additionalProperties": false
174
+ },
175
+ "__schema8": {
176
+ "type": "string",
177
+ "pattern": "^[a-f0-9]{64}$"
178
+ },
179
+ "__schema9": {
180
+ "type": "string",
181
+ "enum": [
182
+ "higher",
183
+ "lower"
184
+ ]
185
+ },
186
+ "__schema10": {
187
+ "type": "number",
188
+ "exclusiveMinimum": 0,
189
+ "maximum": 1
190
+ },
191
+ "__schema11": {
192
+ "type": "number"
193
+ },
194
+ "__schema12": {
195
+ "type": "number",
196
+ "minimum": 0
197
+ },
198
+ "__schema13": {
199
+ "type": "number",
200
+ "exclusiveMinimum": 0
201
+ }
202
+ },
203
+ "$id": "urn:openpond:learning:v1:acceptance-plan",
204
+ "$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
205
+ }