@openpond/evals 0.7.5 → 0.7.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. package/JAVASCRIPT_ENVIRONMENTS.md +47 -0
  2. package/dist/environment-execution-services-contract.js +27 -0
  3. package/dist/environment-execution-services.js +100 -0
  4. package/dist/javascript-environment-contract.js +13 -0
  5. package/dist/javascript-environment-node.js +4 -2
  6. package/dist/javascript-environment.js +4 -2
  7. package/dist/javascript-isolate-process-entry.js +2 -2
  8. package/dist/javascript-isolate-process-source.js +1 -1
  9. package/dist/javascript-isolate-process.js +6 -4
  10. package/dist/javascript-isolate.js +39 -30
  11. package/dist/javascript-verifier-worker-source.js +1 -1
  12. package/dist/sql-execution-contract.js +52 -0
  13. package/dist/sql-execution-engine.js +135 -0
  14. package/dist/sql-execution-node.js +58 -0
  15. package/dist/sql-execution-process-entry.js +3 -0
  16. package/dist/sql-execution-process-source.js +1 -0
  17. package/dist/sql-wasm-binary.js +1 -0
  18. package/dist/types/environment-execution-services-contract.d.ts +74 -0
  19. package/dist/types/environment-execution-services-contract.d.ts.map +1 -0
  20. package/dist/types/environment-execution-services.d.ts +17 -0
  21. package/dist/types/environment-execution-services.d.ts.map +1 -0
  22. package/dist/types/evidence/conformance.d.ts +4 -4
  23. package/dist/types/evidence/contracts.d.ts +4 -4
  24. package/dist/types/javascript-environment-contract.d.ts +121 -0
  25. package/dist/types/javascript-environment-contract.d.ts.map +1 -1
  26. package/dist/types/javascript-environment-node.d.ts.map +1 -1
  27. package/dist/types/javascript-environment.d.ts +36 -0
  28. package/dist/types/javascript-environment.d.ts.map +1 -1
  29. package/dist/types/javascript-isolate-process.d.ts.map +1 -1
  30. package/dist/types/javascript-isolate.d.ts +4 -1
  31. package/dist/types/javascript-isolate.d.ts.map +1 -1
  32. package/dist/types/learning/contracts.d.ts +11 -11
  33. package/dist/types/learning/operations.d.ts +6 -6
  34. package/dist/types/learning/repository.d.ts +5 -5
  35. package/dist/types/learning/transport.d.ts +27 -27
  36. package/dist/types/sql-execution-contract.d.ts +72 -0
  37. package/dist/types/sql-execution-contract.d.ts.map +1 -0
  38. package/dist/types/sql-execution-engine.d.ts +4 -0
  39. package/dist/types/sql-execution-engine.d.ts.map +1 -0
  40. package/dist/types/sql-execution-node.d.ts +9 -0
  41. package/dist/types/sql-execution-node.d.ts.map +1 -0
  42. package/dist/types/sql-execution-process-entry.d.ts +2 -0
  43. package/dist/types/sql-execution-process-entry.d.ts.map +1 -0
  44. package/dist/types/sql-execution-process-source.d.ts +1 -0
  45. package/dist/types/sql-wasm-binary.d.ts +1 -0
  46. package/package.json +10 -1
@@ -582,11 +582,11 @@ export declare const learningResourceSchemas: {
582
582
  note: z.ZodString;
583
583
  }, z.core.$strict>;
584
584
  status: z.ZodEnum<{
585
+ rejected: "rejected";
585
586
  pending_example: "pending_example";
586
587
  pending_review: "pending_review";
587
588
  applied: "applied";
588
589
  superseded: "superseded";
589
- rejected: "rejected";
590
590
  }>;
591
591
  evidence: z.ZodNullable<z.ZodObject<{
592
592
  id: z.ZodString;
@@ -639,8 +639,8 @@ export declare const learningResourceSchemas: {
639
639
  }>;
640
640
  taskAdmissibility: z.ZodEnum<{
641
641
  pending: "pending";
642
- approved: "approved";
643
642
  rejected: "rejected";
643
+ approved: "approved";
644
644
  }>;
645
645
  observedQuality: z.ZodEnum<{
646
646
  passed: "passed";
@@ -650,8 +650,8 @@ export declare const learningResourceSchemas: {
650
650
  }>;
651
651
  targetApproval: z.ZodEnum<{
652
652
  pending: "pending";
653
- approved: "approved";
654
653
  rejected: "rejected";
654
+ approved: "approved";
655
655
  not_required: "not_required";
656
656
  }>;
657
657
  approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
@@ -922,9 +922,9 @@ export declare const learningResourceSchemas: {
922
922
  status: z.ZodEnum<{
923
923
  failed: "failed";
924
924
  cancelled: "cancelled";
925
+ rejected: "rejected";
925
926
  accepted: "accepted";
926
927
  training: "training";
927
- rejected: "rejected";
928
928
  waiting_for_data: "waiting_for_data";
929
929
  waiting_for_review: "waiting_for_review";
930
930
  ready: "ready";
@@ -1273,12 +1273,12 @@ export declare const LearningResourceKindSchema: z.ZodEnum<{
1273
1273
  feedback: "feedback";
1274
1274
  reward: "reward";
1275
1275
  source: "source";
1276
+ asset: "asset";
1276
1277
  decision: "decision";
1277
1278
  evidence: "evidence";
1278
1279
  binding: "binding";
1279
1280
  grade: "grade";
1280
1281
  batch: "batch";
1281
- asset: "asset";
1282
1282
  definition: "definition";
1283
1283
  draft: "draft";
1284
1284
  iteration: "iteration";
@@ -1226,9 +1226,9 @@ export declare const LearningCommandRequestSchema: z.ZodObject<{
1226
1226
  feedbackId: z.ZodString;
1227
1227
  expectedRevision: z.ZodNumber;
1228
1228
  disposition: z.ZodEnum<{
1229
+ rejected: "rejected";
1229
1230
  applied: "applied";
1230
1231
  superseded: "superseded";
1231
- rejected: "rejected";
1232
1232
  }>;
1233
1233
  decision: z.ZodNullable<z.ZodObject<{
1234
1234
  id: z.ZodString;
@@ -1262,13 +1262,13 @@ export declare const LearningCommandRequestSchema: z.ZodObject<{
1262
1262
  expectedRevision: z.ZodNumber;
1263
1263
  disposition: z.ZodEnum<{
1264
1264
  pending: "pending";
1265
- approved: "approved";
1266
1265
  rejected: "rejected";
1266
+ approved: "approved";
1267
1267
  }>;
1268
1268
  targetApproval: z.ZodEnum<{
1269
1269
  pending: "pending";
1270
- approved: "approved";
1271
1270
  rejected: "rejected";
1271
+ approved: "approved";
1272
1272
  not_required: "not_required";
1273
1273
  }>;
1274
1274
  approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
@@ -1322,12 +1322,12 @@ export declare const LearningReadRequestSchema: z.ZodDiscriminatedUnion<[z.ZodOb
1322
1322
  feedback: "feedback";
1323
1323
  reward: "reward";
1324
1324
  source: "source";
1325
+ asset: "asset";
1325
1326
  decision: "decision";
1326
1327
  evidence: "evidence";
1327
1328
  binding: "binding";
1328
1329
  grade: "grade";
1329
1330
  batch: "batch";
1330
- asset: "asset";
1331
1331
  definition: "definition";
1332
1332
  draft: "draft";
1333
1333
  iteration: "iteration";
@@ -1343,12 +1343,12 @@ export declare const LearningReadRequestSchema: z.ZodDiscriminatedUnion<[z.ZodOb
1343
1343
  feedback: "feedback";
1344
1344
  reward: "reward";
1345
1345
  source: "source";
1346
+ asset: "asset";
1346
1347
  decision: "decision";
1347
1348
  evidence: "evidence";
1348
1349
  binding: "binding";
1349
1350
  grade: "grade";
1350
1351
  batch: "batch";
1351
- asset: "asset";
1352
1352
  definition: "definition";
1353
1353
  draft: "draft";
1354
1354
  iteration: "iteration";
@@ -1590,6 +1590,24 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
1590
1590
  }, z.core.$strict>>;
1591
1591
  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1592
1592
  contentHash: z.ZodString;
1593
+ }, z.core.$strict> | z.ZodObject<{
1594
+ schemaVersion: z.ZodLiteral<"openpond.learningTextAsset.v1">;
1595
+ id: z.ZodString;
1596
+ revision: z.ZodLiteral<1>;
1597
+ asset: z.ZodObject<{
1598
+ id: z.ZodString;
1599
+ path: z.ZodString;
1600
+ contentHash: z.ZodString;
1601
+ sizeBytes: z.ZodNumber;
1602
+ mediaType: z.ZodString;
1603
+ visibility: z.ZodEnum<{
1604
+ policy: "policy";
1605
+ verifier: "verifier";
1606
+ host_private: "host_private";
1607
+ }>;
1608
+ }, z.core.$strict>;
1609
+ text: z.ZodString;
1610
+ contentHash: z.ZodString;
1593
1611
  }, z.core.$strict> | z.ZodObject<{
1594
1612
  schemaVersion: z.ZodLiteral<"openpond.rewardRelease.v1">;
1595
1613
  id: z.ZodString;
@@ -1955,11 +1973,11 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
1955
1973
  note: z.ZodString;
1956
1974
  }, z.core.$strict>;
1957
1975
  status: z.ZodEnum<{
1976
+ rejected: "rejected";
1958
1977
  pending_example: "pending_example";
1959
1978
  pending_review: "pending_review";
1960
1979
  applied: "applied";
1961
1980
  superseded: "superseded";
1962
- rejected: "rejected";
1963
1981
  }>;
1964
1982
  evidence: z.ZodNullable<z.ZodObject<{
1965
1983
  id: z.ZodString;
@@ -2011,8 +2029,8 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
2011
2029
  }>;
2012
2030
  taskAdmissibility: z.ZodEnum<{
2013
2031
  pending: "pending";
2014
- approved: "approved";
2015
2032
  rejected: "rejected";
2033
+ approved: "approved";
2016
2034
  }>;
2017
2035
  observedQuality: z.ZodEnum<{
2018
2036
  passed: "passed";
@@ -2022,8 +2040,8 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
2022
2040
  }>;
2023
2041
  targetApproval: z.ZodEnum<{
2024
2042
  pending: "pending";
2025
- approved: "approved";
2026
2043
  rejected: "rejected";
2044
+ approved: "approved";
2027
2045
  not_required: "not_required";
2028
2046
  }>;
2029
2047
  approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
@@ -2291,9 +2309,9 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
2291
2309
  status: z.ZodEnum<{
2292
2310
  failed: "failed";
2293
2311
  cancelled: "cancelled";
2312
+ rejected: "rejected";
2294
2313
  accepted: "accepted";
2295
2314
  training: "training";
2296
- rejected: "rejected";
2297
2315
  waiting_for_data: "waiting_for_data";
2298
2316
  waiting_for_review: "waiting_for_review";
2299
2317
  ready: "ready";
@@ -2429,24 +2447,6 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
2429
2447
  failure: z.ZodNullable<z.ZodString>;
2430
2448
  createdAt: z.ZodString;
2431
2449
  updatedAt: z.ZodString;
2432
- }, z.core.$strict> | z.ZodObject<{
2433
- schemaVersion: z.ZodLiteral<"openpond.learningTextAsset.v1">;
2434
- id: z.ZodString;
2435
- revision: z.ZodLiteral<1>;
2436
- asset: z.ZodObject<{
2437
- id: z.ZodString;
2438
- path: z.ZodString;
2439
- contentHash: z.ZodString;
2440
- sizeBytes: z.ZodNumber;
2441
- mediaType: z.ZodString;
2442
- visibility: z.ZodEnum<{
2443
- policy: "policy";
2444
- verifier: "verifier";
2445
- host_private: "host_private";
2446
- }>;
2447
- }, z.core.$strict>;
2448
- text: z.ZodString;
2449
- contentHash: z.ZodString;
2450
2450
  }, z.core.$strict> | z.ZodDiscriminatedUnion<[z.ZodObject<{
2451
2451
  id: z.ZodString;
2452
2452
  targetId: z.ZodString;
@@ -0,0 +1,72 @@
1
+ import { z } from "zod";
2
+ export declare const SqlValueSchema: z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
3
+ integer: z.ZodString;
4
+ }, z.core.$strict>, z.ZodObject<{
5
+ blobBase64: z.ZodString;
6
+ }, z.core.$strict>]>;
7
+ export declare const SqlSnapshotSchema: z.ZodObject<{
8
+ tables: z.ZodArray<z.ZodObject<{
9
+ name: z.ZodString;
10
+ columns: z.ZodArray<z.ZodObject<{
11
+ name: z.ZodString;
12
+ type: z.ZodEnum<{
13
+ INTEGER: "INTEGER";
14
+ REAL: "REAL";
15
+ TEXT: "TEXT";
16
+ BLOB: "BLOB";
17
+ }>;
18
+ }, z.core.$strict>>;
19
+ rows: z.ZodArray<z.ZodArray<z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
20
+ integer: z.ZodString;
21
+ }, z.core.$strict>, z.ZodObject<{
22
+ blobBase64: z.ZodString;
23
+ }, z.core.$strict>]>>>;
24
+ }, z.core.$strict>>;
25
+ }, z.core.$strict>;
26
+ export declare const SqlExecutionRequestSchema: z.ZodObject<{
27
+ schemaVersion: z.ZodLiteral<"openpond.sqlExecution.v1">;
28
+ snapshot: z.ZodObject<{
29
+ tables: z.ZodArray<z.ZodObject<{
30
+ name: z.ZodString;
31
+ columns: z.ZodArray<z.ZodObject<{
32
+ name: z.ZodString;
33
+ type: z.ZodEnum<{
34
+ INTEGER: "INTEGER";
35
+ REAL: "REAL";
36
+ TEXT: "TEXT";
37
+ BLOB: "BLOB";
38
+ }>;
39
+ }, z.core.$strict>>;
40
+ rows: z.ZodArray<z.ZodArray<z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
41
+ integer: z.ZodString;
42
+ }, z.core.$strict>, z.ZodObject<{
43
+ blobBase64: z.ZodString;
44
+ }, z.core.$strict>]>>>;
45
+ }, z.core.$strict>>;
46
+ }, z.core.$strict>;
47
+ sql: z.ZodString;
48
+ maxRows: z.ZodNumber;
49
+ maxResultBytes: z.ZodNumber;
50
+ }, z.core.$strict>;
51
+ export declare const SqlExecutionResultSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
52
+ status: z.ZodLiteral<"completed">;
53
+ columns: z.ZodArray<z.ZodString>;
54
+ rows: z.ZodArray<z.ZodArray<z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
55
+ integer: z.ZodString;
56
+ }, z.core.$strict>, z.ZodObject<{
57
+ blobBase64: z.ZodString;
58
+ }, z.core.$strict>]>>>;
59
+ }, z.core.$strict>, z.ZodObject<{
60
+ status: z.ZodLiteral<"rejected">;
61
+ code: z.ZodEnum<{
62
+ invalid_query: "invalid_query";
63
+ multiple_statements: "multiple_statements";
64
+ result_too_large: "result_too_large";
65
+ memory_limit: "memory_limit";
66
+ }>;
67
+ }, z.core.$strict>], "status">;
68
+ export type SqlValue = z.infer<typeof SqlValueSchema>;
69
+ export type SqlExecutionRequest = z.infer<typeof SqlExecutionRequestSchema>;
70
+ export type SqlExecutionResult = z.infer<typeof SqlExecutionResultSchema>;
71
+ export declare function assertSqlExecutionRequest(value: unknown): SqlExecutionRequest;
72
+ //# sourceMappingURL=sql-execution-contract.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sql-execution-contract.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-contract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,cAAc;;;;oBAKzB,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;kBAe5B,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAM3B,CAAC;AACZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;8BAGnC,CAAC;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AACtD,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,mBAAmB,CAK7E"}
@@ -0,0 +1,4 @@
1
+ import { type SqlExecutionResult } from "./sql-execution-contract.js";
2
+ /** Internal child entry only: synchronous SQLite never runs in the application owner. */
3
+ export declare function executeSqlInChild(raw: unknown): Promise<SqlExecutionResult>;
4
+ //# sourceMappingURL=sql-execution-engine.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sql-execution-engine.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-engine.ts"],"names":[],"mappings":"AAEA,OAAO,EAA6B,KAAK,kBAAkB,EAAiB,MAAM,6BAA6B,CAAC;AAkBhH,yFAAyF;AACzF,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAoDjF"}
@@ -0,0 +1,9 @@
1
+ import { type SqlExecutionRequest, type SqlExecutionResult } from "./sql-execution-contract.js";
2
+ export * from "./sql-execution-contract.js";
3
+ /** Every result, cancellation and timeout settles after the owned child exits. */
4
+ export declare function executeSqlInProcess(input: {
5
+ request: SqlExecutionRequest;
6
+ timeoutMs: number;
7
+ signal?: AbortSignal;
8
+ }): Promise<SqlExecutionResult>;
9
+ //# sourceMappingURL=sql-execution-node.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sql-execution-node.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-node.ts"],"names":[],"mappings":"AAGA,OAAO,EAAuD,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACrJ,cAAc,6BAA6B,CAAC;AAE5C,kFAAkF;AAClF,wBAAsB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAsCvJ"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=sql-execution-process-entry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sql-execution-process-entry.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-process-entry.ts"],"names":[],"mappings":""}
@@ -0,0 +1 @@
1
+ export declare const sqlExecutionProcessSource: string;
@@ -0,0 +1 @@
1
+ export declare const sqlWasmBinary: Uint8Array;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@openpond/evals",
3
- "version": "0.7.5",
3
+ "version": "0.7.6",
4
4
  "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -19,6 +19,14 @@
19
19
  "LICENSE"
20
20
  ],
21
21
  "exports": {
22
+ "./sql-execution/node": {
23
+ "types": "./dist/types/sql-execution-node.d.ts",
24
+ "import": "./dist/sql-execution-node.js"
25
+ },
26
+ "./sql-execution": {
27
+ "types": "./dist/types/sql-execution-contract.d.ts",
28
+ "import": "./dist/sql-execution-contract.js"
29
+ },
22
30
  "./javascript-environment/attempt": {
23
31
  "types": "./dist/types/javascript-environment-attempt.d.ts",
24
32
  "import": "./dist/javascript-environment-attempt.js"
@@ -136,6 +144,7 @@
136
144
  },
137
145
  "dependencies": {
138
146
  "@jitl/quickjs-singlefile-cjs-release-sync": "0.32.0",
147
+ "@sqlite.org/sqlite-wasm": "3.53.0-build1",
139
148
  "ajv": "^8.20.0",
140
149
  "quickjs-emscripten-core": "0.32.0",
141
150
  "zod": "^4.1.13"