@openpond/evals 0.7.5 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (89) hide show
  1. package/JAVASCRIPT_ENVIRONMENTS.md +47 -0
  2. package/LEARNING.md +30 -0
  3. package/dist/environment-execution-services-contract.js +27 -0
  4. package/dist/environment-execution-services.js +100 -0
  5. package/dist/javascript-environment-contract.js +13 -0
  6. package/dist/javascript-environment-node.js +4 -2
  7. package/dist/javascript-environment.js +4 -2
  8. package/dist/javascript-isolate-process-entry.js +2 -2
  9. package/dist/javascript-isolate-process-source.js +1 -1
  10. package/dist/javascript-isolate-process.js +6 -4
  11. package/dist/javascript-isolate.js +39 -30
  12. package/dist/javascript-verifier-worker-source.js +1 -1
  13. package/dist/learning/authoring-service.js +1 -1
  14. package/dist/learning/authoring.js +9 -0
  15. package/dist/learning/index.js +4 -0
  16. package/dist/learning/operations.js +3 -1
  17. package/dist/learning/repository.js +2 -0
  18. package/dist/learning/reward-authoring.js +120 -0
  19. package/dist/learning/reward-check-service.js +31 -0
  20. package/dist/learning/reward-check-worker.js +114 -0
  21. package/dist/learning/reward-checks.js +81 -0
  22. package/dist/learning/reward-fixture-executor.js +29 -0
  23. package/dist/learning/service.js +7 -0
  24. package/dist/rewards.js +3 -0
  25. package/dist/sql-execution-contract.js +52 -0
  26. package/dist/sql-execution-engine.js +135 -0
  27. package/dist/sql-execution-node.js +58 -0
  28. package/dist/sql-execution-process-entry.js +3 -0
  29. package/dist/sql-execution-process-source.js +1 -0
  30. package/dist/sql-wasm-binary.js +1 -0
  31. package/dist/types/environment-execution-services-contract.d.ts +74 -0
  32. package/dist/types/environment-execution-services-contract.d.ts.map +1 -0
  33. package/dist/types/environment-execution-services.d.ts +17 -0
  34. package/dist/types/environment-execution-services.d.ts.map +1 -0
  35. package/dist/types/evidence/conformance.d.ts +4 -4
  36. package/dist/types/evidence/contracts.d.ts +4 -4
  37. package/dist/types/javascript-environment-contract.d.ts +121 -0
  38. package/dist/types/javascript-environment-contract.d.ts.map +1 -1
  39. package/dist/types/javascript-environment-node.d.ts.map +1 -1
  40. package/dist/types/javascript-environment.d.ts +36 -0
  41. package/dist/types/javascript-environment.d.ts.map +1 -1
  42. package/dist/types/javascript-isolate-process.d.ts.map +1 -1
  43. package/dist/types/javascript-isolate.d.ts +4 -1
  44. package/dist/types/javascript-isolate.d.ts.map +1 -1
  45. package/dist/types/learning/admission.d.ts +12 -0
  46. package/dist/types/learning/admission.d.ts.map +1 -1
  47. package/dist/types/learning/authoring-service.d.ts +172 -0
  48. package/dist/types/learning/authoring-service.d.ts.map +1 -1
  49. package/dist/types/learning/authoring.d.ts +121 -0
  50. package/dist/types/learning/authoring.d.ts.map +1 -1
  51. package/dist/types/learning/contracts.d.ts +23 -11
  52. package/dist/types/learning/contracts.d.ts.map +1 -1
  53. package/dist/types/learning/index.d.ts +4 -0
  54. package/dist/types/learning/index.d.ts.map +1 -1
  55. package/dist/types/learning/operations.d.ts +134 -6
  56. package/dist/types/learning/operations.d.ts.map +1 -1
  57. package/dist/types/learning/repository.d.ts +114 -5
  58. package/dist/types/learning/repository.d.ts.map +1 -1
  59. package/dist/types/learning/reward-authoring.d.ts +18 -0
  60. package/dist/types/learning/reward-authoring.d.ts.map +1 -0
  61. package/dist/types/learning/reward-check-service.d.ts +17 -0
  62. package/dist/types/learning/reward-check-service.d.ts.map +1 -0
  63. package/dist/types/learning/reward-check-worker.d.ts +27 -0
  64. package/dist/types/learning/reward-check-worker.d.ts.map +1 -0
  65. package/dist/types/learning/reward-checks.d.ts +177 -0
  66. package/dist/types/learning/reward-checks.d.ts.map +1 -0
  67. package/dist/types/learning/reward-fixture-executor.d.ts +9 -0
  68. package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -0
  69. package/dist/types/learning/service.d.ts.map +1 -1
  70. package/dist/types/learning/transport.d.ts +200 -28
  71. package/dist/types/learning/transport.d.ts.map +1 -1
  72. package/dist/types/rewards.d.ts +24 -0
  73. package/dist/types/rewards.d.ts.map +1 -1
  74. package/dist/types/sql-execution-contract.d.ts +72 -0
  75. package/dist/types/sql-execution-contract.d.ts.map +1 -0
  76. package/dist/types/sql-execution-engine.d.ts +4 -0
  77. package/dist/types/sql-execution-engine.d.ts.map +1 -0
  78. package/dist/types/sql-execution-node.d.ts +9 -0
  79. package/dist/types/sql-execution-node.d.ts.map +1 -0
  80. package/dist/types/sql-execution-process-entry.d.ts +2 -0
  81. package/dist/types/sql-execution-process-entry.d.ts.map +1 -0
  82. package/dist/types/sql-execution-process-source.d.ts +1 -0
  83. package/dist/types/sql-wasm-binary.d.ts +1 -0
  84. package/package.json +10 -1
  85. package/schemas/learning/v1/command-request.schema.json +412 -248
  86. package/schemas/learning/v1/draft.schema.json +96 -0
  87. package/schemas/learning/v1/read-request.schema.json +1 -0
  88. package/schemas/learning/v1/reward.schema.json +3 -0
  89. package/schemas/learning/v1/reward_check.schema.json +343 -0
@@ -0,0 +1,72 @@
1
+ import { z } from "zod";
2
+ export declare const SqlValueSchema: z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
3
+ integer: z.ZodString;
4
+ }, z.core.$strict>, z.ZodObject<{
5
+ blobBase64: z.ZodString;
6
+ }, z.core.$strict>]>;
7
+ export declare const SqlSnapshotSchema: z.ZodObject<{
8
+ tables: z.ZodArray<z.ZodObject<{
9
+ name: z.ZodString;
10
+ columns: z.ZodArray<z.ZodObject<{
11
+ name: z.ZodString;
12
+ type: z.ZodEnum<{
13
+ INTEGER: "INTEGER";
14
+ REAL: "REAL";
15
+ TEXT: "TEXT";
16
+ BLOB: "BLOB";
17
+ }>;
18
+ }, z.core.$strict>>;
19
+ rows: z.ZodArray<z.ZodArray<z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
20
+ integer: z.ZodString;
21
+ }, z.core.$strict>, z.ZodObject<{
22
+ blobBase64: z.ZodString;
23
+ }, z.core.$strict>]>>>;
24
+ }, z.core.$strict>>;
25
+ }, z.core.$strict>;
26
+ export declare const SqlExecutionRequestSchema: z.ZodObject<{
27
+ schemaVersion: z.ZodLiteral<"openpond.sqlExecution.v1">;
28
+ snapshot: z.ZodObject<{
29
+ tables: z.ZodArray<z.ZodObject<{
30
+ name: z.ZodString;
31
+ columns: z.ZodArray<z.ZodObject<{
32
+ name: z.ZodString;
33
+ type: z.ZodEnum<{
34
+ INTEGER: "INTEGER";
35
+ REAL: "REAL";
36
+ TEXT: "TEXT";
37
+ BLOB: "BLOB";
38
+ }>;
39
+ }, z.core.$strict>>;
40
+ rows: z.ZodArray<z.ZodArray<z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
41
+ integer: z.ZodString;
42
+ }, z.core.$strict>, z.ZodObject<{
43
+ blobBase64: z.ZodString;
44
+ }, z.core.$strict>]>>>;
45
+ }, z.core.$strict>>;
46
+ }, z.core.$strict>;
47
+ sql: z.ZodString;
48
+ maxRows: z.ZodNumber;
49
+ maxResultBytes: z.ZodNumber;
50
+ }, z.core.$strict>;
51
+ export declare const SqlExecutionResultSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
52
+ status: z.ZodLiteral<"completed">;
53
+ columns: z.ZodArray<z.ZodString>;
54
+ rows: z.ZodArray<z.ZodArray<z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
55
+ integer: z.ZodString;
56
+ }, z.core.$strict>, z.ZodObject<{
57
+ blobBase64: z.ZodString;
58
+ }, z.core.$strict>]>>>;
59
+ }, z.core.$strict>, z.ZodObject<{
60
+ status: z.ZodLiteral<"rejected">;
61
+ code: z.ZodEnum<{
62
+ invalid_query: "invalid_query";
63
+ multiple_statements: "multiple_statements";
64
+ result_too_large: "result_too_large";
65
+ memory_limit: "memory_limit";
66
+ }>;
67
+ }, z.core.$strict>], "status">;
68
+ export type SqlValue = z.infer<typeof SqlValueSchema>;
69
+ export type SqlExecutionRequest = z.infer<typeof SqlExecutionRequestSchema>;
70
+ export type SqlExecutionResult = z.infer<typeof SqlExecutionResultSchema>;
71
+ export declare function assertSqlExecutionRequest(value: unknown): SqlExecutionRequest;
72
+ //# sourceMappingURL=sql-execution-contract.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sql-execution-contract.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-contract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,cAAc;;;;oBAKzB,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;kBAe5B,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAM3B,CAAC;AACZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;8BAGnC,CAAC;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AACtD,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,mBAAmB,CAK7E"}
@@ -0,0 +1,4 @@
1
+ import { type SqlExecutionResult } from "./sql-execution-contract.js";
2
+ /** Internal child entry only: synchronous SQLite never runs in the application owner. */
3
+ export declare function executeSqlInChild(raw: unknown): Promise<SqlExecutionResult>;
4
+ //# sourceMappingURL=sql-execution-engine.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sql-execution-engine.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-engine.ts"],"names":[],"mappings":"AAEA,OAAO,EAA6B,KAAK,kBAAkB,EAAiB,MAAM,6BAA6B,CAAC;AAkBhH,yFAAyF;AACzF,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAoDjF"}
@@ -0,0 +1,9 @@
1
+ import { type SqlExecutionRequest, type SqlExecutionResult } from "./sql-execution-contract.js";
2
+ export * from "./sql-execution-contract.js";
3
+ /** Every result, cancellation and timeout settles after the owned child exits. */
4
+ export declare function executeSqlInProcess(input: {
5
+ request: SqlExecutionRequest;
6
+ timeoutMs: number;
7
+ signal?: AbortSignal;
8
+ }): Promise<SqlExecutionResult>;
9
+ //# sourceMappingURL=sql-execution-node.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sql-execution-node.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-node.ts"],"names":[],"mappings":"AAGA,OAAO,EAAuD,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACrJ,cAAc,6BAA6B,CAAC;AAE5C,kFAAkF;AAClF,wBAAsB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAsCvJ"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=sql-execution-process-entry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sql-execution-process-entry.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-process-entry.ts"],"names":[],"mappings":""}
@@ -0,0 +1 @@
1
+ export declare const sqlExecutionProcessSource: string;
@@ -0,0 +1 @@
1
+ export declare const sqlWasmBinary: Uint8Array;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@openpond/evals",
3
- "version": "0.7.5",
3
+ "version": "0.8.0",
4
4
  "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -19,6 +19,14 @@
19
19
  "LICENSE"
20
20
  ],
21
21
  "exports": {
22
+ "./sql-execution/node": {
23
+ "types": "./dist/types/sql-execution-node.d.ts",
24
+ "import": "./dist/sql-execution-node.js"
25
+ },
26
+ "./sql-execution": {
27
+ "types": "./dist/types/sql-execution-contract.d.ts",
28
+ "import": "./dist/sql-execution-contract.js"
29
+ },
22
30
  "./javascript-environment/attempt": {
23
31
  "types": "./dist/types/javascript-environment-attempt.d.ts",
24
32
  "import": "./dist/javascript-environment-attempt.js"
@@ -136,6 +144,7 @@
136
144
  },
137
145
  "dependencies": {
138
146
  "@jitl/quickjs-singlefile-cjs-release-sync": "0.32.0",
147
+ "@sqlite.org/sqlite-wasm": "3.53.0-build1",
139
148
  "ajv": "^8.20.0",
140
149
  "quickjs-emscripten-core": "0.32.0",
141
150
  "zod": "^4.1.13"