openpond-sdk 0.0.18 → 0.1.0

package/dist/types/packages/sdk/src/training.d.ts

@@ -46,11 +46,11 @@ export declare const TrainingJobStateSchema: z.ZodEnum<{
     running: "running";
     failed: "failed";
     queued: "queued";
+    cancelled: "cancelled";
+    cancelling: "cancelling";
     admitting: "admitting";
     provisioning: "provisioning";
     stopping: "stopping";
-    cancelling: "cancelling";
-    cancelled: "cancelled";
 }>;
 export declare const TrainingCapabilityRequirementSchema: z.ZodObject<{
     id: z.ZodString;
@@ -497,11 +497,11 @@ export declare const TrainingJobSchema: z.ZodObject<{
         running: "running";
         failed: "failed";
         queued: "queued";
+        cancelled: "cancelled";
+        cancelling: "cancelling";
         admitting: "admitting";
         provisioning: "provisioning";
         stopping: "stopping";
-        cancelling: "cancelling";
-        cancelled: "cancelled";
     }>;
     phase: z.ZodString;
     version: z.ZodNumber;
@@ -537,11 +537,11 @@ export declare const TrainingJobPageSchema: z.ZodObject<{
             running: "running";
             failed: "failed";
             queued: "queued";
+            cancelled: "cancelled";
+            cancelling: "cancelling";
             admitting: "admitting";
             provisioning: "provisioning";
             stopping: "stopping";
-            cancelling: "cancelling";
-            cancelled: "cancelled";
         }>;
         phase: z.ZodString;
         version: z.ZodNumber;
@@ -592,11 +592,11 @@ export declare const TrainingJobOutputSchema: z.ZodObject<{
     id: z.ZodString;
     jobId: z.ZodString;
     kind: z.ZodEnum<{
+        evaluation: "evaluation";
         checkpoint: "checkpoint";
         adapter: "adapter";
         scorer: "scorer";
         metrics: "metrics";
-        evaluation: "evaluation";
         trace: "trace";
         receipt: "receipt";
     }>;
@@ -649,11 +649,11 @@ export declare const TrainingJobOutputsSchema: z.ZodObject<{
         id: z.ZodString;
         jobId: z.ZodString;
         kind: z.ZodEnum<{
+            evaluation: "evaluation";
             checkpoint: "checkpoint";
             adapter: "adapter";
             scorer: "scorer";
             metrics: "metrics";
-            evaluation: "evaluation";
             trace: "trace";
             receipt: "receipt";
         }>;
@@ -791,7 +791,7 @@ export declare function createTrainingClient(input: {
         portableProjectId: string;
         sourceProjectRevision: number;
         submissionHash: string;
-        state: "succeeded" | "running" | "failed" | "queued" | "admitting" | "provisioning" | "stopping" | "cancelling" | "cancelled";
+        state: "succeeded" | "running" | "failed" | "queued" | "cancelled" | "cancelling" | "admitting" | "provisioning" | "stopping";
         phase: string;
         version: number;
         progress: number;
@@ -822,7 +822,7 @@ export declare function createTrainingClient(input: {
             portableProjectId: string;
             sourceProjectRevision: number;
             submissionHash: string;
-            state: "succeeded" | "running" | "failed" | "queued" | "admitting" | "provisioning" | "stopping" | "cancelling" | "cancelled";
+            state: "succeeded" | "running" | "failed" | "queued" | "cancelled" | "cancelling" | "admitting" | "provisioning" | "stopping";
             phase: string;
             version: number;
             progress: number;
@@ -849,7 +849,7 @@ export declare function createTrainingClient(input: {
         portableProjectId: string;
         sourceProjectRevision: number;
         submissionHash: string;
-        state: "succeeded" | "running" | "failed" | "queued" | "admitting" | "provisioning" | "stopping" | "cancelling" | "cancelled";
+        state: "succeeded" | "running" | "failed" | "queued" | "cancelled" | "cancelling" | "admitting" | "provisioning" | "stopping";
         phase: string;
         version: number;
         progress: number;
@@ -874,7 +874,7 @@ export declare function createTrainingClient(input: {
         portableProjectId: string;
         sourceProjectRevision: number;
         submissionHash: string;
-        state: "succeeded" | "running" | "failed" | "queued" | "admitting" | "provisioning" | "stopping" | "cancelling" | "cancelled";
+        state: "succeeded" | "running" | "failed" | "queued" | "cancelled" | "cancelling" | "admitting" | "provisioning" | "stopping";
         phase: string;
         version: number;
         progress: number;
@@ -899,7 +899,7 @@ export declare function createTrainingClient(input: {
         portableProjectId: string;
         sourceProjectRevision: number;
         submissionHash: string;
-        state: "succeeded" | "running" | "failed" | "queued" | "admitting" | "provisioning" | "stopping" | "cancelling" | "cancelled";
+        state: "succeeded" | "running" | "failed" | "queued" | "cancelled" | "cancelling" | "admitting" | "provisioning" | "stopping";
         phase: string;
         version: number;
         progress: number;
@@ -932,7 +932,7 @@ export declare function createTrainingClient(input: {
             schemaVersion: "openpond.trainingJobOutput.v2";
             id: string;
             jobId: string;
-            kind: "checkpoint" | "adapter" | "scorer" | "metrics" | "evaluation" | "trace" | "receipt";
+            kind: "evaluation" | "checkpoint" | "adapter" | "scorer" | "metrics" | "trace" | "receipt";
             artifactRef: string;
             contentHash: string;
             sizeBytes: number;

package/examples/learning/example.json

@@ -0,0 +1,14 @@
+{
+  "idempotencyKey": "arithmetic-example-001-attempt-001",
+  "exampleId": "arithmetic-example-001",
+  "attemptId": "attempt-001",
+  "occurredAt": "2026-09-06T12:00:00.000Z",
+  "familyKey": "arithmetic-two-plus-two",
+  "split": "train",
+  "input": { "question": "What is two plus two?" },
+  "observedOutput": { "answer": "5" },
+  "expected": { "answer": "4" },
+  "evaluatorContext": { "explanation": "Integer addition." },
+  "assets": [],
+  "provenance": { "sourceRecordRef": null, "mappingHash": null }
+}

package/examples/learning/submit.py

@@ -0,0 +1,57 @@
+"""python3 submit.py SOURCE_ID example.json (Python standard library only)."""
+import json
+import os
+import sys
+import urllib.error
+import urllib.parse
+import urllib.request
+
+
+class NoRedirect(urllib.request.HTTPRedirectHandler):
+    def redirect_request(self, req, fp, code, msg, headers, newurl):
+        return None
+
+
+def main():
+    if len(sys.argv) != 3:
+        raise ValueError("Usage: submit.py SOURCE_ID example.json")
+    source_id, filename = sys.argv[1:]
+    endpoint = os.environ["OPENPOND_API_URL"].rstrip("/")
+    parsed = urllib.parse.urlparse(endpoint)
+    if parsed.scheme not in ("http", "https") or not parsed.hostname or parsed.username or parsed.password or parsed.query or parsed.fragment:
+        raise ValueError("Use an HTTP(S) API URL without credentials, query or fragment.")
+    scope = os.environ["OPENPOND_LEARNING_SCOPE"]
+    token = os.environ["OPENPOND_API_KEY"]
+    opener = urllib.request.build_opener(NoRedirect())
+
+    def post(route, payload):
+        body = json.dumps(payload, allow_nan=False).encode("utf-8")
+        if len(body) > 16_777_216:
+            raise ValueError("Request exceeds 16 MiB.")
+        request = urllib.request.Request(endpoint + "/v1/learning/" + route, data=body, headers={"Authorization": "Bearer " + token, "Content-Type": "application/json", "Accept": "application/json", "X-OpenPond-Team-Id": scope}, method="POST")
+        try:
+            with opener.open(request, timeout=60) as response:
+                result = response.read(16_777_217)
+                if len(result) > 16_777_216:
+                    raise ValueError("Response exceeds 16 MiB.")
+                return json.loads(result)
+        except urllib.error.HTTPError as error:
+            # Do not print request headers or echoed evidence from error bodies.
+            raise RuntimeError("Learning API rejected the request (HTTP %s)." % error.code) from None
+
+    source = post("read", {"action": "get", "scope": scope, "kind": "source", "id": source_id})
+    with open(filename, encoding="utf-8") as handle:
+        example = json.load(handle)
+    example.update(schemaVersion="openpond.taskExample.v1", sourceId=source_id, taskDefinition=source["taskDefinition"])
+    operation_id = example["idempotencyKey"]
+    result = post("commands", {"scope": scope, "command": {"action": "submit_example", "operationId": operation_id, "example": example}})
+    if result["operationId"] != operation_id:
+        raise RuntimeError("Operation identity mismatch.")
+    evidence = result["resources"][0]
+    if evidence["schemaVersion"] != "openpond.taskEvidence.v1":
+        raise RuntimeError("Unexpected resource type.")
+    print(json.dumps({"operationId": operation_id, "evidenceId": evidence["id"], "revision": evidence["revision"], "contentHash": evidence["contentHash"]}))
+
+
+if __name__ == "__main__":
+    main()

package/examples/learning/submit.ts

@@ -0,0 +1,20 @@
+import { readFile } from "node:fs/promises";
+import { OpenPondLearningClient, TaskExampleSubmissionSchema, TaskEvidenceSchema } from "openpond-sdk/learning";
+
+// node --experimental-strip-types submit.ts SOURCE_ID example.json
+// Set OPENPOND_API_KEY, OPENPOND_API_URL and OPENPOND_LEARNING_SCOPE in your shell.
+function required(name: string): string {
+  const value = process.env[name];
+  if (!value) throw new Error(`Set ${name} before running this example.`);
+  return value;
+}
+const [sourceId, file] = process.argv.slice(2);
+if (!sourceId || !file) throw new Error("Usage: submit.ts SOURCE_ID example.json");
+const client = new OpenPondLearningClient({ apiKey: required("OPENPOND_API_KEY"), baseUrl: required("OPENPOND_API_URL"), scope: required("OPENPOND_LEARNING_SCOPE") });
+const source = await client.get("source", sourceId);
+const record: unknown = JSON.parse(await readFile(file, "utf8"));
+if (!record || typeof record !== "object" || Array.isArray(record)) throw new Error("Expected one JSON object.");
+const example = TaskExampleSubmissionSchema.parse({ ...record, schemaVersion: "openpond.taskExample.v1", sourceId, taskDefinition: source.taskDefinition });
+const receipt = await client.submitExample(example);
+const evidence = TaskEvidenceSchema.parse(receipt.resources[0]);
+console.log(JSON.stringify({ operationId: receipt.operationId, evidenceId: evidence.id, revision: evidence.revision, contentHash: evidence.contentHash }));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openpond-sdk",
-  "version": "0.0.18",
+  "version": "0.1.0",
   "description": "Server-side TypeScript SDK for OpenPond sandboxes and agentic work",
   "license": "MIT",
   "type": "module",
@@ -11,9 +11,15 @@
     "fixtures",
     "README.md",
     "TRAINING_PROTOCOL.md",
-    "LICENSE"
+    "LICENSE",
+    "examples",
+    "LEARNING.md"
   ],
   "exports": {
+    "./learning": {
+      "types": "./dist/types/packages/sdk/src/learning.d.ts",
+      "import": "./dist/learning.js"
+    },
     ".": {
       "types": "./dist/types/packages/sdk/src/index.d.ts",
       "import": "./dist/index.js"
@@ -74,12 +80,12 @@
     "@openpond/harness"
   ],
   "scripts": {
-    "prebuild": "pnpm --dir ../cloud run build && pnpm --dir ../harness run build",
+    "prebuild": "pnpm --dir ../cloud run build && pnpm --dir ../harness run build && pnpm --dir ../evals run build",
     "build": "tsx scripts/build.ts",
     "typecheck": "tsc --noEmit --project tsconfig.json",
     "test": "vitest run --root ../.. --config vitest.config.ts --project sdk",
-    "check": "pnpm run typecheck && pnpm run test && tsx scripts/check-protocol-fixtures.ts && pnpm run build && tsx scripts/check-published-consumer.ts && npm pack --dry-run",
-    "publish:check": "tsx scripts/check-protocol-fixtures.ts && pnpm run build && tsx scripts/check-published-consumer.ts && npm pack --dry-run"
+    "check": "pnpm run build && pnpm run typecheck && pnpm run test && tsx scripts/check-protocol-fixtures.ts && tsx scripts/check-published-consumer.ts --local-evals && npm pack --dry-run",
+    "publish:check": "pnpm run build && tsx scripts/check-protocol-fixtures.ts && tsx scripts/check-published-consumer.ts && npm pack --dry-run"
   },
   "devDependencies": {
     "@openpond/actions": "workspace:*",
@@ -91,6 +97,7 @@
     "vitest": "4.1.10"
   },
   "dependencies": {
+    "@openpond/evals": "^0.7.0",
     "@openpond/harness": "^0.2.5",
     "esbuild": "0.28.1",
     "zod": "^4.1.13"