openpond-sdk 0.2.5 → 0.3.0

package/TASKSETS.md

@@ -52,6 +52,13 @@ outside the Taskset manifest. The 64 MiB limit includes the JSON envelope and
 base64 encoding. Validation does not establish execution readiness or authorize
 access to private resources.
 
+Authored aggregation is declared by `taskset.metrics` in the shared Evals
+contract. A custom metric's module must appear once in the package at its
+declared path, retain private visibility, match its content hash and stay within
+the 512 KiB source limit. Imports and owned revisions preserve that policy.
+Evaluations use the shared isolated executor and retain its named result
+separately from ordinary mean-score accounting.
+
 The client defines authenticated `POST /v1/taskset-packages` publication and
 `GET /v1/taskset-packages/{model}/{taskset}/{revision}/{hash}` readback. These
 operations require a host that implements the package protocol; availability
@@ -116,3 +123,62 @@ task changes clear the observed response because that response was produced for
 the original task. New evidence needs fresh grading and review before sealing;
 the helper does not attach a batch or start training. A host must separately
 compare the Model revision when attaching the newly prepared batch.
+
+## Revising an ordinary package
+
+SDK `0.3.0` adds ordinary package authoring and requires Evals `0.9.0` for
+authored metric policies. JavaScript packages must include a complete private
+execution graph: ordinary packages carry `environment/execution.json`, while
+bound packages retain their declared Model execution resources. A JavaScript
+entrypoint alone no longer passes package validation. Use
+`createTasksetPackageExecutionFile` to serialize the declaration, include every
+referenced module/schema/state file, and call `validateTasksetPackage` before
+publication. Existing immutable packages must be revised to add missing assets;
+do not overwrite files retained by historical runs.
+
+The browser-safe `openpond-sdk/model-taskset-authoring` entry point also exports
+`TasksetDraftFileInfoSchema`, `TasksetDraftFileSchema`, and
+`TasksetDraftFileMutationSchema`. File mutations carry the draft revision and
+the prior file hash (`null` for a new file). A null content deletes a file;
+otherwise content uses UTF-8 text or canonical base64. Hosts must authorize the
+draft, serialize mutations against form saves/publication/deletion, reject stale
+versions, and protect generated manifests and retained source history. Desktop
+currently supports editing files up to 6 MB; larger dependencies remain listed
+and are preserved in packages.
+
+`openpond-sdk/model-taskset-authoring` exposes the draft request, preparation,
+and ownership schemas for editors. Server helpers `prepareModelTasksetDraft`
+and `publishModelTasksetDraftPackage` are exported from
+`openpond-sdk/taskset-packages`.
+
+Preparation pins a complete source package hash, an operation ID and the expected
+Model revision. The host authorizes the selected Model/package and resolves its
+canonical owner before calling the helper. Persist the returned preparation and
+request hash before copying files into the draft workspace; a reused operation
+with different input must conflict. A matching portable Model ID alone does not
+establish a cross-workspace ownership link.
+
+The first revision forks a shared source into an owned identity. Subsequent
+revisions retain that identity and record the exact parent. Publication accepts
+a validated edited package, preserves its binary/private files and execution
+environment, and seals its owned Taskset and verifier set. Qualification,
+privacy attestations and verifier calibration for different bytes are cleared;
+authored fixtures remain available to run again. Package validation checks the
+declared identity and parent lineage.
+
+Ordinary JavaScript environments carry a private `environment/execution.json`
+declaration created with `createTasksetPackageExecutionFile`. It binds the
+environment release, verifier set and JavaScript definition to the module and
+each task's private initial state. `validateTasksetPackage` verifies this graph;
+`resolveTasksetPackageExecution` returns its verified text assets for an
+authorized execution host. Bound packages retain their existing execution
+resource graph. Publication regenerates the ordinary declaration when it seals
+the owned verifier set. Local file authoring also pins changed module bytes and
+reseals the environment before publication, while historical revisions keep
+their original executable files.
+
+These pure helpers require the host to persist draft files and commit publication,
+Model selection and retry receipts atomically. Bound Reward packages and reviewed
+batches use their respective authoring graphs and are rejected by this ordinary
+package compiler. Draft persistence, HTTP operations and editor controls are host
+integration work.

package/dist/model-taskset-authoring.js

@@ -0,0 +1,56 @@
+// src/model-taskset-authoring-contracts.ts
+import { z } from "zod";
+import { LearningRevisionRefSchema } from "@openpond/evals/learning";
+var IdSchema = LearningRevisionRefSchema.shape.id;
+var HashSchema = z.string().regex(/^[a-f0-9]{64}$/);
+var ModelTasksetAuthoringOwnerSchema = z.object({ scopeId: IdSchema, modelId: IdSchema }).strict();
+var ModelTasksetAuthoringSchema = z.object({
+  schemaVersion: z.literal("openpond.modelTasksetAuthoring.v1"),
+  owner: ModelTasksetAuthoringOwnerSchema,
+  root: LearningRevisionRefSchema,
+  parent: LearningRevisionRefSchema
+}).strict();
+var ModelTasksetDraftRequestSchema = z.object({
+  schemaVersion: z.literal("openpond.modelTasksetDraftRequest.v1"),
+  operationId: IdSchema,
+  modelId: IdSchema,
+  expectedModelRevision: z.number().int().positive(),
+  sourcePackageHash: HashSchema
+}).strict();
+var ModelTasksetDraftPreparationSchema = z.object({
+  schemaVersion: z.literal("openpond.modelTasksetDraftPreparation.v1"),
+  draftId: IdSchema,
+  requestHash: HashSchema,
+  sourcePackageHash: HashSchema,
+  sourceTasksetRef: LearningRevisionRefSchema,
+  tasksetId: IdSchema,
+  tasksetRevision: z.number().int().positive(),
+  lineage: ModelTasksetAuthoringSchema
+}).strict();
+var TasksetDraftFilePathSchema = z.string().min(1).max(1024).refine((value) => !value.includes("\\") && !value.includes(":") && !value.includes("\0") && !value.startsWith("/") && !value.split("/").some((part) => !part || part === "." || part === ".." || part.startsWith(".env")), "Use a relative Taskset file path without environment files.");
+var TasksetDraftFileInfoSchema = z.object({
+  path: TasksetDraftFilePathSchema,
+  sizeBytes: z.number().int().nonnegative(),
+  writable: z.boolean()
+}).strict();
+var TasksetDraftFileContentSchema = z.object({ encoding: z.enum(["utf8", "base64"]), data: z.string().max(8e6) }).strict();
+var TasksetDraftFileSchema = TasksetDraftFileInfoSchema.extend({ contentHash: HashSchema, content: TasksetDraftFileContentSchema }).strict();
+var TasksetDraftFileMutationSchema = z.object({
+  draftId: IdSchema,
+  expectedDraftRevision: z.number().int().positive(),
+  path: TasksetDraftFilePathSchema,
+  expectedFileHash: HashSchema.nullable(),
+  content: TasksetDraftFileContentSchema.nullable()
+}).strict();
+export {
+  ModelTasksetAuthoringOwnerSchema,
+  ModelTasksetAuthoringSchema,
+  ModelTasksetDraftPreparationSchema,
+  ModelTasksetDraftRequestSchema,
+  TasksetDraftFileContentSchema,
+  TasksetDraftFileInfoSchema,
+  TasksetDraftFileMutationSchema,
+  TasksetDraftFilePathSchema,
+  TasksetDraftFileSchema
+};
+//# sourceMappingURL=model-taskset-authoring.js.map

package/dist/model-taskset-authoring.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/model-taskset-authoring-contracts.ts"],
+  "sourcesContent": ["import { z } from \"zod\";\nimport { LearningRevisionRefSchema } from \"@openpond/evals/learning\";\n\nconst IdSchema = LearningRevisionRefSchema.shape.id;\nconst HashSchema = z.string().regex(/^[a-f0-9]{64}$/);\nexport const ModelTasksetAuthoringOwnerSchema = z.object({ scopeId: IdSchema, modelId: IdSchema }).strict();\n\n/** Ordinary authoring preserves its own lineage without inventing a Reward\n * binding or replacing an admitted learning graph. Hosts authorize the owner. */\nexport const ModelTasksetAuthoringSchema = z.object({\n  schemaVersion: z.literal(\"openpond.modelTasksetAuthoring.v1\"),\n  owner: ModelTasksetAuthoringOwnerSchema,\n  root: LearningRevisionRefSchema,\n  parent: LearningRevisionRefSchema,\n}).strict();\n\nexport const ModelTasksetDraftRequestSchema = z.object({\n  schemaVersion: z.literal(\"openpond.modelTasksetDraftRequest.v1\"),\n  operationId: IdSchema,\n  modelId: IdSchema,\n  expectedModelRevision: z.number().int().positive(),\n  sourcePackageHash: HashSchema,\n}).strict();\nexport type ModelTasksetDraftRequest = z.infer<typeof ModelTasksetDraftRequestSchema>;\n\n/** Persist this preparation before materializing the editable workspace. */\nexport const ModelTasksetDraftPreparationSchema = z.object({\n  schemaVersion: z.literal(\"openpond.modelTasksetDraftPreparation.v1\"),\n  draftId: IdSchema,\n  requestHash: HashSchema,\n  sourcePackageHash: HashSchema,\n  sourceTasksetRef: LearningRevisionRefSchema,\n  tasksetId: IdSchema,\n  tasksetRevision: z.number().int().positive(),\n  lineage: ModelTasksetAuthoringSchema,\n}).strict();\nexport type ModelTasksetDraftPreparation = z.infer<typeof ModelTasksetDraftPreparationSchema>;\n\nexport const TasksetDraftFilePathSchema = z.string().min(1).max(1024).refine(value =>\n  !value.includes(\"\\\\\") && !value.includes(\":\") && !value.includes(\"\\0\") && !value.startsWith(\"/\")\n  && !value.split(\"/\").some(part => !part || part === \".\" || part === \"..\" || part.startsWith(\".env\")), \"Use a relative Taskset file path without environment files.\");\nexport const TasksetDraftFileInfoSchema = z.object({\n  path: TasksetDraftFilePathSchema,\n  sizeBytes: z.number().int().nonnegative(),\n  writable: z.boolean(),\n}).strict();\nexport const TasksetDraftFileContentSchema = z.object({ encoding: z.enum([\"utf8\", \"base64\"]), data: z.string().max(8_000_000) }).strict();\nexport const TasksetDraftFileSchema = TasksetDraftFileInfoSchema.extend({ contentHash: HashSchema, content: TasksetDraftFileContentSchema }).strict();\nexport const TasksetDraftFileMutationSchema = z.object({\n  draftId: IdSchema,\n  expectedDraftRevision: z.number().int().positive(),\n  path: TasksetDraftFilePathSchema,\n  expectedFileHash: HashSchema.nullable(),\n  content: TasksetDraftFileContentSchema.nullable(),\n}).strict();\nexport type TasksetDraftFileInfo = z.infer<typeof TasksetDraftFileInfoSchema>;\nexport type TasksetDraftFile = z.infer<typeof TasksetDraftFileSchema>;\nexport type TasksetDraftFileMutation = z.infer<typeof TasksetDraftFileMutationSchema>;\n"],
+  "mappings": ";AAAA,SAAS,SAAS;AAClB,SAAS,iCAAiC;AAE1C,IAAM,WAAW,0BAA0B,MAAM;AACjD,IAAM,aAAa,EAAE,OAAO,EAAE,MAAM,gBAAgB;AAC7C,IAAM,mCAAmC,EAAE,OAAO,EAAE,SAAS,UAAU,SAAS,SAAS,CAAC,EAAE,OAAO;AAInG,IAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,eAAe,EAAE,QAAQ,mCAAmC;AAAA,EAC5D,OAAO;AAAA,EACP,MAAM;AAAA,EACN,QAAQ;AACV,CAAC,EAAE,OAAO;AAEH,IAAM,iCAAiC,EAAE,OAAO;AAAA,EACrD,eAAe,EAAE,QAAQ,sCAAsC;AAAA,EAC/D,aAAa;AAAA,EACb,SAAS;AAAA,EACT,uBAAuB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EACjD,mBAAmB;AACrB,CAAC,EAAE,OAAO;AAIH,IAAM,qCAAqC,EAAE,OAAO;AAAA,EACzD,eAAe,EAAE,QAAQ,0CAA0C;AAAA,EACnE,SAAS;AAAA,EACT,aAAa;AAAA,EACb,mBAAmB;AAAA,EACnB,kBAAkB;AAAA,EAClB,WAAW;AAAA,EACX,iBAAiB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAC3C,SAAS;AACX,CAAC,EAAE,OAAO;AAGH,IAAM,6BAA6B,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,EAAE,OAAO,WAC3E,CAAC,MAAM,SAAS,IAAI,KAAK,CAAC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,SAAS,IAAI,KAAK,CAAC,MAAM,WAAW,GAAG,KAC5F,CAAC,MAAM,MAAM,GAAG,EAAE,KAAK,UAAQ,CAAC,QAAQ,SAAS,OAAO,SAAS,QAAQ,KAAK,WAAW,MAAM,CAAC,GAAG,6DAA6D;AAC9J,IAAM,6BAA6B,EAAE,OAAO;AAAA,EACjD,MAAM;AAAA,EACN,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY;AAAA,EACxC,UAAU,EAAE,QAAQ;AACtB,CAAC,EAAE,OAAO;AACH,IAAM,gCAAgC,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,QAAQ,QAAQ,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,IAAI,GAAS,EAAE,CAAC,EAAE,OAAO;AACjI,IAAM,yBAAyB,2BAA2B,OAAO,EAAE,aAAa,YAAY,SAAS,8BAA8B,CAAC,EAAE,OAAO;AAC7I,IAAM,iCAAiC,EAAE,OAAO;AAAA,EACrD,SAAS;AAAA,EACT,uBAAuB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EACjD,MAAM;AAAA,EACN,kBAAkB,WAAW,SAAS;AAAA,EACtC,SAAS,8BAA8B,SAAS;AAClD,CAAC,EAAE,OAAO;",
+  "names": []
+}