@baochunli/flakes 0.0.3 → 0.0.5

package/dist/node_modules/@flakes/control-plane/dist/routes/sandboxes-admin.js

@@ -0,0 +1,153 @@
+import { RunIdSchema, SandboxIdSchema } from "@flies/core";
+import { mustAuth } from "../auth.js";
+import { drainSandbox } from "../sandbox-drain.js";
+import { handleSandboxStream, recoverClosedSandboxStream, } from "../sandbox-stream.js";
+import { asOptionalObject, notFound, optionalNumber, optionalString, withoutUndefined, } from "../utils.js";
+export function registerSandboxAdminRoutes(context) {
+    const { app, assignments, options, requireScope, sandboxFileUploads, sandboxStreams, } = context;
+    registerSubstrateRoutes(context, ["/v1/substrates"]);
+    void app.register(async (sandboxApp) => {
+        sandboxApp.route({
+            method: "GET",
+            url: "/v1/sandboxes/:sandboxId/stream",
+            preValidation: async (request, reply) => {
+                await requireScope("sandbox")(request, reply);
+                if (reply.sent) {
+                    return;
+                }
+                return requireSandboxRouteCredential(request, reply);
+            },
+            handler: async (_request, reply) => reply.code(426).send({
+                error: "upgrade_required",
+                message: "sandbox stream requires a WebSocket upgrade",
+            }),
+            wsHandler: (socket, request) => {
+                handleSandboxStream({
+                    store: options.store,
+                    substrates: options.substrates ?? [],
+                    registry: sandboxStreams,
+                    fileUploads: sandboxFileUploads,
+                    clock: options.assignments?.clock,
+                    assignments,
+                    request,
+                    socket: socket,
+                });
+            },
+        });
+    });
+    registerAdminRoutes(context, "/v1/admin", adminSandboxPayload);
+    if (options.enableInternal) {
+        registerInternalRoutes(context, "/v1/internal");
+    }
+}
+async function requireSandboxRouteCredential(request, reply) {
+    const pinnedSandboxId = mustAuth(request).sandboxId;
+    if (pinnedSandboxId !== undefined &&
+        pinnedSandboxId !== request.params.sandboxId) {
+        return reply.code(403).send({
+            error: "forbidden",
+            message: "sandbox token is not valid for this sandboxId",
+        });
+    }
+}
+function registerSubstrateRoutes(context, paths) {
+    const { app, options, requireScope } = context;
+    for (const path of paths) {
+        app.get(path, { preValidation: requireScope("client") }, async () => ({
+            substrates: (options.substrates ?? []).map((substrate) => substrate.status()),
+        }));
+    }
+}
+function registerAdminRoutes(context, prefix, sandboxPayload) {
+    const { app, options, requireScope, sandboxStreams, scheduler } = context;
+    app.get(`${prefix}/sandboxes`, { preValidation: requireScope("admin") }, async () => ({
+        sandboxes: await Promise.all((await options.store.listSandboxes()).map((sandbox) => sandboxPayload(options.store, sandbox))),
+    }));
+    app.get(`${prefix}/sandboxes/:sandboxId`, { preValidation: requireScope("admin") }, async (request, reply) => {
+        const sandbox = (await options.store.listSandboxes()).find((candidate) => candidate.sandboxId === request.params.sandboxId);
+        if (!sandbox) {
+            return notFound(reply);
+        }
+        return reply.send(await sandboxPayload(options.store, sandbox));
+    });
+    app.post(`${prefix}/sandboxes/:sandboxId/drain`, { preValidation: requireScope("admin") }, async (request, reply) => {
+        try {
+            const sandboxId = request.params.sandboxId;
+            const body = asOptionalObject(request.body) ?? {};
+            const reason = drainReason(body.reason);
+            const sandbox = await options.store.getSandbox(sandboxId);
+            if (!sandbox) {
+                return notFound(reply);
+            }
+            await drainSandbox({
+                store: options.store,
+                registry: sandboxStreams,
+                sandboxId,
+                reason,
+                onDeliveryError: ({ error }) => {
+                    app.log.warn({ error, sandboxId }, "sandbox drain delivery failed");
+                },
+            });
+        }
+        catch {
+            return notFound(reply);
+        }
+        return reply.code(202).send({
+            sandboxId: request.params.sandboxId,
+            status: "draining",
+        });
+    });
+    app.post(`${prefix}/scheduler/tick`, { preValidation: requireScope("admin") }, async (request) => {
+        const body = asOptionalObject(request.body) ?? {};
+        const runId = body.runId === undefined ? undefined : RunIdSchema.parse(body.runId);
+        return scheduler.tick({
+            runId,
+            maxAssignments: optionalNumber(body.maxAssignments),
+        });
+    });
+}
+function drainReason(value) {
+    const reason = optionalString(value)?.trim();
+    return reason ? reason : undefined;
+}
+async function adminSandboxPayload(store, sandbox) {
+    const assignmentStats = await store.getSandboxAssignmentStats(sandbox.sandboxId);
+    return withoutUndefined({
+        sandboxId: sandbox.sandboxId,
+        status: sandbox.status,
+        lastSeenAt: sandbox.lastSeenAt,
+        descriptor: sandbox.descriptor,
+        metadata: sandbox.metadata,
+        load: withoutUndefined({
+            maxConcurrency: sandbox.load.maxConcurrency,
+            availableCapacity: sandbox.load.availableCapacity,
+        }),
+        drain: sandbox.drain,
+        assignmentStats,
+    });
+}
+function registerInternalRoutes(context, prefix) {
+    const { app, options, requireScope, sandboxStreams } = context;
+    app.get(`${prefix}/health`, { preValidation: requireScope("admin") }, async () => ({ status: "ok" }));
+    app.post(`${prefix}/sandboxes/:sandboxId/stream/close`, { preValidation: requireScope("admin") }, async (request, reply) => {
+        const body = asOptionalObject(request.body) ?? {};
+        const reason = optionalString(body.reason) ?? "internal stream close requested";
+        const sandboxId = SandboxIdSchema.parse(request.params.sandboxId);
+        const stream = sandboxStreams.latest(sandboxId);
+        if (!stream) {
+            return notFound(reply);
+        }
+        const pendingAssignmentIds = [...stream.pendingAssignmentIds];
+        stream.pendingAssignmentIds.clear();
+        stream.socket.close(optionalNumber(body.code) ?? 1012, reason);
+        await recoverClosedSandboxStream({
+            store: options.store,
+            registry: sandboxStreams,
+            context: stream,
+            pendingAssignmentIds,
+            now: new Date().toISOString(),
+        });
+        return reply.code(202).send({ closed: true });
+    });
+}
+//# sourceMappingURL=sandboxes-admin.js.map

package/dist/node_modules/@flakes/control-plane/dist/routes/sandboxes-admin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sandboxes-admin.js","sourceRoot":"","sources":["../../src/routes/sandboxes-admin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAG3D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EACL,mBAAmB,EACnB,0BAA0B,GAC3B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,gBAAgB,EAChB,QAAQ,EACR,cAAc,EACd,cAAc,EACd,gBAAgB,GACjB,MAAM,aAAa,CAAC;AAGrB,MAAM,UAAU,0BAA0B,CAAC,OAAiC;IAC1E,MAAM,EACJ,GAAG,EACH,WAAW,EACX,OAAO,EACP,YAAY,EACZ,kBAAkB,EAClB,cAAc,GACf,GAAG,OAAO,CAAC;IAEZ,uBAAuB,CAAC,OAAO,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAErD,KAAK,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QACrC,UAAU,CAAC,KAAK,CAAoC;YAClD,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,iCAAiC;YACtC,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;gBACtC,MAAM,YAAY,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;gBAC9C,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACf,OAAO;gBACT,CAAC;gBACD,OAAO,6BAA6B,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACvD,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,CACjC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,kBAAkB;gBACzB,OAAO,EAAE,6CAA6C;aACvD,CAAC;YACJ,SAAS,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;gBAC7B,mBAAmB,CAAC;oBAClB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE;oBACpC,QAAQ,EAAE,cAAc;oBACxB,WAAW,EAAE,kBAAkB;oBAC/B,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK;oBACjC,WAAW;oBACX,OAAO;oBACP,MAAM,EAAE,MAAwC;iBACjD,CAAC,CAAC;YACL,CAAC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,mBAAmB,CAAC,OAAO,EAAE,WAAW,EAAE,mBAAmB,CAAC,CAAC;IAE/D,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,sBAAsB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,6BAA6B,CAC1C,OAA0D,EAC1D,KAAmB;IAEnB,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC;IACpD,IACE,eAAe,KAAK,SAAS;QAC7B,eAAe,KAAK,OAAO,CAAC,MAAM,CAAC,SAAS,EAC5C,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YAC1B,KAAK,EAAE,WAAW;YAClB,OAAO,EAAE,+CAA+C;SACzD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAC9B,OAAiC,EACjC,KAAe;IAEf,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;YACpE,UAAU,EAAE,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACvD,SAAS,CAAC,MAAM,EAAE,CACnB;SACF,CAAC,CAAC,CAAC;IACN,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAiC,EACjC,MAAc,EACd,cAG+D;IAE/D,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IAC1E,GAAG,CAAC,GAAG,CACL,GAAG,MAAM,YAAY,EACrB,EAAE,aAAa,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,EACxC,KAAK,IAAI,EAAE,CAAC,CAAC;QACX,SAAS,EAAE,MAAM,OAAO,CAAC,GAAG,CAC1B,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACpD,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CACvC,CACF;KACF,CAAC,CACH,CAAC;IAEF,GAAG,CAAC,GAAG,CACL,GAAG,MAAM,uBAAuB,EAChC,EAAE,aAAa,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,EACxC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CACxD,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,KAAK,OAAO,CAAC,MAAM,CAAC,SAAS,CAChE,CAAC;QACF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC,CACF,CAAC;IAEF,GAAG,CAAC,IAAI,CACN,GAAG,MAAM,6BAA6B,EACtC,EAAE,aAAa,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,EACxC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YAC3C,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC1D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;YACD,MAAM,YAAY,CAAC;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,cAAc;gBACxB,SAAS;gBACT,MAAM;gBACN,eAAe,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;oBAC7B,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,+BAA+B,CAAC,CAAC;gBACtE,CAAC;aACF,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YAC1B,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;YACnC,MAAM,EAAE,UAAU;SACnB,CAAC,CAAC;IACL,CAAC,CACF,CAAC;IAEF,GAAG,CAAC,IAAI,CACN,GAAG,MAAM,iBAAiB,EAC1B,EAAE,aAAa,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,EACxC,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,KAAK,GACT,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,SAAS,CAAC,IAAI,CAAC;YACpB,KAAK;YACL,cAAc,EAAE,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC;SACpD,CAAC,CAAC;IACL,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IAC7C,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,KAAmB,EACnB,OAAsB;IAEtB,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,yBAAyB,CAC3D,OAAO,CAAC,SAAS,CAClB,CAAC;IACF,OAAO,gBAAgB,CAAC;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI,EAAE,gBAAgB,CAAC;YACrB,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,cAAc;YAC3C,iBAAiB,EAAE,OAAO,CAAC,IAAI,CAAC,iBAAiB;SAClD,CAAC;QACF,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,eAAe;KAChB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAAiC,EACjC,MAAc;IAEd,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;IAC/D,GAAG,CAAC,GAAG,CACL,GAAG,MAAM,SAAS,EAClB,EAAE,aAAa,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,EACxC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAC/B,CAAC;IACF,GAAG,CAAC,IAAI,CACN,GAAG,MAAM,oCAAoC,EAC7C,EAAE,aAAa,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,EACxC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,MAAM,GACV,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,iCAAiC,CAAC;QACnE,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QACD,MAAM,oBAAoB,GAAG,CAAC,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC9D,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,MAAM,CAAC,CAAC;QAC/D,MAAM,0BAA0B,CAAC;YAC/B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,cAAc;YACxB,OAAO,EAAE,MAAM;YACf,oBAAoB;YACpB,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SAC9B,CAAC,CAAC;QACH,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/node_modules/@flakes/control-plane/dist/routes/tasks.js

@@ -1,7 +1,7 @@
 import { AssignmentIdSchema, DEFAULT_TASK_SPAWN_LIMIT_CONFIG, DeclaredOutputKeySchema, FileWriteReservationSelectorSchema, GroupKeySchema, OperationIdSchema, RoundOutputSpecsSchema, RoundOutputsSchema, RunKeySchema, runIdForRunKey, SandboxIdSchema, SavedTaskUpsertInputSchema, TaskGroupCloseRequestSchema, TaskGroupOpenRequestSchema, TaskGroupWaitRequestSchema, TaskIdSchema, TaskKeySchema, TaskOriginatedOperationIdSchema, TaskSpawnRequestSchema, TaskWorkpadPutRequestSchema, WorkspaceDigestSchema, WorkspaceHandleSchema, WorkspaceKeySchema, WorkspaceObjectStoreNamespaceSchema, WorkspacePathDigestMapSchema, WorkspacePathSchema, WorkspacePathSelectorSchema, WorkspaceRepoIdSchema, WorkspaceSelectionKeySchema, } from "@flakes/core";
 import { artifactByteMovementResponse } from "../artifacts.js";
 import { mustAuth, mustUserAuth } from "../auth.js";
-import { getClientRun, getClientTask, redactClientRun, redactClientTask, } from "../client-access.js";
+import { clientRunDto, getClientRun, getClientTask, redactClientTask, } from "../client-access.js";
 import { redactAssignmentIds } from "../redaction.js";
 import { sendPermissionResponse, sendThreadCancel, sendThreadInput, } from "../sandbox-messages.js";
 import { asObject, asOptionalObject, isRecord, notFound, optionalString, parseOptionalInteger, toError, } from "../utils.js";
@@ -129,7 +129,7 @@ function registerTaskAdmitRoute(context) {
             case "admitted":
                 return reply.send({
                     status: result.status,
-                    run: redactClientRun(result.run),
+                    run: await clientRunDto(options.store, result.run),
                     tasks: result.tasks.map(redactClientTask),
                 });
             case "invalid_request":