@gentbajko/slopify 0.8.3 → 1.0.0

package/dist/kernel/runner/attempt.js

@@ -20,12 +20,24 @@ export async function attempt(ctx, call, opts) {
     ctx.signal.throwIfAborted();
     const limit = timeoutMs[opts.kind];
     for (let n = 1;; n += 1) {
-        const id = ctx.attempts.start({
+        ctx.signal.throwIfAborted();
+        const retrieving = ctx.continuation?.read() !== undefined;
+        if (!retrieving && !ctx.maySubmit())
+            return { ok: false, reason: "held" };
+        const started = ctx.attempts.start({
             stageId: ctx.stageId,
+            revisionId: ctx.work.revisionId,
+            workId: ctx.work.workId,
+            workPieceId: ctx.workPieceId ?? null,
+            work: ctx.work,
+            operation: retrieving ? "retrieve" : "submit",
             pieceId: ctx.pieceId ?? null,
             n,
             startedAt: ctx.clock.now().toISOString(),
         });
+        if (typeof started !== "string" && !started.ok)
+            return started;
+        const id = typeof started === "string" ? started : started.value;
         const window = deadline(ctx.clock, ctx.signal, limit, opts.streaming === true);
         let result;
         try {
@@ -42,7 +54,7 @@ export async function attempt(ctx, call, opts) {
                 endedAt: ctx.clock.now().toISOString(),
                 errorText: null,
             });
-            return result.value;
+            return { ok: true, value: result.value };
         }
         if (ctx.signal.aborted) {
             // An aborted call counts nothing. The row is closed so the page is

package/dist/kernel/runner/checkpoint-authority.js

@@ -0,0 +1,23 @@
+export function createCheckpointAuthority(deps) {
+    return {
+        beforeClaim: deps.decide,
+        release: (projectId, checkpointId, identity) => {
+            // A nested savepoint cannot authorize dispatch before its caller commits.
+            if (deps.inTransaction())
+                return { ok: false, reason: "conflict" };
+            const result = deps.approve(projectId, checkpointId, identity);
+            if (result.ok) {
+                try {
+                    deps.wake(projectId);
+                }
+                catch (error) {
+                    deps.log.write("error", "checkpoint.wake", {
+                        projectId,
+                        detail: error instanceof Error ? error.message : String(error),
+                    });
+                }
+            }
+            return result;
+        },
+    };
+}

package/dist/kernel/runner/index.js

@@ -16,6 +16,8 @@ export function createRunner(deps) {
     const emitStage = (stage, state, reason) => {
         deps.emit(stage.projectId, {
             type: "stage.state",
+            revisionId: stage.work.revisionId,
+            workId: stage.work.workId,
             projectId: stage.projectId,
             stage: stage.kind,
             state,
@@ -35,7 +37,7 @@ export function createRunner(deps) {
         }
     };
     const announce = (projectId) => {
-        const state = derive(deps.stages.stagesOf(projectId), deps.stages.paused?.(projectId));
+        const state = derive(deps.stages.standingsOf?.(projectId) ?? deps.stages.stagesOf(projectId), deps.stages.paused?.(projectId));
         if (announced.get(projectId) === state) {
             return;
         }
@@ -44,7 +46,7 @@ export function createRunner(deps) {
     };
     const conclude = (stage, state, reason) => {
         try {
-            deps.stages.finish(stage.id, state, reason);
+            deps.stages.finish(stage.work, state, reason);
         }
         catch (error) {
             // The row stays `running` when the write fails. The event still goes out, and the
@@ -63,14 +65,25 @@ export function createRunner(deps) {
             if (run === undefined) {
                 throw new Error(`no implementation is registered for the ${stage.kind} stage`);
             }
-            await run({
+            const result = await run({
                 stage,
+                work: stage.work,
+                maySubmit: (pieceId) => !shuttingDown &&
+                    !stopped.has(stage.projectId) &&
+                    !deps.stages.paused?.(stage.projectId) &&
+                    (deps.checkpoints === undefined ||
+                        deps.checkpoints.beforeClaim(stage.work).kind === "eligible") &&
+                    deps.stages.maySubmit(stage.work, pieceId),
                 signal: controller.signal,
                 emit: (event) => {
-                    deps.emit(stage.projectId, event);
+                    deps.emit(stage.projectId, {
+                        ...event,
+                        revisionId: stage.work.revisionId,
+                        workId: stage.work.workId,
+                    });
                 },
             });
-            conclude(stage, "done", null);
+            conclude(stage, result === "held" ? "pending" : "done", null);
         }
         catch (error) {
             if (controller.signal.aborted) {
@@ -92,6 +105,7 @@ export function createRunner(deps) {
         const controller = new AbortController();
         let release = () => { };
         const entry = {
+            work: stage.work,
             projectId: stage.projectId,
             controller,
             settled: new Promise((resolve) => {
@@ -99,12 +113,12 @@ export function createRunner(deps) {
             }),
         };
         // Registered before the body runs: a tick arriving mid-start has to see it in flight.
-        inflight.set(stage.id, entry);
+        inflight.set(stage.work.workId, entry);
         retally();
         emitStage(stage, "running", null);
         void execute(stage, controller)
             .finally(() => {
-            inflight.delete(stage.id);
+            inflight.delete(stage.work.workId);
             release();
             try {
                 // Claim the next stage before reading the tally, so a hand-over never reports
@@ -136,17 +150,26 @@ export function createRunner(deps) {
     }
     function startEligible(projectId) {
         const stages = deps.stages.stagesOf(projectId);
-        const stateOf = (kind) => stages.find((stage) => stage.kind === kind)?.state ?? "pending";
+        const satisfiedKind = (kind) => {
+            const matches = stages.filter((stage) => stage.kind === kind);
+            return matches.length > 0 && matches.every((stage) => satisfied(stage.state));
+        };
         for (const stage of stages) {
-            if (stage.state !== "pending" || inflight.has(stage.id)) {
+            if (stage.state !== "pending" || inflight.has(stage.work.workId)) {
                 continue;
             }
             const dependencies = deps.stages.dependenciesOf?.(projectId, stage.kind) ?? graph[stage.kind];
-            if (!dependencies.every((kind) => satisfied(stateOf(kind)))) {
+            if (deps.stages.ready === undefined
+                ? !dependencies.every(satisfiedKind)
+                : !deps.stages.ready(stage.work)) {
                 continue;
             }
+            if (deps.stages.paused?.(projectId))
+                return;
+            if (deps.checkpoints && deps.checkpoints.beforeClaim(stage.work).kind !== "eligible")
+                continue;
             // Nothing is awaited here: the fan-out starts audio, images and thumbnail together.
-            if (deps.stages.claim(stage.id)) {
+            if (deps.stages.claim(stage.work)) {
                 start({ ...stage, state: "running" });
             }
         }
@@ -166,6 +189,7 @@ export function createRunner(deps) {
         }
     }
     return {
+        ...(deps.checkpoints === undefined ? {} : { checkpoints: deps.checkpoints }),
         tick,
         settled,
         hasInflight: (projectId) => [...inflight.values()].some((entry) => entry.projectId === projectId),

package/dist/kernel/runner/providers.js

@@ -2,6 +2,9 @@ import { randomUUID } from "node:crypto";
 import { attempt } from "./attempt.js";
 export function stageProviders(deps, context, pieceId) {
     const ctx = {
+        work: context.work,
+        maySubmit: () => context.maySubmit(pieceId),
+        ...(pieceId === undefined ? {} : { workPieceId: pieceId }),
         clock: deps.clock,
         log: deps.log,
         attempts: deps.attempts,
@@ -20,6 +23,7 @@ export function stageProviders(deps, context, pieceId) {
             const callId = randomUUID();
             const preview = (text, reset) => context.emit({
                 type: "llm.preview",
+                ...(pieceId === undefined ? {} : { workPieceId: pieceId }),
                 projectId: context.stage.projectId,
                 stage: context.stage.kind,
                 callId,
@@ -34,6 +38,7 @@ export function stageProviders(deps, context, pieceId) {
                 let finishReason = null;
                 for await (const event of port.complete({
                     model: call.model,
+                    ...(call.thinkingConfig === undefined ? {} : { thinkingConfig: call.thinkingConfig }),
                     ...(call.thinking === undefined ? {} : { thinking: call.thinking }),
                     messages: call.messages,
                     ...(call.webSearch === undefined ? {} : { webSearch: call.webSearch }),
@@ -64,7 +69,17 @@ export function stageProviders(deps, context, pieceId) {
         },
         tts: (call, observe) => {
             const port = deps.registry.tts(call.provider);
-            let continuation;
+            let transientContinuation;
+            const continuation = {
+                read: () => pieceId === undefined
+                    ? transientContinuation
+                    : (deps.attempts.readContinuation?.(context.work, pieceId) ?? transientContinuation),
+                write: (token) => {
+                    if (pieceId !== undefined)
+                        deps.attempts.writeContinuation?.(context.work, pieceId, token);
+                    transientContinuation = token;
+                },
+            };
             const notify = (event) => {
                 try {
                     observe?.(event);
@@ -78,7 +93,7 @@ export function stageProviders(deps, context, pieceId) {
                     });
                 }
             };
-            return schedule(call.provider, () => attempt(ctx, async (signal, progress) => {
+            return schedule(call.provider, () => attempt({ ...ctx, continuation }, async (signal, progress) => {
                 notify({ type: "start" });
                 try {
                     const spoken = await port.synthesize({
@@ -87,12 +102,7 @@ export function stageProviders(deps, context, pieceId) {
                         text: call.text,
                         signal,
                         onActivity: progress,
-                        continuation: {
-                            read: () => continuation,
-                            write: (token) => {
-                                continuation = token;
-                            },
-                        },
+                        continuation,
                     });
                     const reader = spoken.audio.getReader();
                     const chunks = [];

package/dist/kernel/runner/work-attempt.js

@@ -0,0 +1,47 @@
+import { transact } from "../db/tx.js";
+import { maySubmit, ownsCurrentWork, workExists } from "./work-authority.js";
+export function startWorkAttempt(db, ids, input, work, pieceId, operation = "submit") {
+    return transact(db, () => {
+        if (input.stageId !== work.stageId || !workExists(db, work))
+            return { ok: false, reason: "held" };
+        if (operation === "retrieve") {
+            if (pieceId === null || readWorkContinuation(db, work, pieceId) === null)
+                return { ok: false, reason: "held" };
+            const submitted = db
+                .prepare("SELECT id FROM attempts WHERE work_id=? AND work_piece_id=? ORDER BY rowid DESC LIMIT 1")
+                .get(work.workId, pieceId);
+            return typeof submitted?.id === "string"
+                ? { ok: true, value: submitted.id }
+                : { ok: false, reason: "held" };
+        }
+        else if (!maySubmit(db, work, pieceId ?? undefined) ||
+            (pieceId !== null && readWorkContinuation(db, work, pieceId) !== null))
+            return { ok: false, reason: "held" };
+        const id = ids.next();
+        db.prepare(`INSERT INTO attempts(id,stage_id,piece_id,n,started_at,revision_id,work_id,work_piece_id) VALUES (?,?,?,?,?,?,?,?)`).run(id, work.stageId, null, input.n, input.startedAt, work.revisionId, work.workId, pieceId);
+        if (operation === "submit") {
+            if (pieceId !== null)
+                db.prepare(`UPDATE revision_work_pieces SET submitted_at=COALESCE(submitted_at,?),state='running' WHERE id=? AND work_id=?`).run(input.startedAt, pieceId, work.workId);
+            if (ownsCurrentWork(db, work, pieceId))
+                db.prepare("UPDATE stages SET attempt_count=? WHERE id=?").run(input.n, work.stageId);
+        }
+        return { ok: true, value: id };
+    });
+}
+export function readWorkContinuation(db, work, pieceId) {
+    if (!workExists(db, work))
+        return null;
+    const row = db
+        .prepare("SELECT continuation FROM revision_work_pieces WHERE id=? AND work_id=? AND submitted_at IS NOT NULL")
+        .get(pieceId, work.workId);
+    // A malformed persisted token still records an accepted operation. Let the adapter
+    // reject it rather than turning corruption into another paid submission.
+    return typeof row?.continuation === "string" ? row.continuation : null;
+}
+export function writeWorkContinuation(db, work, pieceId, continuation) {
+    if (!workExists(db, work) || continuation.length === 0)
+        return false;
+    return (db
+        .prepare(`UPDATE revision_work_pieces SET continuation=? WHERE id=? AND work_id=? AND submitted_at IS NOT NULL AND (continuation IS NULL OR continuation=?)`)
+        .run(continuation, pieceId, work.workId, continuation).changes === 1);
+}

package/dist/kernel/runner/work-authority.js

@@ -0,0 +1,37 @@
+export function workExists(db, work) {
+    return (db
+        .prepare(`SELECT 1 FROM revision_work WHERE id=? AND project_id=? AND revision_id=? AND stage_id=? AND kind=? AND fingerprint=?`)
+        .get(work.workId, work.projectId, work.revisionId, work.stageId, work.kind, work.fingerprint) !== undefined);
+}
+export function claimWork(db, work) {
+    return (db
+        .prepare(`UPDATE revision_work SET state='running',progress_current=NULL,progress_total=NULL WHERE id=? AND project_id=? AND revision_id=? AND stage_id=? AND kind=? AND fingerprint=? AND state='pending' AND dispatch_state='allowed'`)
+        .run(work.workId, work.projectId, work.revisionId, work.stageId, work.kind, work.fingerprint)
+        .changes === 1);
+}
+export function maySubmit(db, work, pieceId) {
+    if (!workExists(db, work))
+        return false;
+    const allowed = db
+        .prepare(`SELECT 1 FROM revision_work WHERE id=? AND state IN ('pending','running') AND dispatch_state='allowed'`)
+        .get(work.workId) !== undefined;
+    if (!allowed || !ownsCurrentWork(db, work, pieceId ?? null))
+        return false;
+    return (pieceId === undefined ||
+        db
+            .prepare(`SELECT 1 FROM revision_work_pieces WHERE id=? AND work_id=? AND dispatch_state='allowed' AND state IN ('pending','running')`)
+            .get(pieceId, work.workId) !== undefined);
+}
+export function ownsCurrentWork(db, work, pieceId) {
+    if (!workExists(db, work))
+        return false;
+    return (db
+        .prepare(`SELECT 1 FROM revision_work_reservations r JOIN project_heads h ON h.project_id=r.project_id AND h.revision_id=r.revision_id JOIN project_revisions v ON v.id=r.revision_id JOIN json_each(v.fingerprints) f ON f.key=COALESCE(r.logical_key,r.work_key) AND f.value=COALESCE(r.desired_fingerprint,r.fingerprint) WHERE r.project_id=? AND r.work_id=? AND r.piece_id IS ? AND (r.piece_id IS NULL OR EXISTS(SELECT 1 FROM revision_work_pieces p WHERE p.id=r.piece_id AND p.work_id=r.work_id AND p.work_key=r.work_key AND p.fingerprint=r.fingerprint))`)
+        .get(work.projectId, work.workId, pieceId) !== undefined);
+}
+export function finishWork(db, work, state, reason) {
+    if (!workExists(db, work))
+        return;
+    const normalized = state === "provided" || state === "skipped" ? "done" : state;
+    db.prepare(`UPDATE revision_work SET state=?,failure_reason=?,dispatch_state=CASE WHEN ?='pending' THEN 'held' ELSE dispatch_state END WHERE id=?`).run(normalized, reason, normalized, work.workId);
+}

package/dist/kernel/runner/work.js

@@ -0,0 +1,23 @@
+import { createHash } from "node:crypto";
+import { z } from "zod";
+export function fingerprint(value) {
+    function canonical(item) {
+        if (typeof item === "number")
+            z.number().finite().parse(item);
+        if (item === null || typeof item !== "object")
+            return JSON.stringify(item);
+        if (Array.isArray(item))
+            return `[${item.map(canonical).join(",")}]`;
+        const record = item;
+        return `{${Object.keys(record)
+            .sort()
+            .map((key) => {
+            const part = record[key];
+            if (part === undefined)
+                throw new Error("Missing fingerprint input");
+            return `${JSON.stringify(key)}:${canonical(part)}`;
+        })
+            .join(",")}}`;
+    }
+    return createHash("sha256").update(canonical(value)).digest("hex");
+}