@plurnk/plurnk-service 1.16.5 → 1.18.0

package/migrations/007_subscriptions.sql

@@ -0,0 +1,175 @@
+-- MIGRATE: 7 subscriptions
+-- Chapter 7 of the schema baseline ({§db-schema-baseline}): Subscriptions to streams and their publication cursors.
+-- Version numbers order the chapters on a fresh database; they are not history. A shape
+-- change edits the chapter in place; existing development databases are recreated.
+
+-- subscriptions
+-- Durable subscription lifecycle per SPEC {§subscriptions}. The row records what
+-- the worker holds and routes cancellation to a separate process-local callable;
+-- it never serializes that callable. Closed rows persist for forensics; partial
+-- unique index enforces one active subscription per entry. Causal worker and
+-- resource owner may differ within the same workspace ({§runtime-resource-binding}).
+CREATE TABLE IF NOT EXISTS subscriptions (
+    id           INTEGER NOT NULL PRIMARY KEY,
+    version      INTEGER NOT NULL DEFAULT 0 CHECK (version >= 0),
+    worker_id       INTEGER,
+    entry_id     INTEGER NOT NULL,
+    scheme       TEXT    NOT NULL CHECK (length(scheme) > 0),
+    handle       TEXT    NOT NULL CHECK (length(handle) > 0),
+    published_channel TEXT          CHECK (published_channel IS NULL OR length(published_channel) > 0),
+    source       TEXT             CHECK (source IS NULL OR length(source) > 0),
+    opened_at    TEXT    NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%fZ', 'now')),
+    -- Execution `<T,P>` poll policy: NULL = default backoff, 0 = disabled, positive = fixed cadence.
+    -- While the owning loop hibernates (202), an armed policy wakes it to inspect the stream ({§exec-poll}).
+    poll_seconds INTEGER          CHECK (poll_seconds IS NULL OR poll_seconds >= 0),
+    -- Execution `<0>` — turn-scoped: the stream is reaped at the worker's next pre-turn so it never survives
+    -- into the subsequent turn; its terminal output surfaces initially visible like any conclusion. {§exec-poll}
+    turn_scoped  INTEGER NOT NULL DEFAULT 0 CHECK (turn_scoped IN (0, 1)),
+    -- {§worker-obligations}: a `<-1>` spawn outlives its loop and is nobody's obligation ({§exec-timeout}).
+    detached     INTEGER NOT NULL DEFAULT 0 CHECK (detached IN (0, 1)),
+    closed_at    TEXT,
+    close_status INTEGER          CHECK (close_status IS NULL OR (close_status BETWEEN 100 AND 599)),
+    close_result TEXT             CHECK (close_result IS NULL OR json_valid(close_result)),
+    channel_results TEXT          CHECK (channel_results IS NULL OR json_valid(channel_results)),
+    CHECK ((closed_at IS NULL AND close_status IS NULL AND close_result IS NULL AND channel_results IS NULL)
+        OR (closed_at IS NOT NULL AND close_status IS NOT NULL AND close_result IS NOT NULL AND channel_results IS NOT NULL)),
+    CHECK (worker_id IS NOT NULL OR closed_at IS NOT NULL),
+    FOREIGN KEY (worker_id) REFERENCES workers(id) ON DELETE SET NULL,
+    FOREIGN KEY (entry_id) REFERENCES entries(id) ON DELETE CASCADE
+) STRICT;
+
+CREATE TRIGGER IF NOT EXISTS subscriptions_workspace_insert
+BEFORE INSERT ON subscriptions
+WHEN NOT EXISTS (
+    SELECT 1 FROM entries e
+    JOIN workers caller ON caller.id = NEW.worker_id
+    WHERE e.id = NEW.entry_id AND e.workspace_id = caller.workspace_id
+)
+BEGIN
+    SELECT RAISE(ABORT, 'subscription and resource must share a workspace');
+END;
+
+CREATE TRIGGER IF NOT EXISTS subscriptions_identity_update
+BEFORE UPDATE OF worker_id, entry_id, scheme, source ON subscriptions
+WHEN NEW.entry_id != OLD.entry_id OR NEW.scheme != OLD.scheme OR NEW.source IS NOT OLD.source
+  OR (NEW.worker_id IS NOT OLD.worker_id AND NOT (NEW.worker_id IS NULL AND NEW.closed_at IS NOT NULL))
+BEGIN
+    SELECT RAISE(ABORT, 'subscription identity is immutable');
+END;
+
+CREATE UNIQUE INDEX IF NOT EXISTS subscriptions_active_one_per_entry
+    ON subscriptions (entry_id)
+    WHERE closed_at IS NULL;
+
+-- {§db-fk-indexes} Worker and entry deletion, and every by-worker stream lookup, otherwise scan all subscriptions,
+-- closed ones included; the active-only partial indexes above do not cover foreign-key checks.
+CREATE INDEX IF NOT EXISTS subscriptions_worker_id ON subscriptions (worker_id) WHERE worker_id IS NOT NULL;
+
+CREATE INDEX IF NOT EXISTS subscriptions_entry_id  ON subscriptions (entry_id);
+
+CREATE TRIGGER IF NOT EXISTS subscriptions_result_contract_insert
+BEFORE INSERT ON subscriptions
+WHEN NEW.closed_at IS NOT NULL
+  OR NEW.close_status IS NOT NULL
+  OR NEW.close_result IS NOT NULL
+  OR NEW.channel_results IS NOT NULL
+BEGIN
+    SELECT RAISE(ABORT, 'subscription must open before it can settle');
+END;
+
+CREATE TRIGGER IF NOT EXISTS subscriptions_result_contract_update
+BEFORE UPDATE OF closed_at, close_status, close_result, channel_results ON subscriptions
+WHEN NOT (
+    (NEW.closed_at IS NULL AND NEW.close_status IS NULL AND NEW.close_result IS NULL AND NEW.channel_results IS NULL)
+    OR (
+        NEW.closed_at IS NOT NULL
+        AND NEW.close_status IS NOT NULL
+        AND NEW.close_result IS NOT NULL
+        AND NEW.channel_results IS NOT NULL
+        AND json_valid(NEW.close_result)
+        AND json_valid(NEW.channel_results)
+        AND json_type(NEW.channel_results) = 'object'
+        AND json_type(NEW.close_result, '$.status') = 'integer'
+        AND json_extract(NEW.close_result, '$.status') = NEW.close_status
+        AND (
+            (NEW.close_status < 400 AND json_type(NEW.close_result, '$.problem') IS NULL)
+            OR (
+                NEW.close_status >= 400
+                AND json_type(NEW.close_result, '$.problem') = 'object'
+                AND json_extract(NEW.close_result, '$.problem.status') = NEW.close_status
+            )
+        )
+    )
+)
+BEGIN
+    SELECT RAISE(ABORT, 'subscription terminal result violates the operation-result contract');
+END;
+
+-- A settlement may override the universal result for exact named channels.
+-- Unknown channels and malformed results fail before the subscription or any
+-- representation changes. The JS boundary additionally rejects projection
+-- fields that are structurally unavailable in ChannelProducerResult.
+CREATE TRIGGER IF NOT EXISTS subscriptions_channel_results_contract
+BEFORE UPDATE OF closed_at, close_status, close_result, channel_results ON subscriptions
+WHEN NEW.closed_at IS NOT NULL AND (
+    EXISTS (
+        SELECT 1
+        FROM json_each(NEW.channel_results) AS channel_result
+        LEFT JOIN entry_channels ec
+          ON ec.entry_id = NEW.entry_id AND ec.name = channel_result.key
+        WHERE ec.name IS NULL
+           OR json_type(channel_result.value) != 'object'
+           OR json_type(channel_result.value, '$.status') != 'integer'
+           OR json_extract(channel_result.value, '$.status') NOT BETWEEN 200 AND 599
+           OR json_extract(channel_result.value, '$.status') = 202
+           OR (
+                json_extract(channel_result.value, '$.status') < 400
+                AND json_type(channel_result.value, '$.problem') IS NOT NULL
+           )
+           OR (
+                json_extract(channel_result.value, '$.status') >= 400
+                AND (
+                    json_type(channel_result.value, '$.problem') != 'object'
+                    OR json_extract(channel_result.value, '$.problem.status')
+                        != json_extract(channel_result.value, '$.status')
+                )
+           )
+    )
+)
+BEGIN
+    SELECT RAISE(ABORT, 'subscription channel result violates the channel producer contract');
+END;
+
+-- One durable publication cursor per selected subscription channel. Log rows
+-- are curated model context and therefore cannot own this lifecycle fact.
+-- The row survives KILLing any generated observation and disappears only with
+-- its subscription. {§exec-stream}
+-- {§worker-obligations}: what a worker still holds — an open stream that is not detached, or a
+-- child with an unresolved loop (the same liveness the Delegation section shows, so the 409 gate
+-- and the section the model reads never disagree, {§child-orientation}). The one definition the
+-- completion gate, the wait matrix, and the drain's wake settlement all read.
+CREATE VIEW IF NOT EXISTS worker_obligations AS
+SELECT w.id AS worker_id,
+       EXISTS (
+           SELECT 1 FROM subscriptions s
+           WHERE s.worker_id = w.id AND s.closed_at IS NULL AND s.detached = 0
+       ) AS streams,
+       EXISTS (
+           SELECT 1 FROM workers c JOIN loops l ON l.worker_id = c.id
+           WHERE c.parent_worker_id = w.id AND l.status IN (100, 102, 202)
+       ) AS workers
+FROM workers w;
+
+CREATE TABLE IF NOT EXISTS subscription_publications (
+    id                 INTEGER NOT NULL PRIMARY KEY,
+    version            INTEGER NOT NULL DEFAULT 0 CHECK (version >= 0),
+    subscription_id    INTEGER NOT NULL,
+    channel            TEXT    NOT NULL CHECK (length(channel) > 0),
+    published_end      INTEGER NOT NULL DEFAULT 0 CHECK (published_end >= 0),
+    terminal_published INTEGER NOT NULL DEFAULT 0 CHECK (terminal_published IN (0, 1)),
+    UNIQUE (subscription_id, channel),
+    FOREIGN KEY (subscription_id) REFERENCES subscriptions(id) ON DELETE CASCADE
+) STRICT;
+
+CREATE INDEX IF NOT EXISTS subscription_publications_pending
+    ON subscription_publications (subscription_id, terminal_published);

package/migrations/008_interactions.sql

@@ -0,0 +1,29 @@
+-- MIGRATE: 8 interactions
+-- Chapter 8 of the schema baseline ({§db-schema-baseline}): Client interactions raised by a turn.
+-- Version numbers order the chapters on a fresh database; they are not history. A shape
+-- change edits the chapter in place; existing development databases are recreated.
+
+-- {§client-interactions}: the durable discoverable half of a client-owned
+-- interaction. The process-local lifecycle owner holds the awaiting callable;
+-- this row holds only presentation and routing facts. Settlement deletes the
+-- row, so client response payloads and owner-private continuation state are
+-- never copied into persistence.
+CREATE TABLE IF NOT EXISTS client_interactions (
+    id           INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+    worker_id    INTEGER NOT NULL,
+    loop_id      INTEGER NOT NULL,
+    turn_id      INTEGER NOT NULL,
+    request      TEXT    NOT NULL CHECK (json_valid(request) AND json_type(request) = 'object'),
+    created_at   TEXT    NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%fZ', 'now')),
+    FOREIGN KEY (worker_id) REFERENCES workers(id) ON DELETE CASCADE,
+    FOREIGN KEY (loop_id)   REFERENCES loops(id)   ON DELETE CASCADE,
+    FOREIGN KEY (turn_id)   REFERENCES turns(id)   ON DELETE CASCADE
+) STRICT;
+
+CREATE INDEX IF NOT EXISTS client_interactions_worker_id_id
+    ON client_interactions (worker_id, id);
+
+-- {§db-fk-indexes} Turn and loop inserts check interactions by their loop and turn.
+CREATE INDEX IF NOT EXISTS client_interactions_loop_id ON client_interactions (loop_id);
+
+CREATE INDEX IF NOT EXISTS client_interactions_turn_id ON client_interactions (turn_id);

package/package.json

@@ -1,7 +1,16 @@
 {
     "name": "@plurnk/plurnk-service",
-    "version": "1.16.5",
+    "version": "1.18.0",
     "description": "Plurnk agent runtime — the server / engine / core. Implements the @plurnk/plurnk-contracts contract.",
+    "keywords": [
+        "plurnk",
+        "agent",
+        "llm",
+        "daemon",
+        "agui",
+        "sqlite",
+        "harness"
+    ],
     "type": "module",
     "license": "MIT",
     "engines": {
@@ -26,7 +35,7 @@
     "files": [
         ".env.defaults",
         "dist/**/*",
-        "digest-sql/**/*.sql",
+        "docs/**/*",
         "migrations/**/*.sql",
         "README.md",
         "INSTALL.md",
@@ -45,17 +54,11 @@
         "test:unit": "node --conditions=plurnk-dev --import=./test/setup.ts --env-file-if-exists=.env.defaults --test --test-timeout=30000 scripts/*.test.mjs src/**/*.test.ts",
         "test:intg": "PLURNK_SERVICE_FILES_ITEMS=0 node --conditions=plurnk-dev --import=./test/setup.ts --env-file-if-exists=.env.defaults --test --test-concurrency=8 --test-timeout=30000 test/intg/*.test.ts",
         "test:mcp:dogfood": "PLURNK_MCP_DOGFOOD=1 node --conditions=plurnk-dev --import=./test/setup.ts --env-file-if-exists=.env.defaults --test --test-concurrency=1 --test-timeout=120000 test/intg/mcp-agui-composition.test.ts",
-        "build:rail": "npm run build:gbnf -w @plurnk/plurnk-contracts",
-        "pretest:live": "npm run build:rail",
         "test:live": "bash ../scripts/operator-environment.sh node --conditions=plurnk-dev scripts/live.mjs",
-        "pretest:live:specimen": "npm run build:rail",
         "test:live:specimen": "bash ../scripts/operator-environment.sh node --conditions=plurnk-dev scripts/live.mjs --specimen",
         "test:live:zeropin": "PLURNK_ZERO_PIN=1 npm run test:live",
-        "pretest:demo": "npm run build:rail",
         "test:demo": "bash ../scripts/operator-environment.sh node --conditions=plurnk-dev scripts/demo.mjs",
-        "pretest:demo:specimen": "npm run build:rail",
         "test:demo:specimen": "bash ../scripts/operator-environment.sh node --conditions=plurnk-dev scripts/demo.mjs --specimen",
-        "pretest:demo:zeropin": "npm run build:rail",
         "test:demo:zeropin": "PLURNK_ZERO_PIN=1 npm run test:demo",
         "test:benchlet": "bash ../scripts/operator-environment.sh node scripts/benchlet.mjs",
         "fixture:demo": "node --conditions=plurnk-dev test/demo/_fixture.ts",
@@ -87,31 +90,29 @@
         "@opentelemetry/resources": "^2.11.0",
         "@opentelemetry/sdk-metrics": "^2.11.0",
         "@opentelemetry/sdk-trace-base": "^2.11.0",
-        "@plurnk/gbnf": "1.16.5",
-        "@plurnk/plurnk-a2a": "1.16.5",
-        "@plurnk/plurnk-agui": "1.16.5",
-        "@plurnk/plurnk-contracts": "1.16.5",
-        "@plurnk/plurnk-execs": "1.16.5",
-        "@plurnk/plurnk-execs-common": "1.16.5",
-        "@plurnk/plurnk-execs-jq": "1.16.5",
-        "@plurnk/plurnk-execs-sqlite": "1.16.5",
-        "@plurnk/plurnk-hooks": "1.16.5",
-        "@plurnk/plurnk-mcp": "1.16.5",
-        "@plurnk/plurnk-meta": "1.16.5",
-        "@plurnk/plurnk-mimetypes": "1.16.5",
-        "@plurnk/plurnk-mimetypes-application-ipynb": "1.16.5",
-        "@plurnk/plurnk-mimetypes-application-json": "1.16.5",
-        "@plurnk/plurnk-mimetypes-application-jsonl": "1.16.5",
-        "@plurnk/plurnk-mimetypes-application-xml": "1.16.5",
-        "@plurnk/plurnk-mimetypes-embeddings": "1.16.5",
+        "@plurnk/plurnk-a2a": "1.18.0",
+        "@plurnk/plurnk-agui": "1.18.0",
+        "@plurnk/plurnk-contracts": "1.18.0",
+        "@plurnk/plurnk-parser": "1.18.0",
+        "@plurnk/plurnk-execs": "1.18.0",
+        "@plurnk/plurnk-execs-common": "1.18.0",
+        "@plurnk/plurnk-execs-jq": "1.18.0",
+        "@plurnk/plurnk-execs-sqlite": "1.18.0",
+        "@plurnk/plurnk-hooks": "1.18.0",
+        "@plurnk/plurnk-mcp": "1.18.0",
+        "@plurnk/plurnk-meta": "1.18.0",
+        "@plurnk/plurnk-agent-skills": "1.18.0",
+        "@plurnk/plurnk-mimetypes": "1.18.0",
+        "@plurnk/plurnk-mimetypes-application-ipynb": "1.18.0",
+        "@plurnk/plurnk-mimetypes-application-json": "1.18.0",
+        "@plurnk/plurnk-mimetypes-application-jsonl": "1.18.0",
+        "@plurnk/plurnk-mimetypes-application-xml": "1.18.0",
         "@plurnk/plurnk-mimetypes-grammar-bash": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-c": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-cpp": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-css": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-dart": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-elixir": "1.16.1",
-        "@plurnk/plurnk-mimetypes-grammar-fsharp": "1.16.1",
-        "@plurnk/plurnk-mimetypes-grammar-fsharp-signature": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-go": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-haskell": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-java": "1.16.1",
@@ -132,25 +133,27 @@
         "@plurnk/plurnk-mimetypes-grammar-typescript": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-yaml": "1.16.1",
         "@plurnk/plurnk-mimetypes-grammar-zig": "1.16.1",
-        "@plurnk/plurnk-mimetypes-image": "1.16.5",
-        "@plurnk/plurnk-mimetypes-text-csv": "1.16.5",
-        "@plurnk/plurnk-mimetypes-text-diff": "1.16.5",
-        "@plurnk/plurnk-mimetypes-text-dotenv": "1.16.5",
-        "@plurnk/plurnk-mimetypes-text-html": "1.16.5",
-        "@plurnk/plurnk-mimetypes-text-ini": "1.16.5",
-        "@plurnk/plurnk-mimetypes-text-markdown": "1.16.5",
-        "@plurnk/plurnk-mimetypes-text-plain": "1.16.5",
-        "@plurnk/plurnk-models": "1.16.5",
-        "@plurnk/plurnk-providers": "1.16.5",
-        "@plurnk/plurnk-schemes": "1.16.5",
-        "@plurnk/plurnk-schemes-http": "1.16.5",
-        "@possumtech/sqlrite": "^6.5.2",
+        "@plurnk/plurnk-mimetypes-application-pdf": "1.18.0",
+        "@plurnk/plurnk-mimetypes-image": "1.18.0",
+        "@plurnk/plurnk-mimetypes-text-csv": "1.18.0",
+        "@plurnk/plurnk-mimetypes-text-diff": "1.18.0",
+        "@plurnk/plurnk-mimetypes-text-dotenv": "1.18.0",
+        "@plurnk/plurnk-mimetypes-text-html": "1.18.0",
+        "@plurnk/plurnk-mimetypes-text-ini": "1.18.0",
+        "@plurnk/plurnk-mimetypes-text-markdown": "1.18.0",
+        "@plurnk/plurnk-mimetypes-text-plain": "1.18.0",
+        "@plurnk/plurnk-models": "1.18.0",
+        "@plurnk/plurnk-providers": "1.18.0",
+        "@plurnk/plurnk-schemes": "1.18.0",
+        "@plurnk/plurnk-schemes-http": "1.18.0",
+        "@plurnk/plurnk-schemes-http-tavily": "^1.8.0",
+        "@possumtech/sqlrite": "^6.5.3",
         "diff": "^9.0.0",
         "yaml": "^2.9.0"
     },
     "devDependencies": {
         "@opentelemetry/core": "^2.11.0",
-        "@plurnk/plurnk-mimetypes-tokenizers": "1.16.5",
+        "@plurnk/plurnk-mimetypes-tokenizers": "1.18.0",
         "@types/diff": "^7.0.2"
     },
     "homepage": "https://github.com/plurnk/plurnk-service/tree/main/plurnk-core#readme",

package/digest-sql/channel-dispositions/dispositions.sql

@@ -1,15 +0,0 @@
--- PREP: digest_channel_disposition_counts
-SELECT d.disposition, COUNT(*) AS n
-FROM entries e
-JOIN entry_channels ec ON ec.entry_id = e.id
-JOIN derivations d ON d.deep_hash = ec.deep_hash
-GROUP BY d.disposition
-ORDER BY d.disposition;
-
--- PREP: digest_channel_dispositions
-SELECT e.scheme, e.authority, e.pathname, ec.name AS channel, d.disposition, d.reason
-FROM entries e
-JOIN entry_channels ec ON ec.entry_id = e.id
-JOIN derivations d ON d.deep_hash = ec.deep_hash
-WHERE d.disposition <> 'vector'
-ORDER BY d.disposition, e.scheme, e.authority, e.pathname, channel;

package/digest-sql/channel-state/state.sql

@@ -1,6 +0,0 @@
--- PREP: digest_channel_semantic_state
-SELECT COUNT(*) AS channel_entries,
-       COUNT(ec.deep_hash) AS derivation_complete,
-       COUNT(*) - COUNT(ec.deep_hash) AS unfinished
-FROM entries e
-JOIN entry_channels ec ON ec.entry_id = e.id;

package/digest-sql/curation/curation.sql

@@ -1,6 +0,0 @@
--- PREP: digest_curation_effects
-SELECT operation_log_entry_id, target_log_entry_id,
-       active_before, active_after,
-       folded_before, folded_after
-FROM log_curation_effects
-ORDER BY operation_log_entry_id, target_log_entry_id;

package/digest-sql/derivations/derivations.sql

@@ -1,4 +0,0 @@
--- PREP: digest_derivation_state
-SELECT COALESCE(SUM(CASE WHEN state = 'complete' THEN 1 ELSE 0 END), 0) AS complete,
-       COALESCE(SUM(CASE WHEN state = 'building' THEN 1 ELSE 0 END), 0) AS building
-FROM derivations;

package/digest-sql/embeddings/embeddings.sql

@@ -1,4 +0,0 @@
--- PREP: digest_embedding_state
-SELECT COUNT(*) AS chunks,
-       COUNT(DISTINCT embedding_model) AS models
-FROM derivation_embeddings;

package/digest-sql/entry-dispositions/dispositions.sql

@@ -1,15 +0,0 @@
--- PREP: digest_entry_disposition_counts
-SELECT d.disposition, COUNT(*) AS n
-FROM entries e
-JOIN entry_channels ec ON ec.entry_id = e.id AND ec.name = 'body'
-JOIN derivations d ON d.deep_hash = e.deep_hash
-GROUP BY d.disposition
-ORDER BY d.disposition;
-
--- PREP: digest_entry_dispositions
-SELECT e.scheme, e.authority, e.pathname, 'body' AS channel, d.disposition, d.reason
-FROM entries e
-JOIN entry_channels ec ON ec.entry_id = e.id AND ec.name = 'body'
-JOIN derivations d ON d.deep_hash = e.deep_hash
-WHERE d.disposition <> 'vector'
-ORDER BY d.disposition, e.scheme, e.authority, e.pathname, channel;

package/digest-sql/entry-state/state.sql

@@ -1,6 +0,0 @@
--- PREP: digest_entry_semantic_state
-SELECT COUNT(*) AS channel_entries,
-       COUNT(e.deep_hash) AS derivation_complete,
-       COUNT(*) - COUNT(e.deep_hash) AS unfinished
-FROM entries e
-JOIN entry_channels ec ON ec.entry_id = e.id AND ec.name = 'body';

package/digest-sql/token-counts/token-counts.sql

@@ -1,2 +0,0 @@
--- PREP: digest_token_count
-SELECT COUNT(*) AS n FROM token_counts;

package/dist/core/EmbeddingCall.d.ts

@@ -1,23 +0,0 @@
-import type { EmbedDocumentsOptions, EmbedDocumentsResult, EmbedQueryOptions, EmbedQueryResult, EmbeddingCallMetadata, Mimetypes } from "@plurnk/plurnk-mimetypes";
-import type { Db } from "./Db.ts";
-import InferenceCall from "./InferenceCall.ts";
-export type EmbeddingCallKind = "embedding_query" | "embedding_documents";
-type InferenceContext = {
-    readonly workspaceId: number;
-    readonly turnId: number | null;
-};
-export default class EmbeddingCall extends InferenceCall {
-    #private;
-    private constructor();
-    static open(db: Db, input: InferenceContext & {
-        kind: EmbeddingCallKind;
-        model: string;
-        inputCount: number;
-    }): Promise<EmbeddingCall>;
-    observeResponse(outputCount: number, metadata: EmbeddingCallMetadata): Promise<void>;
-    fail(cause: unknown): Promise<void>;
-    static query(db: Db, context: InferenceContext, mimetypes: Mimetypes, model: string, text: string, options?: Omit<EmbedQueryOptions, "observeRequest">): Promise<EmbedQueryResult>;
-    static documents(db: Db, context: InferenceContext, mimetypes: Mimetypes, model: string, texts: readonly string[], options?: Omit<EmbedDocumentsOptions, "observeRequest">): Promise<EmbedDocumentsResult>;
-}
-export {};
-//# sourceMappingURL=EmbeddingCall.d.ts.map

package/dist/core/EmbeddingCall.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"EmbeddingCall.d.ts","sourceRoot":"","sources":["../../src/core/EmbeddingCall.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,qBAAqB,EACrB,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,SAAS,EACZ,MAAM,0BAA0B,CAAC;AAElC,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,aAGN,MAAM,oBAAoB,CAAC;AAE5B,MAAM,MAAM,iBAAiB,GAAG,iBAAiB,GAAG,qBAAqB,CAAC;AAE1E,KAAK,gBAAgB,GAAG;IACpB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC,CAAC;AA6BF,MAAM,CAAC,OAAO,OAAO,aAAc,SAAQ,aAAa;;IAGpD,OAAO,eAGN;IAED,OAAa,IAAI,CACb,EAAE,EAAE,EAAE,EACN,KAAK,EAAE,gBAAgB,GAAG;QACtB,IAAI,EAAE,iBAAiB,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;KACtB,GACF,OAAO,CAAC,aAAa,CAAC,CAsBxB;IAEK,eAAe,CACjB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,qBAAqB,GAChC,OAAO,CAAC,IAAI,CAAC,CAkBf;IAEK,IAAI,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAexC;IAED,OAAa,KAAK,CACd,EAAE,EAAE,EAAE,EACN,OAAO,EAAE,gBAAgB,EACzB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,IAAI,CAAC,iBAAiB,EAAE,gBAAgB,CAAM,GACxD,OAAO,CAAC,gBAAgB,CAAC,CAkB3B;IAED,OAAa,SAAS,CAClB,EAAE,EAAE,EAAE,EACN,OAAO,EAAE,gBAAgB,EACzB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,SAAS,MAAM,EAAE,EACxB,OAAO,GAAE,IAAI,CAAC,qBAAqB,EAAE,gBAAgB,CAAM,GAC5D,OAAO,CAAC,oBAAoB,CAAC,CAkB/B;CAoBJ"}

package/dist/core/EmbeddingCall.js

@@ -1,149 +0,0 @@
-import InferenceCall, { InferenceCallPersistenceError, ProviderAccountingIntegrityError, } from "./InferenceCall.js";
-const failureEvidence = (cause) => cause instanceof Error
-    ? {
-        name: cause.name,
-        message: cause.message,
-        ...(cause.cause === undefined ? {} : { cause: String(cause.cause) }),
-    }
-    : { name: "Error", message: String(cause) };
-const errorAccounting = (cause) => {
-    if (typeof cause !== "object" || cause === null || !("accounting" in cause))
-        return null;
-    const accounting = cause.accounting;
-    return Array.isArray(accounting) ? accounting : null;
-};
-const persistenceFailure = (cause) => {
-    const seen = new Set();
-    let current = cause;
-    while (typeof current === "object" && current !== null && !seen.has(current)) {
-        if (current instanceof InferenceCallPersistenceError)
-            return current;
-        seen.add(current);
-        current = "cause" in current ? current.cause : undefined;
-    }
-    return null;
-};
-// Core-owned logical embedding inference. The artifact performs vector work;
-// this class owns durable lifecycle and cardinal physical request evidence.
-export default class EmbeddingCall extends InferenceCall {
-    #db;
-    constructor(db, id, sequence) {
-        super(db, id, sequence);
-        this.#db = db;
-    }
-    static async open(db, input) {
-        let row;
-        try {
-            row = await db.engine_open_embedding_call.get({
-                workspace_id: input.workspaceId,
-                turn_id: input.turnId,
-                kind: input.kind,
-                model: input.model,
-            });
-            if (row === undefined)
-                throw new Error("INSERT RETURNING produced no row");
-            const prepared = await db.engine_prepare_embedding_call.run({
-                id: row.id,
-                input_count: input.inputCount,
-            });
-            if (prepared.changes !== 1)
-                throw new Error(`embedding call ${row.id} was not prepared`);
-        }
-        catch (cause) {
-            throw new InferenceCallPersistenceError(`could not open ${input.kind} inference for workspace ${input.workspaceId}`, cause);
-        }
-        return new EmbeddingCall(db, row.id, row.sequence);
-    }
-    async observeResponse(outputCount, metadata) {
-        const { accounting, ...artifactMetadata } = metadata;
-        this.assertAccounting(accounting);
-        try {
-            const result = await this.#db.engine_observe_embedding_call_response.run({
-                id: this.id,
-                output_count: outputCount,
-                metadata: JSON.stringify(artifactMetadata),
-            });
-            if (result.changes !== 1) {
-                throw new Error(`embedding call ${this.id} was not pending`);
-            }
-        }
-        catch (cause) {
-            throw new InferenceCallPersistenceError(`could not preserve response for embedding call ${this.id}`, cause);
-        }
-    }
-    async fail(cause) {
-        try {
-            const result = await this.#db.engine_fail_embedding_call.run({
-                id: this.id,
-                failure: JSON.stringify(failureEvidence(cause)),
-            });
-            if (result.changes !== 1) {
-                throw new Error(`embedding call ${this.id} was not pending`);
-            }
-        }
-        catch (persistenceCause) {
-            throw new InferenceCallPersistenceError(`could not preserve failure for embedding call ${this.id}`, persistenceCause);
-        }
-    }
-    static async query(db, context, mimetypes, model, text, options = {}) {
-        const call = await EmbeddingCall.open(db, {
-            ...context,
-            kind: "embedding_query",
-            model,
-            inputCount: 1,
-        });
-        try {
-            const result = await mimetypes.embedQuery(text, {
-                ...options,
-                observeRequest: call.observeRequest,
-            });
-            await call.observeResponse(1, result.metadata);
-            return result;
-        }
-        catch (cause) {
-            await call.#closeFailure(cause);
-            throw cause;
-        }
-    }
-    static async documents(db, context, mimetypes, model, texts, options = {}) {
-        const call = await EmbeddingCall.open(db, {
-            ...context,
-            kind: "embedding_documents",
-            model,
-            inputCount: texts.length,
-        });
-        try {
-            const result = await mimetypes.embedDocuments(texts, {
-                ...options,
-                observeRequest: call.observeRequest,
-            });
-            await call.observeResponse(result.vectors.length, result.metadata);
-            return result;
-        }
-        catch (cause) {
-            await call.#closeFailure(cause);
-            throw cause;
-        }
-    }
-    async #closeFailure(cause) {
-        // The observer is the durability boundary. If it failed to open or
-        // settle a physical row, neither accounting comparison nor a second
-        // write may claim that the logical call closed. Restart recovery owns
-        // the remaining unknown boundary, exactly as it does for generation.
-        if (persistenceFailure(cause) !== null) {
-            return;
-        }
-        const accounting = errorAccounting(cause);
-        try {
-            this.assertAccounting(accounting ?? []);
-        }
-        catch (integrityCause) {
-            await this.fail(integrityCause);
-            if (integrityCause instanceof ProviderAccountingIntegrityError)
-                throw integrityCause;
-            throw new ProviderAccountingIntegrityError(String(integrityCause));
-        }
-        await this.fail(cause);
-    }
-}
-//# sourceMappingURL=EmbeddingCall.js.map

package/dist/core/EmbeddingCall.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"EmbeddingCall.js","sourceRoot":"","sources":["../../src/core/EmbeddingCall.ts"],"names":[],"mappings":"AAUA,OAAO,aAAa,EAAE,EAClB,6BAA6B,EAC7B,gCAAgC,GACnC,MAAM,oBAAoB,CAAC;AAS5B,MAAM,eAAe,GAAG,CAAC,KAAc,EAA2B,EAAE,CAAC,KAAK,YAAY,KAAK;IACvF,CAAC,CAAC;QACE,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;KACvE;IACD,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,MAAM,eAAe,GAAG,CAAC,KAAc,EAA+C,EAAE;IACpF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,YAAY,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzF,MAAM,UAAU,GAAI,KAAkC,CAAC,UAAU,CAAC;IAClE,OAAO,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAkD,CAAC,CAAC,CAAC,IAAI,CAAC;AACjG,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAAwC,EAAE;IAChF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAW,CAAC;IAChC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3E,IAAI,OAAO,YAAY,6BAA6B;YAAE,OAAO,OAAO,CAAC;QACrE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,OAAO,GAAG,OAAO,IAAI,OAAO,CAAC,CAAC,CAAE,OAA+B,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEF,6EAA6E;AAC7E,4EAA4E;AAC5E,MAAM,CAAC,OAAO,OAAO,aAAc,SAAQ,aAAa;IAC3C,GAAG,CAAK;IAEjB,YAAoB,EAAM,EAAE,EAAU,EAAE,QAAgB;QACpD,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;QACxB,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CACb,EAAM,EACN,KAIC;QAED,IAAI,GAAiD,CAAC;QACtD,IAAI,CAAC;YACD,GAAG,GAAG,MAAM,EAAE,CAAC,0BAA0B,CAAC,GAAG,CAAmC;gBAC5E,YAAY,EAAE,KAAK,CAAC,WAAW;gBAC/B,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;aACrB,CAAC,CAAC;YACH,IAAI,GAAG,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAC3E,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,6BAA6B,CAAC,GAAG,CAAC;gBACxD,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,WAAW,EAAE,KAAK,CAAC,UAAU;aAChC,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,OAAO,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAC7F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,6BAA6B,CACnC,kBAAkB,KAAK,CAAC,IAAI,4BAA4B,KAAK,CAAC,WAAW,EAAE,EAC3E,KAAK,CACR,CAAC;QACN,CAAC;QACD,OAAO,IAAI,aAAa,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,WAAmB,EACnB,QAA+B;QAE/B,MAAM,EAAE,UAAU,EAAE,GAAG,gBAAgB,EAAE,GAAG,QAAQ,CAAC;QACrD,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAClC,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sCAAsC,CAAC,GAAG,CAAC;gBACrE,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,YAAY,EAAE,WAAW;gBACzB,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;aAC7C,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,EAAE,kBAAkB,CAAC,CAAC;YACjE,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,6BAA6B,CACnC,kDAAkD,IAAI,CAAC,EAAE,EAAE,EAC3D,KAAK,CACR,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAc;QACrB,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,0BAA0B,CAAC,GAAG,CAAC;gBACzD,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;aAClD,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,EAAE,kBAAkB,CAAC,CAAC;YACjE,CAAC;QACL,CAAC;QAAC,OAAO,gBAAgB,EAAE,CAAC;YACxB,MAAM,IAAI,6BAA6B,CACnC,iDAAiD,IAAI,CAAC,EAAE,EAAE,EAC1D,gBAAgB,CACnB,CAAC;QACN,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK,CACd,EAAM,EACN,OAAyB,EACzB,SAAoB,EACpB,KAAa,EACb,IAAY,EACZ,OAAO,GAA8C,EAAE;QAEvD,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE;YACtC,GAAG,OAAO;YACV,IAAI,EAAE,iBAAiB;YACvB,KAAK;YACL,UAAU,EAAE,CAAC;SAChB,CAAC,CAAC;QACH,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;gBAC5C,GAAG,OAAO;gBACV,cAAc,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC/C,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,SAAS,CAClB,EAAM,EACN,OAAyB,EACzB,SAAoB,EACpB,KAAa,EACb,KAAwB,EACxB,OAAO,GAAkD,EAAE;QAE3D,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE;YACtC,GAAG,OAAO;YACV,IAAI,EAAE,qBAAqB;YAC3B,KAAK;YACL,UAAU,EAAE,KAAK,CAAC,MAAM;SAC3B,CAAC,CAAC;QACH,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE;gBACjD,GAAG,OAAO;gBACV,cAAc,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnE,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAc;QAC9B,mEAAmE;QACnE,oEAAoE;QACpE,sEAAsE;QACtE,qEAAqE;QACrE,IAAI,kBAAkB,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YACrC,OAAO;QACX,CAAC;QACD,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC;YACD,IAAI,CAAC,gBAAgB,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAChC,IAAI,cAAc,YAAY,gCAAgC;gBAAE,MAAM,cAAc,CAAC;YACrF,MAAM,IAAI,gCAAgC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;CACJ"}

package/dist/core/OverflowTurn.d.ts

@@ -1,11 +0,0 @@
-import { type KillStatement, type PlanStatement, type SendStatement } from "@plurnk/plurnk-contracts";
-import type { Db } from "./Db.ts";
-export type OverflowKill = {
-    readonly statement: KillStatement;
-};
-export default class OverflowTurn {
-    static plan(db: Db, loopId: number, turnId: number): Promise<OverflowKill[]>;
-    static planStatement(): PlanStatement;
-    static sendStatement(): SendStatement;
-}
-//# sourceMappingURL=OverflowTurn.d.ts.map

package/dist/core/OverflowTurn.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"OverflowTurn.d.ts","sourceRoot":"","sources":["../../src/core/OverflowTurn.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,KAAK,aAAa,EAClB,KAAK,aAAa,EAClB,KAAK,aAAa,EAErB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAkBlC,MAAM,MAAM,YAAY,GAAG;IACvB,QAAQ,CAAC,SAAS,EAAE,aAAa,CAAC;CACrC,CAAC;AAoCF,MAAM,CAAC,OAAO,OAAO,YAAY;IAC7B,OAAa,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAmBjF;IAED,MAAM,CAAC,aAAa,IAAI,aAAa,CAUpC;IAED,MAAM,CAAC,aAAa,IAAI,aAAa,CAUpC;CACJ"}