@plurnk/plurnk-service 3.3.0 → 4.0.0

package/dist/core/TurnRunner.js

@@ -1,4 +1,3 @@
-var _a;
 import NativeContent from "./NativeContent.js";
 import { PlurnkParser, parsePath } from "@plurnk/plurnk-parser";
 import { PathSyntax, PlurnkParseError, UNKNOWN_POSITION } from "@plurnk/plurnk-contracts";
@@ -6,14 +5,16 @@ import WorkerOwners from "./WorkerOwners.js";
 import { setTimeout as delay } from "node:timers/promises";
 import { aggregateProviderAccounting } from "@plurnk/plurnk-providers";
 const comparePosition = (a, b) => a.line - b.line || a.column - b.column;
+import { Mimetypes } from "@plurnk/plurnk-mimetypes";
 import FabricatedLog from "./FabricatedLog.js";
 import Meta, { Knob } from "@plurnk/plurnk-meta";
 import GitMembership from "./git-membership.js";
 import { acceptedKinds } from "./attachments.js";
-import GitState from "./git-state.js";
+import GitState, {} from "./git-state.js";
 import WorkspaceSettings from "./workspace-settings.js";
 import { generatedPathname } from "./plurnk-uri.js";
 import { contentWeight } from "./content-weight.js";
+import LiveSubscriptions from "./LiveSubscriptions.js";
 import { readFile } from "node:fs/promises";
 import { resolve as resolvePath } from "node:path";
 import { homedir } from "node:os";
@@ -29,9 +30,17 @@ export const resolveOperatorGrammarPath = (value) => {
 import PacketWire from "./packet-wire.js";
 import { RECEIPT_RESERVE, reserved } from "./ContextFit.js";
 import Results, { OperationFailureError } from "./results.js";
-import Turn from "./Turn.js";
+import Turn, {} from "./Turn.js";
+// TurnRunner owns one inference cycle and any initialization turn
+// that precedes provider admission; Engine retains the surrounding loop
+// lifecycle and public facade.
+import NoticeChannel from "./NoticeChannel.js";
 import ProviderRecovery from "./ProviderRecovery.js";
-import StoredPacket from "./StoredPacket.js";
+import ProblemLog from "./ProblemLog.js";
+import StrikeRail, {} from "./StrikeRail.js";
+import PacketBuilder, {} from "./PacketBuilder.js";
+import StoredPacket, {} from "./StoredPacket.js";
+import Dispatcher from "./Dispatcher.js";
 import { observed, observedSync } from "../observe/spans.js";
 import { genAiRequestName, genAiRequestOptions, settleGenAiResponse } from "../observe/genai.js";
 import { PROVIDER_CALLS, recordCounter } from "../observe/metrics.js";
@@ -88,7 +97,7 @@ import { ProviderError, scopeEnvToAlias } from "@plurnk/plurnk-providers";
 import ProviderInstantiate from "./ProviderInstantiate.js";
 import TurnMaterialization from "./TurnMaterialization.js";
 import BareBatchRunner from "./BareBatchRunner.js";
-import { TURN_STATUS_IMPLICIT_CONTINUE } from "./turn-signals.js";
+import { ENGINE_PROBLEMS, TURN_STATUS_IMPLICIT_CONTINUE, outputAllowance } from "./turn-signals.js";
 import AdmittedTurnExecutor from "./AdmittedTurnExecutor.js";
 // {§context-wall} — the window's one terminal: the packet cannot fit the model's window even as receipts.
 const WINDOW_OVERFLOW_DETAIL = "Context window overflow: the packet cannot fit the model's window even as receipts.";
@@ -97,22 +106,28 @@ const windowOverflowFailure = (overflow) => Results.failure("engine:context", "w
 // {§context-over-budget-row} — the row is the mandate; the gauge is the one home for the numbers
 // ({§context-gauge}), which the row's own charge would otherwise put out of agreement.
 const OVER_BUDGET_DETAIL = "Context exceeds budget. YOU MUST ONLY KILL, MOVE or NOTE this turn.";
-// {§worker-initialization-entry} — the one NOTE that leads the initialization surveys, labelled as the
-// card's own first NOTE example is.
+// {§worker-initialization-entry} — the two NOTEs that open and close the initialization surveys, labelled
+// as the card's own first and last NOTE examples are.
 const INITIALIZATION_NOTE = {
-    op: "NOTE", aside: "summary", metadata: null, target: null, lineMarker: null,
-    body: "Surveyed tooling, documentation, extended context, and project root.", position: UNKNOWN_POSITION,
+    op: "NOTE", aside: "plan", metadata: null, target: null, lineMarker: null,
+    body: [
+        "1. Survey the tooling, documentation, extended context, and project root: what exists decides what can be done.",
+        "2. Read the Open Message and restate what it asks for and what will show it is done.",
+        "3. Do the work, recording each finding, decision, and next action in a NOTE as it happens.",
+    ].join("\n"),
+    position: UNKNOWN_POSITION,
+};
+const INITIALIZATION_NEXT_NOTE = {
+    op: "NOTE", aside: "next", metadata: null, target: null, lineMarker: null,
+    body: "Read and resolve the Open Message.", position: UNKNOWN_POSITION,
 };
 // {§continued-without-note} — said once, in the next packet, of a continuing turn that carried no NOTE.
 const CONTINUED_WITHOUT_NOTE = "The turn continued without a NOTE.";
-// Trial (#1073): a continuing turn that carried NOTEs and no other operation is told so under the same
-// per-turn rule; it is a notice, never a strike.
-const NOTED_WITHOUT_OPERATION = "The turn carried NOTEs and no other operation.";
 // {§notice-directive} — what each notice of the model's own output asks of it: MUST where the card says MUST
 // or the output was refused, SHOULD where a near-miss was accepted.
 const DIRECTIVE = Object.freeze({
-    note: "YOU MUST record at least one NOTE along with other operations.",
-    emission: "YOU MUST ONLY emit fenced operations; with the parameters, pattern, and terse aside on the fenced Operation line.",
+    note: "YOU MUST emit at least one NOTE in every turn.",
+    emission: "YOU MUST ONLY emit fenced operations; with the parameters, pattern, and terse aside on the fenced operation line.",
     advisory: "YOU SHOULD write the canonical form.",
     output: "YOU SHOULD emit fewer or shorter operations per turn.",
 });
@@ -122,9 +137,9 @@ const INVALID_EMISSION_RECOVERY_MESSAGE = "Response rejected before dispatch; no
 // `length` finish is the engine's own allowance ending the emission, and it
 // outranks every other diagnosis (parser symptom, rails verdict) on every
 // path. Null means the emission was not cut by the allowance.
-const allowanceCutMessage = (finishReason, grant) => finishReason !== "length"
+const outputCut = ({ split, response }, provider) => split.callMetadata.finishReason !== "length"
     ? null
-    : `Emission truncated at the output allowance${grant === null ? "" : ` (${grant} tokens)`}`;
+    : { grant: response.capacity.responseMax ?? provider.outputBudget };
 const readEmissionAttempts = () => Knob.integer("PLURNK_SERVICE_EMISSION_ATTEMPTS", 1);
 // The wall's abort reason — runLoop branches a mid-turn teardown to the 504 terminal on it.
 export const LOOP_TIMEOUT_REASON = "loop_timeout";
@@ -141,11 +156,12 @@ const turnResult = ({ createdTurnIds, turnId }, status, facts = {}) => ({
     capacityHardStop: false,
     providerParked: false,
     emptyTurn: false,
+    outputCut: null,
     emissionAttempts: 0,
     emissionExhausted: false,
     ...facts,
 });
-class TurnRunner {
+export default class TurnRunner {
     #db;
     #schemes;
     #mimetypes;
@@ -189,7 +205,7 @@ class TurnRunner {
         this.#dispatch = dispatch;
         this.#resolveWorkerProviderIdentity = resolveWorkerProviderIdentity;
         this.#materialization = new TurnMaterialization({ db: this.#db, weighContent: this.#weighContent, mimetypes: this.#mimetypes });
-        this.#bareBatch = new BareBatchRunner({ db: this.#db, providerAttributions: this.#providerAttributions.bind(this), providerFailure: _a.#providerFailure });
+        this.#bareBatch = new BareBatchRunner({ db: this.#db, providerAttributions: this.#providerAttributions.bind(this), providerFailure: TurnRunner.#providerFailure });
         this.#admitted = new AdmittedTurnExecutor({ db: this.#db, schemes: this.#schemes, notices: this.#notices, problems: this.#problems, dispatcher: this.#dispatcher, bareBatch: this.#bareBatch });
     }
     async #recordInference(args) {
@@ -334,7 +350,7 @@ class TurnRunner {
             return await this.#settleAdmittedTurn(args, request, emission);
         }
         catch (cause) {
-            const status = _a.#failureStatus(cause, turnSignal);
+            const status = TurnRunner.#failureStatus(cause, turnSignal);
             const completionFailures = [];
             for (const createdTurnId of createdTurnIds) {
                 try {
@@ -503,10 +519,10 @@ class TurnRunner {
             await Turn.complete(this.#db, initializationTurn.id, 200);
             return;
         }
-        // {§worker-initialization-entry} — the example turn keeps the NOTE contract the card teaches:
-        // when the surveys run, one NOTE leads them.
+        // {§worker-initialization-entry} — the example turn shows the NOTE practice the card teaches:
+        // when the surveys run, one NOTE opens them and one closes them.
         const programStatements = admittedInitializationStatements.some((statement) => statement.op === "FIND")
-            ? [INITIALIZATION_NOTE, ...admittedInitializationStatements]
+            ? [INITIALIZATION_NOTE, ...admittedInitializationStatements, INITIALIZATION_NEXT_NOTE]
             : admittedInitializationStatements;
         const program = TurnOps.renderInternal(programStatements);
         const admitted = PlurnkParser.parseStatements(program).items.flatMap((item) => item.kind === "statement" ? [item.statement] : []);
@@ -1013,12 +1029,12 @@ class TurnRunner {
         attempts.turnWireAccounting.push(...completedResponse.accounting);
         await modelCall.observeResponse(completedResponse, null, attempts.wire.nativeInputs);
         attempts.railEvidence = attempts.railGrammar === undefined ? undefined : completedResponse.grammarEvidence;
-        const split = this.#splitResponse(completedResponse, this.#executors()?.availableRuntimes(workspaceId) ?? [], attempts.wellFormed, this.#executors()?.jsonBodyRuntimes(workspaceId) ?? []);
+        const split = this.#splitResponse(completedResponse, this.#executors()?.availableRuntimes(workspaceId) ?? [], attempts.wellFormed);
         attempts.split = split;
         await this.#classifyProviderAttempt(attempts, attemptRow.id, split, attempt, split.emissionValid);
         return split.emissionValid ? "admitted" : "rejected";
     }
-    // {§notifications-reasoning-event} — only the parent emission is conversational;
+    // {§notifications-reasoning-event} — only the parent emission is observed;
     // BARE has no observer on its isolated calls. Reasoning deltas cite the physical
     // request they stream in; a new request or the call's end closes the open span.
     #reasoningObserver({ workspaceId, workerId, loopId }, turnId, modelCall) {
@@ -1121,12 +1137,12 @@ class TurnRunner {
             throw error;
         }
         attempts.recoveryFailures += 1;
-        const failure = _a.#providerFailure(error, attempts.signal);
+        const failure = TurnRunner.#providerFailure(error, attempts.signal);
         if (error.attempt !== undefined) {
             // {§provider-interrupted-attempt} — the interrupted response stays durable
             // as an unaccepted attempt; it is never admitted or replayed.
             await modelCall.observeResponse(error.attempt, failure, attempts.wire.nativeInputs);
-            await this.#classifyProviderAttempt(attempts, attemptId, this.#splitResponse(error.attempt, this.#executors()?.availableRuntimes(workspaceId) ?? [], attempts.wellFormed, this.#executors()?.jsonBodyRuntimes(workspaceId) ?? []), attempts.currentEmissionAttempt, false);
+            await this.#classifyProviderAttempt(attempts, attemptId, this.#splitResponse(error.attempt, this.#executors()?.availableRuntimes(workspaceId) ?? [], attempts.wellFormed), attempts.currentEmissionAttempt, false);
         }
         else {
             await modelCall.fail(failure, error.capacity ?? null);
@@ -1181,7 +1197,7 @@ class TurnRunner {
         }
         const { provider, workspaceId, workerId, loopId } = args;
         const { turnId } = request;
-        const failure = _a.#providerFailure(err, attempts.signal);
+        const failure = TurnRunner.#providerFailure(err, attempts.signal);
         const capacityFailure = err instanceof ProviderError && err.kind === "capacity_exceeded";
         // {§provider-interrupted-attempt} — a provider-declared interruption
         // carries response evidence without becoming a completed exchange.
@@ -1189,7 +1205,7 @@ class TurnRunner {
         if (err instanceof ProviderError && err.attempt !== undefined) {
             attempts.response = err.attempt;
             await attempts.modelCall.observeResponse(err.attempt, failure, attempts.wire.nativeInputs);
-            attempts.split = this.#splitResponse(err.attempt, this.#executors()?.availableRuntimes(workspaceId) ?? [], attempts.wellFormed, this.#executors()?.jsonBodyRuntimes(workspaceId) ?? []);
+            attempts.split = this.#splitResponse(err.attempt, this.#executors()?.availableRuntimes(workspaceId) ?? [], attempts.wellFormed);
             await this.#classifyProviderAttempt(attempts, attempts.attemptId, attempts.split, attempts.currentEmissionAttempt, false);
         }
         else {
@@ -1282,14 +1298,14 @@ class TurnRunner {
         // {§invalid-emission-attempts} — the informed turn carries the parser's own
         // diagnostic and position: the model sees WHY, not only that it was refused.
         const diagnostic = split.parseErrors[0];
-        const cut = allowanceCutMessage(split.callMetadata.finishReason, response.capacity.responseMax ?? provider.outputBudget);
+        const cut = outputCut(emission, provider);
         if (cut !== null) {
             this.#notices.push(workspaceId, workerId, loopId, {
                 source: "engine:capacity",
                 kind: "output_truncated",
                 level: "error",
                 directive: DIRECTIVE.output,
-                message: `${cut}; no operations were performed.`,
+                message: `Emission truncated at ${outputAllowance(cut)}; no operations were performed.`,
             });
         }
         else {
@@ -1311,6 +1327,7 @@ class TurnRunner {
         return turnResult(request, TURN_STATUS_IMPLICIT_CONTINUE, {
             outcomes: [{ op: null, status: 500, problemType: "https://problems.plurnk.xyz/engine/invalid-emission-exhausted" }],
             fingerprint: `frame-contract-violation:${turnId}`,
+            outputCut: cut,
             emissionAttempts: emission.emissionAttempts,
             emissionExhausted: true,
             rejectedModelEntryId,
@@ -1325,16 +1342,16 @@ class TurnRunner {
         for (const notice of parseNotices) {
             this.#notices.push(workspaceId, workerId, loopId, notice);
         }
-        const allowanceCut = allowanceCutMessage(callMetadata.finishReason, response.capacity.responseMax ?? provider.outputBudget);
+        const cut = outputCut(emission, provider);
         // {§empty-turn} — a response cut at the output allowance with nothing admitted names the
         // cut, so the model reads the ceiling, never a parser symptom (#478).
-        if (split.emptyTurn && allowanceCut !== null) {
+        if (split.emptyTurn && cut !== null) {
             this.#notices.push(workspaceId, workerId, loopId, {
                 source: "engine:turn",
                 kind: "output_truncated",
                 level: "warn",
                 directive: DIRECTIVE.output,
-                message: `${allowanceCut}; no authored operations were performed.`,
+                message: `Emission truncated at ${outputAllowance(cut)}; no authored operations were performed.`,
             });
         }
         // Non-fatal provider transport notices on an accepted turn. Forward each
@@ -1356,12 +1373,12 @@ class TurnRunner {
                     : {}),
             });
         }
-        if (allowanceCut !== null) {
+        if (cut !== null) {
             this.#notices.push(workspaceId, workerId, loopId, {
                 source: "engine:capacity",
                 kind: "output_truncated",
                 directive: DIRECTIVE.output,
-                message: `${allowanceCut}.`,
+                message: `Emission truncated at ${outputAllowance(cut)}.`,
                 level: "warn",
             });
         }
@@ -1402,7 +1419,7 @@ class TurnRunner {
     // Phase 6 — the admitted program runs under the workspace's command ceiling and
     // the turn settles on the executor's verdict.
     async #settleAdmittedTurn(args, request, emission) {
-        const { childProvider, workspaceId, workerId, loopId, onDispatch, onSettled } = args;
+        const { provider, childProvider, workspaceId, workerId, loopId, onDispatch, onSettled } = args;
         const { split } = emission;
         const coordinates = { workerName: request.workerName, loopSeq: request.loopSeq, turnSeq: request.seq };
         // {§operator-config-workspace-max-commands} — workspace maxCommands
@@ -1440,8 +1457,8 @@ class TurnRunner {
             onSettled,
         });
         // {§continued-without-note} — a turn the loop continues past or parks on, having carried no NOTE
-        // forward in its program or from its reasoning, is told so in the next packet. An empty turn has
-        // its own no-operation row instead.
+        // forward in its program or from its reasoning, is told so in the next packet, in the card's own
+        // words. An empty turn has its own no-operation row instead.
         const ops = split.packetAssistant.ops;
         if ((executed.status === 102 || executed.status === 202) && ops.length > 0
             && !ops.some((statement) => "op" in statement && statement.op === "NOTE")) {
@@ -1449,17 +1466,12 @@ class TurnRunner {
                 source: "engine:turn", kind: "continued_without_note", level: "warn", directive: DIRECTIVE.note, message: CONTINUED_WITHOUT_NOTE,
             });
         }
-        const annotationOnly = ops.length > 0 && ops.every((statement) => "op" in statement && statement.op === "NOTE");
-        if ((executed.status === 102 || executed.status === 202) && annotationOnly) {
-            this.#notices.push(workspaceId, workerId, loopId, {
-                source: "engine:turn", kind: "noted_without_operation", level: "warn", directive: DIRECTIVE.note, message: NOTED_WITHOUT_OPERATION,
-            });
-        }
         return turnResult(request, executed.status, {
             outcomes: executed.outcomes,
             progressed: executed.progressed,
             fingerprint: executed.fingerprint,
             emptyTurn: executed.emptyTurn,
+            outputCut: outputCut(emission, provider),
             emissionAttempts: emission.emissionAttempts,
         });
     }
@@ -1510,7 +1522,7 @@ class TurnRunner {
             return true;
         };
     }
-    #splitResponse(response, executors = [], wellFormed, jsonBodyExecutors = []) {
+    #splitResponse(response, executors = [], wellFormed) {
         const { assistant } = response;
         const preParsedOps = assistant.ops;
         const ops = [];
@@ -1529,9 +1541,9 @@ class TurnRunner {
             // {§observability-boundary} — the parse is observed without its input;
             // only the resulting statement count is attributable.
             const parsed = observedSync("contracts.parse", {}, (span) => {
-                // {§fence-heading-in-body} {§interstitial-fence} — the executors this workspace can run
-                // are heading tags to the parser; anything else tagged is a code block.
-                const result = PlurnkParser.parse(assistant.content, { executors, jsonBodyExecutors, ...(wellFormed === undefined ? {} : { wellFormed }) });
+                // {§executor-heading}: explicit invocations parse without registration; available names
+                // also admit slotless headings. Dispatch resolves the then-current workspace registry.
+                const result = PlurnkParser.parse(assistant.content, { executors, ...(wellFormed === undefined ? {} : { wellFormed }) });
                 span.setAttribute("statements", result.items.filter((item) => item.kind === "statement").length);
                 return result;
             });
@@ -1595,7 +1607,9 @@ class TurnRunner {
                             });
                         }
                         else {
-                            parseErrors.push({ message: err.message, line: err.line, column: err.column, source: err.source, ...(err.recovery === undefined ? {} : { recovery: err.recovery }) });
+                            parseErrors.push({ message: err.message, line: err.line, column: err.column, source: err.source,
+                                ...(err.recovery === undefined ? {} : { recovery: err.recovery }),
+                                ...(item.attempt === undefined ? {} : { attempt: item.attempt }) });
                         }
                     }
                     else {
@@ -1678,6 +1692,4 @@ class TurnRunner {
         return this.#admitted.executeAdmittedTurn(...args);
     }
 }
-_a = TurnRunner;
-export default TurnRunner;
 //# sourceMappingURL=TurnRunner.js.map