larkin 0.4.1 → 0.4.5

package/dist/runtime/pi-rpc-client.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PiRpcClient = void 0;
-/** A strict, bounded LF-delimited client for Pi's public RPC protocol. */
+/** A strict LF-delimited client for Pi's public RPC protocol. */
 class PiRpcClient {
     process;
     pending = new Map();
@@ -11,9 +11,10 @@ class PiRpcClient {
     inputTimeoutMs;
     inputProgressTimeoutMs;
     inputMaxTimeoutMs;
-    maxFrameBytes;
     maxStderrBytes;
     shutdownGraceMs;
+    compactTimeoutMs;
+    expiredRequestIds = new Set();
     stdoutBuffer = Buffer.alloc(0);
     stderrBuffer = Buffer.alloc(0);
     exited = false;
@@ -29,9 +30,11 @@ class PiRpcClient {
         if (this.requestTimeoutMs <= 0 || this.inputTimeoutMs <= 0 || this.inputProgressTimeoutMs <= 0
             || this.inputMaxTimeoutMs < this.inputTimeoutMs)
             throw new Error("Pi RPC timeout options are invalid");
-        this.maxFrameBytes = options.maxFrameBytes ?? 1024 * 1024;
         this.maxStderrBytes = options.maxStderrBytes ?? 64 * 1024;
         this.shutdownGraceMs = options.shutdownGraceMs ?? 2_000;
+        this.compactTimeoutMs = options.compactTimeoutMs ?? 120_000;
+        if (this.compactTimeoutMs <= 0)
+            throw new Error("Pi compact timeout must be positive");
         process.stdout?.on("data", (chunk) => this.consume(Buffer.isBuffer(chunk) ? chunk : Buffer.from(String(chunk))));
         process.stdout?.on("end", () => {
             if (this.stdoutBuffer.length)
@@ -61,19 +64,26 @@ class PiRpcClient {
         return () => this.failureListeners.delete(listener);
     }
     request(command, fields = {}) {
+        const input = isInputCommand(command);
+        return this.requestInternal(command, fields, input ? this.inputTimeoutMs : this.requestTimeoutMs, input ? Date.now() + this.inputMaxTimeoutMs : undefined, true);
+    }
+    /** Send the documented compact RPC with a Larkin-owned absolute deadline. */
+    requestCompact(customInstructions) {
+        const startedAt = Date.now();
+        return this.requestInternal("compact", customInstructions === undefined ? {} : { customInstructions }, this.compactTimeoutMs, startedAt + this.compactTimeoutMs, false);
+    }
+    requestInternal(command, fields, timeoutMs, absoluteDeadlineAt, failClientOnTimeout) {
         if (this.failed)
             return Promise.reject(this.failed);
         const id = `larkin-${++this.nextId}`;
         return new Promise((resolve, reject) => {
             const startedAt = Date.now();
-            const input = isInputCommand(command);
             const pending = {
-                command, startedAt,
-                ...(input ? { absoluteDeadlineAt: startedAt + this.inputMaxTimeoutMs } : {}),
-                resolve: resolve, reject,
+                command, startedAt, ...(absoluteDeadlineAt !== undefined ? { absoluteDeadlineAt } : {}),
+                failClientOnTimeout, resolve: resolve, reject,
             };
             this.pending.set(id, pending);
-            this.armTimeout(id, pending, input ? this.inputTimeoutMs : this.requestTimeoutMs);
+            this.armTimeout(id, pending, timeoutMs);
             try {
                 if (!this.process.stdin || this.process.stdin.destroyed)
                     throw new Error("stdin is unavailable");
@@ -103,15 +113,8 @@ class PiRpcClient {
         this.stdoutBuffer = Buffer.concat([this.stdoutBuffer, chunk]);
         while (true) {
             const newline = this.stdoutBuffer.indexOf(0x0a);
-            if (newline < 0) {
-                if (this.stdoutBuffer.length > this.maxFrameBytes)
-                    this.protocolFailure(`frame exceeds ${this.maxFrameBytes} bytes`);
-                return;
-            }
-            if (newline > this.maxFrameBytes) {
-                this.protocolFailure(`frame exceeds ${this.maxFrameBytes} bytes`);
+            if (newline < 0)
                 return;
-            }
             let frame = this.stdoutBuffer.subarray(0, newline);
             this.stdoutBuffer = this.stdoutBuffer.subarray(newline + 1);
             if (frame.at(-1) === 0x0d)
@@ -140,6 +143,8 @@ class PiRpcClient {
         if (message.type === "response" && typeof message.id === "string") {
             const pending = this.pending.get(message.id);
             if (!pending) {
+                if (this.expiredRequestIds.delete(message.id))
+                    return;
                 this.protocolFailure(`unexpected response id ${message.id}`);
                 return;
             }
@@ -181,12 +186,24 @@ class PiRpcClient {
                 return;
             const elapsed = Date.now() - pending.startedAt;
             const absolute = pending.absoluteDeadlineAt !== undefined && Date.now() >= pending.absoluteDeadlineAt;
-            const error = isInputCommand(pending.command)
-                ? new Error(absolute
-                    ? `Pi RPC ${pending.command} preflight timed out at absolute ${this.inputMaxTimeoutMs}ms limit`
-                    : `Pi RPC ${pending.command} preflight timed out after ${elapsed}ms without progress`)
-                : new Error(`Pi RPC ${pending.command} timed out after ${this.requestTimeoutMs}ms`);
-            this.fail(error, true);
+            this.pending.delete(id);
+            this.expiredRequestIds.add(id);
+            while (this.expiredRequestIds.size > 256) {
+                const oldest = this.expiredRequestIds.values().next().value;
+                if (!oldest)
+                    break;
+                this.expiredRequestIds.delete(oldest);
+            }
+            const error = pending.command === "compact"
+                ? new Error(`Pi RPC compact timed out at absolute compact deadline ${elapsed}ms`)
+                : isInputCommand(pending.command)
+                    ? new Error(absolute
+                        ? `Pi RPC ${pending.command} preflight timed out at absolute ${this.inputMaxTimeoutMs}ms limit`
+                        : `Pi RPC ${pending.command} preflight timed out after ${elapsed}ms without progress`)
+                    : new Error(`Pi RPC ${pending.command} timed out after ${this.requestTimeoutMs}ms`);
+            pending.reject(error);
+            if (pending.failClientOnTimeout !== false)
+                this.fail(error, true);
         }, delay);
         pending.timer.unref?.();
     }

package/dist/runtime/pi-rpc-client.mjs

@@ -1,4 +1,4 @@
-/** A strict, bounded LF-delimited client for Pi's public RPC protocol. */
+/** A strict LF-delimited client for Pi's public RPC protocol. */
 export class PiRpcClient {
     process;
     pending = new Map();
@@ -8,9 +8,10 @@ export class PiRpcClient {
     inputTimeoutMs;
     inputProgressTimeoutMs;
     inputMaxTimeoutMs;
-    maxFrameBytes;
     maxStderrBytes;
     shutdownGraceMs;
+    compactTimeoutMs;
+    expiredRequestIds = new Set();
     stdoutBuffer = Buffer.alloc(0);
     stderrBuffer = Buffer.alloc(0);
     exited = false;
@@ -26,9 +27,11 @@ export class PiRpcClient {
         if (this.requestTimeoutMs <= 0 || this.inputTimeoutMs <= 0 || this.inputProgressTimeoutMs <= 0
             || this.inputMaxTimeoutMs < this.inputTimeoutMs)
             throw new Error("Pi RPC timeout options are invalid");
-        this.maxFrameBytes = options.maxFrameBytes ?? 1024 * 1024;
         this.maxStderrBytes = options.maxStderrBytes ?? 64 * 1024;
         this.shutdownGraceMs = options.shutdownGraceMs ?? 2_000;
+        this.compactTimeoutMs = options.compactTimeoutMs ?? 120_000;
+        if (this.compactTimeoutMs <= 0)
+            throw new Error("Pi compact timeout must be positive");
         process.stdout?.on("data", (chunk) => this.consume(Buffer.isBuffer(chunk) ? chunk : Buffer.from(String(chunk))));
         process.stdout?.on("end", () => {
             if (this.stdoutBuffer.length)
@@ -58,19 +61,26 @@ export class PiRpcClient {
         return () => this.failureListeners.delete(listener);
     }
     request(command, fields = {}) {
+        const input = isInputCommand(command);
+        return this.requestInternal(command, fields, input ? this.inputTimeoutMs : this.requestTimeoutMs, input ? Date.now() + this.inputMaxTimeoutMs : undefined, true);
+    }
+    /** Send the documented compact RPC with a Larkin-owned absolute deadline. */
+    requestCompact(customInstructions) {
+        const startedAt = Date.now();
+        return this.requestInternal("compact", customInstructions === undefined ? {} : { customInstructions }, this.compactTimeoutMs, startedAt + this.compactTimeoutMs, false);
+    }
+    requestInternal(command, fields, timeoutMs, absoluteDeadlineAt, failClientOnTimeout) {
         if (this.failed)
             return Promise.reject(this.failed);
         const id = `larkin-${++this.nextId}`;
         return new Promise((resolve, reject) => {
             const startedAt = Date.now();
-            const input = isInputCommand(command);
             const pending = {
-                command, startedAt,
-                ...(input ? { absoluteDeadlineAt: startedAt + this.inputMaxTimeoutMs } : {}),
-                resolve: resolve, reject,
+                command, startedAt, ...(absoluteDeadlineAt !== undefined ? { absoluteDeadlineAt } : {}),
+                failClientOnTimeout, resolve: resolve, reject,
             };
             this.pending.set(id, pending);
-            this.armTimeout(id, pending, input ? this.inputTimeoutMs : this.requestTimeoutMs);
+            this.armTimeout(id, pending, timeoutMs);
             try {
                 if (!this.process.stdin || this.process.stdin.destroyed)
                     throw new Error("stdin is unavailable");
@@ -100,15 +110,8 @@ export class PiRpcClient {
         this.stdoutBuffer = Buffer.concat([this.stdoutBuffer, chunk]);
         while (true) {
             const newline = this.stdoutBuffer.indexOf(0x0a);
-            if (newline < 0) {
-                if (this.stdoutBuffer.length > this.maxFrameBytes)
-                    this.protocolFailure(`frame exceeds ${this.maxFrameBytes} bytes`);
-                return;
-            }
-            if (newline > this.maxFrameBytes) {
-                this.protocolFailure(`frame exceeds ${this.maxFrameBytes} bytes`);
+            if (newline < 0)
                 return;
-            }
             let frame = this.stdoutBuffer.subarray(0, newline);
             this.stdoutBuffer = this.stdoutBuffer.subarray(newline + 1);
             if (frame.at(-1) === 0x0d)
@@ -137,6 +140,8 @@ export class PiRpcClient {
         if (message.type === "response" && typeof message.id === "string") {
             const pending = this.pending.get(message.id);
             if (!pending) {
+                if (this.expiredRequestIds.delete(message.id))
+                    return;
                 this.protocolFailure(`unexpected response id ${message.id}`);
                 return;
             }
@@ -178,12 +183,24 @@ export class PiRpcClient {
                 return;
             const elapsed = Date.now() - pending.startedAt;
             const absolute = pending.absoluteDeadlineAt !== undefined && Date.now() >= pending.absoluteDeadlineAt;
-            const error = isInputCommand(pending.command)
-                ? new Error(absolute
-                    ? `Pi RPC ${pending.command} preflight timed out at absolute ${this.inputMaxTimeoutMs}ms limit`
-                    : `Pi RPC ${pending.command} preflight timed out after ${elapsed}ms without progress`)
-                : new Error(`Pi RPC ${pending.command} timed out after ${this.requestTimeoutMs}ms`);
-            this.fail(error, true);
+            this.pending.delete(id);
+            this.expiredRequestIds.add(id);
+            while (this.expiredRequestIds.size > 256) {
+                const oldest = this.expiredRequestIds.values().next().value;
+                if (!oldest)
+                    break;
+                this.expiredRequestIds.delete(oldest);
+            }
+            const error = pending.command === "compact"
+                ? new Error(`Pi RPC compact timed out at absolute compact deadline ${elapsed}ms`)
+                : isInputCommand(pending.command)
+                    ? new Error(absolute
+                        ? `Pi RPC ${pending.command} preflight timed out at absolute ${this.inputMaxTimeoutMs}ms limit`
+                        : `Pi RPC ${pending.command} preflight timed out after ${elapsed}ms without progress`)
+                    : new Error(`Pi RPC ${pending.command} timed out after ${this.requestTimeoutMs}ms`);
+            pending.reject(error);
+            if (pending.failClientOnTimeout !== false)
+                this.fail(error, true);
         }, delay);
         pending.timer.unref?.();
     }

package/dist/runtime/provider-error-classifier.cjs

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.INTERNAL_CONTEXT_WINDOW_PROJECTION_REASON = exports.CANONICAL_CONTEXT_WINDOW_MESSAGE = exports.CODEX_ERROR_PREFIX = void 0;
+exports.buildStrictProviderErrorInput = buildStrictProviderErrorInput;
+exports.classifyStrictProviderError = classifyStrictProviderError;
+exports.CODEX_ERROR_PREFIX = "Codex error: ";
+exports.CANONICAL_CONTEXT_WINDOW_MESSAGE = "Your input exceeds the context window of this model. Please adjust your input and try again.";
+exports.INTERNAL_CONTEXT_WINDOW_PROJECTION_REASON = "provider rejected the input because the context window was exceeded";
+/** Build the one structured provider-error shape shared by ingestion and recovery. */
+function buildStrictProviderErrorInput(source) {
+    const upstream = source.upstream && typeof source.upstream === "object" && !Array.isArray(source.upstream)
+        ? source.upstream : {};
+    return {
+        message: source.reason !== undefined ? source.reason : source.message,
+        code: source.code ?? upstream.code,
+        type: source.type ?? upstream.type,
+        errorCategory: source.errorCategory,
+    };
+}
+/**
+ * The recovery path intentionally recognizes only the complete canonical
+ * provider message, or the exact internal projection when its category is
+ * persisted alongside it. The Codex wrapper is the only normalization
+ * permitted for the provider message.
+ */
+function classifyStrictProviderError(error) {
+    if (typeof error.message !== "string")
+        return undefined;
+    if (error.errorCategory !== undefined && error.errorCategory !== "context_window")
+        return undefined;
+    const message = error.message.startsWith(exports.CODEX_ERROR_PREFIX)
+        ? error.message.slice(exports.CODEX_ERROR_PREFIX.length) : error.message;
+    if (message === exports.CANONICAL_CONTEXT_WINDOW_MESSAGE)
+        return "context_window";
+    if (error.errorCategory === "context_window" && error.message === exports.INTERNAL_CONTEXT_WINDOW_PROJECTION_REASON) {
+        return "context_window";
+    }
+    return undefined;
+}

package/dist/runtime/provider-error-classifier.mjs

@@ -0,0 +1,34 @@
+export const CODEX_ERROR_PREFIX = "Codex error: ";
+export const CANONICAL_CONTEXT_WINDOW_MESSAGE = "Your input exceeds the context window of this model. Please adjust your input and try again.";
+export const INTERNAL_CONTEXT_WINDOW_PROJECTION_REASON = "provider rejected the input because the context window was exceeded";
+/** Build the one structured provider-error shape shared by ingestion and recovery. */
+export function buildStrictProviderErrorInput(source) {
+    const upstream = source.upstream && typeof source.upstream === "object" && !Array.isArray(source.upstream)
+        ? source.upstream : {};
+    return {
+        message: source.reason !== undefined ? source.reason : source.message,
+        code: source.code ?? upstream.code,
+        type: source.type ?? upstream.type,
+        errorCategory: source.errorCategory,
+    };
+}
+/**
+ * The recovery path intentionally recognizes only the complete canonical
+ * provider message, or the exact internal projection when its category is
+ * persisted alongside it. The Codex wrapper is the only normalization
+ * permitted for the provider message.
+ */
+export function classifyStrictProviderError(error) {
+    if (typeof error.message !== "string")
+        return undefined;
+    if (error.errorCategory !== undefined && error.errorCategory !== "context_window")
+        return undefined;
+    const message = error.message.startsWith(CODEX_ERROR_PREFIX)
+        ? error.message.slice(CODEX_ERROR_PREFIX.length) : error.message;
+    if (message === CANONICAL_CONTEXT_WINDOW_MESSAGE)
+        return "context_window";
+    if (error.errorCategory === "context_window" && error.message === INTERNAL_CONTEXT_WINDOW_PROJECTION_REASON) {
+        return "context_window";
+    }
+    return undefined;
+}