@stigmer/runner 3.15.1 → 3.15.2-dev.20260913223433

package/src/middleware/__tests__/cost-cap.test.ts

@@ -1,192 +0,0 @@
-import { describe, it, expect, vi } from "vitest";
-import { ToolMessage, AIMessage } from "@langchain/core/messages";
-import { createCostCapMiddleware } from "../cost-cap.js";
-import type { ToolCallRequest } from "../types.js";
-
-function makeRequest(name = "read"): ToolCallRequest {
-  return {
-    toolCall: { id: "tc_1", name, args: {} },
-    tool: undefined,
-    state: { messages: [] },
-    runtime: {},
-  };
-}
-
-function stateWithUsage(inputTokens: number, outputTokens: number, cacheRead = 0): Record<string, unknown> {
-  const aiMsg = new AIMessage({ content: "response" });
-  (aiMsg as unknown as Record<string, unknown>).usage_metadata = {
-    input_tokens: inputTokens,
-    output_tokens: outputTokens,
-    input_token_details: { cache_read: cacheRead },
-  };
-  return { messages: [aiMsg] };
-}
-
-const BASE_CONFIG = {
-  maxCostUsd: 1.0,
-  inputPricePerMillion: 3.0,
-  outputPricePerMillion: 15.0,
-  cacheReadPricePerMillion: 0.3,
-  warningPct: 80,
-};
-
-describe("CostCapMiddleware", () => {
-  it("tracks cost from usage_metadata", () => {
-    const mw = createCostCapMiddleware(BASE_CONFIG);
-    const state = stateWithUsage(1000, 500);
-
-    mw.afterModel!(state, {});
-
-    // cost = (1000 * 3 + 500 * 15) / 1_000_000 = (3000 + 7500) / 1M = 0.0105
-    expect(mw.runningCost).toBeCloseTo(0.0105, 4);
-    expect(mw.exceeded).toBe(false);
-  });
-
-  it("applies cache read pricing when configured", () => {
-    const mw = createCostCapMiddleware(BASE_CONFIG);
-    const state = stateWithUsage(1000, 500, 600);
-
-    mw.afterModel!(state, {});
-
-    // regular_input = 1000 - 600 = 400
-    // cost = (400 * 3 + 600 * 0.3 + 500 * 15) / 1_000_000
-    //      = (1200 + 180 + 7500) / 1M = 0.00888
-    expect(mw.runningCost).toBeCloseTo(0.00888, 4);
-  });
-
-  it("injects warning at warning threshold", () => {
-    const mw = createCostCapMiddleware({
-      ...BASE_CONFIG,
-      maxCostUsd: 0.01,
-      warningPct: 80,
-    });
-
-    // A call costing $0.0105 exceeds 80% of $0.01 = $0.008
-    const state = stateWithUsage(1000, 500);
-    const result = mw.afterModel!(state, {});
-
-    expect(result).toBeDefined();
-    const messages = (result as { messages: unknown[] }).messages;
-    expect(messages).toHaveLength(1);
-    expect(String((messages[0] as { content: string }).content)).toContain("Budget");
-  });
-
-  it("injects exceeded message and sets exceeded flag", () => {
-    const mw = createCostCapMiddleware({
-      ...BASE_CONFIG,
-      maxCostUsd: 0.001,
-    });
-
-    const state = stateWithUsage(1000, 500);
-    const result = mw.afterModel!(state, {});
-
-    expect(mw.exceeded).toBe(true);
-    expect(result).toBeDefined();
-    const messages = (result as { messages: unknown[] }).messages;
-    expect(String((messages[0] as { content: string }).content)).toContain("exceeded");
-  });
-
-  it("blocks tool execution when exceeded", async () => {
-    const mw = createCostCapMiddleware({
-      ...BASE_CONFIG,
-      maxCostUsd: 0.001,
-    });
-
-    mw.afterModel!(stateWithUsage(1000, 500), {});
-    expect(mw.exceeded).toBe(true);
-
-    const handler = vi.fn();
-    const result = await mw.wrapToolCall!(makeRequest(), handler);
-
-    expect(handler).not.toHaveBeenCalled();
-    expect(result).toBeInstanceOf(ToolMessage);
-    expect((result as ToolMessage).content).toContain("Budget exceeded");
-  });
-
-  it("passes through tool calls when not exceeded", async () => {
-    const mw = createCostCapMiddleware(BASE_CONFIG);
-    const msg = new ToolMessage({ content: "ok", tool_call_id: "tc_1", name: "read" });
-    const handler = vi.fn().mockResolvedValue(msg);
-
-    const result = await mw.wrapToolCall!(makeRequest(), handler);
-    expect(handler).toHaveBeenCalled();
-    expect(result).toBe(msg);
-  });
-
-  it("resets on beforeAgent", () => {
-    const mw = createCostCapMiddleware({
-      ...BASE_CONFIG,
-      maxCostUsd: 0.001,
-    });
-
-    mw.afterModel!(stateWithUsage(1000, 500), {});
-    expect(mw.exceeded).toBe(true);
-
-    mw.beforeAgent!({}, {});
-    expect(mw.runningCost).toBe(0);
-    expect(mw.exceeded).toBe(false);
-  });
-
-  it("accumulates across multiple model calls", () => {
-    const mw = createCostCapMiddleware(BASE_CONFIG);
-
-    mw.afterModel!(stateWithUsage(1000, 500), {});
-    mw.afterModel!(stateWithUsage(2000, 1000), {});
-
-    // call 1: 0.0105, call 2: (2000*3 + 1000*15)/1M = 0.021
-    expect(mw.runningCost).toBeCloseTo(0.0315, 4);
-  });
-
-  it("skips messages without usage_metadata", () => {
-    const mw = createCostCapMiddleware(BASE_CONFIG);
-    const state = { messages: [new AIMessage({ content: "no usage" })] };
-
-    mw.afterModel!(state, {});
-    expect(mw.runningCost).toBe(0);
-  });
-
-  it("rejects non-positive maxCostUsd", () => {
-    expect(() => createCostCapMiddleware({ ...BASE_CONFIG, maxCostUsd: 0 })).toThrow("maxCostUsd");
-    expect(() => createCostCapMiddleware({ ...BASE_CONFIG, maxCostUsd: -1 })).toThrow("maxCostUsd");
-  });
-
-  it("rejects invalid warningPct", () => {
-    expect(() => createCostCapMiddleware({ ...BASE_CONFIG, warningPct: 49 })).toThrow("warningPct");
-    expect(() => createCostCapMiddleware({ ...BASE_CONFIG, warningPct: 96 })).toThrow("warningPct");
-  });
-
-  describe("forSubAgent", () => {
-    it("shares cost state with parent", () => {
-      const parent = createCostCapMiddleware(BASE_CONFIG);
-      const child = parent.forSubAgent();
-
-      child.afterModel!(stateWithUsage(1000, 500), {});
-      expect(parent.runningCost).toBeCloseTo(0.0105, 4);
-    });
-
-    it("does not reset on beforeAgent", () => {
-      const parent = createCostCapMiddleware(BASE_CONFIG);
-      parent.afterModel!(stateWithUsage(1000, 500), {});
-
-      const child = parent.forSubAgent();
-      if (child.beforeAgent) child.beforeAgent({}, {});
-
-      expect(parent.runningCost).toBeCloseTo(0.0105, 4);
-    });
-
-    it("blocks tools when parent is exceeded", async () => {
-      const parent = createCostCapMiddleware({
-        ...BASE_CONFIG,
-        maxCostUsd: 0.001,
-      });
-      parent.afterModel!(stateWithUsage(1000, 500), {});
-
-      const child = parent.forSubAgent();
-      const handler = vi.fn();
-      const result = await child.wrapToolCall!(makeRequest(), handler);
-
-      expect(handler).not.toHaveBeenCalled();
-      expect(result).toBeInstanceOf(ToolMessage);
-    });
-  });
-});

package/src/middleware/__tests__/graceful-stop.test.ts

@@ -1,105 +0,0 @@
-import { describe, it, expect, vi } from "vitest";
-import { ToolMessage } from "@langchain/core/messages";
-import { createGracefulStopMiddleware } from "../graceful-stop.js";
-import type { ToolCallRequest } from "../types.js";
-
-function makeRequest(name = "read"): ToolCallRequest {
-  return {
-    toolCall: { id: "tc_1", name, args: {} },
-    tool: undefined,
-    state: { messages: [] },
-    runtime: {},
-  };
-}
-
-describe("GracefulStopMiddleware", () => {
-  it("starts inert — passes through tool calls", async () => {
-    const mw = createGracefulStopMiddleware();
-    const msg = new ToolMessage({ content: "ok", tool_call_id: "tc_1", name: "read" });
-    const handler = vi.fn().mockResolvedValue(msg);
-
-    expect(mw.activated).toBe(false);
-    const result = await mw.wrapToolCall!(makeRequest(), handler);
-    expect(handler).toHaveBeenCalled();
-    expect(result).toBe(msg);
-  });
-
-  it("does not inject message when not activated", () => {
-    const mw = createGracefulStopMiddleware();
-    const result = mw.afterModel!({}, {});
-    expect(result).toBeUndefined();
-  });
-
-  it("blocks tool calls after activation", async () => {
-    const mw = createGracefulStopMiddleware();
-    mw.activate("user requested stop");
-
-    expect(mw.activated).toBe(true);
-
-    const handler = vi.fn();
-    const result = await mw.wrapToolCall!(makeRequest("execute"), handler);
-
-    expect(handler).not.toHaveBeenCalled();
-    expect(result).toBeInstanceOf(ToolMessage);
-    expect((result as ToolMessage).content).toContain("stopped by platform");
-  });
-
-  it("injects stop message once after activation", () => {
-    const mw = createGracefulStopMiddleware();
-    mw.activate();
-
-    const result1 = mw.afterModel!({}, {});
-    expect(result1).toBeDefined();
-    const messages = (result1 as { messages: unknown[] }).messages;
-    expect(messages).toHaveLength(1);
-
-    const result2 = mw.afterModel!({}, {});
-    expect(result2).toBeUndefined();
-  });
-
-  it("uses custom reason as stop message", () => {
-    const mw = createGracefulStopMiddleware();
-    mw.activate("Cost limit reached — wrap up");
-
-    const result = mw.afterModel!({}, {});
-    const messages = (result as { messages: Array<{ content: string }> }).messages;
-    expect(messages[0].content).toBe("Cost limit reached — wrap up");
-  });
-
-  it("ignores duplicate activate calls", () => {
-    const mw = createGracefulStopMiddleware();
-    mw.activate("first");
-    mw.activate("second");
-    expect(mw.activated).toBe(true);
-
-    const result = mw.afterModel!({}, {});
-    const messages = (result as { messages: Array<{ content: string }> }).messages;
-    expect(messages[0].content).toBe("first");
-  });
-
-  describe("forSubAgent", () => {
-    it("delegates afterModel to parent", () => {
-      const parent = createGracefulStopMiddleware();
-      const child = parent.forSubAgent();
-
-      parent.activate("stopping");
-
-      const result = child.afterModel!({}, {});
-      expect(result).toBeDefined();
-      const messages = (result as { messages: unknown[] }).messages;
-      expect(messages).toHaveLength(1);
-    });
-
-    it("delegates wrapToolCall to parent", async () => {
-      const parent = createGracefulStopMiddleware();
-      const child = parent.forSubAgent();
-
-      parent.activate();
-
-      const handler = vi.fn();
-      const result = await child.wrapToolCall!(makeRequest(), handler);
-      expect(handler).not.toHaveBeenCalled();
-      expect(result).toBeInstanceOf(ToolMessage);
-    });
-  });
-});

package/src/middleware/graceful-stop.ts

@@ -1,86 +0,0 @@
-/**
- * Platform-level graceful stop middleware.
- *
- * Activated externally when the platform signals the runner to stop
- * (e.g. via ExecutionControlSignal.STOP from the updateStatus RPC).
- * Once activated, blocks all tool execution and gives the model one
- * final tool-free round to produce a summary.
- *
- * Always injected into the agent graph. Inert until activate() is called.
- */
-
-import { ToolMessage, SystemMessage } from "@langchain/core/messages";
-import type { StigmerMiddleware } from "./types.js";
-
-const DEFAULT_STOP_MESSAGE =
-  "The platform has requested this execution to stop. All tool calls are " +
-  "now blocked. Respond with a concise summary of what you accomplished " +
-  "and what work remains so the user can continue in their next session.";
-
-export interface GracefulStopMiddleware extends StigmerMiddleware {
-  readonly activated: boolean;
-  activate(reason?: string): void;
-  forSubAgent(): StigmerMiddleware;
-}
-
-export function createGracefulStopMiddleware(): GracefulStopMiddleware {
-  let _activated = false;
-  let _messageInjected = false;
-  let _reason = "";
-
-  const middleware: GracefulStopMiddleware = {
-    name: "GracefulStopMiddleware",
-
-    get activated() {
-      return _activated;
-    },
-
-    activate(reason = "") {
-      if (!_activated) {
-        _activated = true;
-        _reason = reason;
-        console.warn(
-          `[PLATFORM_STOP] GracefulStopMiddleware activated (reason=${reason || "unspecified"})`,
-        );
-      }
-    },
-
-    afterModel() {
-      if (!_activated || _messageInjected) return;
-      _messageInjected = true;
-      const msg = _reason || DEFAULT_STOP_MESSAGE;
-      return { messages: [new SystemMessage({ content: msg })] };
-    },
-
-    async wrapToolCall(request, handler) {
-      if (!_activated) return handler(request);
-
-      console.log(
-        `[PLATFORM_STOP] Blocking tool '${request.toolCall.name}' (id=${request.toolCall.id})`,
-      );
-      return new ToolMessage({
-        content:
-          "[Execution stopped by platform: tool execution blocked. " +
-          "Summarize your progress for the user.]",
-        tool_call_id: request.toolCall.id,
-        name: request.toolCall.name,
-      });
-    },
-
-    forSubAgent(): StigmerMiddleware {
-      return {
-        name: "GracefulStopSubAgentView",
-
-        afterModel() {
-          return middleware.afterModel!({} as any, {});
-        },
-
-        async wrapToolCall(request, handler) {
-          return middleware.wrapToolCall!(request, handler);
-        },
-      };
-    },
-  };
-
-  return middleware;
-}