pi-harness-runtime 0.9.4 → 0.9.5

package/packages/token-optimizer/src/optimizer.ts

@@ -0,0 +1,150 @@
+/**
+ * Token Optimizer Core — budget optimization and cost calculation (RFC-0011)
+ */
+
+import type {
+	PromptMessage,
+	TokenBudget,
+	OptimizationResult,
+	CostEstimate,
+} from "./types.js";
+
+const TOKENS_PER_CHAR = 0.25;
+
+const DEFAULT_PRICING: Record<
+	string,
+	{ inputPer1M: number; outputPer1M: number; currency: string }
+> = {
+	"gpt-4o": { inputPer1M: 2.5, outputPer1M: 10.0, currency: "USD" },
+	"gpt-4o-mini": { inputPer1M: 0.15, outputPer1M: 0.6, currency: "USD" },
+	"claude-sonnet": { inputPer1M: 3.0, outputPer1M: 15.0, currency: "USD" },
+	"claude-haiku": { inputPer1M: 0.25, outputPer1M: 1.25, currency: "USD" },
+	"gemini-2.5": { inputPer1M: 0.125, outputPer1M: 0.5, currency: "USD" },
+	default: { inputPer1M: 1.0, outputPer1M: 3.0, currency: "USD" },
+};
+
+export { DEFAULT_PRICING };
+
+/** Estimate token count from string. */
+export function estimateTokens(text: string): number {
+	return Math.ceil(text.length * TOKENS_PER_CHAR);
+}
+
+/** Estimate tokens in a list of messages. */
+export function estimateMessageTokens(messages: PromptMessage[]): number {
+	return messages.reduce(
+		(sum, msg) => sum + estimateTokens(msg.content) + 4,
+		0,
+	);
+}
+
+/** Build a token budget from components. */
+export function buildBudget(
+	maxTokens: number,
+	systemTokens = 0,
+	reservedTokens = 0,
+): TokenBudget {
+	const availableTokens = Math.max(
+		0,
+		maxTokens - systemTokens - reservedTokens,
+	);
+	return {
+		maxTokens,
+		systemTokens,
+		promptTokens: 0,
+		reservedTokens,
+		availableTokens,
+	};
+}
+
+/** Split messages by priority for progressive trimming. */
+export function splitByPriority(messages: PromptMessage[]): {
+	high: PromptMessage[];
+	medium: PromptMessage[];
+	low: PromptMessage[];
+} {
+	const sorted = [...messages].sort(
+		(a, b) => (a.priority ?? 5) - (b.priority ?? 5),
+	);
+	const third = Math.ceil(sorted.length / 3);
+	return {
+		high: sorted.slice(0, third),
+		medium: sorted.slice(third, third * 2),
+		low: sorted.slice(third * 2),
+	};
+}
+
+/** Optimize messages to fit within a token budget. */
+export function optimizeBudget(
+	messages: PromptMessage[],
+	budget: TokenBudget,
+): OptimizationResult {
+	if (budget.availableTokens <= 0) {
+		return {
+			kept: [],
+			removed: messages,
+			finalBudget: budget,
+			compressionRatio: 1,
+		};
+	}
+
+	const prioritized = splitByPriority(messages);
+	const all = [...prioritized.high, ...prioritized.medium, ...prioritized.low];
+	const kept: PromptMessage[] = [];
+	const removed: PromptMessage[] = [];
+	let usedTokens = 0;
+
+	for (const msg of all) {
+		const msgTokens = estimateTokens(msg.content) + 4;
+		if (usedTokens + msgTokens <= budget.availableTokens) {
+			kept.push(msg);
+			usedTokens += msgTokens;
+		} else {
+			removed.push(msg);
+		}
+	}
+
+	const originalTokens = estimateMessageTokens(messages);
+	const compressionRatio =
+		originalTokens > 0 ? (originalTokens - usedTokens) / originalTokens : 0;
+
+	return {
+		kept,
+		removed,
+		finalBudget: { ...budget, promptTokens: usedTokens },
+		compressionRatio,
+	};
+}
+
+/** Calculate cost for a set of messages. */
+export function calculateCost(
+	messages: PromptMessage[],
+	outputTokens: number,
+	model = "default",
+): CostEstimate {
+	const pricing = DEFAULT_PRICING[model] ?? DEFAULT_PRICING["default"];
+	const inputTokens = estimateMessageTokens(messages);
+	const inputCost = (inputTokens / 1_000_000) * pricing.inputPer1M;
+	const outputCost = (outputTokens / 1_000_000) * pricing.outputPer1M;
+	return {
+		inputTokens,
+		outputTokens,
+		totalCost: Math.round((inputCost + outputCost) * 1_000_000) / 1_000_000,
+		currency: pricing.currency,
+	};
+}
+
+/** Trim a string to a maximum token count. */
+export function trimToTokens(text: string, maxTokens: number): string {
+	const words = text.split(/\s+/);
+	let result = "";
+	let tokens = 0;
+	for (const word of words) {
+		const wordTokens = estimateTokens(word);
+		if (tokens + wordTokens <= maxTokens) {
+			result += (result ? " " : "") + word;
+			tokens += wordTokens;
+		} else break;
+	}
+	return result;
+}

package/packages/token-optimizer/src/types.ts

@@ -0,0 +1,47 @@
+/**
+ * Token Optimizer Types (RFC-0011)
+ */
+
+export interface PromptMessage {
+	role: "system" | "user" | "assistant";
+	content: string;
+	priority?: number;
+}
+
+export interface TokenBudget {
+	maxTokens: number;
+	systemTokens: number;
+	promptTokens: number;
+	reservedTokens: number;
+	availableTokens: number;
+}
+
+export interface OptimizationResult {
+	kept: PromptMessage[];
+	removed: PromptMessage[];
+	finalBudget: TokenBudget;
+	compressionRatio: number;
+}
+
+export interface CostEstimate {
+	inputTokens: number;
+	outputTokens: number;
+	totalCost: number;
+	currency: string;
+}
+
+export type ModelId =
+	| "gpt-4o"
+	| "gpt-4o-mini"
+	| "claude-sonnet"
+	| "claude-haiku"
+	| "gemini-2.5"
+	| "default";
+
+export interface ModelPricing {
+	[model: string]: {
+		inputPer1M: number;
+		outputPer1M: number;
+		currency: string;
+	};
+}

package/packages/token-optimizer/test/optimizer.test.ts

@@ -0,0 +1,141 @@
+/**
+ * Token Optimizer Tests (RFC-0011)
+ */
+
+import { describe, it, expect } from "bun:test";
+import {
+	estimateTokens,
+	estimateMessageTokens,
+	buildBudget,
+	splitByPriority,
+	optimizeBudget,
+	calculateCost,
+	trimToTokens,
+	DEFAULT_PRICING,
+} from "../src/index.js";
+import type { PromptMessage } from "../src/index.js";
+
+const makeMsg = (overrides?: Partial<PromptMessage>): PromptMessage => ({
+	role: "user",
+	content: "Hello world",
+	priority: 5,
+	...overrides,
+});
+
+describe("DEFAULT_PRICING", () => {
+	it("has gpt-4o pricing", () => {
+		expect(DEFAULT_PRICING["gpt-4o"].inputPer1M).toBe(2.5);
+		expect(DEFAULT_PRICING["gpt-4o"].outputPer1M).toBe(10.0);
+	});
+	it("has claude pricing", () => {
+		expect(DEFAULT_PRICING["claude-haiku"].inputPer1M).toBe(0.25);
+	});
+});
+
+describe("estimateTokens", () => {
+	it("estimates 1 token per 4 chars", () => {
+		expect(estimateTokens("01234")).toBe(2);
+	});
+	it("empty string returns 0", () => expect(estimateTokens("")).toBe(0));
+});
+
+describe("estimateMessageTokens", () => {
+	it("sums messages plus overhead", () => {
+		const msgs = [makeMsg({ content: "hello" }), makeMsg({ content: "world" })];
+		expect(estimateMessageTokens(msgs)).toBeGreaterThan(
+			estimateTokens("hello") + estimateTokens("world"),
+		);
+	});
+	it("empty returns 0", () => expect(estimateMessageTokens([])).toBe(0));
+});
+
+describe("buildBudget", () => {
+	it("calculates available tokens", () => {
+		const b = buildBudget(1000, 100, 50);
+		expect(b.maxTokens).toBe(1000);
+		expect(b.systemTokens).toBe(100);
+		expect(b.reservedTokens).toBe(50);
+		expect(b.availableTokens).toBe(850);
+	});
+
+	it("available never negative", () => {
+		const b = buildBudget(100, 200, 0);
+		expect(b.availableTokens).toBe(0);
+	});
+});
+
+describe("splitByPriority", () => {
+	it("splits into three groups", () => {
+		const msgs = Array.from({ length: 9 }, (_, i) =>
+			makeMsg({ content: `msg${i}`, priority: i + 1 }),
+		);
+		const { high, medium, low } = splitByPriority(msgs);
+		expect(high.length).toBeGreaterThan(0);
+		expect(medium.length).toBeGreaterThan(0);
+		expect(low.length).toBeGreaterThan(0);
+		expect(high[0].priority).toBeLessThanOrEqual(medium[0].priority);
+	});
+
+	it("handles single item", () => {
+		const { high } = splitByPriority([makeMsg({ priority: 1 })]);
+		expect(high.length).toBe(1);
+	});
+});
+
+describe("optimizeBudget", () => {
+	it("keeps high priority", () => {
+		const msgs = [
+			makeMsg({ content: "high", priority: 1 }),
+			makeMsg({ content: "low", priority: 9 }),
+		];
+		const budget = buildBudget(1000, 0, 0);
+		const result = optimizeBudget(msgs, budget);
+		expect(result.kept.some((m) => m.content === "high")).toBe(true);
+	});
+
+	it("removes when over budget", () => {
+		const longMsg = makeMsg({ content: "x".repeat(1000), priority: 5 });
+		const budget = buildBudget(100, 0, 0);
+		const result = optimizeBudget([longMsg], budget);
+		expect(result.kept.length).toBeLessThan(1);
+	});
+
+	it("zero available keeps nothing", () => {
+		const result = optimizeBudget([makeMsg()], buildBudget(100, 100, 0));
+		expect(result.kept).toEqual([]);
+		expect(result.compressionRatio).toBe(1);
+	});
+});
+
+describe("calculateCost", () => {
+	it("calculates total cost", () => {
+		const msgs = [makeMsg({ content: "hello world" })];
+		const cost = calculateCost(msgs, 50, "gpt-4o-mini");
+		expect(cost.inputTokens).toBeGreaterThan(0);
+		expect(cost.outputTokens).toBe(50);
+		expect(cost.totalCost).toBeGreaterThan(0);
+		expect(cost.currency).toBe("USD");
+	});
+
+	it("uses default pricing", () => {
+		const cost = calculateCost([], 0, "unknown-model");
+		expect(cost.totalCost).toBe(0);
+	});
+});
+
+describe("trimToTokens", () => {
+	it("trims to max tokens", () => {
+		const text = "one two three four five";
+		const trimmed = trimToTokens(text, 3);
+		expect(trimmed.split(" ").length).toBeLessThanOrEqual(3);
+	});
+
+	it("returns empty for zero", () => {
+		expect(trimToTokens("hello", 0)).toBe("");
+	});
+
+	it("handles text shorter than limit", () => {
+		const result = trimToTokens("hi", 10);
+		expect(result).toBe("hi");
+	});
+});

package/packages/token-optimizer/tsconfig.json

@@ -0,0 +1,6 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "compilerOptions": { "outDir": "./dist", "rootDir": "./src", "types": ["node"], "lib": ["ES2022"] },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist", "test"]
+}

package/packages/tui/package.json

@@ -0,0 +1,22 @@
+{
+  "name": "@pi-harness/tui",
+  "version": "0.9.5",
+  "description": "pi-harness-runtime — tui",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "test": "bun test"
+  },
+  "dependencies": {}
+}

package/packages/tui/tsconfig.json

@@ -0,0 +1,8 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "compilerOptions": {
+    "outDir": "./dist",
+    "rootDir": "./src"
+  },
+  "include": ["src/**/*"]
+}

package/packages/types/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/types",
-  "version": "0.9.4",
+  "version": "0.9.5",
   "description": "Shared TypeScript types for pi-harness-runtime packages",
   "type": "module",
   "main": "./src/index.js",

package/packages/worktree/dist/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Worktree Manager (RFC-0005)
+ *
+ * Git worktree management for parallel development.
+ */
+export * from "./worktree.js";
+//# sourceMappingURL=index.d.ts.map

package/packages/worktree/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,eAAe,CAAC"}

package/packages/worktree/dist/index.js

@@ -0,0 +1,7 @@
+/**
+ * Worktree Manager (RFC-0005)
+ *
+ * Git worktree management for parallel development.
+ */
+export * from "./worktree.js";
+//# sourceMappingURL=index.js.map

package/packages/worktree/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,eAAe,CAAC"}

package/packages/worktree/dist/worktree.d.ts

@@ -0,0 +1,88 @@
+/**
+ * Git Worktree Manager — RFC-0005
+ *
+ * Creates isolated workspaces for parallel or recoverable coding tasks.
+ *
+ * Goals:
+ * - avoid branch conflicts
+ * - preserve partial work
+ * - allow reviewer agent to inspect diffs
+ * - allow separate models to work on separate tasks
+ */
+import type { WorktreeInfo } from "../../packages/types/src/runtime-types.ts";
+export interface WorktreeOptions {
+    rootDir: string;
+    baseBranch?: string;
+}
+export interface CreateWorktreeOptions {
+    name: string;
+    branch?: string;
+    jobId?: string;
+    taskId?: string;
+    startPoint?: string;
+}
+export interface WorktreeDiff {
+    file: string;
+    status: "added" | "modified" | "deleted" | "renamed";
+    insertions?: number;
+    deletions?: number;
+}
+export declare class WorktreeManager {
+    private readonly rootDir;
+    private readonly baseBranch;
+    private readonly metaPath;
+    constructor(options: WorktreeOptions);
+    /**
+     * Create a new worktree
+     */
+    create(options: CreateWorktreeOptions): Promise<WorktreeInfo>;
+    /**
+     * List all worktrees
+     */
+    list(): Promise<WorktreeInfo[]>;
+    /**
+     * Get worktree by name
+     */
+    get(name: string): Promise<WorktreeInfo | null>;
+    /**
+     * Get worktree by job ID
+     */
+    getByJob(jobId: string): Promise<WorktreeInfo | null>;
+    /**
+     * Remove a worktree
+     */
+    remove(name: string, force?: boolean): Promise<void>;
+    /**
+     * Prune stale worktrees
+     */
+    prune(): Promise<string[]>;
+    /**
+     * Get diff between worktree and base
+     */
+    getDiff(worktreePath: string): Promise<WorktreeDiff[]>;
+    /**
+     * Get uncommitted changes
+     */
+    getUncommitted(worktreePath: string): Promise<WorktreeDiff[]>;
+    /**
+     * Mark worktree as merged
+     */
+    markMerged(name: string): Promise<void>;
+    /**
+     * Execute git command
+     */
+    private execGit;
+    /**
+     * Save worktree to metadata
+     */
+    private saveWorktree;
+    /**
+     * Save all worktrees
+     */
+    private saveAllWorktrees;
+    /**
+     * List worktrees synchronously
+     */
+    private listSync;
+}
+//# sourceMappingURL=worktree.d.ts.map

package/packages/worktree/dist/worktree.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worktree.d.ts","sourceRoot":"","sources":["../src/worktree.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2CAA2C,CAAC;AAQ9E,MAAM,WAAW,eAAe;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,eAAe;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAElC,YAAY,OAAO,EAAE,eAAe,EAInC;IAED;;OAEG;IACG,MAAM,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,CAAC,CAiClE;IAED;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC,CAWpC;IAED;;OAEG;IACG,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAGpD;IAED;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAG1D;IAED;;OAEG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAahE;IAED;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CA0B/B;IAED;;OAEG;IACG,OAAO,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CA4B3D;IAED;;OAEG;IACG,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAoBlE;IAED;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAO5C;IAED;;OAEG;IACH,OAAO,CAAC,OAAO;IAcf;;OAEG;IACH,OAAO,CAAC,YAAY;IAWpB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAKxB;;OAEG;IACH,OAAO,CAAC,QAAQ;CAUhB"}