pi-harness-runtime 0.5.0 → 0.6.3-beta.13

package/harness/e2e/quota-status.ts

@@ -0,0 +1,194 @@
+/**
+ * Quota Status Display — RFC-0031
+ *
+ * Integrates MiniMax quota scraper with harness status display.
+ * Provides real-time quota data for the status bar.
+ */
+
+import {
+	MiniMaxQuotaManager,
+	type MiniMaxQuotaData,
+} from "./minimax-quota-scraper.js";
+
+export interface QuotaStatus {
+	/** Short status for display (e.g., "5h: 100% left") */
+	short: string;
+	/** Extended status (e.g., "5h: 100% left · week: 26% left") */
+	extended: string;
+	/** Whether quota is critical (< 20%) */
+	isCritical: boolean;
+	/** Whether quota is exhausted */
+	isExhausted: boolean;
+	/** Reset time for 5h window */
+	h5ResetsAt?: string;
+	/** Reset time for weekly window */
+	weeklyResetsAt?: string;
+	/** Raw data source */
+	data?: MiniMaxQuotaData;
+}
+
+export interface QuotaDisplayConfig {
+	/** Provider name */
+	provider: string;
+	/** Cookie file path */
+	cookieFile?: string;
+	/** Refresh interval in ms (default: 5 min) */
+	refreshIntervalMs?: number;
+	/** Custom formatter */
+	formatter?: (data: MiniMaxQuotaData) => QuotaStatus;
+}
+
+/**
+ * Format quota data for display
+ */
+export function formatQuotaStatus(data: MiniMaxQuotaData): QuotaStatus {
+	const h5Left = Math.max(0, 100 - data.h5UsedPct);
+	const weeklyLeft = Math.max(0, 100 - data.weeklyUsedPct);
+
+	const short = `5h: ${h5Left.toFixed(0)}% left`;
+	const extendedParts = [short, `week: ${weeklyLeft.toFixed(0)}% left`];
+
+	return {
+		short,
+		extended: extendedParts.join(" · "),
+		isCritical: h5Left < 20,
+		isExhausted: h5Left <= 0,
+		h5ResetsAt: data.h5ResetsAt,
+		weeklyResetsAt: data.weeklyResetsAt,
+		data,
+	};
+}
+
+/**
+ * Quota Status Manager
+ *
+ * Manages quota display with automatic refresh.
+ */
+export class QuotaStatusManager {
+	private manager?: MiniMaxQuotaManager;
+	private lastStatus?: QuotaStatus;
+	private refreshTimer?: ReturnType<typeof setInterval>;
+	private readonly config: QuotaDisplayConfig;
+
+	constructor(config: QuotaDisplayConfig) {
+		this.config = {
+			refreshIntervalMs: 5 * 60 * 1000, // 5 min default
+			...config,
+		};
+
+		if (config.provider === "minimax") {
+			this.manager = new MiniMaxQuotaManager({
+				cookieFile: config.cookieFile,
+				cacheDurationMs: config.refreshIntervalMs,
+			});
+		}
+	}
+
+	/**
+	 * Check if quota tracking is available
+	 */
+	isAvailable(): boolean {
+		if (this.config.provider === "minimax") {
+			return this.manager?.isAvailable() ?? false;
+		}
+		return false;
+	}
+
+	/**
+	 * Get current quota status (async refresh if needed)
+	 */
+	async getStatus(forceRefresh = false): Promise<QuotaStatus | null> {
+		if (!this.manager) {
+			return null;
+		}
+
+		try {
+			const data = await this.manager.getQuota(forceRefresh);
+			this.lastStatus = this.config.formatter
+				? this.config.formatter(data)
+				: formatQuotaStatus(data);
+			return this.lastStatus;
+		} catch (error) {
+			console.warn("[QuotaStatus] Failed to fetch quota:", error);
+			return this.lastStatus ?? null;
+		}
+	}
+
+	/**
+	 * Get last cached status (synchronous)
+	 */
+	getCachedStatus(): QuotaStatus | null {
+		return this.lastStatus ?? null;
+	}
+
+	/**
+	 * Start automatic refresh
+	 */
+	startAutoRefresh(callback?: (status: QuotaStatus) => void): void {
+		if (this.refreshTimer) {
+			return; // Already running
+		}
+
+		// Initial fetch
+		this.getStatus().then((status) => {
+			if (status && callback) {
+				callback(status);
+			}
+		});
+
+		// Periodic refresh
+		this.refreshTimer = setInterval(async () => {
+			const status = await this.getStatus();
+			if (status && callback) {
+				callback(status);
+			}
+		}, this.config.refreshIntervalMs!);
+	}
+
+	/**
+	 * Stop automatic refresh
+	 */
+	stopAutoRefresh(): void {
+		if (this.refreshTimer) {
+			clearInterval(this.refreshTimer);
+			this.refreshTimer = undefined;
+		}
+	}
+
+	/**
+	 * Generate status bar string
+	 */
+	async getStatusBarString(): Promise<string> {
+		const status = await this.getStatus();
+		if (!status) {
+			return `${this.config.provider}: no quota data`;
+		}
+
+		const icon = status.isExhausted ? "🚫" : status.isCritical ? "⚠️" : "✅";
+
+		return `${icon} ${this.config.provider} ${status.extended}`;
+	}
+}
+
+/**
+ * Create a quota status manager from environment variables
+ */
+export function createQuotaStatusManagerFromEnv(
+	provider = process.env.QUOTA_PROVIDER ?? "minimax",
+): QuotaStatusManager | null {
+	// Check if quota tracking is enabled
+	if (process.env.QUOTA_AUTO_FETCH !== "true") {
+		return null;
+	}
+
+	// Check if cookie file exists
+	const cookieFile =
+		process.env.QUOTA_COOKIE_FILE ??
+		`${process.env.HOME ?? process.env.USERPROFILE}/.config/minimax-cookies.txt`;
+
+	return new QuotaStatusManager({
+		provider,
+		cookieFile,
+		refreshIntervalMs: parseInt(process.env.QUOTA_REFRESH_MS ?? "300000", 10),
+	});
+}

package/harness/forked-summarizer.ts

@@ -0,0 +1,304 @@
+/**
+ * Forked Summarizer — RFC-0028
+ *
+ * Summarizes old messages via a separate LLM call (forked context).
+ * This prevents the summarization request from hitting the same
+ * context-too-long error that triggered compaction.
+ */
+
+import type {
+	CompactableMessage,
+	CompactTriggerReason,
+	InvokeResult,
+} from "../packages/types/src/runtime-types.js";
+
+// ─── Types ──────────────────────────────────────────────────────────────────
+
+export interface SummarizerConfig {
+	/** Model to use for summarization */
+	model: string;
+	/** Provider for API calls */
+	provider?: string;
+	/** Max tokens for summary output */
+	maxSummaryTokens: number;
+	/** Custom system prompt */
+	systemPrompt?: string;
+	/** Focus of summarization */
+	focusOn?: "work_done" | "decisions" | "all";
+}
+
+export interface SummarizerResult {
+	summary: string;
+	droppedCount: number;
+	tokensUsed?: number;
+}
+
+export interface InvokeOptions {
+	messages: Array<{
+		role: "system" | "user" | "assistant";
+		content: string;
+	}>;
+	model: string;
+	maxOutputTokens: number;
+	systemPrompt?: string;
+}
+
+// ─── Default System Prompt ───────────────────────────────────────────────────
+
+const DEFAULT_SUMMARY_SYSTEM = `You are a conversation summarizer. Your task is to create concise, accurate summaries that preserve essential context for continuing a conversation.
+
+Focus on:
+- What was the goal/problem being addressed?
+- What approaches were tried and what were the results?
+- What decisions were made and why?
+- What remains to be done?
+- What files or code sections are relevant?
+
+IMPORTANT: Do NOT include tool_result content verbatim. Instead, summarize the outcomes.`;
+
+const WORK_DONE_FOCUS = `Focus specifically on:
+1. What work was accomplished?
+2. What files were created, modified, or deleted?
+3. What tests passed or failed?
+4. What errors or issues were encountered and resolved?
+5. What is the current state of the project?`;
+
+const DECISIONS_FOCUS = `Focus specifically on:
+1. What architectural decisions were made?
+2. What approaches were chosen over alternatives?
+3. What was the rationale for each decision?
+4. What constraints or requirements influenced the decisions?
+5. Any lessons learned or trade-offs considered?`;
+
+// ─── Forked Summarizer ──────────────────────────────────────────────────────
+
+export class ForkedSummarizer {
+	private readonly config: SummarizerConfig;
+	private readonly invokeAgent: (opts: InvokeOptions) => Promise<InvokeResult>;
+
+	constructor(
+		config: SummarizerConfig,
+		invokeAgent: (opts: InvokeOptions) => Promise<InvokeResult>,
+	) {
+		this.config = {
+			provider: "openai",
+			focusOn: "all",
+			...config,
+		};
+		this.invokeAgent = invokeAgent;
+	}
+
+	/**
+	 * Summarize old messages, keeping recent ones as context
+	 */
+	async summarize(
+		messages: CompactableMessage[],
+		options?: {
+			/** Number of recent messages to keep (default: 5) */
+			keepRecentCount?: number;
+			/** Override focus for this call */
+			focusOn?: "work_done" | "decisions" | "all";
+		},
+	): Promise<SummarizerResult> {
+		const keepRecentCount = options?.keepRecentCount ?? 5;
+		const focusOn = options?.focusOn ?? this.config.focusOn ?? "all";
+
+		// Split messages
+		const recentMessages = messages.slice(-keepRecentCount);
+		const oldMessages = messages.slice(0, -keepRecentCount);
+
+		if (oldMessages.length === 0) {
+			return { summary: "", droppedCount: 0 };
+		}
+
+		// Build summary prompt
+		const summaryPrompt = this.buildSummaryPrompt(oldMessages, { focusOn });
+
+		// Create summarization messages
+		const summarizationMessages = [
+			{
+				role: "system" as const,
+				content: this.config.systemPrompt ?? DEFAULT_SUMMARY_SYSTEM,
+			},
+			{
+				role: "user" as const,
+				content: summaryPrompt,
+			},
+		];
+
+		// Call summarization model
+		try {
+			const result = await this.invokeAgent({
+				messages: summarizationMessages,
+				model: this.config.model,
+				maxOutputTokens: this.config.maxSummaryTokens,
+			});
+
+			if (!result.success || !result.output) {
+				throw new Error(`Summarization failed: ${result.error ?? "unknown"}`);
+			}
+
+			return {
+				summary: result.output.trim(),
+				droppedCount: oldMessages.length,
+				tokensUsed: result.usage?.totalTokens,
+			};
+		} catch (error) {
+			// Return heuristic summary on failure
+			return {
+				summary: this.heuristicSummary(oldMessages, focusOn),
+				droppedCount: oldMessages.length,
+			};
+		}
+	}
+
+	/**
+	 * Build the summary prompt for the LLM
+	 */
+	private buildSummaryPrompt(
+		messages: CompactableMessage[],
+		options: { focusOn?: "work_done" | "decisions" | "all" },
+	): string {
+		const focusOn = options.focusOn ?? "all";
+		const formattedMessages = messages
+			.map((m) => `[${m.role}]\n${this.truncateContent(m.content, 2000)}`)
+			.join("\n\n---\n\n");
+
+		const focusInstructions = {
+			work_done: WORK_DONE_FOCUS,
+			decisions: DECISIONS_FOCUS,
+			all: "Provide a comprehensive summary covering all important aspects of the conversation.",
+		}[focusOn];
+
+		return `Summarize the following conversation concisely.
+
+${focusInstructions}
+
+## Conversation to Summarize
+${formattedMessages}
+
+## Output Format
+Provide a summary in 500-1000 tokens that:
+1. Captures the essential context
+2. Preserves key decisions and their rationale
+3. Notes any ongoing work or next steps
+4. Lists any important files or code sections referenced
+
+Do not include verbatim tool results — summarize their outcomes instead.`;
+	}
+
+	/**
+	 * Truncate content to max length
+	 */
+	private truncateContent(content: string, maxLength: number): string {
+		if (content.length <= maxLength) return content;
+		return content.substring(0, maxLength) + "... [truncated]";
+	}
+
+	/**
+	 * Heuristic summary when LLM summarization fails
+	 */
+	private heuristicSummary(
+		messages: CompactableMessage[],
+		focusOn: "work_done" | "decisions" | "all",
+	): string {
+		const summaries: string[] = [];
+		const keyFiles: Set<string> = new Set();
+		const decisions: string[] = [];
+
+		// Extract patterns from last 20 messages
+		for (const msg of messages.slice(-20)) {
+			const content = msg.content;
+
+			// Look for file references
+			const filePatterns = [
+				/created (?:file|module):?\s*([^\n.]+)/gi,
+				/modified (?:file|module):?\s*([^\n.]+)/gi,
+				/wrote to ([\w./-]+)/gi,
+				/updated ([\w./-]+)/gi,
+			];
+
+			for (const pattern of filePatterns) {
+				for (const match of content.matchAll(pattern)) {
+					if (match[1]) keyFiles.add(match[1].trim());
+				}
+			}
+
+			// Look for decisions
+			const decisionPatterns = [
+				/(?:decided|choosing|choice|chose):?\s*([^\n.]+)/gi,
+				/(?:approach|strategy):?\s*([^\n.]+)/gi,
+			];
+
+			for (const pattern of decisionPatterns) {
+				for (const match of content.matchAll(pattern)) {
+					if (match[1]) decisions.push(match[1].trim());
+				}
+			}
+
+			// Extract key user messages
+			if (msg.role === "user" && content.length > 50) {
+				summaries.push(`- User: ${content.substring(0, 300)}`);
+			}
+
+			// Extract significant actions from assistant
+			if (msg.role === "assistant" && msg.metadata?.action) {
+				summaries.push(`- Action: ${msg.metadata.action}`);
+			}
+		}
+
+		// Build heuristic summary
+		const parts: string[] = [
+			`[Context compacted — ${messages.length} messages summarized by heuristic]`,
+			"",
+		];
+
+		if (keyFiles.size > 0) {
+			parts.push("## Files Referenced");
+			for (const file of Array.from(keyFiles).slice(0, 10)) {
+				parts.push(`- ${file}`);
+			}
+			parts.push("");
+		}
+
+		if (decisions.length > 0) {
+			parts.push("## Key Points");
+			for (const decision of Array.from(new Set(decisions)).slice(0, 5)) {
+				parts.push(`- ${decision}`);
+			}
+			parts.push("");
+		}
+
+		if (summaries.length > 0) {
+			parts.push("## Summary");
+			for (const summary of summaries.slice(0, 10)) {
+				parts.push(summary);
+			}
+			parts.push("");
+		}
+
+		parts.push("Please continue from the recent messages provided.");
+
+		return parts.join("\n");
+	}
+}
+
+// ─── Convenience Factory ────────────────────────────────────────────────────
+
+/**
+ * Create a ForkedSummarizer with default config
+ */
+export function createForkedSummarizer(
+	model: string,
+	invokeAgent: (opts: InvokeOptions) => Promise<InvokeResult>,
+	config?: Partial<SummarizerConfig>,
+): ForkedSummarizer {
+	return new ForkedSummarizer(
+		{
+			model,
+			maxSummaryTokens: 4096,
+			...config,
+		},
+		invokeAgent,
+	);
+}

package/harness/index.ts

@@ -27,6 +27,12 @@ export type {
 	E2EStep,
 	E2EResult,
 	E2EReport,
+	ContextWindowUpdate,
+	ContextWindowStats,
+	ContextWindowConfig,
+	CompactableMessage,
+	CompactResult,
+	CompactTriggerReason,
 } from "../packages/types/src/runtime-types.js";
 
 // State Machine
@@ -39,11 +45,10 @@ export type { CheckpointManager } from "./job-state-machine.js";
 
 // Task Graph
 export { TaskGraphManager } from "./task-graph.js";
-export type { TaskGraphOptions } from "./task-graph.js";
 
 // Loop Runtime
 export { LoopRuntime } from "./loop-runtime.js";
-export type { LoopResult } from "./loop-runtime.js";
+export type { LoopResult, LoopCallbacks } from "./loop-runtime.js";
 
 // Repair Engine
 export { RepairEngine } from "./repair-engine.js";
@@ -53,10 +58,43 @@ export type { RepairResult } from "./repair-engine.js";
 export { MasterPlanner } from "./master-planner.js";
 export type { PlanResult } from "./master-planner.js";
 
-// Context Window Manager
-export { ContextWindowManager } from "./context-window-manager.js";
+// Context Window Manager (RFC-0010 — enhanced with thresholds)
+export {
+	ContextWindowManager,
+	microcompactToolResults,
+	parseTokenGapFromError,
+	AUTOCOMPACT_BUFFER_TOKENS,
+	WARNING_THRESHOLD_BUFFER_TOKENS,
+	BLOCKING_THRESHOLD_BUFFER_TOKENS,
+	MAX_CONSECUTIVE_COMPACT_FAILURES,
+} from "./context-window-manager.js";
+export type {
+	CompactThresholds,
+	TokenEstimate,
+} from "./context-window-manager.js";
+
+// Forked Summarizer (RFC-0028 Phase 2 — LLM-based compaction)
+export {
+	ForkedSummarizer,
+	createForkedSummarizer,
+} from "./forked-summarizer.js";
+export type {
+	SummarizerConfig,
+	SummarizerResult,
+	InvokeOptions,
+} from "./forked-summarizer.js";
+
+// Continue Prompt Generator (RFC-0029 Phase 5 — auto-resume)
+export {
+	ContinuePromptGenerator,
+	continuePromptGenerator,
+} from "./continue-prompt.js";
+export type {
+	ContinueContext,
+	MinimalContinueContext,
+} from "./continue-prompt.js";
 
-// Blackboard
+// BlackBoard
 export { createBlackboard, SharedBlackboard } from "./blackboard.js";
 
 // Agent Handoff
@@ -64,11 +102,14 @@ export { AgentHandoffProtocol } from "./agent-handoff.js";
 
 // Auto Compact (RFC-0019)
 export { AutoCompactEngine } from "./auto-compact.js";
+export type { CompactionEvent, CompactionConfig } from "./auto-compact.js";
+
+// Context Compact Orchestrator (RFC-0028)
+export { CompactOrchestrator } from "./context-compact-orchestrator.js";
 export type {
-	CompactionEvent,
-	CompactionConfig,
-	ContinuePrompt,
-} from "./auto-compact.js";
+	CompactOrchestratorConfig,
+	CompactOrchestratorCallbacks,
+} from "./context-compact-orchestrator.js";
 
 // Output Limit Handler (RFC-0020)
 export { OutputLimitHandler } from "./output-limit-handler.js";
@@ -79,13 +120,25 @@ export type {
 } from "./output-limit-handler.js";
 
 // Partial Recovery (RFC-0021)
-export { PartialRecovery } from "./partial-recovery.js";
+export { PartialRecovery, createPartialRecovery } from "./partial-recovery.js";
 export type {
 	PartialResponse,
 	RecoveryStatus,
 	MergeOptions,
 } from "./partial-recovery.js";
 
+// Session Memory (RFC-0030)
+export {
+	SessionMemoryManager,
+	createSessionMemoryManager,
+} from "./session-memory.js";
+export type {
+	SessionMemory,
+	Decision,
+	FileReference,
+	TestResult,
+} from "./session-memory.js";
+
 // Notification Events (RFC-0022)
 export {
 	HarnessNotificationEvents,
@@ -95,11 +148,77 @@ export {
 // E2E Testing
 export { E2ETestEngine } from "./e2e/test-engine.js";
 export { PlaywrightE2ERunner } from "./e2e/playwright-runner.js";
-export { MiniMaxQuotaScraper } from "./e2e/playwright-runner.js";
 export type {
 	E2ERunner,
 	PlaywrightRunnerConfig,
 } from "./e2e/playwright-runner.js";
+export {
+	MiniMaxQuotaScraper,
+	MiniMaxQuotaManager,
+} from "./e2e/minimax-quota-scraper.js";
+export type {
+	MiniMaxQuotaData,
+	MiniMaxScraperConfig,
+} from "./e2e/minimax-quota-scraper.js";
+export {
+	QuotaStatusManager,
+	formatQuotaStatus,
+	createQuotaStatusManagerFromEnv,
+} from "./e2e/quota-status.js";
+export type { QuotaStatus, QuotaDisplayConfig } from "./e2e/quota-status.js";
 
 // Project Detector
 export { ProjectDetector } from "./project-detector/detector.js";
+
+// ─── RFC-0056: Performance Optimizer ────────────────────────────────────────
+export {
+	PerformanceOptimizer,
+	createPerformanceOptimizer,
+} from "../packages/performance-optimizer/src/index.js";
+export type {
+	PerformanceOptimizationRequest,
+	PerformanceOptimizationPlan,
+	PerformanceRecommendation,
+} from "../packages/performance-optimizer/src/types.js";
+
+// ─── RFC-0057: Evaluation Engine ───────────────────────────────────────────
+export {
+	EvaluationEngine,
+	createEvaluationEngine,
+} from "../packages/evaluation-engine/src/index.js";
+export type {
+	EvaluationRequest,
+	EvaluationResult,
+	EvaluationFinding,
+} from "../packages/evaluation-engine/src/types.js";
+
+// ─── RFC-0058: Learning Engine ─────────────────────────────────────────────
+export {
+	LearningEngine,
+	createLearningEngine,
+} from "../packages/learning-engine/src/index.js";
+export type {
+	LearningRequest,
+	LearnedExperience,
+} from "../packages/learning-engine/src/types.js";
+
+// ─── RFC-0059: Experience Replay ──────────────────────────────────────────
+export {
+	ExperienceReplay,
+	createExperienceReplay,
+} from "../packages/experience-replay/src/index.js";
+export type {
+	ReplayRequest,
+	ReplayResult,
+} from "../packages/experience-replay/src/types.js";
+
+// ─── RFC-0060: Memory Engine ───────────────────────────────────────────────
+export {
+	MemoryEngine,
+	createMemoryEngine,
+} from "../packages/memory-engine/src/index.js";
+export type {
+	OkfConcept,
+	KnowledgeQuery,
+	KnowledgeResult,
+} from "../packages/memory-engine/src/types.js";