@qwen-code/arena-agent 0.0.8-dev.5 → 0.0.9-dev.0

package/dist/history.d.ts

@@ -1,5 +1,34 @@
-import type { Message } from "./types.js";
+import type { ArenaConfig } from "./config.js";
+import type { Message, ReasoningEffort, SessionMetrics } from "./types.js";
+export interface StoredHistoryState {
+    messages: Message[];
+    metadata?: HistoryMetadata;
+    metrics?: SessionMetrics;
+}
+export interface HistoryMetadata {
+    schema_version: 1;
+    session_id: string;
+    tenant_id: string;
+    model: string;
+    parameters: {
+        max_turns: number | null;
+        max_tokens: number;
+        temperature: number;
+        reasoning_effort?: ReasoningEffort;
+        enable_thinking: boolean;
+        thinking_budget: number;
+        preserve_thinking: boolean;
+        tool_choice: string;
+        disallowed_tools?: string[];
+        extra_body?: Record<string, unknown>;
+        context_window: number;
+        context_compaction_ratio: number;
+        compaction_summary_max_tokens: number;
+    };
+}
+export declare function historyMetadata(config: ArenaConfig, sessionId: string): HistoryMetadata;
 export declare function sessionStorageRoot(stateRoot: string, tenantId: string, sessionId: string): string;
 export declare function storedHistoryPath(stateRoot: string, tenantId: string, sessionId: string): string;
 export declare function loadStoredHistory(filePath: string): Promise<Message[] | undefined>;
-export declare function saveStoredHistory(filePath: string, messages: readonly Message[]): Promise<void>;
+export declare function loadStoredHistoryState(filePath: string): Promise<StoredHistoryState | undefined>;
+export declare function saveStoredHistory(filePath: string, messages: readonly Message[], metadata?: HistoryMetadata, metrics?: SessionMetrics | null): Promise<void>;

package/dist/history.js

@@ -1,6 +1,36 @@
 import crypto from "node:crypto";
 import { mkdir, readFile, rename, writeFile } from "node:fs/promises";
 import path from "node:path";
+import { normalizeSessionMetrics } from "./metrics.js";
+export function historyMetadata(config, sessionId) {
+    return {
+        schema_version: 1,
+        session_id: sessionId,
+        tenant_id: config.tenantId,
+        model: config.model,
+        parameters: {
+            max_turns: config.maxTurns ?? null,
+            max_tokens: config.maxTokens,
+            temperature: config.temperature,
+            ...(config.reasoningEffort
+                ? { reasoning_effort: config.reasoningEffort }
+                : {}),
+            enable_thinking: config.enableThinking,
+            thinking_budget: config.thinkingBudget,
+            preserve_thinking: config.preserveThinking,
+            tool_choice: config.toolChoice,
+            ...(config.disallowedTools?.length
+                ? { disallowed_tools: [...config.disallowedTools] }
+                : {}),
+            ...(config.extraBody
+                ? { extra_body: structuredClone(config.extraBody) }
+                : {}),
+            context_window: config.contextWindow,
+            context_compaction_ratio: config.contextCompactionRatio,
+            compaction_summary_max_tokens: config.compactionSummaryMaxTokens,
+        },
+    };
+}
 export function sessionStorageRoot(stateRoot, tenantId, sessionId) {
     return path.join(stateRoot, "tenants", tenantId, "sessions", sessionId);
 }
@@ -8,13 +38,24 @@ export function storedHistoryPath(stateRoot, tenantId, sessionId) {
     return path.join(sessionStorageRoot(stateRoot, tenantId, sessionId), "history.json");
 }
 export async function loadStoredHistory(filePath) {
+    return (await loadStoredHistoryState(filePath))?.messages;
+}
+export async function loadStoredHistoryState(filePath) {
     try {
         const stored = JSON.parse(await readFile(filePath, "utf8"));
         const messages = Array.isArray(stored) ? stored : stored.messages;
         if (!Array.isArray(messages)) {
             throw new Error("history file must contain a messages array");
         }
-        return messages;
+        return {
+            messages,
+            ...(!Array.isArray(stored) && stored.metadata
+                ? { metadata: stored.metadata }
+                : {}),
+            ...(!Array.isArray(stored) && stored.metrics
+                ? { metrics: normalizeSessionMetrics(stored.metrics) }
+                : {}),
+        };
     }
     catch (error) {
         if (error.code === "ENOENT")
@@ -22,10 +63,19 @@ export async function loadStoredHistory(filePath) {
         throw error;
     }
 }
-export async function saveStoredHistory(filePath, messages) {
+export async function saveStoredHistory(filePath, messages, metadata, metrics) {
     await mkdir(path.dirname(filePath), { recursive: true });
+    const previous = await loadStoredHistoryState(filePath);
+    const persistedMetadata = metadata ?? previous?.metadata;
+    const persistedMetrics = metrics === undefined ? previous?.metrics : metrics ?? undefined;
     const temporary = `${filePath}.${crypto.randomUUID()}.tmp`;
-    await writeFile(temporary, JSON.stringify({ messages }), "utf8");
+    const envelope = {
+        ...(persistedMetrics ? { version: 3 } : {}),
+        ...(persistedMetadata ? { metadata: persistedMetadata } : {}),
+        messages,
+        ...(persistedMetrics ? { metrics: persistedMetrics } : {}),
+    };
+    await writeFile(temporary, JSON.stringify(envelope), "utf8");
     await rename(temporary, filePath);
 }
 //# sourceMappingURL=history.js.map

package/dist/history.js.map

@@ -1 +1 @@
-{"version":3,"file":"history.js","sourceRoot":"","sources":["../src/history.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,EAChB,SAAiB;IAEjB,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,SAAiB,EACjB,QAAgB,EAChB,SAAiB;IAEjB,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,cAAc,CAAC,CAAC;AACvF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAgB;IAEhB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAE7C,CAAC;QACd,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAClE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACzE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAChB,QAA4B;IAE5B,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,GAAG,QAAQ,IAAI,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC;IAC3D,MAAM,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IACjE,MAAM,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;AACpC,CAAC"}
+{"version":3,"file":"history.js","sourceRoot":"","sources":["../src/history.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AA8BvD,MAAM,UAAU,eAAe,CAC7B,MAAmB,EACnB,SAAiB;IAEjB,OAAO;QACL,cAAc,EAAE,CAAC;QACjB,UAAU,EAAE,SAAS;QACrB,SAAS,EAAE,MAAM,CAAC,QAAQ;QAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE;YACV,SAAS,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;YAClC,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,GAAG,CAAC,MAAM,CAAC,eAAe;gBACxB,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,eAAe,EAAE;gBAC9C,CAAC,CAAC,EAAE,CAAC;YACP,eAAe,EAAE,MAAM,CAAC,cAAc;YACtC,eAAe,EAAE,MAAM,CAAC,cAAc;YACtC,iBAAiB,EAAE,MAAM,CAAC,gBAAgB;YAC1C,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,GAAG,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM;gBAChC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC,EAAE;gBACnD,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,MAAM,CAAC,SAAS;gBAClB,CAAC,CAAC,EAAE,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE;gBACnD,CAAC,CAAC,EAAE,CAAC;YACP,cAAc,EAAE,MAAM,CAAC,aAAa;YACpC,wBAAwB,EAAE,MAAM,CAAC,sBAAsB;YACvD,6BAA6B,EAAE,MAAM,CAAC,0BAA0B;SACjE;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,EAChB,SAAiB;IAEjB,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,SAAiB,EACjB,QAAgB,EAChB,SAAiB;IAEjB,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,cAAc,CAAC,CAAC;AACvF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAgB;IAEhB,OAAO,CAAC,MAAM,sBAAsB,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC5D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,QAAgB;IAEhB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAM7C,CAAC;QACd,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;QAClE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,OAAO;YACL,QAAQ;YACR,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ;gBAC3C,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE;gBAC/B,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;gBAC1C,CAAC,CAAC,EAAE,OAAO,EAAE,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;gBACtD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACzE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAChB,QAA4B,EAC5B,QAA0B,EAC1B,OAA+B;IAE/B,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,iBAAiB,GAAG,QAAQ,IAAI,QAAQ,EAAE,QAAQ,CAAC;IACzD,MAAM,gBAAgB,GACpB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,IAAI,SAAS,CAAC;IACnE,MAAM,SAAS,GAAG,GAAG,QAAQ,IAAI,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC;IAC3D,MAAM,QAAQ,GAAG;QACf,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,QAAQ;QACR,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3D,CAAC;IACF,MAAM,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7D,MAAM,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;AACpC,CAAC"}

package/dist/metrics.d.ts

@@ -0,0 +1,61 @@
+import type { AgentResult, BashCallMetric, BashFailureOrigin, BashRecoveryEpisode, BashRecoverySummary, Message, SessionMetrics, SideQueryAudit, ToolCallMetric, ToolHallucinationSummary } from "./types.js";
+import { StructuredSideQueryRunner } from "./side-query.js";
+import { type ConversationMetricJudge } from "./conversation-metrics.js";
+export declare const sessionMetricsAnalyzerVersion = "session-signals-v4";
+export declare const bashRecoveryPolicyVersion = "arena-public-next-bash-v2";
+export declare const toolHallucinationPolicyVersion = "exact-offered-name-v1";
+export interface BashFailureDecision {
+    origin: BashFailureOrigin;
+    reason: string;
+    confidence: number;
+    audit?: SideQueryAudit;
+}
+export type BashTerminalOutcome = "gave_up" | "resolved_by_alternative" | "still_open" | "censored" | "ambiguous";
+export interface BashTerminalDecision {
+    outcome: BashTerminalOutcome;
+    reason: string;
+    confidence: number;
+    audit?: SideQueryAudit;
+}
+export interface BashMetricJudge {
+    classifyFailure(input: Record<string, unknown>): Promise<BashFailureDecision>;
+    classifyTerminal(input: Record<string, unknown>): Promise<BashTerminalDecision>;
+}
+export interface SessionMetricsAnalyzerOptions {
+    fallbackOfferedToolNames?: readonly string[];
+    judge?: BashMetricJudge;
+    conversationJudge?: ConversationMetricJudge;
+    now?: () => Date;
+}
+export interface SessionMetricsUpdateInput {
+    messages: readonly Message[];
+    previous?: SessionMetrics;
+    throughTurnId: string;
+    turnStatus: AgentResult["status"];
+    offeredToolNamesByCallId?: ReadonlyMap<string, readonly string[]>;
+    currentUserText?: string;
+    previousAssistantText?: string;
+    currentTurnMessages?: readonly Message[];
+}
+/** Metric-specific adapter over the generic structured side-query subsystem. */
+export declare class ModelBashMetricJudge implements BashMetricJudge {
+    private readonly runner;
+    constructor(runner: StructuredSideQueryRunner);
+    classifyFailure(input: Record<string, unknown>): Promise<BashFailureDecision>;
+    classifyTerminal(input: Record<string, unknown>): Promise<BashTerminalDecision>;
+}
+export declare function summarizeBashRecovery(calls: readonly BashCallMetric[], episodes: readonly BashRecoveryEpisode[]): BashRecoverySummary;
+export declare function summarizeToolHallucination(calls: readonly ToolCallMetric[]): ToolHallucinationSummary;
+/**
+ * Normalizes persisted metric snapshots to the current compact schema.
+ * Detailed observations are canonical; every rollup is recomputed from them
+ * so legacy materialized counters cannot drift into a resumed session.
+ */
+export declare function normalizeSessionMetrics(value: unknown): SessionMetrics | undefined;
+export declare class SessionMetricsAnalyzer {
+    private readonly options;
+    private readonly fallbackOfferedToolNames;
+    private readonly now;
+    constructor(options?: SessionMetricsAnalyzerOptions);
+    update(input: SessionMetricsUpdateInput): Promise<SessionMetrics>;
+}