mixdog 0.9.63 → 0.9.65

package/scripts/compact-trigger-migration-smoke.mjs

@@ -1,261 +0,0 @@
-#!/usr/bin/env node
-// Focused coverage for the legacy derived full-window autoCompactTokenLimit
-// migration and the buffer-config preservation fix. No provider / network /
-// disk-store dependency — pure function assertions on the manager helpers.
-import {
-  _resolveSessionContextMeta as resolveSessionContextMeta,
-  _compactTriggerForSession as compactTriggerForSession,
-  _preserveBufferConfigFields as preserveBufferConfigFields,
-} from '../src/runtime/agent/orchestrator/session/manager.mjs';
-import {
-  _autoCompactTokenLimit as routeMetaAutoCompactTokenLimit,
-  autoCompactWindowForRoute,
-  compactBoundaryDenominator,
-  summarizeGatewayUsage,
-} from '../src/vendor/statusline/src/gateway/route-meta.mjs';
-import {
-  _routeContextMeta as routeContextMeta,
-  _resolveStatusAutoCompactTokenLimit as resolveStatusAutoCompactTokenLimit,
-  compactBoundaryForStatus,
-} from '../src/vendor/statusline/bin/statusline-route.mjs';
-
-function assert(condition, message) {
-  if (!condition) throw new Error(message);
-}
-
-// 1) A legacy seed where autoCompactTokenLimit == contextWindow/boundary must
-//    NOT be re-accepted as an explicit limit; it is dropped to null so the
-//    trigger falls back to the default boundary trigger.
-{
-  const seed = {
-    contextWindow: 200000,
-    rawContextWindow: 200000,
-    effectiveContextWindowPercent: 100,
-    autoCompactTokenLimit: 200000, // legacy derived full-window value
-    compactBoundaryTokens: 200000,
-  };
-  const meta = resolveSessionContextMeta(null, 'claude-haiku-4-5-20251001', seed);
-  assert(meta.autoCompactTokenLimit === null,
-    `legacy full-window autoCompactTokenLimit should drop to null, got ${meta.autoCompactTokenLimit}`);
-  assert(meta.compactBoundaryTokens === 200000,
-    `boundary should stay full window, got ${meta.compactBoundaryTokens}`);
-}
-
-// 2) A genuinely-lower explicit limit (< boundary) is preserved.
-{
-  const seed = {
-    contextWindow: 200000,
-    rawContextWindow: 200000,
-    effectiveContextWindowPercent: 100,
-    autoCompactTokenLimit: 120000,
-    compactBoundaryTokens: 200000,
-  };
-  const meta = resolveSessionContextMeta(null, 'claude-haiku-4-5-20251001', seed);
-  assert(meta.autoCompactTokenLimit === 120000,
-    `sub-boundary explicit limit should be preserved, got ${meta.autoCompactTokenLimit}`);
-}
-
-// 3) compactTriggerForSession: main/user (non-agent) recall-fasttrack keeps
-//    the default 5% headroom (95% trigger); a truly-explicit
-//    sub-boundary autoCompactTokenLimit still wins. Agent-owned semantic
-//    sessions keep the default 10% buffer (90%).
-{
-  const boundary = 200000;
-  const legacy = compactTriggerForSession({ autoCompactTokenLimit: boundary, compaction: {} }, boundary);
-  assert(legacy === 190000, `main/user boundary-equal limit should yield 95% trigger 190000, got ${legacy}`);
-  const explicit = compactTriggerForSession({ autoCompactTokenLimit: 150000, compaction: {} }, boundary);
-  assert(explicit === 150000, `sub-boundary explicit limit should be the trigger, got ${explicit}`);
-  const agent = compactTriggerForSession({ owner: 'agent', autoCompactTokenLimit: boundary, compaction: {} }, boundary);
-  assert(agent === 180000, `agent boundary-equal limit should yield default 10% trigger 180000, got ${agent}`);
-  const agentExplicit = compactTriggerForSession({ owner: 'agent', autoCompactTokenLimit: 150000, compaction: {} }, boundary);
-  assert(agentExplicit === 150000, `agent sub-boundary explicit limit should be the trigger, got ${agentExplicit}`);
-}
-
-// 4) Generic bufferPercent remains agent-only; main/user use their own
-//    configurable mainBufferPercent setting.
-{
-  const boundary = 200000;
-  const agentTrigger = compactTriggerForSession({ owner: 'agent', compaction: { bufferPercent: 5 } }, boundary);
-  assert(agentTrigger === 190000, `agent bufferPercent 5 should yield trigger 190000, got ${agentTrigger}`);
-  const userTrigger = compactTriggerForSession({ compaction: { bufferPercent: 5 } }, boundary);
-  assert(userTrigger === 190000, `main/user should ignore agent bufferPercent and trigger at 190000, got ${userTrigger}`);
-  const userConfigured = compactTriggerForSession({ compaction: { mainBufferPercent: 15 } }, boundary);
-  assert(userConfigured === 170000, `main/user mainBufferPercent 15 should trigger at 170000, got ${userConfigured}`);
-}
-
-// 5) Legacy/zero buffer telemetry migration is an agent-path concern (the
-//    default-buffer sanitizer). Agent-owned sessions reapply the current 10%
-//    default (trigger 180000); explicit bufferTokens still lowers the agent
-//    trigger. Main/user sessions ignore all of it and compact at 95%.
-{
-  const boundary = 200000;
-  const agentLegacy = compactTriggerForSession({
-    owner: 'agent',
-    compaction: { boundaryTokens: boundary, triggerTokens: 180000, bufferTokens: 20000, bufferRatio: 0.1 },
-  }, boundary);
-  assert(agentLegacy === 180000,
-    `agent legacy default buffer telemetry should yield 10% headroom trigger 180000, got ${agentLegacy}`);
-  const agentZero = compactTriggerForSession({
-    owner: 'agent',
-    compaction: { boundaryTokens: boundary, triggerTokens: boundary, bufferTokens: 0, bufferRatio: 0 },
-  }, boundary);
-  assert(agentZero === 180000,
-    `agent persisted zero-buffer telemetry should restore default 10% trigger 180000, got ${agentZero}`);
-  const agentExplicitTokens = compactTriggerForSession({ owner: 'agent', compaction: { bufferTokens: 10000 } }, boundary);
-  assert(agentExplicitTokens === 190000,
-    `agent explicit bufferTokens should lower trigger to 190000, got ${agentExplicitTokens}`);
-  const userTelemetry = compactTriggerForSession({
-    compaction: { boundaryTokens: boundary, triggerTokens: 180000, bufferTokens: 20000, bufferRatio: 0.1 },
-  }, boundary);
-  assert(userTelemetry === 190000,
-    `main/user should ignore agent buffer telemetry and keep 5% headroom at 190000, got ${userTelemetry}`);
-}
-
-// 6) preserveBufferConfigFields copies only finite-positive percent/ratio fields.
-{
-  const out = preserveBufferConfigFields({ bufferPercent: 5, bufferRatio: 0.02, bufferFraction: 0, bufferPct: undefined, other: 9 });
-  assert(out.bufferPercent === 5 && out.bufferRatio === 0.02, 'should copy positive percent/ratio fields');
-  assert(!('bufferFraction' in out), 'zero buffer field should be dropped');
-  assert(!('bufferPct' in out), 'undefined buffer field should be dropped');
-  assert(!('other' in out), 'non-buffer fields should not be copied');
-}
-
-// 7) route-meta.autoCompactTokenLimit(): legacy seed/info value == boundary/window
-//    returns null; value >= window returns null; sub-window explicit preserved;
-//    no boundary keeps positive explicit; never derives.
-{
-  // explicit == contextWindow (boundary) → null
-  assert(routeMetaAutoCompactTokenLimit('openai-oauth', 272000, 244800, {}, { autoCompactTokenLimit: 244800 }) === null,
-    'route-meta: explicit == contextWindow should be null');
-  // explicit == rawContextWindow (above effective boundary) → null
-  assert(routeMetaAutoCompactTokenLimit('openai-oauth', 272000, 244800, {}, { autoCompactTokenLimit: 272000 }) === null,
-    'route-meta: explicit >= boundary should be null');
-  // sub-boundary explicit preserved
-  assert(routeMetaAutoCompactTokenLimit('openai-oauth', 272000, 244800, {}, { autoCompactTokenLimit: 150000 }) === 150000,
-    'route-meta: sub-boundary explicit should be preserved');
-  // no explicit → null (never derived)
-  assert(routeMetaAutoCompactTokenLimit('openai-oauth', 272000, 244800, {}, {}) === null,
-    'route-meta: no explicit should be null (never derived)');
-  // no boundary known, positive explicit → kept
-  assert(routeMetaAutoCompactTokenLimit('local', 0, 0, {}, { autoCompactTokenLimit: 60000 }) === 60000,
-    'route-meta: positive explicit with no boundary should be kept');
-}
-
-// 8) statusline-route.routeContextMeta(): same explicit-only sanitization.
-{
-  // inherited full-window autoCompactTokenLimit (== rawContextWindow) → null
-  const legacy = routeContextMeta('anthropic-oauth', { contextWindow: 200000 }, { autoCompactTokenLimit: 200000 });
-  assert(legacy.autoCompactTokenLimit === null,
-    `statusline-route: full-window inherited limit should be null, got ${legacy.autoCompactTokenLimit}`);
-  assert(legacy.contextWindow > 0, 'statusline-route: contextWindow display should remain');
-  // sub-boundary explicit preserved (effective window = 200000*0.9 = 180000)
-  const lower = routeContextMeta('anthropic-oauth', { contextWindow: 200000 }, { autoCompactTokenLimit: 120000 });
-  assert(lower.autoCompactTokenLimit === 120000,
-    `statusline-route: sub-boundary explicit should be preserved, got ${lower.autoCompactTokenLimit}`);
-  // no explicit → null (never derived from window)
-  const none = routeContextMeta('anthropic-oauth', { contextWindow: 200000 }, {});
-  assert(none.autoCompactTokenLimit === null,
-    `statusline-route: no explicit should be null, got ${none.autoCompactTokenLimit}`);
-}
-
-// 9) loadGatewayStatus auto-compact resolver: a stale active full-window limit
-//    must be validated against the ACTIVE window, not the (larger) configured
-//    window. Configured contextWindow=244800 > active gateway_context_window=200000,
-//    active gateway_auto_compact_token_limit=200000 (== active window) => null.
-{
-  const active = {
-    gateway_context_window: 200000,
-    gateway_raw_context_window: 200000,
-    gateway_auto_compact_token_limit: 200000, // stale full-window (== active window)
-  };
-  // No configured route → active value is sanitized against the active window.
-  const activeOnly = resolveStatusAutoCompactTokenLimit(null, active, null);
-  assert(activeOnly === null,
-    `status: stale active full-window limit should be null vs active window, got ${activeOnly}`);
-
-  // Configured route present with a LARGER window must not validate the stale
-  // active value; the configured route's own (here absent) explicit limit wins.
-  const configuredLarger = { contextWindow: 244800, autoCompactTokenLimit: null };
-  const withConfigured = resolveStatusAutoCompactTokenLimit(configuredLarger, active, null);
-  assert(withConfigured === null,
-    `status: configured larger window must not validate stale active limit, got ${withConfigured}`);
-
-  // A lower active explicit value (below the active window) is preserved when
-  // there is no configured route.
-  const lowerActive = resolveStatusAutoCompactTokenLimit(null, {
-    gateway_context_window: 200000,
-    gateway_raw_context_window: 200000,
-    gateway_auto_compact_token_limit: 150000,
-  }, null);
-  assert(lowerActive === 150000,
-    `status: sub-active-boundary explicit should be preserved, got ${lowerActive}`);
-
-  // A configured route's own sanitized explicit limit is surfaced.
-  const configuredExplicit = resolveStatusAutoCompactTokenLimit(
-    { contextWindow: 244800, autoCompactTokenLimit: 120000 }, active, null,
-  );
-  assert(configuredExplicit === 120000,
-    `status: configured explicit limit should surface, got ${configuredExplicit}`);
-}
-
-// 10) Boundary / window denominators ignore autoCompactTokenLimit (trigger-only).
-{
-  const boundary = 200000;
-  const trigger = 150000;
-  const route = {
-    contextWindow: boundary,
-    compactBoundaryTokens: boundary,
-    rawContextWindow: boundary,
-    autoCompactTokenLimit: trigger,
-  };
-  assert(compactBoundaryForStatus(route) === boundary,
-    `status boundary should be ${boundary}, got ${compactBoundaryForStatus(route)}`);
-  assert(compactBoundaryForStatus({ contextWindow: boundary, autoCompactTokenLimit: trigger }) === boundary,
-    `status boundary should use contextWindow ${boundary}, got ${compactBoundaryForStatus({ contextWindow: boundary, autoCompactTokenLimit: trigger })}`);
-  assert(autoCompactWindowForRoute({ contextWindow: boundary, autoCompactTokenLimit: trigger }) === boundary,
-    `route compact window should be ${boundary}, got ${autoCompactWindowForRoute({ contextWindow: boundary, autoCompactTokenLimit: trigger })}`);
-  const trig = compactTriggerForSession({ autoCompactTokenLimit: trigger, compaction: {} }, boundary);
-  assert(trig === trigger, `trigger resolver should stay ${trigger}, got ${trig}`);
-}
-
-// 11) Boundary fallback order and compact boundary fields.
-{
-  const context = 200000;
-  const smallerBudget = 150000;
-  assert(
-    compactBoundaryForStatus({ contextWindow: context }, { budgetWindow: smallerBudget, compactLimitTokens: smallerBudget }) === context,
-    `contextWindow ${context} must win over smaller budgetWindow ${smallerBudget}`,
-  );
-  assert(
-    compactBoundaryDenominator({ contextWindow: context }, { budgetWindow: smallerBudget }) === context,
-    `route denominator: contextWindow must win over budgetWindow`,
-  );
-  assert(
-    compactBoundaryForStatus({ contextWindow: context }, { boundaryTokens: 180000 }) === 180000,
-    'compact.boundaryTokens should be honored',
-  );
-  assert(
-    compactBoundaryForStatus({ contextWindow: context }, { compactBoundaryTokens: 190000 }) === 190000,
-    'compact.compactBoundaryTokens should be honored',
-  );
-  assert(
-    compactBoundaryForStatus({ boundaryTokens: 175000, contextWindow: context }, { budgetWindow: smallerBudget }) === 175000,
-    'routeInfo.boundaryTokens should be honored',
-  );
-  const withLimitOnly = compactBoundaryForStatus(
-    { contextWindow: context, autoCompactTokenLimit: smallerBudget },
-    { compactLimitTokens: smallerBudget, budgetWindow: smallerBudget },
-  );
-  assert(withLimitOnly === context,
-    `compactLimitTokens/budget must not shrink boundary; expected ${context}, got ${withLimitOnly}`);
-  const usage = summarizeGatewayUsage(
-    { provider: 'openai-oauth', model: 'gpt-5.5', contextWindow: context },
-    { usage: { inputTokens: 1, outputTokens: 1 } },
-    { boundaryTokens: 180000, budgetWindow: smallerBudget, compactLimitTokens: smallerBudget, afterTokens: 90000 },
-    1,
-  );
-  assert(usage.contextUsedPct === 50,
-    `gateway usage pct should use compact.boundaryTokens denominator 180000; got ${usage.contextUsedPct}`);
-}
-
-process.stdout.write('compact-trigger-migration smoke passed ✓\n');

package/scripts/compacted-placeholder-scrub-test.mjs

@@ -1,63 +0,0 @@
-#!/usr/bin/env node
-// Regression tests for stable stored tool args: successful calls retain their
-// self-explanatory compacted marker, while failed calls can restore full bodies.
-import test from 'node:test';
-import assert from 'node:assert/strict';
-import {
-    compactToolCallsForHistory,
-    restoreToolCallBodyForId,
-} from '../src/runtime/agent/orchestrator/session/loop/stored-tool-args.mjs';
-import { repairTranscriptBeforeProviderSend } from '../src/runtime/agent/orchestrator/session/loop/transcript-repair.mjs';
-
-// A patch body longer than the body limit compacts to a marker-alone string.
-const BIG_PATCH = '*** Begin Patch\n' + '+x\n'.repeat(2000) + '*** End Patch';
-
-function assistantWithCompactedPatch(id = 'call_1') {
-    const calls = [{ id, name: 'apply_patch', arguments: { patch: BIG_PATCH, base_path: '/repo' } }];
-    return { role: 'assistant', content: '', toolCalls: compactToolCallsForHistory(calls) };
-}
-
-test('compact leaves a placeholder patch body (precondition)', () => {
-    const msg = assistantWithCompactedPatch();
-    assert.match(msg.toolCalls[0].arguments.patch, /^\[mixdog compacted /);
-    assert.equal(msg.toolCalls[0].arguments.base_path, '/repo');
-});
-
-test('nested body args retain their compacted markers', () => {
-    const calls = [{
-        id: 'call_2', name: 'edit',
-        arguments: { edits: [{ path: 'a.js', old_string: BIG_PATCH, new_string: 'ok' }] },
-    }];
-    const msg = { role: 'assistant', content: '', toolCalls: compactToolCallsForHistory(calls) };
-    assert.match(msg.toolCalls[0].arguments.edits[0].old_string, /^\[mixdog compacted /);
-    const edit = msg.toolCalls[0].arguments.edits[0];
-    assert.equal(edit.path, 'a.js');
-    assert.equal(edit.new_string, 'ok');
-});
-
-test('failed-call restore replaces the marker with the full original body', () => {
-    const originalCalls = [{
-        id: 'call_3', name: 'apply_patch', arguments: { patch: BIG_PATCH, base_path: '/repo' },
-    }];
-    const msg = {
-        role: 'assistant',
-        content: '',
-        toolCalls: compactToolCallsForHistory(originalCalls),
-    };
-    restoreToolCallBodyForId(msg, originalCalls, 'call_3');
-    assert.equal(msg.toolCalls[0].arguments.patch, BIG_PATCH);
-    assert.equal(msg.toolCalls[0].arguments.base_path, '/repo');
-});
-
-test('pre-send transcript repair does not mutate compacted tool-call args', () => {
-    const msgs = [
-        { role: 'user', content: 'do it' },
-        assistantWithCompactedPatch('call_9'),
-        { role: 'tool', content: 'applied', toolCallId: 'call_9' },
-    ];
-    const argsBefore = structuredClone(msgs[1].toolCalls[0].arguments);
-    repairTranscriptBeforeProviderSend(msgs, null);
-    const asst = msgs.find((m) => m.role === 'assistant');
-    assert.deepEqual(asst.toolCalls[0].arguments, argsBefore);
-    assert.match(asst.toolCalls[0].arguments.patch, /^\[mixdog compacted patch: \d+ chars, sha256:[a-f0-9]{16}\]$/);
-});