@kenkaiiii/ggcoder 5.74.3 → 5.75.0

package/dist/core/cache-warm-benchmark.js

@@ -1,170 +0,0 @@
-/**
- * Prompt-cache warming micro-benchmark — isolates the cache effect.
- *
- * The existing api-benchmark grows the conversation each turn and uses a tiny
- * (~250 token) system prompt, which is BELOW Anthropic's minimum cacheable
- * prefix (1024 tok Sonnet/Opus, 2048 Haiku) — so caching never engages and the
- * A/B is dominated by turn-to-turn throughput variance.
- *
- * This test uses a large, FIXED prefix (well above the min) and a tiny variable
- * suffix, then measures, per arm:
- *   COLD  — fresh cache key, first hit (cache WRITE, no read).
- *   WARM  — prewarm the prefix, then measure the next call's cache_read + TTFT.
- *
- * It reports cache_read tokens and TTFT directly, so the cache effect is visible
- * regardless of throughput noise.
- *
- * Usage: npx tsx src/core/cache-warm-benchmark.ts
- * Env:   GG_CW_PROVIDER (default anthropic), GG_CW_MODEL (default claude-haiku-4-5-20251001),
- *        GG_CW_REPS (default 4)
- */
-import { stream } from "@kenkaiiii/gg-ai";
-import { AuthStorage } from "./auth-storage.js";
-/** Build a large, realistic coding-agent system prompt (~well above 2048 tok). */
-function bigPrefix() {
-    const toolDoc = (name, desc) => `### ${name}\n${desc}\nParameters are validated with a Zod schema and converted to JSON Schema at the provider boundary. ` +
-        `Errors are returned as structured tool results so the agent can self-correct in the same turn. `;
-    const tools = [
-        toolDoc("read", "Read a file's contents with cat -n style numbered lines, truncated to 2000 lines or 50KB."),
-        toolDoc("write", "Write content to a file, creating parent directories. Existing files must be read first."),
-        toolDoc("edit", "Replace text via search/replace blocks applied sequentially with a fuzzy fallback ladder."),
-        toolDoc("bash", "Execute a shell command in a non-interactive bash shell with combined stdout/stderr."),
-        toolDoc("grep", "Search file contents using regex, returning filepath:line:content matches."),
-        toolDoc("find", "Find files matching a glob pattern, respecting .gitignore."),
-        toolDoc("ls", "List directory contents with file types and sizes."),
-        toolDoc("web_fetch", "Fetch and read web page content as Markdown, extracting main content."),
-        toolDoc("subagent", "Spawn an isolated sub-agent with its own context window for a focused task."),
-        toolDoc("task_output", "Read new output from a background process by id."),
-    ];
-    // Repeat the tool block several times so the prefix clears Anthropic's
-    // minimum cacheable size (1024 tok Sonnet/Opus, 2048 Haiku) with headroom.
-    const bulkTools = [];
-    for (let r = 0; r < 22; r++)
-        bulkTools.push(...tools, `<!-- tool block repetition ${r} for prefix sizing -->`);
-    return [
-        "You are GG Coder — a coding agent that works directly in the user's codebase.",
-        "You explore, understand, change, and verify code end-to-end.",
-        "",
-        "## How to Talk",
-        "Lead with the outcome. One idea per line. Bottom line first. No preamble or recap.",
-        "Stay silent between tool calls unless you hit a decision, tradeoff, or question.",
-        "",
-        "## How to Work",
-        "Read before edit/write; re-read after formatters, codegen, or any disk mutator.",
-        "Match neighbouring code style. Keep edits small; plan multi-file work first.",
-        "Choose targeted verification appropriate to the change; read and fix failures.",
-        "Do not assume APIs, CLI flags, config schema, or error wording — verify against source.",
-        "",
-        "## Tools",
-        ...bulkTools,
-        "",
-        "## Code Quality",
-        "Intent-revealing names; reuse existing deps. Types first; handle I/O, input, and external API errors.",
-        "No dead or commented-out code, placeholders, or unasked refactors.",
-        "",
-        "## Environment",
-        "Working directory: /home/user/project. Platform: darwin.",
-    ].join("\n");
-}
-async function call(cfg, system, user, promptCacheKey, cacheRetention) {
-    const messages = [
-        { role: "system", content: system },
-        { role: "user", content: user },
-    ];
-    const start = Date.now();
-    let ttftMs = 0;
-    let first = true;
-    const result = stream({
-        provider: cfg.provider,
-        model: cfg.model,
-        messages,
-        maxTokens: 16,
-        apiKey: cfg.apiKey,
-        baseUrl: cfg.baseUrl,
-        accountId: cfg.accountId,
-        promptCacheKey,
-        cacheRetention,
-    });
-    for await (const event of result) {
-        if (first && (event.type === "text_delta" || event.type === "thinking_delta")) {
-            ttftMs = Date.now() - start;
-            first = false;
-        }
-    }
-    const response = await result.response;
-    return {
-        ttftMs: ttftMs || Date.now() - start,
-        wallMs: Date.now() - start,
-        inputTokens: response.usage.inputTokens,
-        cacheRead: response.usage.cacheRead ?? 0,
-        cacheWrite: response.usage.cacheWrite ?? 0,
-        outputTokens: response.usage.outputTokens,
-    };
-}
-function sleep(ms) {
-    return new Promise((r) => setTimeout(r, ms));
-}
-async function main() {
-    const provider = process.env.GG_CW_PROVIDER ?? "anthropic";
-    const model = process.env.GG_CW_MODEL ?? "claude-haiku-4-5-20251001";
-    const reps = parseInt(process.env.GG_CW_REPS ?? "4", 10);
-    const auth = new AuthStorage();
-    await auth.load();
-    const c = await auth.resolveCredentials(provider);
-    const cfg = {
-        provider,
-        model,
-        apiKey: c.accessToken,
-        baseUrl: c.baseUrl,
-        accountId: c.accountId,
-    };
-    const system = bigPrefix();
-    // Rough token size of the prefix (chars/3.3) for context.
-    console.log(`\n🔥 Cache-warm micro-benchmark: ${provider}/${model}`);
-    console.log(`   Prefix ~${Math.round(system.length / 3.3)} tokens, ${reps} reps per arm\n`);
-    // ── COLD arm: every rep uses a UNIQUE cache key → never reads cache ──
-    console.log("▶ COLD (no warming — fresh cache key each call):");
-    // Each cold rep gets UNIQUE prefix content (Anthropic caches by content, not
-    // by key) so every call is a true cache miss — otherwise rep 2+ would read
-    // rep 1's cache and pollute the cold baseline.
-    const cold = [];
-    for (let i = 0; i < reps; i++) {
-        const uniqueSystem = `<!-- cold-sample-${Date.now()}-${i} -->\n${system}`;
-        const m = await call(cfg, uniqueSystem, `Question ${i}: name one tool.`, `cold-${Date.now()}-${i}`, "short");
-        cold.push(m);
-        console.log(`   rep ${i + 1}: TTFT ${m.ttftMs}ms | in ${m.inputTokens} | cacheRead ${m.cacheRead} | cacheWrite ${m.cacheWrite}`);
-        await sleep(1500);
-    }
-    await sleep(3000);
-    // ── WARM arm: prewarm a SHARED key, then measure subsequent calls (cache reads) ──
-    console.log("\n▶ WARM (prewarm shared prefix, then measure cache reads):");
-    const warmKey = `warm-${Date.now()}`;
-    // Prewarm: a throwaway call that writes the cache.
-    const pw = await call(cfg, system, "warm.", warmKey, "long");
-    console.log(`   prewarm: cacheWrite ${pw.cacheWrite} (cache primed)`);
-    await sleep(1500);
-    const warm = [];
-    for (let i = 0; i < reps; i++) {
-        const m = await call(cfg, system, `Question ${i}: name one tool.`, warmKey, "long");
-        warm.push(m);
-        console.log(`   rep ${i + 1}: TTFT ${m.ttftMs}ms | in ${m.inputTokens} | cacheRead ${m.cacheRead} | cacheWrite ${m.cacheWrite}`);
-        await sleep(1500);
-    }
-    const avg = (xs, f) => xs.reduce((s, m) => s + f(m), 0) / xs.length;
-    const coldTtft = avg(cold, (m) => m.ttftMs);
-    const warmTtft = avg(warm, (m) => m.ttftMs);
-    const coldRead = avg(cold, (m) => m.cacheRead);
-    const warmRead = avg(warm, (m) => m.cacheRead);
-    console.log("\n══════════════════════ RESULTS ══════════════════════");
-    console.log(`Avg cacheRead tokens : cold ${coldRead.toFixed(0)}  →  warm ${warmRead.toFixed(0)}`);
-    console.log(`Avg TTFT             : cold ${coldTtft.toFixed(0)}ms  →  warm ${warmTtft.toFixed(0)}ms  ` +
-        `(${coldTtft > warmTtft ? "-" : "+"}${Math.abs(((coldTtft - warmTtft) / coldTtft) * 100).toFixed(0)}%)`);
-    const warmHitRate = warm.filter((m) => m.cacheRead > 0).length / warm.length;
-    console.log(`Warm cache hit rate  : ${(warmHitRate * 100).toFixed(0)}%`);
-    console.log(`Verdict: ${warmRead > 0 ? "caching ENGAGES when prefix exceeds the min — warming converts cold writes to reads" : "caching did NOT engage (prefix below provider minimum, or OAuth path strips cache_control)"}`);
-}
-main().catch((err) => {
-    console.error("Benchmark failed:", err);
-    process.exit(1);
-});
-//# sourceMappingURL=cache-warm-benchmark.js.map

package/dist/core/cache-warm-benchmark.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache-warm-benchmark.js","sourceRoot":"","sources":["../../src/core/cache-warm-benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,MAAM,EAA8C,MAAM,kBAAkB,CAAC;AACtF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,kFAAkF;AAClF,SAAS,SAAS;IAChB,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,EAAE,CAC7C,OAAO,IAAI,KAAK,IAAI,sGAAsG;QAC1H,iGAAiG,CAAC;IACpG,MAAM,KAAK,GAAG;QACZ,OAAO,CACL,MAAM,EACN,2FAA2F,CAC5F;QACD,OAAO,CACL,OAAO,EACP,0FAA0F,CAC3F;QACD,OAAO,CACL,MAAM,EACN,2FAA2F,CAC5F;QACD,OAAO,CACL,MAAM,EACN,sFAAsF,CACvF;QACD,OAAO,CAAC,MAAM,EAAE,4EAA4E,CAAC;QAC7F,OAAO,CAAC,MAAM,EAAE,4DAA4D,CAAC;QAC7E,OAAO,CAAC,IAAI,EAAE,oDAAoD,CAAC;QACnE,OAAO,CAAC,WAAW,EAAE,uEAAuE,CAAC;QAC7F,OAAO,CACL,UAAU,EACV,6EAA6E,CAC9E;QACD,OAAO,CAAC,aAAa,EAAE,kDAAkD,CAAC;KAC3E,CAAC;IACF,uEAAuE;IACvE,2EAA2E;IAC3E,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE;QACzB,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,EAAE,8BAA8B,CAAC,wBAAwB,CAAC,CAAC;IACpF,OAAO;QACL,+EAA+E;QAC/E,8DAA8D;QAC9D,EAAE;QACF,gBAAgB;QAChB,oFAAoF;QACpF,kFAAkF;QAClF,EAAE;QACF,gBAAgB;QAChB,iFAAiF;QACjF,8EAA8E;QAC9E,gFAAgF;QAChF,yFAAyF;QACzF,EAAE;QACF,UAAU;QACV,GAAG,SAAS;QACZ,EAAE;QACF,iBAAiB;QACjB,uGAAuG;QACvG,oEAAoE;QACpE,EAAE;QACF,gBAAgB;QAChB,0DAA0D;KAC3D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAWD,KAAK,UAAU,IAAI,CACjB,GAMC,EACD,MAAc,EACd,IAAY,EACZ,cAAsB,EACtB,cAAgC;IAEhC,MAAM,QAAQ,GAAc;QAC1B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;QACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;KAChC,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,IAAI,CAAC;IACjB,MAAM,MAAM,GAAG,MAAM,CAAC;QACpB,QAAQ,EAAE,GAAG,CAAC,QAAiB;QAC/B,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ;QACR,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,cAAc;QACd,cAAc;KACf,CAAC,CAAC;IACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAoC,EAAE,CAAC;QAC/D,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,CAAC,EAAE,CAAC;YAC9E,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAC5B,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAA2D,MAAM,MAAM,CAAC,QAAQ,CAAC;IAC/F,OAAO;QACL,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;QACpC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;QAC1B,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;QACvC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC;QACxC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC;QAC1C,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,WAAW,CAAC;IAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,2BAA2B,CAAC;IACrE,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;IAEzD,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;IAC/B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAClB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG;QACV,QAAQ;QACR,KAAK;QACL,MAAM,EAAE,CAAC,CAAC,WAAW;QACrB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,SAAS,EAAE,CAAC,CAAC,SAAS;KACvB,CAAC;IAEF,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,0DAA0D;IAC1D,OAAO,CAAC,GAAG,CAAC,oCAAoC,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,YAAY,IAAI,iBAAiB,CAAC,CAAC;IAE5F,wEAAwE;IACxE,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;IAChE,6EAA6E;IAC7E,2EAA2E;IAC3E,+CAA+C;IAC/C,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAG,oBAAoB,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,MAAM,EAAE,CAAC;QAC1E,MAAM,CAAC,GAAG,MAAM,IAAI,CAClB,GAAG,EACH,YAAY,EACZ,YAAY,CAAC,kBAAkB,EAC/B,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EACzB,OAAO,CACR,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACb,OAAO,CAAC,GAAG,CACT,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,WAAW,CAAC,CAAC,WAAW,gBAAgB,CAAC,CAAC,SAAS,iBAAiB,CAAC,CAAC,UAAU,EAAE,CACpH,CAAC;QACF,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,oFAAoF;IACpF,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACrC,mDAAmD;IACnD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC,UAAU,iBAAiB,CAAC,CAAC;IACtE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAClB,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,YAAY,CAAC,kBAAkB,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACpF,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACb,OAAO,CAAC,GAAG,CACT,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,WAAW,CAAC,CAAC,WAAW,gBAAgB,CAAC,CAAC,SAAS,iBAAiB,CAAC,CAAC,UAAU,EAAE,CACpH,CAAC;QACF,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,GAAG,GAAG,CAAC,EAAiB,EAAE,CAA6B,EAAE,EAAE,CAC/D,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;IAC/C,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAE/C,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,+BAA+B,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClG,OAAO,CAAC,GAAG,CACT,+BAA+B,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;QACxF,IAAI,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC1G,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,CACT,YAAY,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,qFAAqF,CAAC,CAAC,CAAC,4FAA4F,EAAE,CAClN,CAAC;AACJ,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/core/fast-apply-benchmark.d.ts

@@ -1,25 +0,0 @@
-/**
- * Fast-apply vs current-edit benchmark — real-API measurement.
- *
- * Two strategies for the same edit task, measured end-to-end against live models:
- *
- *   BASELINE (what ggcoder does today): the frontier model emits full
- *   search/replace edit blocks (old_text + new_text, verbatim context). Our
- *   edit tool then applies them LOCALLY and instantly (no apply model).
- *
- *   FAST-APPLY (the proposed feature): the frontier model emits a terse "lazy"
- *   edit using `// ... existing code ...` markers (far fewer output tokens), and
- *   a cheap/fast "apply" model merges that lazy edit into the full file —
- *   regenerating the whole file as output.
- *
- * We measure, per task: frontier output tokens + time, apply-model output tokens
- * + time, total wall-clock, and an anchor-based correctness check.
- *
- * Usage:
- *   npx tsx src/core/fast-apply-benchmark.ts
- *
- * Env overrides:
- *   GG_FA_FRONTIER_PROVIDER / GG_FA_FRONTIER_MODEL   (default openai / gpt-6.1-sol)
- *   GG_FA_APPLY_PROVIDER     / GG_FA_APPLY_MODEL      (default gemini / gemini-3.1-flash-lite)
- */
-export {};

package/dist/core/fast-apply-benchmark.js

@@ -1,284 +0,0 @@
-/**
- * Fast-apply vs current-edit benchmark — real-API measurement.
- *
- * Two strategies for the same edit task, measured end-to-end against live models:
- *
- *   BASELINE (what ggcoder does today): the frontier model emits full
- *   search/replace edit blocks (old_text + new_text, verbatim context). Our
- *   edit tool then applies them LOCALLY and instantly (no apply model).
- *
- *   FAST-APPLY (the proposed feature): the frontier model emits a terse "lazy"
- *   edit using `// ... existing code ...` markers (far fewer output tokens), and
- *   a cheap/fast "apply" model merges that lazy edit into the full file —
- *   regenerating the whole file as output.
- *
- * We measure, per task: frontier output tokens + time, apply-model output tokens
- * + time, total wall-clock, and an anchor-based correctness check.
- *
- * Usage:
- *   npx tsx src/core/fast-apply-benchmark.ts
- *
- * Env overrides:
- *   GG_FA_FRONTIER_PROVIDER / GG_FA_FRONTIER_MODEL   (default openai / gpt-6.1-sol)
- *   GG_FA_APPLY_PROVIDER     / GG_FA_APPLY_MODEL      (default gemini / gemini-3.1-flash-lite)
- */
-import { stream } from "@kenkaiiii/gg-ai";
-import { AuthStorage } from "./auth-storage.js";
-function genFile(lines) {
-    // Build a realistic-ish TS module with many small functions so the edit
-    // target sits in the middle and most of the file is "untouched context".
-    const head = [
-        `import { EventEmitter } from "node:events";`,
-        `import { performance } from "node:perf_hooks";`,
-        ``,
-        `/** Auto-generated module with ${lines} lines for benchmarking. */`,
-        `export interface Config {`,
-        `  retries: number;`,
-        `  timeoutMs: number;`,
-        `  label: string;`,
-        `}`,
-        ``,
-        `const DEFAULT_TIMEOUT = 3000;`,
-        ``,
-    ];
-    const body = [];
-    let n = 0;
-    while (head.length + body.length < lines - 12) {
-        body.push(`export function task${n}(x: number): number {`, `  // step ${n}`, `  const y = x * ${n + 1} + DEFAULT_TIMEOUT;`, `  return y - ${n};`, `}`, ``);
-        n++;
-    }
-    const tail = [
-        `export function computeTimeout(cfg: Config): number {`,
-        `  return cfg.timeoutMs > 0 ? cfg.timeoutMs : DEFAULT_TIMEOUT;`,
-        `}`,
-        ``,
-        `export const SENTINEL_TAIL = "anchor_${lines}_end";`,
-        ``,
-    ];
-    return [...head, ...body, ...tail].join("\n");
-}
-function buildTasks() {
-    const sizes = [
-        { name: "small", lines: 40 },
-        { name: "medium", lines: 160 },
-        { name: "large", lines: 420 },
-    ];
-    return sizes.map((s) => ({
-        name: s.name,
-        approxLines: s.lines,
-        file: genFile(s.lines),
-        instruction: "Change `computeTimeout` so that when `cfg.retries` is greater than 0 it returns " +
-            "`cfg.timeoutMs * cfg.retries` (capped at 30000), otherwise it keeps the existing behaviour. " +
-            "Also add a one-line JSDoc comment above the function describing it.",
-        mustContain: ["cfg.timeoutMs * cfg.retries", "30000", "computeTimeout"],
-        mustPreserve: ["DEFAULT_TIMEOUT = 3000", `SENTINEL_TAIL = "anchor_${s.lines}_end"`, "task0"],
-    }));
-}
-// ── Prompts ──────────────────────────────────────────────────
-function baselinePrompt(file, instruction) {
-    return [
-        {
-            role: "system",
-            content: "You are a coding agent's edit engine. Output ONLY search/replace edit blocks " +
-                "in this exact format, nothing else:\n" +
-                "<<<<<<< SEARCH\n(exact text from the file)\n=======\n(replacement text)\n>>>>>>> REPLACE\n" +
-                "The SEARCH text must be copied verbatim from the file including surrounding context " +
-                "so it matches uniquely. Do not output explanations.",
-        },
-        {
-            role: "user",
-            content: `FILE:\n\`\`\`ts\n${file}\n\`\`\`\n\nEDIT INSTRUCTION: ${instruction}`,
-        },
-    ];
-}
-function lazyEditPrompt(file, instruction) {
-    return [
-        {
-            role: "system",
-            content: "You are a coding agent. Output ONLY a concise 'lazy' edit snippet that shows the " +
-                "change, using `// ... existing code ...` to elide all unchanged regions. " +
-                "Show just enough surrounding context to locate the change unambiguously. " +
-                "Do not reproduce the whole file. Do not explain.",
-        },
-        {
-            role: "user",
-            content: `FILE:\n\`\`\`ts\n${file}\n\`\`\`\n\nEDIT INSTRUCTION: ${instruction}`,
-        },
-    ];
-}
-function applyPrompt(file, lazyEdit) {
-    return [
-        {
-            role: "system",
-            content: "You merge a lazy edit into a source file. Given the ORIGINAL file and an EDIT " +
-                "snippet that uses `// ... existing code ...` markers, output the COMPLETE final file " +
-                "with the edit applied. Output ONLY the raw file contents — no markdown fences, no commentary.",
-        },
-        {
-            role: "user",
-            content: `ORIGINAL FILE:\n${file}\n\nEDIT:\n${lazyEdit}`,
-        },
-    ];
-}
-function sleep(ms) {
-    return new Promise((r) => setTimeout(r, ms));
-}
-async function call(provider, model, apiKey, baseUrl, accountId, messages, maxTokens) {
-    // Retry transient provider errors (429/500) with exponential backoff so a
-    // flaky cheap model doesn't abort the whole benchmark.
-    let lastErr;
-    for (let attempt = 0; attempt < 4; attempt++) {
-        try {
-            return await callOnce(provider, model, apiKey, baseUrl, accountId, messages, maxTokens);
-        }
-        catch (err) {
-            lastErr = err;
-            await sleep(2000 * (attempt + 1));
-        }
-    }
-    throw lastErr;
-}
-async function callOnce(provider, model, apiKey, baseUrl, accountId, messages, maxTokens) {
-    const start = Date.now();
-    let ttftMs = 0;
-    let first = true;
-    let text = "";
-    const result = stream({
-        provider: provider,
-        model,
-        messages,
-        maxTokens,
-        apiKey,
-        baseUrl,
-        accountId,
-    });
-    for await (const event of result) {
-        if (first && (event.type === "text_delta" || event.type === "thinking_delta")) {
-            ttftMs = Date.now() - start;
-            first = false;
-        }
-        if (event.type === "text_delta")
-            text += event.text;
-    }
-    const response = await result.response;
-    const wallMs = Date.now() - start;
-    const content = response.message.content;
-    const finalText = typeof content === "string"
-        ? content
-        : content
-            .filter((p) => p.type === "text")
-            .map((p) => p.text ?? "")
-            .join("");
-    return {
-        text: finalText || text,
-        outputTokens: response.usage.outputTokens,
-        inputTokens: response.usage.inputTokens,
-        cacheRead: response.usage.cacheRead ?? 0,
-        ttftMs,
-        wallMs,
-    };
-}
-// ── Correctness ─────────────────────────────────────────────
-function checkAnchors(finalFile, task) {
-    for (const s of task.mustContain)
-        if (!finalFile.includes(s))
-            return false;
-    for (const s of task.mustPreserve)
-        if (!finalFile.includes(s))
-            return false;
-    return true;
-}
-async function main() {
-    const frontierProvider = process.env.GG_FA_FRONTIER_PROVIDER ?? "openai";
-    const frontierModel = process.env.GG_FA_FRONTIER_MODEL ?? "gpt-6.1-sol";
-    const applyProvider = process.env.GG_FA_APPLY_PROVIDER ?? "gemini";
-    const applyModel = process.env.GG_FA_APPLY_MODEL ?? "gemini-3.1-flash-lite";
-    const auth = new AuthStorage();
-    await auth.load();
-    const resolve = async (p) => {
-        const c = await auth.resolveCredentials(p);
-        return { apiKey: c.accessToken, baseUrl: c.baseUrl, accountId: c.accountId };
-    };
-    const fc = await resolve(frontierProvider);
-    const ac = await resolve(applyProvider);
-    console.log(`\n⚡ Fast-apply benchmark`);
-    console.log(`   Frontier: ${frontierProvider}/${frontierModel}`);
-    console.log(`   Apply:    ${applyProvider}/${applyModel}\n`);
-    const tasks = buildTasks();
-    const rows = [];
-    for (const task of tasks) {
-        process.stdout.write(`▶ ${task.name} (${task.approxLines} lines)\n`);
-        await sleep(2500); // space out calls to avoid cheap-model rate limits
-        // ── BASELINE: frontier emits full search/replace blocks (local apply = ~0ms) ──
-        const baseStart = Date.now();
-        const baseFrontier = await call(frontierProvider, frontierModel, fc.apiKey, fc.baseUrl, fc.accountId, baselinePrompt(task.file, task.instruction), 4096);
-        // Local apply is deterministic & instant; correctness = did the model produce
-        // a SEARCH block whose target text actually exists in the file?
-        const searchBlocks = [
-            ...baseFrontier.text.matchAll(/<<<<<<< SEARCH\n([\s\S]*?)\n=======/g),
-        ].map((m) => m[1]);
-        const replaceBlocks = [
-            ...baseFrontier.text.matchAll(/=======\n([\s\S]*?)\n>>>>>>> REPLACE/g),
-        ].map((m) => m[1]);
-        let baseFile = task.file;
-        let baseApplied = searchBlocks.length > 0;
-        for (let i = 0; i < searchBlocks.length; i++) {
-            if (baseFile.includes(searchBlocks[i])) {
-                baseFile = baseFile.replace(searchBlocks[i], replaceBlocks[i] ?? "");
-            }
-            else {
-                baseApplied = false; // search text didn't match verbatim → would fail/retry
-            }
-        }
-        const baseTotalMs = Date.now() - baseStart;
-        const baseOk = baseApplied && checkAnchors(baseFile, task);
-        process.stdout.write(`   baseline:  frontier ${baseFrontier.outputTokens} out tok, ${(baseFrontier.wallMs / 1000).toFixed(1)}s | apply ~0s | ${baseOk ? "OK" : "FAIL"}\n`);
-        // ── FAST-APPLY: frontier emits lazy edit, apply model merges whole file ──
-        const faStart = Date.now();
-        const faFrontier = await call(frontierProvider, frontierModel, fc.apiKey, fc.baseUrl, fc.accountId, lazyEditPrompt(task.file, task.instruction), 2048);
-        const apply = await call(applyProvider, applyModel, ac.apiKey, ac.baseUrl, ac.accountId, applyPrompt(task.file, faFrontier.text), 8192);
-        const faTotalMs = Date.now() - faStart;
-        const faFile = apply.text.replace(/^```[a-z]*\n?/i, "").replace(/\n?```$/i, "");
-        const faOk = checkAnchors(faFile, task);
-        process.stdout.write(`   fast-apply: frontier ${faFrontier.outputTokens} out tok, ${(faFrontier.wallMs / 1000).toFixed(1)}s | apply ${apply.outputTokens} out tok, ${(apply.wallMs / 1000).toFixed(1)}s | ${faOk ? "OK" : "FAIL"}\n\n`);
-        rows.push({
-            task: task.name,
-            lines: task.approxLines,
-            baseFrontierTokens: baseFrontier.outputTokens,
-            baseFrontierMs: baseFrontier.wallMs,
-            baseTotalMs,
-            baseOk,
-            faFrontierTokens: faFrontier.outputTokens,
-            faFrontierMs: faFrontier.wallMs,
-            faApplyTokens: apply.outputTokens,
-            faApplyMs: apply.wallMs,
-            faTotalMs,
-            faOk,
-        });
-    }
-    // ── Report ──
-    console.log("\n══════════════════════ RESULTS ══════════════════════\n");
-    console.log("Task    Lines | BASELINE total | FAST-APPLY total |  Δ wall  | base/fa frontier-out-tok | OK");
-    for (const r of rows) {
-        const delta = ((r.baseTotalMs - r.faTotalMs) / r.baseTotalMs) * 100;
-        console.log(`${r.task.padEnd(7)} ${String(r.lines).padStart(4)} | ` +
-            `${(r.baseTotalMs / 1000).toFixed(1).padStart(11)}s | ` +
-            `${(r.faTotalMs / 1000).toFixed(1).padStart(13)}s | ` +
-            `${(delta >= 0 ? "-" : "+") + Math.abs(delta).toFixed(0) + "%"}`.padStart(8) +
-            ` | ${String(r.baseFrontierTokens).padStart(5)} / ${String(r.faFrontierTokens).padStart(5)}` +
-            `         | ${r.baseOk ? "B" : "b"}${r.faOk ? "F" : "f"}`);
-    }
-    const sum = (f) => rows.reduce((s, r) => s + f(r), 0);
-    const baseTot = sum((r) => r.baseTotalMs);
-    const faTot = sum((r) => r.faTotalMs);
-    console.log(`\nTotals: baseline ${(baseTot / 1000).toFixed(1)}s vs fast-apply ${(faTot / 1000).toFixed(1)}s ` +
-        `→ ${baseTot > faTot ? "fast-apply faster" : "baseline faster"} by ${Math.abs(((baseTot - faTot) / baseTot) * 100).toFixed(0)}%`);
-    console.log(`Frontier output tokens: baseline ${sum((r) => r.baseFrontierTokens)} vs fast-apply ${sum((r) => r.faFrontierTokens)} ` +
-        `(${(((sum((r) => r.baseFrontierTokens) - sum((r) => r.faFrontierTokens)) / sum((r) => r.baseFrontierTokens)) * 100).toFixed(0)}% fewer)`);
-    console.log(`Correctness: baseline ${rows.filter((r) => r.baseOk).length}/${rows.length}, fast-apply ${rows.filter((r) => r.faOk).length}/${rows.length}`);
-}
-main().catch((err) => {
-    console.error("Benchmark failed:", err);
-    process.exit(1);
-});
-//# sourceMappingURL=fast-apply-benchmark.js.map

package/dist/core/fast-apply-benchmark.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"fast-apply-benchmark.js","sourceRoot":"","sources":["../../src/core/fast-apply-benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,MAAM,EAA8C,MAAM,kBAAkB,CAAC;AACtF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAehD,SAAS,OAAO,CAAC,KAAa;IAC5B,wEAAwE;IACxE,yEAAyE;IACzE,MAAM,IAAI,GAAG;QACX,6CAA6C;QAC7C,gDAAgD;QAChD,EAAE;QACF,kCAAkC,KAAK,6BAA6B;QACpE,2BAA2B;QAC3B,oBAAoB;QACpB,sBAAsB;QACtB,kBAAkB;QAClB,GAAG;QACH,EAAE;QACF,+BAA+B;QAC/B,EAAE;KACH,CAAC;IACF,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,KAAK,GAAG,EAAE,EAAE,CAAC;QAC9C,IAAI,CAAC,IAAI,CACP,uBAAuB,CAAC,uBAAuB,EAC/C,aAAa,CAAC,EAAE,EAChB,mBAAmB,CAAC,GAAG,CAAC,qBAAqB,EAC7C,gBAAgB,CAAC,GAAG,EACpB,GAAG,EACH,EAAE,CACH,CAAC;QACF,CAAC,EAAE,CAAC;IACN,CAAC;IACD,MAAM,IAAI,GAAG;QACX,uDAAuD;QACvD,+DAA+D;QAC/D,GAAG;QACH,EAAE;QACF,wCAAwC,KAAK,QAAQ;QACrD,EAAE;KACH,CAAC;IACF,OAAO,CAAC,GAAG,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,UAAU;IACjB,MAAM,KAAK,GAAG;QACZ,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE;QAC5B,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;QAC9B,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;KAC9B,CAAC;IACF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,WAAW,EAAE,CAAC,CAAC,KAAK;QACpB,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;QACtB,WAAW,EACT,kFAAkF;YAClF,8FAA8F;YAC9F,qEAAqE;QACvE,WAAW,EAAE,CAAC,6BAA6B,EAAE,OAAO,EAAE,gBAAgB,CAAC;QACvE,YAAY,EAAE,CAAC,wBAAwB,EAAE,2BAA2B,CAAC,CAAC,KAAK,OAAO,EAAE,OAAO,CAAC;KAC7F,CAAC,CAAC,CAAC;AACN,CAAC;AAED,gEAAgE;AAEhE,SAAS,cAAc,CAAC,IAAY,EAAE,WAAmB;IACvD,OAAO;QACL;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EACL,+EAA+E;gBAC/E,uCAAuC;gBACvC,4FAA4F;gBAC5F,sFAAsF;gBACtF,qDAAqD;SACxD;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,oBAAoB,IAAI,iCAAiC,WAAW,EAAE;SAChF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,WAAmB;IACvD,OAAO;QACL;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EACL,mFAAmF;gBACnF,2EAA2E;gBAC3E,2EAA2E;gBAC3E,kDAAkD;SACrD;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,oBAAoB,IAAI,iCAAiC,WAAW,EAAE;SAChF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,QAAgB;IACjD,OAAO;QACL;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EACL,gFAAgF;gBAChF,uFAAuF;gBACvF,+FAA+F;SAClG;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,mBAAmB,IAAI,cAAc,QAAQ,EAAE;SACzD;KACF,CAAC;AACJ,CAAC;AAaD,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,KAAK,UAAU,IAAI,CACjB,QAAgB,EAChB,KAAa,EACb,MAAc,EACd,OAA2B,EAC3B,SAA6B,EAC7B,QAAmB,EACnB,SAAiB;IAEjB,0EAA0E;IAC1E,uDAAuD;IACvD,IAAI,OAAgB,CAAC;IACrB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC1F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,GAAG,GAAG,CAAC;YACd,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,QAAgB,EAChB,KAAa,EACb,MAAc,EACd,OAA2B,EAC3B,SAA6B,EAC7B,QAAmB,EACnB,SAAiB;IAEjB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,IAAI,CAAC;IACjB,IAAI,IAAI,GAAG,EAAE,CAAC;IAEd,MAAM,MAAM,GAAG,MAAM,CAAC;QACpB,QAAQ,EAAE,QAAiB;QAC3B,KAAK;QACL,QAAQ;QACR,SAAS;QACT,MAAM;QACN,OAAO;QACP,SAAS;KACV,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAoC,EAAE,CAAC;QAC/D,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,CAAC,EAAE,CAAC;YAC9E,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAC5B,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YAAE,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;IACtD,CAAC;IACD,MAAM,QAAQ,GAA2D,MAAM,MAAM,CAAC,QAAQ,CAAC;IAC/F,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;IAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;IACzC,MAAM,SAAS,GACb,OAAO,OAAO,KAAK,QAAQ;QACzB,CAAC,CAAC,OAAO;QACT,CAAC,CAAE,OAAkD;aAChD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;aAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;aACxB,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,OAAO;QACL,IAAI,EAAE,SAAS,IAAI,IAAI;QACvB,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;QACzC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;QACvC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC;QACxC,MAAM;QACN,MAAM;KACP,CAAC;AACJ,CAAC;AAED,+DAA+D;AAE/D,SAAS,YAAY,CAAC,SAAiB,EAAE,IAAc;IACrD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW;QAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;IAC3E,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,YAAY;QAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;IAC5E,OAAO,IAAI,CAAC;AACd,CAAC;AA2BD,KAAK,UAAU,IAAI;IACjB,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,QAAQ,CAAC;IACzE,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,aAAa,CAAC;IACxE,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,QAAQ,CAAC;IACnE,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,uBAAuB,CAAC;IAE5E,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;IAC/B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAElB,MAAM,OAAO,GAAG,KAAK,EAAE,CAAS,EAAkB,EAAE;QAClD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;QAC3C,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;IAC/E,CAAC,CAAC;IAEF,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC;IAExC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,gBAAgB,gBAAgB,IAAI,aAAa,EAAE,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,gBAAgB,aAAa,IAAI,UAAU,IAAI,CAAC,CAAC;IAE7D,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAU,EAAE,CAAC;IAEvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,WAAW,WAAW,CAAC,CAAC;QACrE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,mDAAmD;QAEtE,iFAAiF;QACjF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,YAAY,GAAG,MAAM,IAAI,CAC7B,gBAAgB,EAChB,aAAa,EACb,EAAE,CAAC,MAAM,EACT,EAAE,CAAC,OAAO,EACV,EAAE,CAAC,SAAS,EACZ,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,EAC3C,IAAI,CACL,CAAC;QACF,8EAA8E;QAC9E,gEAAgE;QAChE,MAAM,YAAY,GAAG;YACnB,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,sCAAsC,CAAC;SACtE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,aAAa,GAAG;YACpB,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,uCAAuC,CAAC;SACvE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;QACzB,IAAI,WAAW,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACvE,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,KAAK,CAAC,CAAC,uDAAuD;YAC9E,CAAC;QACH,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC3C,MAAM,MAAM,GAAG,WAAW,IAAI,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC3D,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,0BAA0B,YAAY,CAAC,YAAY,aAAa,CAAC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CACrJ,CAAC;QAEF,4EAA4E;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,MAAM,IAAI,CAC3B,gBAAgB,EAChB,aAAa,EACb,EAAE,CAAC,MAAM,EACT,EAAE,CAAC,OAAO,EACV,EAAE,CAAC,SAAS,EACZ,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,EAC3C,IAAI,CACL,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,IAAI,CACtB,aAAa,EACb,UAAU,EACV,EAAE,CAAC,MAAM,EACT,EAAE,CAAC,OAAO,EACV,EAAE,CAAC,SAAS,EACZ,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,EACvC,IAAI,CACL,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAChF,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACxC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,2BAA2B,UAAU,CAAC,YAAY,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,YAAY,aAAa,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,MAAM,CAClN,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,WAAW;YACvB,kBAAkB,EAAE,YAAY,CAAC,YAAY;YAC7C,cAAc,EAAE,YAAY,CAAC,MAAM;YACnC,WAAW;YACX,MAAM;YACN,gBAAgB,EAAE,UAAU,CAAC,YAAY;YACzC,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,aAAa,EAAE,KAAK,CAAC,YAAY;YACjC,SAAS,EAAE,KAAK,CAAC,MAAM;YACvB,SAAS;YACT,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,eAAe;IACf,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,CACT,8FAA8F,CAC/F,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC;QACpE,OAAO,CAAC,GAAG,CACT,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;YACrD,GAAG,CAAC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM;YACvD,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM;YACrD,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC5E,MAAM,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;YAC5F,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAC5D,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,CAAqB,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CACT,sBAAsB,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QAC/F,KAAK,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,iBAAiB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACnI,CAAC;IACF,OAAO,CAAC,GAAG,CACT,oCAAoC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG;QACrH,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAC5I,CAAC;IACF,OAAO,CAAC,GAAG,CACT,yBAAyB,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,gBAAgB,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAC9I,CAAC;AACJ,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/core/hashline-edit-benchmark.d.ts

@@ -1,88 +0,0 @@
-/**
- * Hashline (hash-anchored edits) vs current string-match edit — real-API
- * measurement of whether Feature #2 is worth building.
- *
- * Two strategies produce the SAME edit against the SAME file, measured against
- * live gpt-5.5:
- *
- *   BASELINE (what ggcoder does today): the model emits { old_text, new_text }
- *   edits where old_text must be copied VERBATIM from the file with enough
- *   surrounding context to match uniquely (this is exactly our edit tool's
- *   contract — see tools/edit.ts). The reproduced context is what costs output
- *   tokens, and a non-unique / drifted old_text is what causes apply failures.
- *
- *   HASHLINE (the proposed feature): every line is shown with a short content-
- *   hash anchor (`a3f1│<line>`). The model references anchors instead of
- *   reproducing text — it emits { from, to, lines } where from/to are anchors.
- *   Anchors are unique by construction, so an edit either resolves exactly or is
- *   rejected (never silently corrupts), and the model writes far fewer tokens.
- *
- * We measure, per task: model OUTPUT tokens (the headline -61% claim), whether
- * the edit applied cleanly + produced the correct file, and an anchor-uniqueness
- * / safety check. Edits are graded deterministically — no second model needed.
- *
- * The BASELINE apply path runs ggcoder's REAL edit ladder (fuzzy match +
- * indent-flex + blank-edge strip + dotdotdots — the same edit-diff functions
- * tools/edit.ts uses), so baseline numbers reflect what our tool actually
- * recovers, not a naive exact-replace.
- *
- * Usage:
- *   npx tsx src/core/hashline-edit-benchmark.ts
- *
- * Env overrides:
- *   GG_HL_PROVIDER / GG_HL_MODEL   (default anthropic / claude-sonnet-5)
- *   GG_HL_AUTH_KEY                 (auth.json key when it differs from the provider name,
- *                                   e.g. `xiaomi-credits` for provider `xiaomi`)
- *   GG_HL_REPEAT                   (runs per task, default 1 — raise to average noise)
- */
-import { type AnchoredFile } from "./hashline.js";
-export interface EditTask {
-    name: string;
-    approxLines: number;
-    file: string;
-    instruction: string;
-    /** Substrings that MUST appear in the correctly-edited file. */
-    mustContain: string[];
-    /** Substrings that MUST still be present (unchanged anchors far from the edit). */
-    mustPreserve: string[];
-    /** Optional extra validator for tasks where substring checks are too weak. */
-    validate?: (file: string) => boolean;
-}
-export declare function genFile(lines: number): string;
-/** Near-identical handler blocks — uniqueness pressure for string matching. */
-export declare function genRepetitiveFile(blocks: number): string;
-export declare function buildTasks(): EditTask[];
-export interface ApplyOutcome {
-    applied: boolean;
-    correct: boolean;
-    /** edits whose locator was non-unique / unresolvable (would error in the real tool). */
-    ambiguousEdits: number;
-    parsedEdits: number;
-}
-export declare function stripFence(s: string): string;
-/**
- * Parse the model's JSON envelope, tolerating literal (unescaped) newlines and
- * tabs inside string values. In production, edits arrive as STRUCTURED
- * tool-call arguments — the JSON envelope is a benchmark artifact — so both
- * strategies get the same repair to keep the comparison about the EDIT FORMAT,
- * not about JSON string-escaping discipline.
- */
-export declare function parseEnvelope<T>(raw: string): T | null;
-export declare function checkAnchors(file: string, task: EditTask): boolean;
-/**
- * ggcoder's REAL apply ladder, mirroring tools/edit.ts:
- *   1. exact + smart-quote/dash fuzzy
- *   2. indent-flex
- *   3. blank-edge strip, retry 1+2
- *   4. dotdotdots elision
- * Returns the new working buffer or a failure reason.
- */
-export declare function applyLadder(working: string, oldText: string, newText: string): {
-    ok: true;
-    working: string;
-} | {
-    ok: false;
-    reason: "not_found" | "ambiguous";
-};
-export declare function applyBaseline(raw: string, task: EditTask): ApplyOutcome;
-export declare function applyHashline(raw: string, task: EditTask, anchored: AnchoredFile): ApplyOutcome;