akm-cli 0.9.0-rc.0 → 0.9.0-rc.13

package/dist/core/eval/rank-metrics.js

@@ -1,113 +0,0 @@
-// This Source Code Form is subject to the terms of the Mozilla Public
-// License, v. 2.0. If a copy of the MPL was not distributed with this
-// file, You can obtain one at https://mozilla.org/MPL/2.0/.
-export const DEFAULT_CURATE_WEIGHTS = {
-    ndcg: 0.5,
-    recall: 0.2,
-    mrr: 0.1,
-    noBannedAboveRequired: 0.2,
-};
-/** nDCG@k with binary relevance: gain 1 for relevant refs, 0 otherwise. */
-export function ndcgAtK(returned, relevant, k) {
-    const top = returned.slice(0, k);
-    let dcg = 0;
-    for (let i = 0; i < top.length; i++) {
-        if (relevant.has(top[i]))
-            dcg += 1 / Math.log2(i + 2);
-    }
-    const idealCount = Math.min(k, relevant.size);
-    let idcg = 0;
-    for (let i = 0; i < idealCount; i++)
-        idcg += 1 / Math.log2(i + 2);
-    return idcg === 0 ? 1 : dcg / idcg;
-}
-export function recallAtK(returned, relevant, k) {
-    if (relevant.size === 0)
-        return 1;
-    const top = new Set(returned.slice(0, k));
-    let hit = 0;
-    for (const r of relevant)
-        if (top.has(r))
-            hit += 1;
-    return hit / relevant.size;
-}
-export function mrr(returned, relevant) {
-    for (let i = 0; i < returned.length; i++) {
-        if (relevant.has(returned[i]))
-            return 1 / (i + 1);
-    }
-    return 0;
-}
-/**
- * Leapfrog gate. A banned ref "leapfrogs" when it appears ABOVE at least one
- * present relevant ref. Returns the fraction of present banned refs that do
- * NOT leapfrog (1.0 when no banned ref is present, or none leapfrog), plus the
- * raw violation count.
- */
-export function noBannedAboveRequired(returned, relevant, banned) {
-    const rankOf = new Map();
-    returned.forEach((ref, i) => {
-        if (!rankOf.has(ref))
-            rankOf.set(ref, i);
-    });
-    const relevantRanks = returned.map((ref, i) => (relevant.has(ref) ? i : -1)).filter((i) => i >= 0);
-    if (relevantRanks.length === 0) {
-        // No relevant ref present to be leapfrogged — gate is vacuously satisfied.
-        return { score: 1, leapfrogCount: 0 };
-    }
-    const worstRelevantRank = Math.max(...relevantRanks);
-    const bannedPresent = returned.filter((ref) => banned.has(ref));
-    if (bannedPresent.length === 0)
-        return { score: 1, leapfrogCount: 0 };
-    let leapfrog = 0;
-    for (const b of bannedPresent) {
-        const rb = rankOf.get(b);
-        if (rb !== undefined && rb < worstRelevantRank)
-            leapfrog += 1;
-    }
-    return { score: 1 - leapfrog / bannedPresent.length, leapfrogCount: leapfrog };
-}
-/** Score a single curate result (ordered refs) against its judgment. */
-export function scoreCurateCase(returned, judgment, weights = DEFAULT_CURATE_WEIGHTS) {
-    const k = judgment.limit;
-    const relevant = new Set(judgment.relevant);
-    const banned = new Set(judgment.banned);
-    const ndcg = ndcgAtK(returned, relevant, k);
-    const recall = recallAtK(returned, relevant, k);
-    const rr = mrr(returned, relevant);
-    const gate = noBannedAboveRequired(returned, relevant, banned);
-    const score = ndcg * weights.ndcg + recall * weights.recall + rr * weights.mrr + gate.score * weights.noBannedAboveRequired;
-    return {
-        ndcg,
-        recall,
-        mrr: rr,
-        noBannedAboveRequired: gate.score,
-        bannedLeapfrogCount: gate.leapfrogCount,
-        score,
-    };
-}
-/** Aggregate per-case metrics into a suite summary. */
-export function summarizeCurateMetrics(metrics) {
-    const n = metrics.length;
-    if (n === 0) {
-        return {
-            caseCount: 0,
-            meanScore: 0,
-            meanNdcg: 0,
-            meanRecall: 0,
-            meanMrr: 0,
-            meanNoBannedAboveRequired: 1,
-            totalBannedLeapfrog: 0,
-        };
-    }
-    const sum = (sel) => metrics.reduce((a, m) => a + sel(m), 0);
-    return {
-        caseCount: n,
-        meanScore: sum((m) => m.score) / n,
-        meanNdcg: sum((m) => m.ndcg) / n,
-        meanRecall: sum((m) => m.recall) / n,
-        meanMrr: sum((m) => m.mrr) / n,
-        meanNoBannedAboveRequired: sum((m) => m.noBannedAboveRequired) / n,
-        totalBannedLeapfrog: sum((m) => m.bannedLeapfrogCount),
-    };
-}

package/dist/core/ripgrep/install.js

@@ -1,163 +0,0 @@
-// This Source Code Form is subject to the terms of the Mozilla Public
-// License, v. 2.0. If a copy of the MPL was not distributed with this
-// file, You can obtain one at https://mozilla.org/MPL/2.0/.
-import { spawnSync } from "node:child_process";
-import fs from "node:fs";
-import path from "node:path";
-import { IS_WINDOWS } from "../common.js";
-import { RG_BINARY, resolveRg } from "./resolve.js";
-/**
- * Platform and architecture detection for ripgrep binary downloads.
- */
-function getRgPlatformTarget() {
-    const platform = process.platform;
-    const arch = process.arch;
-    if (platform === "linux" && arch === "x64") {
-        return { platform: "x86_64-unknown-linux-musl", arch: "x64", ext: ".tar.gz" };
-    }
-    if (platform === "linux" && arch === "arm64") {
-        return { platform: "aarch64-unknown-linux-gnu", arch: "arm64", ext: ".tar.gz" };
-    }
-    if (platform === "darwin" && arch === "x64") {
-        return { platform: "x86_64-apple-darwin", arch: "x64", ext: ".tar.gz" };
-    }
-    if (platform === "darwin" && arch === "arm64") {
-        return { platform: "aarch64-apple-darwin", arch: "arm64", ext: ".tar.gz" };
-    }
-    if (platform === "win32" && arch === "x64") {
-        return { platform: "x86_64-pc-windows-msvc", arch: "x64", ext: ".zip" };
-    }
-    return null;
-}
-const RG_VERSION = "14.1.1";
-/**
- * Ensure ripgrep is available. If not found on PATH or in the given binDir,
- * download and install it to binDir.
- *
- * @param binDir - Directory to install ripgrep into (e.g. cache/bin from paths.ts)
- * Returns the path to the ripgrep binary and whether it was newly installed.
- */
-export function ensureRg(binDir) {
-    // Already available?
-    const existing = resolveRg(binDir);
-    if (existing) {
-        return { rgPath: existing, installed: false, version: getRgVersion(existing) };
-    }
-    // Determine platform
-    const target = getRgPlatformTarget();
-    if (!target) {
-        throw new Error(`Unsupported platform for ripgrep auto-install: ${process.platform}/${process.arch}. ` +
-            `Install ripgrep manually: https://github.com/BurntSushi/ripgrep#installation`);
-    }
-    if (!fs.existsSync(binDir)) {
-        fs.mkdirSync(binDir, { recursive: true });
-    }
-    const archiveName = `ripgrep-${RG_VERSION}-${target.platform}`;
-    const url = `https://github.com/BurntSushi/ripgrep/releases/download/${RG_VERSION}/${archiveName}${target.ext}`;
-    const destBinary = path.join(binDir, RG_BINARY);
-    if (target.ext === ".tar.gz") {
-        downloadAndExtractTarGz(url, archiveName, destBinary);
-    }
-    else {
-        downloadAndExtractZip(url, archiveName, destBinary);
-    }
-    // Make executable
-    if (!IS_WINDOWS) {
-        fs.chmodSync(destBinary, 0o755);
-    }
-    return { rgPath: destBinary, installed: true, version: RG_VERSION };
-}
-function downloadAndExtractTarGz(url, archiveName, destBinary) {
-    const destDir = path.dirname(destBinary);
-    const tmpTarGz = path.join(destDir, "rg-download.tar.gz");
-    try {
-        // Download archive to a temporary file without using a shell
-        const curlResult = spawnSync("curl", ["-fsSL", "-o", tmpTarGz, url], {
-            encoding: "utf8",
-            timeout: 60_000,
-            env: process.env,
-        });
-        if (curlResult.status !== 0) {
-            const err = curlResult.stderr?.trim() || curlResult.error?.message || "unknown error";
-            throw new Error(`Failed to download ripgrep from ${url}: ${err}`);
-        }
-        // Extract the specific binary from the archive into destDir
-        const tarResult = spawnSync("tar", ["xzf", tmpTarGz, "--strip-components=1", "-C", destDir, `${archiveName}/rg`], {
-            encoding: "utf8",
-            timeout: 60_000,
-            env: process.env,
-        });
-        if (tarResult.status !== 0) {
-            const err = tarResult.stderr?.trim() || tarResult.error?.message || "unknown error";
-            throw new Error(`Failed to extract ripgrep from ${url}: ${err}`);
-        }
-        if (!fs.existsSync(destBinary)) {
-            throw new Error(`ripgrep binary not found at ${destBinary} after extraction`);
-        }
-    }
-    finally {
-        // Best-effort cleanup of temporary archive
-        try {
-            if (fs.existsSync(tmpTarGz)) {
-                fs.unlinkSync(tmpTarGz);
-            }
-        }
-        catch {
-            // ignore cleanup errors
-        }
-    }
-}
-function downloadAndExtractZip(url, archiveName, destBinary) {
-    const destDir = path.dirname(destBinary);
-    const tmpZip = path.join(destDir, "rg-download.zip");
-    const expandedDir = path.join(destDir, archiveName);
-    try {
-        // Download
-        const dlResult = spawnSync("curl", ["-fsSL", "-o", tmpZip, url], {
-            encoding: "utf8",
-            timeout: 60_000,
-            env: process.env,
-        });
-        if (dlResult.status !== 0) {
-            throw new Error(dlResult.stderr?.trim() || "download failed");
-        }
-        // Extract the zip archive. Use a single-string -Command with quoted paths to
-        // prevent PowerShell from treating subsequent array elements as separate
-        // arguments to the interpreter itself (PowerShell -Command arg1 arg2 ... would
-        // concatenate them with spaces, causing unexpected evaluation on paths with
-        // backticks or semicolons).
-        const expandCmd = `Expand-Archive -Path '${tmpZip.replace(/'/g, "''")}' -DestinationPath '${destDir.replace(/'/g, "''")}' -Force`;
-        const expandResult = spawnSync("powershell", ["-NonInteractive", "-NoProfile", "-Command", expandCmd], {
-            encoding: "utf8",
-            timeout: 60_000,
-            env: process.env,
-        });
-        if (expandResult.status !== 0) {
-            throw new Error(expandResult.stderr?.trim() || "extraction failed");
-        }
-        const srcRgExe = path.join(destDir, archiveName, "rg.exe");
-        const moveCmd = `Move-Item -Force -Path '${srcRgExe.replace(/'/g, "''")}' -Destination '${destBinary.replace(/'/g, "''")}'`;
-        const moveResult = spawnSync("powershell", ["-NonInteractive", "-NoProfile", "-Command", moveCmd], {
-            encoding: "utf8",
-            timeout: 60_000,
-            env: process.env,
-        });
-        if (moveResult.status !== 0) {
-            throw new Error(moveResult.stderr?.trim() || "move failed");
-        }
-    }
-    finally {
-        if (fs.existsSync(tmpZip))
-            fs.unlinkSync(tmpZip);
-        if (fs.existsSync(expandedDir))
-            fs.rmSync(expandedDir, { recursive: true, force: true });
-    }
-}
-function getRgVersion(rgPath) {
-    const result = spawnSync(rgPath, ["--version"], { encoding: "utf8", timeout: 5_000, env: process.env });
-    if (result.status === 0 && result.stdout) {
-        const match = result.stdout.match(/ripgrep\s+([\d.]+)/);
-        return match ? match[1] : "unknown";
-    }
-    return "unknown";
-}

package/dist/core/ripgrep/resolve.js

@@ -1,81 +0,0 @@
-// This Source Code Form is subject to the terms of the Mozilla Public
-// License, v. 2.0. If a copy of the MPL was not distributed with this
-// file, You can obtain one at https://mozilla.org/MPL/2.0/.
-import fs from "node:fs";
-import path from "node:path";
-import { IS_WINDOWS } from "../common.js";
-import { getBinDir } from "../paths.js";
-export const RG_BINARY = IS_WINDOWS ? "rg.exe" : "rg";
-function canExecute(filePath) {
-    if (!fs.existsSync(filePath))
-        return false;
-    if (IS_WINDOWS)
-        return true;
-    try {
-        fs.accessSync(filePath, fs.constants.X_OK);
-        return true;
-    }
-    catch {
-        return false;
-    }
-}
-function resolveFromPath() {
-    const rawPath = process.env.PATH;
-    if (!rawPath)
-        return null;
-    const pathEntries = rawPath.split(path.delimiter).filter(Boolean);
-    if (IS_WINDOWS) {
-        const pathext = (process.env.PATHEXT || ".EXE;.CMD;.BAT;.COM")
-            .split(";")
-            .filter(Boolean)
-            .map((ext) => ext.toLowerCase());
-        for (const entry of pathEntries) {
-            const directCandidate = path.join(entry, "rg");
-            if (canExecute(directCandidate))
-                return directCandidate;
-            for (const ext of pathext) {
-                const candidate = path.join(entry, `rg${ext}`);
-                if (canExecute(candidate))
-                    return candidate;
-            }
-        }
-        return null;
-    }
-    for (const entry of pathEntries) {
-        const candidate = path.join(entry, "rg");
-        if (canExecute(candidate))
-            return candidate;
-    }
-    return null;
-}
-/**
- * Resolve the path to a usable ripgrep binary.
- * Checks in order:
- *   1. Provided binDir (or default cache bin dir) for rg
- *   2. System PATH (rg)
- * Returns null if ripgrep is not available.
- */
-export function resolveRg(binDir) {
-    if (binDir) {
-        const directRg = path.join(binDir, RG_BINARY);
-        if (canExecute(directRg))
-            return directRg;
-    }
-    // Check default cache bin dir
-    try {
-        const defaultBinDir = getBinDir();
-        const cachedRg = path.join(defaultBinDir, RG_BINARY);
-        if (canExecute(cachedRg))
-            return cachedRg;
-    }
-    catch {
-        // getBinDir may fail if HOME is not set — fall through
-    }
-    return resolveFromPath();
-}
-/**
- * Check if ripgrep is available (in cache/bin or system PATH).
- */
-export function isRgAvailable(binDir) {
-    return resolveRg(binDir) !== null;
-}