@massa-ai/core 1.2.1

package/dist/scripts/beir-benchmark.js

@@ -0,0 +1,275 @@
+#!/usr/bin/env bun
+import fs from "fs/promises";
+import fsSync from "fs";
+import path from "path";
+import os from "os";
+import dotenv from "dotenv";
+function resolveEnvPath(startDir) {
+    let current = path.resolve(startDir);
+    let firstEnvFound = null;
+    while (true) {
+        const candidate = path.join(current, ".env");
+        if (fsSync.existsSync(candidate)) {
+            if (!firstEnvFound) {
+                firstEnvFound = candidate;
+            }
+            const packageJsonPath = path.join(current, "package.json");
+            if (fsSync.existsSync(packageJsonPath)) {
+                try {
+                    const packageJson = fsSync.readFileSync(packageJsonPath, "utf-8");
+                    if (packageJson.includes('"workspaces"')) {
+                        return candidate;
+                    }
+                }
+                catch {
+                    // ignore parse/read errors and continue searching
+                }
+            }
+        }
+        const parent = path.dirname(current);
+        if (parent === current) {
+            return firstEnvFound;
+        }
+        current = parent;
+    }
+}
+function loadEnvironment() {
+    const explicit = process.env.DOTENV_CONFIG_PATH;
+    const envPath = explicit || resolveEnvPath(process.cwd());
+    if (!envPath) {
+        console.warn("[beir] .env not found; using existing process environment only");
+        return;
+    }
+    const result = dotenv.config({ path: envPath, override: false });
+    if (result.error) {
+        console.warn(`[beir] failed to load .env at ${envPath}: ${result.error.message}`);
+        return;
+    }
+    const loadedCount = Object.keys(result.parsed || {}).length;
+    console.log(`[beir] loaded .env from ${envPath} (${loadedCount} vars)`);
+}
+function parseArgs(argv) {
+    const args = new Map();
+    for (let i = 2; i < argv.length; i += 1) {
+        const key = argv[i];
+        if (!key.startsWith("--")) {
+            continue;
+        }
+        const next = argv[i + 1];
+        if (!next || next.startsWith("--")) {
+            args.set(key.slice(2), "true");
+            continue;
+        }
+        args.set(key.slice(2), next);
+        i += 1;
+    }
+    const datasetDir = args.get("datasetDir");
+    if (!datasetDir) {
+        throw new Error("Missing required --datasetDir");
+    }
+    const datasetName = args.get("datasetName") || path.basename(datasetDir);
+    const projectId = args.get("projectId") || `beir-${datasetName}`;
+    const k = Number(args.get("k") || "10");
+    const maxQueriesRaw = args.get("maxQueries");
+    const maxQueries = maxQueriesRaw ? Number(maxQueriesRaw) : undefined;
+    const minScore = Number(args.get("minScore") || "0.0");
+    return {
+        datasetDir,
+        datasetName,
+        projectId,
+        k,
+        maxQueries,
+        minScore,
+        forceReindex: args.get("forceReindex") !== "false",
+        keepTemp: args.get("keepTemp") === "true",
+    };
+}
+async function readJsonl(filePath) {
+    const raw = await fs.readFile(filePath, "utf-8");
+    return raw
+        .split("\n")
+        .map((line) => line.trim())
+        .filter((line) => line.length > 0)
+        .map((line) => JSON.parse(line));
+}
+async function readQrels(filePath) {
+    const raw = await fs.readFile(filePath, "utf-8");
+    const lines = raw
+        .split("\n")
+        .map((line) => line.trim())
+        .filter((line) => line.length > 0);
+    const qrels = new Map();
+    const dataLines = lines[0].toLowerCase().includes("query-id") ? lines.slice(1) : lines;
+    for (const line of dataLines) {
+        const [queryId, corpusId, scoreRaw] = line.split("\t");
+        if (!queryId || !corpusId || !scoreRaw) {
+            continue;
+        }
+        const score = Number(scoreRaw);
+        if (Number.isNaN(score) || score <= 0) {
+            continue;
+        }
+        const byQuery = qrels.get(queryId) || new Map();
+        byQuery.set(corpusId, score);
+        qrels.set(queryId, byQuery);
+    }
+    return qrels;
+}
+async function materializeCorpus(corpus, tempRoot) {
+    const docsDir = path.join(tempRoot, "docs");
+    await fs.mkdir(docsDir, { recursive: true });
+    for (const entry of corpus) {
+        const safeName = `${encodeURIComponent(entry._id)}.md`;
+        const filePath = path.join(docsDir, safeName);
+        const title = entry.title?.trim() ? `${entry.title.trim()}\n\n` : "";
+        const content = `${title}${entry.text || ""}`;
+        await fs.writeFile(filePath, content, "utf-8");
+    }
+}
+function docIdFromFilePath(filePath) {
+    if (!filePath) {
+        return null;
+    }
+    const base = path.basename(filePath, path.extname(filePath));
+    try {
+        return decodeURIComponent(base);
+    }
+    catch {
+        return base;
+    }
+}
+function uniqueDocIds(results) {
+    const seen = new Set();
+    const docIds = [];
+    for (const result of results) {
+        const docId = docIdFromFilePath(result.metadata?.filePath);
+        if (!docId || seen.has(docId)) {
+            continue;
+        }
+        seen.add(docId);
+        docIds.push(docId);
+    }
+    return docIds;
+}
+function calcDcg(retrievedDocIds, relevant, k) {
+    let dcg = 0;
+    for (let i = 0; i < Math.min(k, retrievedDocIds.length); i += 1) {
+        const rel = relevant.get(retrievedDocIds[i]) || 0;
+        if (rel <= 0) {
+            continue;
+        }
+        dcg += (Math.pow(2, rel) - 1) / Math.log2(i + 2);
+    }
+    return dcg;
+}
+function calcIdcg(relevant, k) {
+    const sorted = [...relevant.values()].sort((a, b) => b - a);
+    let idcg = 0;
+    for (let i = 0; i < Math.min(k, sorted.length); i += 1) {
+        idcg += (Math.pow(2, sorted[i]) - 1) / Math.log2(i + 2);
+    }
+    return idcg;
+}
+function evaluateQuery(retrievedDocIds, relevant, k) {
+    const topK = retrievedDocIds.slice(0, k);
+    const hits = topK.filter((docId) => (relevant.get(docId) || 0) > 0).length;
+    const recallAtK = relevant.size === 0 ? 0 : hits / relevant.size;
+    const dcg = calcDcg(topK, relevant, k);
+    const idcg = calcIdcg(relevant, k);
+    const ndcgAtK = idcg === 0 ? 0 : dcg / idcg;
+    let mrrAtK = 0;
+    for (let i = 0; i < topK.length; i += 1) {
+        if ((relevant.get(topK[i]) || 0) > 0) {
+            mrrAtK = 1 / (i + 1);
+            break;
+        }
+    }
+    return { recallAtK, ndcgAtK, mrrAtK };
+}
+function avg(values) {
+    return values.length === 0 ? 0 : values.reduce((a, b) => a + b, 0) / values.length;
+}
+async function main() {
+    loadEnvironment();
+    const { ContextualSearchRLM } = await import("../services/search/contextual-search-rlm.js");
+    const opts = parseArgs(process.argv);
+    const datasetDir = path.resolve(opts.datasetDir);
+    const corpusPath = path.join(datasetDir, "corpus.jsonl");
+    const queriesPath = path.join(datasetDir, "queries.jsonl");
+    const qrelsPath = path.join(datasetDir, "qrels", "test.tsv");
+    const [corpus, queries, qrels] = await Promise.all([
+        readJsonl(corpusPath),
+        readJsonl(queriesPath),
+        readQrels(qrelsPath),
+    ]);
+    const queryById = new Map(queries.map((q) => [q._id, q.text]));
+    const queryIds = [...qrels.keys()].filter((id) => queryById.has(id));
+    const selectedQueryIds = opts.maxQueries ? queryIds.slice(0, opts.maxQueries) : queryIds;
+    if (selectedQueryIds.length === 0) {
+        throw new Error("No evaluable queries found in qrels/test.tsv");
+    }
+    const tempProjectPath = path.join(os.tmpdir(), `massa-ai-beir-${opts.datasetName}`);
+    await fs.rm(tempProjectPath, { recursive: true, force: true });
+    await materializeCorpus(corpus, tempProjectPath);
+    console.log("BEIR benchmark starting...");
+    console.log(`Dataset: ${opts.datasetName}`);
+    console.log(`Corpus docs: ${corpus.length}`);
+    console.log(`Queries to evaluate: ${selectedQueryIds.length}`);
+    console.log(`Top-K: ${opts.k}`);
+    console.log(`Project ID: ${opts.projectId}`);
+    console.log(`Temp corpus path: ${tempProjectPath}`);
+    const search = new ContextualSearchRLM();
+    if (opts.forceReindex) {
+        await search.clearProjectIndex(opts.projectId);
+    }
+    const indexStart = Date.now();
+    const indexStats = await search.indexProject(tempProjectPath, opts.projectId);
+    const indexMs = Date.now() - indexStart;
+    console.log(`Indexed ${indexStats.filesIndexed} files / ${indexStats.chunksIndexed} chunks in ${indexMs}ms`);
+    const recallScores = [];
+    const ndcgScores = [];
+    const mrrScores = [];
+    const latencies = [];
+    for (const queryId of selectedQueryIds) {
+        const queryText = queryById.get(queryId) || "";
+        const relevant = qrels.get(queryId) || new Map();
+        const start = Date.now();
+        const rawResults = await search.search(queryText, opts.projectId, {
+            maxResults: Math.max(opts.k * 2, 20),
+            minScore: opts.minScore,
+        });
+        latencies.push(Date.now() - start);
+        const retrievedDocIds = uniqueDocIds(rawResults);
+        const metrics = evaluateQuery(retrievedDocIds, relevant, opts.k);
+        recallScores.push(metrics.recallAtK);
+        ndcgScores.push(metrics.ndcgAtK);
+        mrrScores.push(metrics.mrrAtK);
+    }
+    const result = {
+        dataset: opts.datasetName,
+        projectId: opts.projectId,
+        evaluatedQueries: selectedQueryIds.length,
+        k: opts.k,
+        metrics: {
+            [`Recall@${opts.k}`]: avg(recallScores),
+            [`nDCG@${opts.k}`]: avg(ndcgScores),
+            [`MRR@${opts.k}`]: avg(mrrScores),
+        },
+        performance: {
+            indexingMs: indexMs,
+            avgQueryLatencyMs: avg(latencies),
+            p95QueryLatencyMs: [...latencies].sort((a, b) => a - b)[Math.min(latencies.length - 1, Math.floor(latencies.length * 0.95))],
+        },
+    };
+    console.log("\n=== BEIR RESULT ===");
+    console.log(JSON.stringify(result, null, 2));
+    if (!opts.keepTemp) {
+        await fs.rm(tempProjectPath, { recursive: true, force: true });
+    }
+    process.exit(0);
+}
+main().catch((error) => {
+    console.error("BEIR benchmark failed:", error);
+    process.exit(1);
+});
+//# sourceMappingURL=beir-benchmark.js.map

package/dist/scripts/beir-benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"beir-benchmark.js","sourceRoot":"","sources":["../../src/scripts/beir-benchmark.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,MAAM,MAAM,IAAI,CAAC;AACxB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AA8B5B,SAAS,cAAc,CAAC,QAAgB;IACtC,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrC,IAAI,aAAa,GAAkB,IAAI,CAAC;IAExC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,aAAa,GAAG,SAAS,CAAC;YAC5B,CAAC;YAED,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAC3D,IAAI,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;oBAClE,IAAI,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;wBACzC,OAAO,SAAS,CAAC;oBACnB,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,kDAAkD;gBACpD,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,OAAO,GAAG,MAAM,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;IAChD,MAAM,OAAO,GAAG,QAAQ,IAAI,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAE1D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAC/E,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IACjE,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,iCAAiC,OAAO,KAAK,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAClF,OAAO;IACT,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,2BAA2B,OAAO,KAAK,WAAW,QAAQ,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,QAAQ,WAAW,EAAE,CAAC;IACjE,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,CAAC;IAEvD,OAAO;QACL,UAAU;QACV,WAAW;QACX,SAAS;QACT,CAAC;QACD,UAAU;QACV,QAAQ;QACR,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,OAAO;QAClD,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,MAAM;KAC1C,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,SAAS,CAAI,QAAgB;IAC1C,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,GAAG;SACP,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,QAAgB;IACvC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,GAAG;SACd,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAErC,MAAM,KAAK,GAAG,IAAI,GAAG,EAA+B,CAAC;IAErD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACvF,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvC,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACtC,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,EAAkB,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC7B,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,MAAyB,EAAE,QAAgB;IAC1E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC5C,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,MAAM,OAAO,GAAG,GAAG,KAAK,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;QAC9C,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAiB;IAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7D,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,OAAoD;IACxE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,OAAO,CAAC,eAAyB,EAAE,QAA6B,EAAE,CAAS;IAClF,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAChE,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QACD,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,QAAQ,CAAC,QAA6B,EAAE,CAAS;IACxD,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5D,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACvD,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,eAAyB,EAAE,QAA6B,EAAE,CAAS;IACxF,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3E,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAEjE,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC;IAE5C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACrB,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,GAAG,CAAC,MAAgB;IAC3B,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AACrF,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,eAAe,EAAE,CAAC;IAElB,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAC1C,6CAA6C,CAC9C,CAAC;IAEF,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IAE7D,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACjD,SAAS,CAAkB,UAAU,CAAC;QACtC,SAAS,CAAiB,WAAW,CAAC;QACtC,SAAS,CAAC,SAAS,CAAC;KACrB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAiB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAEzF,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,iBAAiB,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IACpF,MAAM,EAAE,CAAC,EAAE,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,MAAM,iBAAiB,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAEjD,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,wBAAwB,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/D,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,qBAAqB,eAAe,EAAE,CAAC,CAAC;IAEpD,MAAM,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAEzC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,MAAM,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;IAExC,OAAO,CAAC,GAAG,CAAC,WAAW,UAAU,CAAC,YAAY,YAAY,UAAU,CAAC,aAAa,cAAc,OAAO,IAAI,CAAC,CAAC;IAE7G,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,EAAkB,CAAC;QAEjE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAEnC,MAAM,eAAe,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,aAAa,CAAC,eAAe,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QACjE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,IAAI,CAAC,WAAW;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,gBAAgB,EAAE,gBAAgB,CAAC,MAAM;QACzC,CAAC,EAAE,IAAI,CAAC,CAAC;QACT,OAAO,EAAE;YACP,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC;YACvC,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;YACnC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC;SAClC;QACD,WAAW,EAAE;YACX,UAAU,EAAE,OAAO;YACnB,iBAAiB,EAAE,GAAG,CAAC,SAAS,CAAC;YACjC,iBAAiB,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CACrD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CACpE;SACF;KACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE7C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,MAAM,EAAE,CAAC,EAAE,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;IAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/scripts/create-sicad-beir-fixture.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env bun
+export {};
+//# sourceMappingURL=create-sicad-beir-fixture.d.ts.map

package/dist/scripts/create-sicad-beir-fixture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-sicad-beir-fixture.d.ts","sourceRoot":"","sources":["../../src/scripts/create-sicad-beir-fixture.ts"],"names":[],"mappings":""}

package/dist/scripts/create-sicad-beir-fixture.js

@@ -0,0 +1,200 @@
+#!/usr/bin/env bun
+import fs from "fs/promises";
+import path from "path";
+function parseArgs(argv) {
+    const args = new Map();
+    for (let i = 2; i < argv.length; i += 1) {
+        const key = argv[i];
+        if (!key.startsWith("--"))
+            continue;
+        const next = argv[i + 1];
+        if (!next || next.startsWith("--")) {
+            args.set(key.slice(2), "true");
+            continue;
+        }
+        args.set(key.slice(2), next);
+        i += 1;
+    }
+    return {
+        sourceRepo: args.get("sourceRepo") || "/home/joaov/projetos/Sicad-Backend",
+        outputDir: args.get("outputDir") || "/tmp/beir/sicad-backend",
+    };
+}
+async function walkFiles(root) {
+    const out = [];
+    const stack = [root];
+    while (stack.length > 0) {
+        const dir = stack.pop();
+        const entries = await fs.readdir(dir, { withFileTypes: true });
+        for (const entry of entries) {
+            const full = path.join(dir, entry.name);
+            if (entry.isDirectory()) {
+                if (entry.name === "node_modules" ||
+                    entry.name === "dist" ||
+                    entry.name === ".git" ||
+                    entry.name === "coverage") {
+                    continue;
+                }
+                stack.push(full);
+            }
+            else {
+                out.push(full);
+            }
+        }
+    }
+    return out;
+}
+function keepFile(file) {
+    const ext = path.extname(file).toLowerCase();
+    return [".ts", ".tsx", ".js", ".json", ".md"].includes(ext);
+}
+function benchmarkQueries() {
+    return [
+        {
+            id: "q_auth_jwt",
+            text: "como funciona autenticacao jwt, sessao e middleware de auth",
+            relevantFiles: [
+                "src/services/auth/auth.service.ts",
+                "src/routes/auth/auth.route.ts",
+                "src/middleware/auth.ts",
+                "src/lib/auth.ts",
+            ],
+        },
+        {
+            id: "q_calc_core",
+            text: "onde esta a logica principal de calculo judicial e correcao monetaria",
+            relevantFiles: [
+                "src/services/calculation/calculation.service.ts",
+                "src/services/calculation/calculation.monetary-correction.service.ts",
+                "src/controllers/calculation/calculation.controller.ts",
+            ],
+        },
+        {
+            id: "q_pix",
+            text: "geracao de pix qr code e rota de pix",
+            relevantFiles: [
+                "src/services/pix/pix-qr.service.ts",
+                "src/controllers/pix/pix.controller.ts",
+                "src/routes/pix/pix.route.ts",
+            ],
+        },
+        {
+            id: "q_abusive_interest",
+            text: "calculo de juros abusivos e credit series",
+            relevantFiles: [
+                "src/services/abusive-interest/abusive-interest.service.ts",
+                "src/controllers/abusive-interest/abusive-interest.controller.ts",
+                "src/routes/abusive-interest/abusive-interest.route.ts",
+            ],
+        },
+        {
+            id: "q_metrics_ga4",
+            text: "coleta e metricas ga4 analytics",
+            relevantFiles: [
+                "src/services/metrics/ga4-metrics.service.ts",
+                "src/controllers/metrics/ga4-metrics.controller.ts",
+                "src/routes/metrics/ga4-metrics.route.ts",
+            ],
+        },
+        {
+            id: "q_rate_limit",
+            text: "rate limiting e protecao das rotas",
+            relevantFiles: [
+                "src/middleware/rate-limit.ts",
+                "src/middleware/calculation-rate-limit.ts",
+                "src/middleware/ga4-rate-limit.ts",
+            ],
+        },
+        {
+            id: "q_bacen",
+            text: "integracao de indices bacen e endpoints de indices",
+            relevantFiles: [
+                "src/controllers/bacen/bacen.controller.ts",
+                "src/routes/indexes/indexes.route.ts",
+                "src/types/bacen.types.ts",
+            ],
+        },
+        {
+            id: "q_permissions",
+            text: "roles permissoes e isolamento de organizacao",
+            relevantFiles: [
+                "src/lib/permissions.ts",
+                "src/lib/auth-schemas.ts",
+                "src/tests/auth/roles-permissions.test.ts",
+            ],
+        },
+        {
+            id: "q_feedback",
+            text: "fluxo de feedback schema controller e rota",
+            relevantFiles: [
+                "src/schemas/feedback.schema.ts",
+                "src/controllers/feedback/feedback.controller.ts",
+                "src/routes/feedback/feedback.route.ts",
+            ],
+        },
+        {
+            id: "q_prisma",
+            text: "conexao prisma e scripts de seed",
+            relevantFiles: [
+                "src/lib/prisma.ts",
+                "prisma/seed.ts",
+                "prisma/clean.ts",
+            ],
+        },
+    ];
+}
+async function main() {
+    const { sourceRepo, outputDir } = parseArgs(process.argv);
+    const absSource = path.resolve(sourceRepo);
+    const absOutput = path.resolve(outputDir);
+    const allFiles = await walkFiles(absSource);
+    const files = allFiles.filter(keepFile);
+    const corpus = [];
+    for (const file of files) {
+        const rel = path.relative(absSource, file).replaceAll(path.sep, "/");
+        const text = await fs.readFile(file, "utf-8");
+        corpus.push({
+            _id: rel,
+            title: path.basename(rel),
+            text,
+        });
+    }
+    const cases = benchmarkQueries();
+    const corpusIds = new Set(corpus.map((c) => c._id));
+    const missing = [];
+    for (const c of cases) {
+        for (const f of c.relevantFiles) {
+            if (!corpusIds.has(f)) {
+                missing.push(`${c.id}: ${f}`);
+            }
+        }
+    }
+    if (missing.length > 0) {
+        throw new Error(`Missing files in corpus for qrels:\n${missing.join("\n")}`);
+    }
+    await fs.rm(absOutput, { recursive: true, force: true });
+    await fs.mkdir(path.join(absOutput, "qrels"), { recursive: true });
+    const corpusJsonl = corpus.map((c) => JSON.stringify(c)).join("\n") + "\n";
+    await fs.writeFile(path.join(absOutput, "corpus.jsonl"), corpusJsonl, "utf-8");
+    const queriesJsonl = cases.map((c) => JSON.stringify({ _id: c.id, text: c.text })).join("\n") +
+        "\n";
+    await fs.writeFile(path.join(absOutput, "queries.jsonl"), queriesJsonl, "utf-8");
+    const qrelsLines = ["query-id\tcorpus-id\tscore"];
+    for (const c of cases) {
+        for (const relFile of c.relevantFiles) {
+            qrelsLines.push(`${c.id}\t${relFile}\t1`);
+        }
+    }
+    await fs.writeFile(path.join(absOutput, "qrels", "test.tsv"), `${qrelsLines.join("\n")}\n`, "utf-8");
+    console.log("Sicad BEIR fixture created");
+    console.log(`Source repo: ${absSource}`);
+    console.log(`Output dir: ${absOutput}`);
+    console.log(`Corpus docs: ${corpus.length}`);
+    console.log(`Queries: ${cases.length}`);
+    console.log(`Qrels rows: ${cases.reduce((acc, c) => acc + c.relevantFiles.length, 0)}`);
+}
+main().catch((error) => {
+    console.error("Failed to create Sicad BEIR fixture:", error);
+    process.exit(1);
+});
+//# sourceMappingURL=create-sicad-beir-fixture.js.map

package/dist/scripts/create-sicad-beir-fixture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-sicad-beir-fixture.js","sourceRoot":"","sources":["../../src/scripts/create-sicad-beir-fixture.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AAcxB,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,SAAS;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IAED,OAAO;QACL,UAAU,EACR,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,oCAAoC;QAChE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,yBAAyB;KAC9D,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,IAAY;IACnC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;IAErB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;QACzB,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,IACE,KAAK,CAAC,IAAI,KAAK,cAAc;oBAC7B,KAAK,CAAC,IAAI,KAAK,MAAM;oBACrB,KAAK,CAAC,IAAI,KAAK,MAAM;oBACrB,KAAK,CAAC,IAAI,KAAK,UAAU,EACzB,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7C,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO;QACL;YACE,EAAE,EAAE,YAAY;YAChB,IAAI,EAAE,6DAA6D;YACnE,aAAa,EAAE;gBACb,mCAAmC;gBACnC,+BAA+B;gBAC/B,wBAAwB;gBACxB,iBAAiB;aAClB;SACF;QACD;YACE,EAAE,EAAE,aAAa;YACjB,IAAI,EAAE,uEAAuE;YAC7E,aAAa,EAAE;gBACb,iDAAiD;gBACjD,qEAAqE;gBACrE,uDAAuD;aACxD;SACF;QACD;YACE,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,sCAAsC;YAC5C,aAAa,EAAE;gBACb,oCAAoC;gBACpC,uCAAuC;gBACvC,6BAA6B;aAC9B;SACF;QACD;YACE,EAAE,EAAE,oBAAoB;YACxB,IAAI,EAAE,2CAA2C;YACjD,aAAa,EAAE;gBACb,2DAA2D;gBAC3D,iEAAiE;gBACjE,uDAAuD;aACxD;SACF;QACD;YACE,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,iCAAiC;YACvC,aAAa,EAAE;gBACb,6CAA6C;gBAC7C,mDAAmD;gBACnD,yCAAyC;aAC1C;SACF;QACD;YACE,EAAE,EAAE,cAAc;YAClB,IAAI,EAAE,oCAAoC;YAC1C,aAAa,EAAE;gBACb,8BAA8B;gBAC9B,0CAA0C;gBAC1C,kCAAkC;aACnC;SACF;QACD;YACE,EAAE,EAAE,SAAS;YACb,IAAI,EAAE,oDAAoD;YAC1D,aAAa,EAAE;gBACb,2CAA2C;gBAC3C,qCAAqC;gBACrC,0BAA0B;aAC3B;SACF;QACD;YACE,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,8CAA8C;YACpD,aAAa,EAAE;gBACb,wBAAwB;gBACxB,yBAAyB;gBACzB,0CAA0C;aAC3C;SACF;QACD;YACE,EAAE,EAAE,YAAY;YAChB,IAAI,EAAE,4CAA4C;YAClD,aAAa,EAAE;gBACb,gCAAgC;gBAChC,iDAAiD;gBACjD,uCAAuC;aACxC;SACF;QACD;YACE,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,kCAAkC;YACxC,aAAa,EAAE;gBACb,mBAAmB;gBACnB,gBAAgB;gBAChB,iBAAiB;aAClB;SACF;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAExC,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACrE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,EAAE,GAAG;YACR,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACzB,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,gBAAgB,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAEpD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,uCAAuC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEnE,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC3E,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAE/E,MAAM,YAAY,GAChB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACxE,IAAI,CAAC;IACP,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAEjF,MAAM,UAAU,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,KAAK,MAAM,OAAO,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;YACtC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,OAAO,KAAK,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,EACzC,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAC5B,OAAO,CACR,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,EAAE,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,eAAe,SAAS,EAAE,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;IAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/scripts/symbol-benchmark.d.ts

@@ -0,0 +1,24 @@
+#!/usr/bin/env bun
+/**
+ * Symbol Benchmark (symbol-benchmark.ts)
+ *
+ * Mede a qualidade e performance do Symbol Graph sobre o próprio projeto massa-ai.
+ *
+ * Métricas coletadas:
+ *   - listDefinitions  : latência p50/p95, total de símbolos indexados
+ *   - goToDefinition   : hit-rate e latência para fixtures conhecidas
+ *   - getReferences    : recall e latência para fixtures conhecidas
+ *   - centralityRank   : verifica que símbolos "hub" têm score > threshold
+ *
+ * Uso:
+ *   bun packages/core/src/scripts/symbol-benchmark.ts [--projectPath <path>] [--projectId <id>] [--k <n>]
+ *
+ * Argumentos:
+ *   --projectPath   Caminho absoluto do projeto a indexar (padrão: cwd)
+ *   --projectId     ID do projeto no Symbol Graph (padrão: "massa-ai-bench")
+ *   --k             Top-K para hit-rate (padrão: 3)
+ *   --forceReindex  Limpar índice antes de indexar (padrão: false)
+ *   --json          Saída em JSON puro (padrão: false, modo pretty)
+ */
+export {};
+//# sourceMappingURL=symbol-benchmark.d.ts.map

package/dist/scripts/symbol-benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"symbol-benchmark.d.ts","sourceRoot":"","sources":["../../src/scripts/symbol-benchmark.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;;;GAoBG"}