causantic 0.2.0

package/dist/dashboard/routes/sessions.js

@@ -0,0 +1,16 @@
+import { Router } from 'express';
+import { getSessionsForProject } from '../../storage/chunk-store.js';
+const router = Router();
+router.get('/', (req, res) => {
+    const project = req.query.project;
+    if (!project) {
+        res.status(400).json({ error: 'project query parameter is required' });
+        return;
+    }
+    const from = req.query.from;
+    const to = req.query.to;
+    const sessions = getSessionsForProject(project, from, to);
+    res.json({ sessions });
+});
+export default router;
+//# sourceMappingURL=sessions.js.map

package/dist/dashboard/routes/sessions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sessions.js","sourceRoot":"","sources":["../../../src/dashboard/routes/sessions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAErE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;AAExB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;IAC3B,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,OAA6B,CAAC;IACxD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC,CAAC;QACvE,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,IAA0B,CAAC;IAClD,MAAM,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,EAAwB,CAAC;IAE9C,MAAM,QAAQ,GAAG,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1D,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC;AAEH,eAAe,MAAM,CAAC"}

package/dist/dashboard/routes/stats.d.ts

@@ -0,0 +1,3 @@
+declare const router: import("express-serve-static-core").Router;
+export default router;
+//# sourceMappingURL=stats.d.ts.map

package/dist/dashboard/routes/stats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stats.d.ts","sourceRoot":"","sources":["../../../src/dashboard/routes/stats.ts"],"names":[],"mappings":"AAMA,QAAA,MAAM,MAAM,4CAAW,CAAC;AAqCxB,eAAe,MAAM,CAAC"}

package/dist/dashboard/routes/stats.js

@@ -0,0 +1,38 @@
+import { Router } from 'express';
+import { getChunkCount, getSessionIds, getAllChunks } from '../../storage/chunk-store.js';
+import { getEdgeCount } from '../../storage/edge-store.js';
+import { getClusterCount } from '../../storage/cluster-store.js';
+import { getDistinctProjects } from '../../storage/chunk-store.js';
+const router = Router();
+router.get('/', (_req, res) => {
+    const chunks = getChunkCount();
+    const edges = getEdgeCount();
+    const clusters = getClusterCount();
+    const sessions = getSessionIds().length;
+    const projects = getDistinctProjects();
+    // Build time series: chunk creation grouped by week
+    const allChunks = getAllChunks();
+    const weekCounts = new Map();
+    for (const chunk of allChunks) {
+        const date = new Date(chunk.createdAt);
+        // Get Monday of the week
+        const day = date.getDay();
+        const diff = date.getDate() - day + (day === 0 ? -6 : 1);
+        const monday = new Date(date.setDate(diff));
+        const weekKey = monday.toISOString().slice(0, 10);
+        weekCounts.set(weekKey, (weekCounts.get(weekKey) ?? 0) + 1);
+    }
+    const chunkTimeSeries = [...weekCounts.entries()]
+        .sort(([a], [b]) => a.localeCompare(b))
+        .map(([week, count]) => ({ week, count }));
+    res.json({
+        chunks,
+        edges,
+        clusters,
+        sessions,
+        projects: projects.length,
+        chunkTimeSeries,
+    });
+});
+export default router;
+//# sourceMappingURL=stats.js.map

package/dist/dashboard/routes/stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stats.js","sourceRoot":"","sources":["../../../src/dashboard/routes/stats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAEnE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;AAExB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IAC5B,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC,MAAM,CAAC;IACxC,MAAM,QAAQ,GAAG,mBAAmB,EAAE,CAAC;IAEvC,oDAAoD;IACpD,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE7C,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvC,yBAAyB;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClD,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;SAC9C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAE7C,GAAG,CAAC,IAAI,CAAC;QACP,MAAM;QACN,KAAK;QACL,QAAQ;QACR,QAAQ;QACR,QAAQ,EAAE,QAAQ,CAAC,MAAM;QACzB,eAAe;KAChB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,eAAe,MAAM,CAAC"}

package/dist/dashboard/server.d.ts

@@ -0,0 +1,3 @@
+export declare function createApp(): import("express-serve-static-core").Express;
+export declare function startDashboard(port: number): Promise<void>;
+//# sourceMappingURL=server.d.ts.map

package/dist/dashboard/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/dashboard/server.ts"],"names":[],"mappings":"AAqBA,wBAAgB,SAAS,gDAgCxB;AAED,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAiChE"}

package/dist/dashboard/server.js

@@ -0,0 +1,85 @@
+import express from 'express';
+import { exec } from 'node:child_process';
+import { fileURLToPath } from 'node:url';
+import path from 'node:path';
+import { createLogger } from '../utils/logger.js';
+const log = createLogger('dashboard');
+import statsRouter from './routes/stats.js';
+import chunksRouter from './routes/chunks.js';
+import edgesRouter from './routes/edges.js';
+import clustersRouter from './routes/clusters.js';
+import projectsRouter from './routes/projects.js';
+import graphRouter from './routes/graph.js';
+import searchRouter from './routes/search.js';
+import sessionsRouter from './routes/sessions.js';
+import benchmarkCollectionRouter from './routes/benchmark-collection.js';
+import { errorHandler } from './middleware/error-handler.js';
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+export function createApp() {
+    const app = express();
+    // API routes
+    app.use('/api/stats', statsRouter);
+    app.use('/api/chunks', chunksRouter);
+    app.use('/api/edges', edgesRouter);
+    app.use('/api/clusters', clustersRouter);
+    app.use('/api/projects', projectsRouter);
+    app.use('/api/graph', graphRouter);
+    app.use('/api/search', searchRouter);
+    app.use('/api/sessions', sessionsRouter);
+    app.use('/api/benchmark-collection', benchmarkCollectionRouter);
+    // API error handler (must come after API routes)
+    app.use('/api', errorHandler);
+    // Static files (built client)
+    const clientDir = path.join(__dirname, 'client');
+    app.use(express.static(clientDir));
+    // SPA fallback: serve index.html for all non-API routes
+    app.get('/{*path}', (_req, res) => {
+        const indexPath = path.join(clientDir, 'index.html');
+        res.sendFile(indexPath, (err) => {
+            if (err) {
+                res.status(404).send('Dashboard client not built. Run: npm run build');
+            }
+        });
+    });
+    return app;
+}
+export async function startDashboard(port) {
+    // Ensure database is initialized before starting
+    const { getDb } = await import('../storage/db.js');
+    getDb();
+    const app = createApp();
+    return new Promise((resolve, reject) => {
+        const server = app.listen(port, () => {
+            const url = `http://localhost:${port}`;
+            log.info(`Causantic Dashboard running at ${url}`);
+            // Try to open browser
+            openBrowser(url);
+            // Graceful shutdown
+            const shutdown = () => {
+                log.info('Shutting down dashboard...');
+                server.close(() => {
+                    resolve();
+                });
+            };
+            process.on('SIGINT', shutdown);
+            process.on('SIGTERM', shutdown);
+        });
+        server.on('error', (err) => {
+            if (err.code === 'EADDRINUSE') {
+                log.error(`Port ${port} is already in use. Try: causantic dashboard --port ${port + 1}`);
+            }
+            reject(err);
+        });
+    });
+}
+function openBrowser(url) {
+    const cmd = process.platform === 'darwin'
+        ? `open "${url}"`
+        : process.platform === 'win32'
+            ? `start "${url}"`
+            : `xdg-open "${url}"`;
+    exec(cmd, () => {
+        // Ignore errors (browser open is best-effort)
+    });
+}
+//# sourceMappingURL=server.js.map

package/dist/dashboard/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/dashboard/server.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAEtC,OAAO,WAAW,MAAM,mBAAmB,CAAC;AAC5C,OAAO,YAAY,MAAM,oBAAoB,CAAC;AAC9C,OAAO,WAAW,MAAM,mBAAmB,CAAC;AAC5C,OAAO,cAAc,MAAM,sBAAsB,CAAC;AAClD,OAAO,cAAc,MAAM,sBAAsB,CAAC;AAClD,OAAO,WAAW,MAAM,mBAAmB,CAAC;AAC5C,OAAO,YAAY,MAAM,oBAAoB,CAAC;AAC9C,OAAO,cAAc,MAAM,sBAAsB,CAAC;AAClD,OAAO,yBAAyB,MAAM,kCAAkC,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAE7D,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,UAAU,SAAS;IACvB,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;IAEtB,aAAa;IACb,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACnC,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IACrC,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACnC,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC;IACzC,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC;IACzC,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACnC,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IACrC,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC;IACzC,GAAG,CAAC,GAAG,CAAC,2BAA2B,EAAE,yBAAyB,CAAC,CAAC;IAEhE,iDAAiD;IACjD,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAE9B,8BAA8B;IAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACjD,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAEnC,wDAAwD;IACxD,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACrD,GAAG,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;YAC9B,IAAI,GAAG,EAAE,CAAC;gBACR,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;YACzE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAY;IAC/C,iDAAiD;IACjD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACnD,KAAK,EAAE,CAAC;IAER,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IAExB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;YACnC,MAAM,GAAG,GAAG,oBAAoB,IAAI,EAAE,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,kCAAkC,GAAG,EAAE,CAAC,CAAC;YAElD,sBAAsB;YACtB,WAAW,CAAC,GAAG,CAAC,CAAC;YAEjB,oBAAoB;YACpB,MAAM,QAAQ,GAAG,GAAG,EAAE;gBACpB,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;gBACvC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;oBAChB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;YACF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC/B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAA0B,EAAE,EAAE;YAChD,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC9B,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,uDAAuD,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3F,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,MAAM,GAAG,GACP,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAC3B,CAAC,CAAC,SAAS,GAAG,GAAG;QACjB,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO;YAC5B,CAAC,CAAC,UAAU,GAAG,GAAG;YAClB,CAAC,CAAC,aAAa,GAAG,GAAG,CAAC;IAE5B,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;QACb,8CAA8C;IAChD,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/eval/annotation-schema.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Labeled pair types and auto-generation for evaluation.
+ *
+ * Pairs are auto-labeled based on structural relationships:
+ * - same-session adjacent = related
+ * - same-project cross-session = related (medium confidence)
+ * - cross-project random = unrelated
+ * - code block + its NL explanation = code-nl-pair
+ */
+import type { Chunk } from '../parser/types.js';
+export type PairLabel = 'related' | 'unrelated' | 'code-nl-pair';
+export type Confidence = 'high' | 'medium' | 'low';
+export interface LabeledPair {
+    chunkIdA: string;
+    chunkIdB: string;
+    label: PairLabel;
+    confidence: Confidence;
+    source: string;
+}
+export interface AnnotationSet {
+    pairs: LabeledPair[];
+    generatedAt: string;
+    chunkCount: number;
+}
+export interface GenerateOptions {
+    /** Target number of same-session adjacent pairs. Default: 30. */
+    adjacentPairs?: number;
+    /** Target number of same-project cross-session pairs. Default: 20. */
+    crossSessionPairs?: number;
+    /** Target number of cross-project random pairs. Default: 40. */
+    crossProjectPairs?: number;
+    /** Target number of code/NL pairs. Default: 10. */
+    codeNLPairs?: number;
+    /** Seed for deterministic sampling. Default: 42. */
+    seed?: number;
+}
+/**
+ * Auto-generate labeled pairs from a corpus of chunks.
+ */
+export declare function generateLabeledPairs(chunks: Chunk[], options?: GenerateOptions): AnnotationSet;
+//# sourceMappingURL=annotation-schema.d.ts.map

package/dist/eval/annotation-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotation-schema.d.ts","sourceRoot":"","sources":["../../src/eval/annotation-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEhD,MAAM,MAAM,SAAS,GACjB,SAAS,GACT,WAAW,GACX,cAAc,CAAC;AAEnB,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AAEnD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,SAAS,CAAC;IACjB,UAAU,EAAE,UAAU,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAiED,MAAM,WAAW,eAAe;IAC9B,iEAAiE;IACjE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,sEAAsE;IACtE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gEAAgE;IAChE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mDAAmD;IACnD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oDAAoD;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,KAAK,EAAE,EACf,OAAO,GAAE,eAAoB,GAC5B,aAAa,CAiHf"}

package/dist/eval/annotation-schema.js

@@ -0,0 +1,171 @@
+/**
+ * Labeled pair types and auto-generation for evaluation.
+ *
+ * Pairs are auto-labeled based on structural relationships:
+ * - same-session adjacent = related
+ * - same-project cross-session = related (medium confidence)
+ * - cross-project random = unrelated
+ * - code block + its NL explanation = code-nl-pair
+ */
+/**
+ * Group chunks by session ID.
+ */
+function groupBySession(chunks) {
+    const groups = new Map();
+    for (const chunk of chunks) {
+        const sid = chunk.metadata.sessionId;
+        if (!groups.has(sid))
+            groups.set(sid, []);
+        groups.get(sid).push(chunk);
+    }
+    return groups;
+}
+/**
+ * Group chunks by project (derived from session slug or cwd prefix).
+ */
+function groupByProject(chunks) {
+    const groups = new Map();
+    for (const chunk of chunks) {
+        // Use session slug as a proxy for project
+        const proj = chunk.metadata.sessionSlug;
+        if (!groups.has(proj))
+            groups.set(proj, []);
+        groups.get(proj).push(chunk);
+    }
+    return groups;
+}
+/**
+ * Deterministic seeded shuffle.
+ */
+function seededShuffle(arr, seed) {
+    const result = [...arr];
+    let s = seed;
+    for (let i = result.length - 1; i > 0; i--) {
+        s = (s * 1664525 + 1013904223) & 0x7fffffff;
+        const j = s % (i + 1);
+        [result[i], result[j]] = [result[j], result[i]];
+    }
+    return result;
+}
+/**
+ * Check if a chunk likely contains code (has code blocks or tool results).
+ */
+function isCodeHeavy(chunk) {
+    return (chunk.metadata.codeBlockCount > 0 ||
+        chunk.text.includes('```') ||
+        chunk.metadata.toolUseCount > 2);
+}
+/**
+ * Check if a chunk is primarily natural language explanation.
+ */
+function isNLHeavy(chunk) {
+    return (chunk.metadata.codeBlockCount === 0 &&
+        chunk.metadata.toolUseCount <= 1 &&
+        !chunk.text.includes('```'));
+}
+/**
+ * Auto-generate labeled pairs from a corpus of chunks.
+ */
+export function generateLabeledPairs(chunks, options = {}) {
+    const { adjacentPairs = 30, crossSessionPairs = 20, crossProjectPairs = 40, codeNLPairs = 10, seed = 42, } = options;
+    const pairs = [];
+    const bySession = groupBySession(chunks);
+    const byProject = groupByProject(chunks);
+    // 1. Same-session adjacent pairs (high confidence related)
+    let adjacentCount = 0;
+    for (const sessionChunks of bySession.values()) {
+        if (adjacentCount >= adjacentPairs)
+            break;
+        const shuffled = seededShuffle(Array.from({ length: sessionChunks.length - 1 }, (_, i) => i), seed);
+        for (const i of shuffled) {
+            if (adjacentCount >= adjacentPairs)
+                break;
+            pairs.push({
+                chunkIdA: sessionChunks[i].id,
+                chunkIdB: sessionChunks[i + 1].id,
+                label: 'related',
+                confidence: 'high',
+                source: 'same-session-adjacent',
+            });
+            adjacentCount++;
+        }
+    }
+    // 2. Same-project cross-session pairs (medium confidence related)
+    let crossCount = 0;
+    for (const projectChunks of byProject.values()) {
+        if (crossCount >= crossSessionPairs)
+            break;
+        const sessionIds = [
+            ...new Set(projectChunks.map((c) => c.metadata.sessionId)),
+        ];
+        if (sessionIds.length < 2)
+            continue;
+        const shuffled = seededShuffle(projectChunks, seed + 1);
+        for (let i = 0; i < shuffled.length - 1 && crossCount < crossSessionPairs; i++) {
+            for (let j = i + 1; j < shuffled.length && crossCount < crossSessionPairs; j++) {
+                if (shuffled[i].metadata.sessionId !== shuffled[j].metadata.sessionId) {
+                    pairs.push({
+                        chunkIdA: shuffled[i].id,
+                        chunkIdB: shuffled[j].id,
+                        label: 'related',
+                        confidence: 'medium',
+                        source: 'same-project-cross-session',
+                    });
+                    crossCount++;
+                }
+            }
+        }
+    }
+    // 3. Cross-project random pairs (unrelated)
+    const projectKeys = [...byProject.keys()];
+    if (projectKeys.length >= 2) {
+        let unrelatedCount = 0;
+        const shuffledKeys = seededShuffle(projectKeys, seed + 2);
+        outer: for (let pi = 0; pi < shuffledKeys.length - 1; pi++) {
+            const chunksA = seededShuffle(byProject.get(shuffledKeys[pi]), seed + 3);
+            for (let pj = pi + 1; pj < shuffledKeys.length; pj++) {
+                const chunksB = seededShuffle(byProject.get(shuffledKeys[pj]), seed + 4);
+                for (let i = 0; i < chunksA.length && unrelatedCount < crossProjectPairs; i++) {
+                    const j = i % chunksB.length;
+                    pairs.push({
+                        chunkIdA: chunksA[i].id,
+                        chunkIdB: chunksB[j].id,
+                        label: 'unrelated',
+                        confidence: 'high',
+                        source: 'cross-project-random',
+                    });
+                    unrelatedCount++;
+                }
+                if (unrelatedCount >= crossProjectPairs)
+                    break outer;
+            }
+        }
+    }
+    // 4. Code/NL pairs
+    let codeNLCount = 0;
+    for (const sessionChunks of bySession.values()) {
+        if (codeNLCount >= codeNLPairs)
+            break;
+        for (let i = 0; i < sessionChunks.length - 1 && codeNLCount < codeNLPairs; i++) {
+            const a = sessionChunks[i];
+            const b = sessionChunks[i + 1];
+            if ((isCodeHeavy(a) && isNLHeavy(b)) ||
+                (isNLHeavy(a) && isCodeHeavy(b))) {
+                pairs.push({
+                    chunkIdA: a.id,
+                    chunkIdB: b.id,
+                    label: 'code-nl-pair',
+                    confidence: 'medium',
+                    source: 'code-nl-adjacent',
+                });
+                codeNLCount++;
+            }
+        }
+    }
+    return {
+        pairs,
+        generatedAt: new Date().toISOString(),
+        chunkCount: chunks.length,
+    };
+}
+//# sourceMappingURL=annotation-schema.js.map

package/dist/eval/annotation-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotation-schema.js","sourceRoot":"","sources":["../../src/eval/annotation-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAyBH;;GAEG;AACH,SAAS,cAAc,CAAC,MAAe;IACrC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACrC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAe;IACrC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,0CAA0C;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAI,GAAQ,EAAE,IAAY;IAC9C,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,KAAY;IAC/B,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC1B,KAAK,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,CAChC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,KAAY;IAC7B,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,cAAc,KAAK,CAAC;QACnC,KAAK,CAAC,QAAQ,CAAC,YAAY,IAAI,CAAC;QAChC,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAC5B,CAAC;AACJ,CAAC;AAeD;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAAe,EACf,UAA2B,EAAE;IAE7B,MAAM,EACJ,aAAa,GAAG,EAAE,EAClB,iBAAiB,GAAG,EAAE,EACtB,iBAAiB,GAAG,EAAE,EACtB,WAAW,GAAG,EAAE,EAChB,IAAI,GAAG,EAAE,GACV,GAAG,OAAO,CAAC;IAEZ,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAEzC,2DAA2D;IAC3D,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,KAAK,MAAM,aAAa,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;QAC/C,IAAI,aAAa,IAAI,aAAa;YAAE,MAAM;QAC1C,MAAM,QAAQ,GAAG,aAAa,CAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAC7D,IAAI,CACL,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,aAAa,IAAI,aAAa;gBAAE,MAAM;YAC1C,KAAK,CAAC,IAAI,CAAC;gBACT,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE;gBAC7B,QAAQ,EAAE,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBACjC,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,MAAM;gBAClB,MAAM,EAAE,uBAAuB;aAChC,CAAC,CAAC;YACH,aAAa,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,aAAa,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;QAC/C,IAAI,UAAU,IAAI,iBAAiB;YAAE,MAAM;QAC3C,MAAM,UAAU,GAAG;YACjB,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;SAC3D,CAAC;QACF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAEpC,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;QACxD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/E,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,UAAU,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/E,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACtE,KAAK,CAAC,IAAI,CAAC;wBACT,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE;wBACxB,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE;wBACxB,KAAK,EAAE,SAAS;wBAChB,UAAU,EAAE,QAAQ;wBACpB,MAAM,EAAE,4BAA4B;qBACrC,CAAC,CAAC;oBACH,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,MAAM,WAAW,GAAG,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1C,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,MAAM,YAAY,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;QAC1D,KAAK,EAAE,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC;YAC3D,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;YAC1E,KAAK,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;gBACrD,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAE,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;gBAC1E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,cAAc,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9E,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;oBAC7B,KAAK,CAAC,IAAI,CAAC;wBACT,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;wBACvB,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;wBACvB,KAAK,EAAE,WAAW;wBAClB,UAAU,EAAE,MAAM;wBAClB,MAAM,EAAE,sBAAsB;qBAC/B,CAAC,CAAC;oBACH,cAAc,EAAE,CAAC;gBACnB,CAAC;gBACD,IAAI,cAAc,IAAI,iBAAiB;oBAAE,MAAM,KAAK,CAAC;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,aAAa,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;QAC/C,IAAI,WAAW,IAAI,WAAW;YAAE,MAAM;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/E,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/B,IACE,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;gBAChC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,EAChC,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC;oBACT,QAAQ,EAAE,CAAC,CAAC,EAAE;oBACd,QAAQ,EAAE,CAAC,CAAC,EAAE;oBACd,KAAK,EAAE,cAAc;oBACrB,UAAU,EAAE,QAAQ;oBACpB,MAAM,EAAE,kBAAkB;iBAC3B,CAAC,CAAC;gBACH,WAAW,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK;QACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,UAAU,EAAE,MAAM,CAAC,MAAM;KAC1B,CAAC;AACJ,CAAC"}

package/dist/eval/benchmark-runner.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Orchestrate full embedding model evaluation.
+ *
+ * Runs all 4 models sequentially against the corpus,
+ * collecting all metrics for comparison.
+ */
+import type { LabeledPair } from './annotation-schema.js';
+import type { Chunk } from '../parser/types.js';
+import type { ModelBenchmarkResult, BenchmarkResult, BenchmarkOptions } from '../core/benchmark-types.js';
+export type { ModelBenchmarkResult, BenchmarkResult, BenchmarkOptions };
+/**
+ * Run the full benchmark suite.
+ */
+export declare function runBenchmark(chunks: Chunk[], pairs: LabeledPair[], options?: BenchmarkOptions): Promise<BenchmarkResult>;
+//# sourceMappingURL=benchmark-runner.d.ts.map

package/dist/eval/benchmark-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-runner.d.ts","sourceRoot":"","sources":["../../src/eval/benchmark-runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAcH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,KAAK,EAAE,oBAAoB,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE1G,YAAY,EAAE,oBAAoB,EAAE,eAAe,EAAE,gBAAgB,EAAE,CAAC;AAExE;;GAEG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,KAAK,EAAE,EACf,KAAK,EAAE,WAAW,EAAE,EACpB,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,eAAe,CAAC,CA8G1B"}

package/dist/eval/benchmark-runner.js

@@ -0,0 +1,93 @@
+/**
+ * Orchestrate full embedding model evaluation.
+ *
+ * Runs all 4 models sequentially against the corpus,
+ * collecting all metrics for comparison.
+ */
+import { Embedder } from '../models/embedder.js';
+import { getModel, getAllModelIds } from '../models/model-registry.js';
+import { clusterEmbeddings, getClusterMembership } from './cluster-evaluator.js';
+import { evaluateCodeNLAlignment } from './code-nl-alignment.js';
+import { evaluateContextWindowImpact } from './context-window-test.js';
+import { scorePairs, rocAuc, silhouetteScore, } from './metrics.js';
+/**
+ * Run the full benchmark suite.
+ */
+export async function runBenchmark(chunks, pairs, options = {}) {
+    const { modelIds = getAllModelIds(), minClusterSize = 3, } = options;
+    const embedder = new Embedder();
+    const modelResults = [];
+    for (const modelId of modelIds) {
+        console.log(`\n--- Benchmarking: ${modelId} ---`);
+        const config = getModel(modelId);
+        // Load model
+        console.log(`  Loading model...`);
+        const loadStats = await embedder.load(config);
+        console.log(`  Loaded in ${loadStats.loadTimeMs.toFixed(0)}ms, heap delta: ${loadStats.heapUsedMB.toFixed(1)}MB`);
+        // Embed all chunks
+        console.log(`  Embedding ${chunks.length} chunks...`);
+        const embeddings = new Map();
+        let totalInferenceMs = 0;
+        for (let i = 0; i < chunks.length; i++) {
+            const result = await embedder.embed(chunks[i].text);
+            embeddings.set(chunks[i].id, result.embedding);
+            totalInferenceMs += result.inferenceMs;
+            if ((i + 1) % 20 === 0 || i === chunks.length - 1) {
+                console.log(`    ${i + 1}/${chunks.length} chunks embedded`);
+            }
+        }
+        const meanInferenceMs = totalInferenceMs / chunks.length;
+        // Score labeled pairs
+        console.log(`  Scoring ${pairs.length} labeled pairs...`);
+        const scored = scorePairs(pairs, embeddings);
+        const auc = rocAuc(scored);
+        // Cluster
+        console.log(`  Clustering...`);
+        const embeddingArray = chunks.map((c) => embeddings.get(c.id));
+        const clusterResult = clusterEmbeddings(embeddingArray, { minClusterSize });
+        const membership = getClusterMembership(clusterResult.labels);
+        // Silhouette
+        const silhouette = silhouetteScore(embeddingArray, clusterResult.labels);
+        // Code-NL alignment
+        const alignment = evaluateCodeNLAlignment(pairs, embeddings);
+        modelResults.push({
+            modelId,
+            modelConfig: config,
+            loadStats,
+            rocAuc: auc,
+            clusterCount: clusterResult.numClusters,
+            noiseRatio: clusterResult.noiseRatio,
+            silhouetteScore: silhouette,
+            codeNLAlignment: alignment,
+            meanInferenceMs,
+            totalInferenceMs,
+            clusterResult,
+            clusterMembership: membership,
+            embeddings,
+        });
+        console.log(`  ROC AUC: ${auc.toFixed(3)}, Clusters: ${clusterResult.numClusters}, ` +
+            `Noise: ${(clusterResult.noiseRatio * 100).toFixed(1)}%, ` +
+            `Silhouette: ${silhouette.toFixed(3)}`);
+    }
+    // Context window comparison
+    let contextWindowComparison = null;
+    const bgeResult = modelResults.find((r) => r.modelId === 'bge-small');
+    const longContextResult = modelResults.find((r) => r.modelId !== 'bge-small' && r.modelConfig.contextTokens > 512);
+    if (bgeResult && longContextResult) {
+        console.log(`\n--- Context Window: ${bgeResult.modelId} vs ${longContextResult.modelId} ---`);
+        contextWindowComparison = evaluateContextWindowImpact(bgeResult.embeddings, longContextResult.embeddings, chunks);
+        console.log(`  Long chunks: ${contextWindowComparison.longChunks}/${contextWindowComparison.totalChunks}`);
+    }
+    // Dispose
+    await embedder.dispose();
+    return {
+        models: modelResults,
+        contextWindowComparison,
+        corpus: {
+            chunkCount: chunks.length,
+            pairCount: pairs.length,
+        },
+        completedAt: new Date().toISOString(),
+    };
+}
+//# sourceMappingURL=benchmark-runner.js.map

package/dist/eval/benchmark-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-runner.js","sourceRoot":"","sources":["../../src/eval/benchmark-runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AACjF,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,2BAA2B,EAA4B,MAAM,0BAA0B,CAAC;AACjG,OAAO,EACL,UAAU,EACV,MAAM,EACN,eAAe,GAGhB,MAAM,cAAc,CAAC;AAOtB;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAe,EACf,KAAoB,EACpB,UAA4B,EAAE;IAE9B,MAAM,EACJ,QAAQ,GAAG,cAAc,EAAE,EAC3B,cAAc,GAAG,CAAC,GACnB,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;IAChC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,uBAAuB,OAAO,MAAM,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;QAEjC,aAAa;QACb,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CACT,eAAe,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACrG,CAAC;QAEF,mBAAmB;QACnB,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,MAAM,YAAY,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC/C,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACpD,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;YAC/C,gBAAgB,IAAI,MAAM,CAAC,WAAW,CAAC;YAEvC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,kBAAkB,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC;QAEzD,sBAAsB;QACtB,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,mBAAmB,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAE3B,UAAU;QACV,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC/B,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC,CAAC;QAChE,MAAM,aAAa,GAAG,iBAAiB,CAAC,cAAc,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,oBAAoB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAE9D,aAAa;QACb,MAAM,UAAU,GAAG,eAAe,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;QAEzE,oBAAoB;QACpB,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE7D,YAAY,CAAC,IAAI,CAAC;YAChB,OAAO;YACP,WAAW,EAAE,MAAM;YACnB,SAAS;YACT,MAAM,EAAE,GAAG;YACX,YAAY,EAAE,aAAa,CAAC,WAAW;YACvC,UAAU,EAAE,aAAa,CAAC,UAAU;YACpC,eAAe,EAAE,UAAU;YAC3B,eAAe,EAAE,SAAS;YAC1B,eAAe;YACf,gBAAgB;YAChB,aAAa;YACb,iBAAiB,EAAE,UAAU;YAC7B,UAAU;SACX,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CACT,cAAc,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,aAAa,CAAC,WAAW,IAAI;YACxE,UAAU,CAAC,aAAa,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;YAC1D,eAAe,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACvC,CAAC;IACJ,CAAC;IAED,4BAA4B;IAC5B,IAAI,uBAAuB,GAA+B,IAAI,CAAC;IAC/D,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC;IACtE,MAAM,iBAAiB,GAAG,YAAY,CAAC,IAAI,CACzC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC,aAAa,GAAG,GAAG,CACtE,CAAC;IAEF,IAAI,SAAS,IAAI,iBAAiB,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CACT,yBAAyB,SAAS,CAAC,OAAO,OAAO,iBAAiB,CAAC,OAAO,MAAM,CACjF,CAAC;QACF,uBAAuB,GAAG,2BAA2B,CACnD,SAAS,CAAC,UAAU,EACpB,iBAAiB,CAAC,UAAU,EAC5B,MAAM,CACP,CAAC;QACF,OAAO,CAAC,GAAG,CACT,kBAAkB,uBAAuB,CAAC,UAAU,IAAI,uBAAuB,CAAC,WAAW,EAAE,CAC9F,CAAC;IACJ,CAAC;IAED,UAAU;IACV,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IAEzB,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,uBAAuB;QACvB,MAAM,EAAE;YACN,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,SAAS,EAAE,KAAK,CAAC,MAAM;SACxB;QACD,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAC;AACJ,CAAC"}

package/dist/eval/cluster-evaluator.d.ts

@@ -0,0 +1,39 @@
+/**
+ * HDBSCAN clustering wrapper + cluster quality evaluation.
+ *
+ * hdbscan-ts uses Euclidean distance internally. For normalized embeddings,
+ * Euclidean distance is monotonically related to angular distance:
+ *   ||a - b||^2 = 2(1 - cos(a,b))
+ * So HDBSCAN clusters on normalized vectors produce equivalent groupings
+ * to clustering on angular distance.
+ */
+export interface ClusterResult {
+    /** Cluster label per point (-1 = noise). */
+    labels: number[];
+    /** Number of clusters found (excluding noise). */
+    numClusters: number;
+    /** Proportion of points labeled as noise. */
+    noiseRatio: number;
+    /** Cluster sizes (excluding noise). */
+    clusterSizes: number[];
+}
+export interface ClusterOptions {
+    /** Minimum cluster size. Default: 3. */
+    minClusterSize?: number;
+    /** Minimum samples. Default: same as minClusterSize. */
+    minSamples?: number;
+}
+/**
+ * Run HDBSCAN clustering on normalized embeddings.
+ *
+ * Embeddings should be L2-normalized (as produced by the embedder).
+ * HDBSCAN uses Euclidean distance, which on normalized vectors is
+ * monotonically related to angular distance.
+ */
+export declare function clusterEmbeddings(embeddings: number[][], options?: ClusterOptions): ClusterResult;
+/**
+ * Get cluster membership for inspection.
+ * Returns a map from cluster label to list of point indices.
+ */
+export declare function getClusterMembership(labels: number[]): Map<number, number[]>;
+//# sourceMappingURL=cluster-evaluator.d.ts.map

package/dist/eval/cluster-evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster-evaluator.d.ts","sourceRoot":"","sources":["../../src/eval/cluster-evaluator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,MAAM,WAAW,aAAa;IAC5B,4CAA4C;IAC5C,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,kDAAkD;IAClD,WAAW,EAAE,MAAM,CAAC;IACpB,6CAA6C;IAC7C,UAAU,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,wCAAwC;IACxC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wDAAwD;IACxD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,UAAU,EAAE,MAAM,EAAE,EAAE,EACtB,OAAO,GAAE,cAAmB,GAC3B,aAAa,CAuBf;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,MAAM,EAAE,GACf,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAQvB"}

package/dist/eval/cluster-evaluator.js

@@ -0,0 +1,51 @@
+/**
+ * HDBSCAN clustering wrapper + cluster quality evaluation.
+ *
+ * hdbscan-ts uses Euclidean distance internally. For normalized embeddings,
+ * Euclidean distance is monotonically related to angular distance:
+ *   ||a - b||^2 = 2(1 - cos(a,b))
+ * So HDBSCAN clusters on normalized vectors produce equivalent groupings
+ * to clustering on angular distance.
+ */
+import { HDBSCAN } from '../clusters/hdbscan.js';
+/**
+ * Run HDBSCAN clustering on normalized embeddings.
+ *
+ * Embeddings should be L2-normalized (as produced by the embedder).
+ * HDBSCAN uses Euclidean distance, which on normalized vectors is
+ * monotonically related to angular distance.
+ */
+export function clusterEmbeddings(embeddings, options = {}) {
+    const { minClusterSize = 3, minSamples } = options;
+    const hdbscan = new HDBSCAN({
+        minClusterSize,
+        minSamples: minSamples ?? minClusterSize,
+    });
+    const labels = hdbscan.fitSync(embeddings);
+    // Compute stats
+    const uniqueClusters = new Set(labels.filter((l) => l >= 0));
+    const numClusters = uniqueClusters.size;
+    const noiseCount = labels.filter((l) => l < 0).length;
+    const noiseRatio = labels.length > 0 ? noiseCount / labels.length : 0;
+    const clusterSizes = [];
+    for (const c of uniqueClusters) {
+        clusterSizes.push(labels.filter((l) => l === c).length);
+    }
+    clusterSizes.sort((a, b) => b - a);
+    return { labels, numClusters, noiseRatio, clusterSizes };
+}
+/**
+ * Get cluster membership for inspection.
+ * Returns a map from cluster label to list of point indices.
+ */
+export function getClusterMembership(labels) {
+    const membership = new Map();
+    for (let i = 0; i < labels.length; i++) {
+        const label = labels[i];
+        if (!membership.has(label))
+            membership.set(label, []);
+        membership.get(label).push(i);
+    }
+    return membership;
+}
+//# sourceMappingURL=cluster-evaluator.js.map

package/dist/eval/cluster-evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster-evaluator.js","sourceRoot":"","sources":["../../src/eval/cluster-evaluator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAoBjD;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,UAAsB,EACtB,UAA0B,EAAE;IAE5B,MAAM,EAAE,cAAc,GAAG,CAAC,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAEnD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC;QAC1B,cAAc;QACd,UAAU,EAAE,UAAU,IAAI,cAAc;KACzC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAE3C,gBAAgB;IAChB,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC;IACxC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtE,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/B,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAClE,CAAC;IACD,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAEnC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;AAC3D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAAgB;IAEhB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACtD,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC"}