vemora 0.1.0-alpha.15

package/dist/storage/session.js

@@ -0,0 +1,100 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SessionStorage = void 0;
+const crypto_1 = __importDefault(require("crypto"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const config_1 = require("../core/config");
+// ─── Constants ────────────────────────────────────────────────────────────────
+/** Idle duration after which a session is considered expired (30 min) */
+const SESSION_TIMEOUT_MS = 30 * 60 * 1000;
+const SESSION_FILE = "session.json";
+// ─── Storage ──────────────────────────────────────────────────────────────────
+/**
+ * Manages per-project session memory stored in the local developer cache.
+ *
+ * The session tracks which chunk IDs have been returned to the LLM so that
+ * subsequent queries can skip already-seen chunks. Sessions auto-expire after
+ * 30 minutes of idle time.
+ *
+ * Stored in ~/.vemora-cache/<projectId>/session.json — never in the repo.
+ */
+class SessionStorage {
+    filePath;
+    constructor(projectId) {
+        const dir = (0, config_1.getLocalCacheDir)(projectId);
+        this.filePath = path_1.default.join(dir, SESSION_FILE);
+    }
+    load() {
+        if (!fs_1.default.existsSync(this.filePath))
+            return null;
+        try {
+            return JSON.parse(fs_1.default.readFileSync(this.filePath, "utf-8"));
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Returns the active session, or creates a new one if expired or absent.
+     * A session expires after SESSION_TIMEOUT_MS of inactivity.
+     */
+    loadOrCreate() {
+        const existing = this.load();
+        if (existing) {
+            const idle = Date.now() - new Date(existing.lastActiveAt).getTime();
+            if (idle < 0 || idle < SESSION_TIMEOUT_MS)
+                return existing;
+        }
+        return this.newSession();
+    }
+    newSession() {
+        return {
+            sessionId: crypto_1.default.randomBytes(8).toString("hex"),
+            lastActiveAt: new Date().toISOString(),
+            seenChunkIds: [],
+        };
+    }
+    saveState(state) {
+        const dir = path_1.default.dirname(this.filePath);
+        if (!fs_1.default.existsSync(dir))
+            fs_1.default.mkdirSync(dir, { recursive: true });
+        const tmp = this.filePath + ".tmp";
+        fs_1.default.writeFileSync(tmp, JSON.stringify(state), "utf-8");
+        fs_1.default.renameSync(tmp, this.filePath);
+    }
+    /** Resets the session to a clean state (new session ID, empty seen list). */
+    reset() {
+        const fresh = this.newSession();
+        this.saveState(fresh);
+        return fresh;
+    }
+    /**
+     * Adds chunk IDs to the seen set and refreshes the session timestamp.
+     * Creates or continues the current session as needed.
+     */
+    markSeen(chunkIds) {
+        const state = this.loadOrCreate();
+        const seen = new Set(state.seenChunkIds);
+        for (const id of chunkIds)
+            seen.add(id);
+        state.seenChunkIds = Array.from(seen);
+        state.lastActiveAt = new Date().toISOString();
+        this.saveState(state);
+    }
+    /** Returns the set of chunk IDs seen in the current (unexpired) session. */
+    getSeenIds() {
+        const state = this.load();
+        if (!state)
+            return new Set();
+        const idle = Date.now() - new Date(state.lastActiveAt).getTime();
+        if (idle >= SESSION_TIMEOUT_MS)
+            return new Set();
+        return new Set(state.seenChunkIds);
+    }
+}
+exports.SessionStorage = SessionStorage;
+//# sourceMappingURL=session.js.map

package/dist/storage/session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/storage/session.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,4CAAoB;AACpB,gDAAwB;AACxB,2CAAkD;AAYlD,iFAAiF;AAEjF,yEAAyE;AACzE,MAAM,kBAAkB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC1C,MAAM,YAAY,GAAG,cAAc,CAAC;AAEpC,iFAAiF;AAEjF;;;;;;;;GAQG;AACH,MAAa,cAAc;IACjB,QAAQ,CAAS;IAEzB,YAAY,SAAiB;QAC3B,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC/C,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC;QAC/C,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAE,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAiB,CAAC;QAC7E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,YAAY;QACV,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;YACpE,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,kBAAkB;gBAAE,OAAO,QAAQ,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC3B,CAAC;IAEO,UAAU;QAChB,OAAO;YACL,SAAS,EAAE,gBAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAChD,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACtC,YAAY,EAAE,EAAE;SACjB,CAAC;IACJ,CAAC;IAEO,SAAS,CAAC,KAAmB;QACnC,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,YAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;QACnC,YAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;QACtD,YAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,6EAA6E;IAC7E,KAAK;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtB,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,QAAkB;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACzC,KAAK,MAAM,EAAE,IAAI,QAAQ;YAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,KAAK,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;IAED,4EAA4E;IAC5E,UAAU;QACR,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;QACjE,IAAI,IAAI,IAAI,kBAAkB;YAAE,OAAO,IAAI,GAAG,EAAE,CAAC;QACjD,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACrC,CAAC;CACF;AA1ED,wCA0EC"}

package/dist/storage/summaries.d.ts

@@ -0,0 +1,19 @@
+import type { FileSummaryIndex, ProjectSummary } from "../core/types";
+/**
+ * Reads and writes LLM-generated summary files stored in .vemora/summaries/.
+ * These files are committed to git so the whole team shares the same summaries.
+ */
+export declare class SummaryStorage {
+    private summariesDir;
+    constructor(rootDir: string);
+    loadFileSummaries(): FileSummaryIndex;
+    saveFileSummaries(index: FileSummaryIndex): void;
+    loadProjectSummary(): ProjectSummary | null;
+    saveProjectSummary(summary: ProjectSummary): void;
+    hasFileSummaries(): boolean;
+    hasProjectSummary(): boolean;
+    getSummariesDir(): string;
+    private readJson;
+    private writeJson;
+}
+//# sourceMappingURL=summaries.d.ts.map

package/dist/storage/summaries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summaries.d.ts","sourceRoot":"","sources":["../../src/storage/summaries.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEtE;;;GAGG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAAS;gBAEjB,OAAO,EAAE,MAAM;IAM3B,iBAAiB,IAAI,gBAAgB;IAOrC,iBAAiB,CAAC,KAAK,EAAE,gBAAgB,GAAG,IAAI;IAMhD,kBAAkB,IAAI,cAAc,GAAG,IAAI;IAM3C,kBAAkB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI;IAMjD,gBAAgB,IAAI,OAAO;IAI3B,iBAAiB,IAAI,OAAO;IAI5B,eAAe,IAAI,MAAM;IAMzB,OAAO,CAAC,QAAQ;IAShB,OAAO,CAAC,SAAS;CAOlB"}

package/dist/storage/summaries.js

@@ -0,0 +1,66 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SummaryStorage = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const config_1 = require("../core/config");
+/**
+ * Reads and writes LLM-generated summary files stored in .vemora/summaries/.
+ * These files are committed to git so the whole team shares the same summaries.
+ */
+class SummaryStorage {
+    summariesDir;
+    constructor(rootDir) {
+        this.summariesDir = path_1.default.join(rootDir, config_1.AI_MEMORY_DIR, config_1.SUMMARIES_DIR);
+    }
+    // ─── File Summaries ──────────────────────────────────────────────────────────
+    loadFileSummaries() {
+        return this.readJson(path_1.default.join(this.summariesDir, config_1.FILE_SUMMARIES_JSON), {});
+    }
+    saveFileSummaries(index) {
+        this.writeJson(path_1.default.join(this.summariesDir, config_1.FILE_SUMMARIES_JSON), index);
+    }
+    // ─── Project Summary ─────────────────────────────────────────────────────────
+    loadProjectSummary() {
+        const p = path_1.default.join(this.summariesDir, config_1.PROJECT_SUMMARY_JSON);
+        if (!fs_1.default.existsSync(p))
+            return null;
+        return this.readJson(p, null);
+    }
+    saveProjectSummary(summary) {
+        this.writeJson(path_1.default.join(this.summariesDir, config_1.PROJECT_SUMMARY_JSON), summary);
+    }
+    // ─── Status helpers ───────────────────────────────────────────────────────────
+    hasFileSummaries() {
+        return fs_1.default.existsSync(path_1.default.join(this.summariesDir, config_1.FILE_SUMMARIES_JSON));
+    }
+    hasProjectSummary() {
+        return fs_1.default.existsSync(path_1.default.join(this.summariesDir, config_1.PROJECT_SUMMARY_JSON));
+    }
+    getSummariesDir() {
+        return this.summariesDir;
+    }
+    // ─── Helpers ─────────────────────────────────────────────────────────────────
+    readJson(filePath, fallback) {
+        if (!fs_1.default.existsSync(filePath))
+            return fallback;
+        try {
+            return JSON.parse(fs_1.default.readFileSync(filePath, "utf-8"));
+        }
+        catch {
+            return fallback;
+        }
+    }
+    writeJson(filePath, data) {
+        const dir = path_1.default.dirname(filePath);
+        fs_1.default.mkdirSync(dir, { recursive: true });
+        const tmp = filePath + ".tmp";
+        fs_1.default.writeFileSync(tmp, JSON.stringify(data), "utf-8");
+        fs_1.default.renameSync(tmp, filePath);
+    }
+}
+exports.SummaryStorage = SummaryStorage;
+//# sourceMappingURL=summaries.js.map

package/dist/storage/summaries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summaries.js","sourceRoot":"","sources":["../../src/storage/summaries.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,2CAKwB;AAGxB;;;GAGG;AACH,MAAa,cAAc;IACjB,YAAY,CAAS;IAE7B,YAAY,OAAe;QACzB,IAAI,CAAC,YAAY,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,sBAAa,EAAE,sBAAa,CAAC,CAAC;IACvE,CAAC;IAED,gFAAgF;IAEhF,iBAAiB;QACf,OAAO,IAAI,CAAC,QAAQ,CAClB,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,4BAAmB,CAAC,EACjD,EAAE,CACH,CAAC;IACJ,CAAC;IAED,iBAAiB,CAAC,KAAuB;QACvC,IAAI,CAAC,SAAS,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,4BAAmB,CAAC,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IAED,gFAAgF;IAEhF,kBAAkB;QAChB,MAAM,CAAC,GAAG,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,6BAAoB,CAAC,CAAC;QAC7D,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,OAAO,IAAI,CAAC,QAAQ,CAAiB,CAAC,EAAE,IAAiC,CAAC,CAAC;IAC7E,CAAC;IAED,kBAAkB,CAAC,OAAuB;QACxC,IAAI,CAAC,SAAS,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,6BAAoB,CAAC,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED,iFAAiF;IAEjF,gBAAgB;QACd,OAAO,YAAE,CAAC,UAAU,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,4BAAmB,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,iBAAiB;QACf,OAAO,YAAE,CAAC,UAAU,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,6BAAoB,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,gFAAgF;IAExE,QAAQ,CAAI,QAAgB,EAAE,QAAW;QAC/C,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC9C,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAM,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,QAAgB,EAAE,IAAa;QAC/C,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,YAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,QAAQ,GAAG,MAAM,CAAC;QAC9B,YAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;QACrD,YAAE,CAAC,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC;CACF;AAhED,wCAgEC"}

package/dist/storage/usage.d.ts

@@ -0,0 +1,39 @@
+export interface UsageEvent {
+    /** ISO timestamp of the query */
+    ts: string;
+    command: "query" | "context" | "ask";
+    /** Query text, truncated to 120 chars */
+    query?: string;
+    searchType: "vector" | "bm25" | "hybrid" | "symbol" | "none";
+    format?: string;
+    /** Top-K requested */
+    topK: number;
+    /** Chunks actually returned to the caller */
+    resultsReturned: number;
+    /** Estimated tokens in returned chunks */
+    tokensReturned: number;
+    /** Tokens saved by semantic deduplication (0 if dedup didn't fire) */
+    tokensSavedDedup: number;
+    /** Tokens saved by session filter (0 if --session not active) */
+    tokensSavedSession: number;
+    /** Tokens saved by budget cap (0 if --budget not set) */
+    tokensSavedBudget: number;
+    /** Wall-clock milliseconds from search start to results ready */
+    durationMs?: number;
+    /** Up to 3 unique file paths present in the returned chunks */
+    topFiles?: string[];
+}
+/**
+ * Append-only log of usage events stored in the local developer cache.
+ * Never committed to git — per-developer analytics only.
+ *
+ * Stored in ~/.vemora-cache/<projectId>/usage.log.json
+ */
+export declare class UsageStorage {
+    private filePath;
+    constructor(projectId: string);
+    load(): UsageEvent[];
+    append(event: UsageEvent): void;
+    clear(): void;
+}
+//# sourceMappingURL=usage.d.ts.map

package/dist/storage/usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.d.ts","sourceRoot":"","sources":["../../src/storage/usage.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,UAAU;IACzB,iCAAiC;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,OAAO,GAAG,SAAS,GAAG,KAAK,CAAC;IACrC,yCAAyC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC7D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,sBAAsB;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,6CAA6C;IAC7C,eAAe,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,cAAc,EAAE,MAAM,CAAC;IACvB,sEAAsE;IACtE,gBAAgB,EAAE,MAAM,CAAC;IACzB,iEAAiE;IACjE,kBAAkB,EAAE,MAAM,CAAC;IAC3B,yDAAyD;IACzD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAUD;;;;;GAKG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAS;gBAEb,SAAS,EAAE,MAAM;IAK7B,IAAI,IAAI,UAAU,EAAE;IASpB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAa/B,KAAK,IAAI,IAAI;CAGd"}

package/dist/storage/usage.js

@@ -0,0 +1,55 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UsageStorage = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const config_1 = require("../core/config");
+// ─── Constants ────────────────────────────────────────────────────────────────
+const USAGE_FILE = "usage.log.json";
+/** Maximum events to retain (rolling buffer) */
+const MAX_EVENTS = 2000;
+// ─── Storage ──────────────────────────────────────────────────────────────────
+/**
+ * Append-only log of usage events stored in the local developer cache.
+ * Never committed to git — per-developer analytics only.
+ *
+ * Stored in ~/.vemora-cache/<projectId>/usage.log.json
+ */
+class UsageStorage {
+    filePath;
+    constructor(projectId) {
+        const dir = (0, config_1.getLocalCacheDir)(projectId);
+        this.filePath = path_1.default.join(dir, USAGE_FILE);
+    }
+    load() {
+        if (!fs_1.default.existsSync(this.filePath))
+            return [];
+        try {
+            return JSON.parse(fs_1.default.readFileSync(this.filePath, "utf-8"));
+        }
+        catch {
+            return [];
+        }
+    }
+    append(event) {
+        const events = this.load();
+        events.push(event);
+        // Keep only the most recent MAX_EVENTS
+        const pruned = events.length > MAX_EVENTS ? events.slice(-MAX_EVENTS) : events;
+        const dir = path_1.default.dirname(this.filePath);
+        if (!fs_1.default.existsSync(dir))
+            fs_1.default.mkdirSync(dir, { recursive: true });
+        const tmp = this.filePath + ".tmp";
+        fs_1.default.writeFileSync(tmp, JSON.stringify(pruned), "utf-8");
+        fs_1.default.renameSync(tmp, this.filePath);
+    }
+    clear() {
+        if (fs_1.default.existsSync(this.filePath))
+            fs_1.default.unlinkSync(this.filePath);
+    }
+}
+exports.UsageStorage = UsageStorage;
+//# sourceMappingURL=usage.js.map

package/dist/storage/usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.js","sourceRoot":"","sources":["../../src/storage/usage.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,2CAAkD;AA8BlD,iFAAiF;AAEjF,MAAM,UAAU,GAAG,gBAAgB,CAAC;AACpC,gDAAgD;AAChD,MAAM,UAAU,GAAG,IAAI,CAAC;AAExB,iFAAiF;AAEjF;;;;;GAKG;AACH,MAAa,YAAY;IACf,QAAQ,CAAS;IAEzB,YAAY,SAAiB;QAC3B,MAAM,GAAG,GAAG,IAAA,yBAAgB,EAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI;QACF,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAE,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAiB,CAAC;QAC7E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAiB;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,uCAAuC;QACvC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAE/E,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,YAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;QACnC,YAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;QACvD,YAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,KAAK;QACH,IAAI,YAAE,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,YAAE,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjE,CAAC;CACF;AAjCD,oCAiCC"}

package/dist/utils/git.d.ts

@@ -0,0 +1,20 @@
+export interface GitCommit {
+    sha: string;
+    message: string;
+    author: string;
+    date: string;
+}
+/**
+ * Returns the N most recent git commits that touched a file.
+ * Returns [] if git is unavailable, the file has no history, or rootDir is not
+ * inside a git repository.
+ *
+ * Uses --follow so renames/moves are tracked across history.
+ */
+/**
+ * Returns the list of files changed since a given git ref (commit, branch, tag).
+ * Returns [] if git is unavailable or the ref is invalid.
+ */
+export declare function getChangedFiles(since: string, rootDir: string): string[];
+export declare function getFileGitHistory(rootDir: string, relPath: string, maxCommits?: number): GitCommit[];
+//# sourceMappingURL=git.d.ts.map

package/dist/utils/git.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;;;GAMG;AACH;;;GAGG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAQxE;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,UAAU,SAAI,GACb,SAAS,EAAE,CA8Bb"}

package/dist/utils/git.js

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getChangedFiles = getChangedFiles;
+exports.getFileGitHistory = getFileGitHistory;
+const child_process_1 = require("child_process");
+/**
+ * Returns the N most recent git commits that touched a file.
+ * Returns [] if git is unavailable, the file has no history, or rootDir is not
+ * inside a git repository.
+ *
+ * Uses --follow so renames/moves are tracked across history.
+ */
+/**
+ * Returns the list of files changed since a given git ref (commit, branch, tag).
+ * Returns [] if git is unavailable or the ref is invalid.
+ */
+function getChangedFiles(since, rootDir) {
+    const result = (0, child_process_1.spawnSync)("git", ["diff", "--name-only", since, "--", "."], { cwd: rootDir, encoding: "utf-8" });
+    if (result.status !== 0 || !result.stdout?.trim())
+        return [];
+    return result.stdout.trim().split("\n").filter(Boolean);
+}
+function getFileGitHistory(rootDir, relPath, maxCommits = 5) {
+    const SEP = "\x1f";
+    const result = (0, child_process_1.spawnSync)("git", [
+        "log",
+        `--max-count=${maxCommits}`,
+        `--format=%H${SEP}%s${SEP}%an${SEP}%ai`,
+        "--follow",
+        "--",
+        relPath,
+    ], { cwd: rootDir, encoding: "utf-8" });
+    if (result.status !== 0 || !result.stdout?.trim())
+        return [];
+    return result.stdout
+        .trim()
+        .split("\n")
+        .filter(Boolean)
+        .map((line) => {
+        const [sha, message, author, date] = line.split(SEP);
+        return {
+            sha: (sha ?? "").slice(0, 8),
+            message: (message ?? "").trim(),
+            author: (author ?? "").trim(),
+            date: (date ?? "").slice(0, 10),
+        };
+    });
+}
+//# sourceMappingURL=git.js.map

package/dist/utils/git.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"git.js","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":";;AAoBA,0CAQC;AAED,8CAkCC;AAhED,iDAA0C;AAS1C;;;;;;GAMG;AACH;;;GAGG;AACH,SAAgB,eAAe,CAAC,KAAa,EAAE,OAAe;IAC5D,MAAM,MAAM,GAAG,IAAA,yBAAS,EACtB,KAAK,EACL,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,EACzC,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CACpC,CAAC;IACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAC7D,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAC1D,CAAC;AAED,SAAgB,iBAAiB,CAC/B,OAAe,EACf,OAAe,EACf,UAAU,GAAG,CAAC;IAEd,MAAM,GAAG,GAAG,MAAM,CAAC;IACnB,MAAM,MAAM,GAAG,IAAA,yBAAS,EACtB,KAAK,EACL;QACE,KAAK;QACL,eAAe,UAAU,EAAE;QAC3B,cAAc,GAAG,KAAK,GAAG,MAAM,GAAG,KAAK;QACvC,UAAU;QACV,IAAI;QACJ,OAAO;KACR,EACD,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CACpC,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAE7D,OAAO,MAAM,CAAC,MAAM;SACjB,IAAI,EAAE;SACN,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrD,OAAO;YACL,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5B,OAAO,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;YAC/B,MAAM,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;YAC7B,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SAChC,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/utils/tokenizer.d.ts

@@ -0,0 +1,32 @@
+import type { SearchResult } from "../core/types";
+/** Sums the estimated token count across a list of search results. */
+export declare function sumResultTokens(results: SearchResult[]): number;
+/**
+ * Heuristic-based token counting.
+ *
+ * Exact token counts depend on the model's tokenizer (e.g. Tiktoken for OpenAI,
+ * LlamaTokenizer for Mistral/Ollama). For a general CLI comparison, a conservative
+ * heuristic of ~3.2 characters per token is standard for code-heavy content.
+ */
+export declare function countTokensHeuristic(text: string): number;
+/**
+ * Returns a formatted string with token count and size in KB.
+ */
+export declare function formatTokenStats(text: string): string;
+/**
+ * Truncates a string to fit within a token budget.
+ * Always includes at least a small prefix even if the budget is tiny.
+ */
+export declare function truncateToTokenBudget(text: string, budget: number): {
+    text: string;
+    truncated: boolean;
+};
+/**
+ * Filters a ranked list of SearchResults to fit within a token budget.
+ *
+ * Iterates in score order, accumulating chunk token counts until the budget
+ * would be exceeded. The first result is always included even if it alone
+ * exceeds the budget (never return empty when results exist).
+ */
+export declare function applyTokenBudget(results: SearchResult[], budget: number): SearchResult[];
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/utils/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/utils/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,sEAAsE;AACtE,wBAAgB,eAAe,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,CAE/D;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGzD;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAIrD;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAMxG;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,YAAY,EAAE,EACvB,MAAM,EAAE,MAAM,GACb,YAAY,EAAE,CAYhB"}

package/dist/utils/tokenizer.js

@@ -0,0 +1,66 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sumResultTokens = sumResultTokens;
+exports.countTokensHeuristic = countTokensHeuristic;
+exports.formatTokenStats = formatTokenStats;
+exports.truncateToTokenBudget = truncateToTokenBudget;
+exports.applyTokenBudget = applyTokenBudget;
+/** Sums the estimated token count across a list of search results. */
+function sumResultTokens(results) {
+    return results.reduce((n, r) => n + countTokensHeuristic(r.chunk.content), 0);
+}
+/**
+ * Heuristic-based token counting.
+ *
+ * Exact token counts depend on the model's tokenizer (e.g. Tiktoken for OpenAI,
+ * LlamaTokenizer for Mistral/Ollama). For a general CLI comparison, a conservative
+ * heuristic of ~3.2 characters per token is standard for code-heavy content.
+ */
+function countTokensHeuristic(text) {
+    if (!text)
+        return 0;
+    return Math.ceil(text.length / 3.2);
+}
+/**
+ * Returns a formatted string with token count and size in KB.
+ */
+function formatTokenStats(text) {
+    const tokens = countTokensHeuristic(text);
+    const kb = (Buffer.byteLength(text, "utf8") / 1024).toFixed(2);
+    return `${tokens.toLocaleString()} tokens (~${kb} KB)`;
+}
+/**
+ * Truncates a string to fit within a token budget.
+ * Always includes at least a small prefix even if the budget is tiny.
+ */
+function truncateToTokenBudget(text, budget) {
+    if (budget <= 0)
+        return { text, truncated: false };
+    const tokens = countTokensHeuristic(text);
+    if (tokens <= budget)
+        return { text, truncated: false };
+    const maxChars = Math.floor(budget * 3.2);
+    return { text: text.slice(0, maxChars), truncated: true };
+}
+/**
+ * Filters a ranked list of SearchResults to fit within a token budget.
+ *
+ * Iterates in score order, accumulating chunk token counts until the budget
+ * would be exceeded. The first result is always included even if it alone
+ * exceeds the budget (never return empty when results exist).
+ */
+function applyTokenBudget(results, budget) {
+    if (budget <= 0)
+        return results;
+    let tokens = 0;
+    const filtered = [];
+    for (const r of results) {
+        const t = countTokensHeuristic(r.chunk.content);
+        if (filtered.length === 0 || tokens + t <= budget) {
+            tokens += t;
+            filtered.push(r);
+        }
+    }
+    return filtered;
+}
+//# sourceMappingURL=tokenizer.js.map

package/dist/utils/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/utils/tokenizer.ts"],"names":[],"mappings":";;AAGA,0CAEC;AASD,oDAGC;AAKD,4CAIC;AAMD,sDAMC;AASD,4CAeC;AA5DD,sEAAsE;AACtE,SAAgB,eAAe,CAAC,OAAuB;IACrD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;AAChF,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,oBAAoB,CAAC,IAAY;IAC/C,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB,CAAC,IAAY;IAC3C,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/D,OAAO,GAAG,MAAM,CAAC,cAAc,EAAE,aAAa,EAAE,MAAM,CAAC;AACzD,CAAC;AAED;;;GAGG;AACH,SAAgB,qBAAqB,CAAC,IAAY,EAAE,MAAc;IAChE,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACnD,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,MAAM,IAAI,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;IAC1C,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AAC5D,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,gBAAgB,CAC9B,OAAuB,EACvB,MAAc;IAEd,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,EAAE,CAAC;YAClD,MAAM,IAAI,CAAC,CAAC;YACZ,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "vemora",
+  "version": "0.1.0-alpha.15",
+  "description": "Repository-local memory system for LLM-assisted development",
+  "type": "commonjs",
+  "author": "Maku <makuma85@gmail.com>",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/maku85/vemora.git"
+  },
+  "keywords": [
+    "llm",
+    "memory",
+    "semantic search",
+    "codebase",
+    "rag",
+    "ai",
+    "typescript",
+    "nodejs"
+  ],
+  "homepage": "https://github.com/maku85/vemora",
+  "bugs": {
+    "url": "https://github.com/maku85/vemora/issues"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "files": [
+    "dist/",
+    "README.md"
+  ],
+  "bin": {
+    "vemora": "./dist/cli.js"
+  },
+  "main": "./dist/cli.js",
+  "dependencies": {
+    "chalk": "^4.1.2",
+    "chokidar": "^5.0.0",
+    "commander": "^12.1.0",
+    "fast-glob": "^3.3.2",
+    "hnsw": "^1.1.1",
+    "micromatch": "^4.0.8",
+    "ora": "^5.4.1"
+  },
+  "optionalDependencies": {
+    "@anthropic-ai/sdk": "^0.78.0",
+    "@xenova/transformers": "^2.17.2",
+    "openai": "^4.67.0",
+    "tree-sitter": "^0.21.1",
+    "tree-sitter-javascript": "^0.21.4",
+    "tree-sitter-typescript": "^0.21.2"
+  },
+  "devDependencies": {
+    "@biomejs/biome": "^2.4.6",
+    "@types/node": "^20.16.0",
+    "rimraf": "^6.0.1",
+    "ts-node": "^10.9.2",
+    "typescript": "^5.6.2"
+  },
+  "scripts": {
+    "build": "tsc",
+    "build:watch": "tsc --watch",
+    "dev": "ts-node src/cli.ts",
+    "clean": "rimraf dist",
+    "format": "biome format --write src/",
+    "lint": "biome check src/",
+    "lint:fix": "biome check --write src/",
+    "release": "node scripts/release.js"
+  }
+}