studiograph 1.1.1 → 1.1.3

package/dist/services/vector-service.js

@@ -0,0 +1,280 @@
+/**
+ * VectorService
+ *
+ * Manages semantic and full-text search using LanceDB.
+ *
+ * Tier 1 — FTS only (no API key required):
+ *   All entities are indexed in LanceDB with a BM25 full-text search index on
+ *   the `text` column. This is a significant upgrade over substring matching.
+ *
+ * Tier 2 — Hybrid semantic search (requires Voyage AI API key):
+ *   When a voyage_api_key is configured, embeddings are generated via Voyage AI
+ *   (voyage-3, 1024 dimensions) and stored alongside the FTS index. Searches
+ *   use LanceDB hybrid mode (vector + FTS re-ranked).
+ *
+ * Storage: ~/.studiograph/vector/ (configurable via user.json vector_db_path)
+ * Last-index timestamps: ~/.studiograph/vector/last-indexed.json
+ */
+import { join } from 'path';
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from 'fs';
+import * as lancedb from '@lancedb/lancedb';
+const VOYAGE_API_URL = 'https://api.voyageai.com/v1/embeddings';
+const VOYAGE_MODEL = 'voyage-3';
+const VECTOR_DIM = 1024;
+const TABLE_NAME = 'entities';
+export class VectorService {
+    dbPath;
+    voyageApiKey;
+    db;
+    table;
+    lastIndexedPath;
+    initialized = false;
+    constructor(dbPath, voyageApiKey) {
+        this.dbPath = dbPath;
+        this.voyageApiKey = voyageApiKey;
+        this.lastIndexedPath = join(dbPath, 'last-indexed.json');
+    }
+    /**
+     * Open/create the LanceDB table and ensure the FTS index exists.
+     * Call once before using the service.
+     */
+    async init() {
+        if (this.initialized)
+            return;
+        mkdirSync(this.dbPath, { recursive: true });
+        this.db = await lancedb.connect(this.dbPath);
+        const tableNames = await this.db.tableNames();
+        if (tableNames.includes(TABLE_NAME)) {
+            this.table = await this.db.openTable(TABLE_NAME);
+        }
+        else {
+            // Create table with a seed record (LanceDB infers schema from first batch)
+            const seed = {
+                id: '__seed__',
+                repo: '',
+                entity_type: '',
+                entity_id: '',
+                text: 'seed',
+                vector: new Array(VECTOR_DIM).fill(0),
+                updated_at: new Date().toISOString(),
+            };
+            this.table = await this.db.createTable(TABLE_NAME, [seed]);
+            // Create FTS index on text column
+            await this.table.createIndex('text', {
+                config: lancedb.Index.fts(),
+            });
+            // Delete the seed record
+            await this.table.delete(`id = '__seed__'`);
+        }
+        this.initialized = true;
+    }
+    /**
+     * Index or re-index a single entity.
+     * Safe to call on create, update, or as part of bulk indexing.
+     */
+    async upsert(repoName, entity) {
+        await this.init();
+        const id = `${repoName}/${entity.entityType}/${entity.id}`;
+        const text = buildEntityText(entity);
+        const vector = this.voyageApiKey
+            ? await this.generateEmbedding(text)
+            : null;
+        const record = {
+            id,
+            repo: repoName,
+            entity_type: entity.entityType,
+            entity_id: entity.id,
+            text,
+            // Only include vector when we actually have one — avoids LanceDB schema inference issues
+            vector: vector ?? new Array(VECTOR_DIM).fill(0),
+            updated_at: new Date().toISOString(),
+        };
+        await this.table
+            .mergeInsert('id')
+            .whenMatchedUpdateAll()
+            .whenNotMatchedInsertAll()
+            .execute([record]);
+    }
+    /**
+     * Bulk upsert — used by `studiograph index`. Batches Voyage API calls.
+     */
+    async upsertMany(repoName, entities) {
+        await this.init();
+        if (entities.length === 0)
+            return;
+        const texts = entities.map(e => buildEntityText(e));
+        // Batch embeddings (Voyage supports up to 128 per request)
+        let vectors = new Array(entities.length).fill(null);
+        if (this.voyageApiKey) {
+            vectors = await this.generateEmbeddingsBatch(texts);
+        }
+        const records = entities.map((entity, i) => ({
+            id: `${repoName}/${entity.entityType}/${entity.id}`,
+            repo: repoName,
+            entity_type: entity.entityType,
+            entity_id: entity.id,
+            text: texts[i],
+            vector: vectors[i] ?? new Array(VECTOR_DIM).fill(0),
+            updated_at: new Date().toISOString(),
+        }));
+        await this.table
+            .mergeInsert('id')
+            .whenMatchedUpdateAll()
+            .whenNotMatchedInsertAll()
+            .execute(records);
+    }
+    /**
+     * Remove an entity from the index.
+     */
+    async delete(repoName, entityType, entityId) {
+        await this.init();
+        const id = `${repoName}/${entityType}/${entityId}`;
+        await this.table.delete(`id = '${id.replace(/'/g, "''")}'`);
+    }
+    /**
+     * Search the index.
+     * Uses hybrid search (vector + FTS) when Voyage key is configured, FTS only otherwise.
+     */
+    async search(query, options = {}) {
+        await this.init();
+        const limit = options.limit ?? 10;
+        try {
+            let rows;
+            if (this.voyageApiKey) {
+                // Tier 2: hybrid search
+                const queryVector = await this.generateEmbedding(query);
+                rows = await this.table
+                    .search(queryVector)
+                    .limit(limit * 2) // fetch extra for re-ranking
+                    .toArray();
+            }
+            else {
+                // Tier 1: FTS only
+                rows = await this.table
+                    .search(query, 'text')
+                    .limit(limit)
+                    .toArray();
+            }
+            let results = rows
+                .filter((r) => r.id !== '__seed__' && r.entity_id !== '')
+                .map((r, i) => ({
+                repoName: r.repo,
+                entityType: r.entity_type,
+                entityId: r.entity_id,
+                score: r._distance != null ? 1 / (1 + r._distance) : 1 - i * 0.01,
+            }));
+            if (options.repos && options.repos.length > 0) {
+                results = results.filter(r => options.repos.includes(r.repoName));
+            }
+            return results.slice(0, limit);
+        }
+        catch {
+            // FTS index may not be built yet — return empty
+            return [];
+        }
+    }
+    /**
+     * Get the last time a repo's entities were indexed.
+     */
+    getLastIndexedTime(repoName) {
+        if (!existsSync(this.lastIndexedPath))
+            return undefined;
+        try {
+            const data = JSON.parse(readFileSync(this.lastIndexedPath, 'utf-8'));
+            return data[repoName];
+        }
+        catch {
+            return undefined;
+        }
+    }
+    /**
+     * Record the current time as the last index time for a repo.
+     */
+    setLastIndexedTime(repoName) {
+        mkdirSync(this.dbPath, { recursive: true });
+        let data = {};
+        if (existsSync(this.lastIndexedPath)) {
+            try {
+                data = JSON.parse(readFileSync(this.lastIndexedPath, 'utf-8'));
+            }
+            catch { /* ignore */ }
+        }
+        data[repoName] = new Date().toISOString();
+        writeFileSync(this.lastIndexedPath, JSON.stringify(data, null, 2) + '\n');
+    }
+    /** Whether Voyage AI embeddings are enabled (Tier 2). */
+    get hasEmbeddings() {
+        return !!this.voyageApiKey;
+    }
+    // ─── Private: Voyage AI ──────────────────────────────────────────────────────
+    async generateEmbedding(text) {
+        const results = await this.generateEmbeddingsBatch([text]);
+        return results[0] ?? new Array(VECTOR_DIM).fill(0);
+    }
+    async generateEmbeddingsBatch(texts) {
+        // Voyage supports up to 128 inputs per request
+        const BATCH_SIZE = 128;
+        const all = [];
+        for (let i = 0; i < texts.length; i += BATCH_SIZE) {
+            const batch = texts.slice(i, i + BATCH_SIZE);
+            const response = await fetch(VOYAGE_API_URL, {
+                method: 'POST',
+                headers: {
+                    'Authorization': `Bearer ${this.voyageApiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({ model: VOYAGE_MODEL, input: batch }),
+            });
+            if (!response.ok) {
+                const body = await response.text();
+                throw new Error(`Voyage AI error ${response.status}: ${body}`);
+            }
+            const json = await response.json();
+            all.push(...json.data.map(d => d.embedding));
+        }
+        return all;
+    }
+}
+// ─── Helpers ─────────────────────────────────────────────────────────────────
+/**
+ * Build a text representation of an entity for FTS/embedding.
+ * Combines entity type, key frontmatter fields, and markdown body.
+ * Exported for testing.
+ */
+export function buildEntityText(entity) {
+    const parts = [];
+    // Entity type and ID as context
+    parts.push(`${entity.entityType}: ${entity.data.name || entity.id}`);
+    // Key frontmatter fields (skip system fields and empty values)
+    const systemFields = new Set([
+        'entity_type', 'entity_id', 'created_at', 'updated_at',
+        'created_by', 'updated_by', 'visibility', 'restricted_to',
+        'sensitive_fields',
+    ]);
+    for (const [key, value] of Object.entries(entity.data)) {
+        if (systemFields.has(key) || value == null || value === '')
+            continue;
+        if (Array.isArray(value)) {
+            if (value.length > 0)
+                parts.push(`${key}: ${value.join(', ')}`);
+        }
+        else {
+            parts.push(`${key}: ${String(value)}`);
+        }
+    }
+    // Markdown body
+    if (entity.document.content) {
+        // Strip markdown syntax for cleaner FTS/embedding input
+        const plainText = entity.document.content
+            .replace(/^#{1,6}\s+/gm, '') // headings
+            .replace(/\*\*(.+?)\*\*/g, '$1') // bold
+            .replace(/\*(.+?)\*/g, '$1') // italic
+            .replace(/`(.+?)`/g, '$1') // inline code
+            .replace(/\[\[(.+?)\]\]/g, '$1') // wikilinks
+            .trim();
+        if (plainText)
+            parts.push(plainText);
+    }
+    return parts.join('\n');
+}
+//# sourceMappingURL=vector-service.js.map

package/dist/services/vector-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-service.js","sourceRoot":"","sources":["../../src/services/vector-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAG5C,MAAM,cAAc,GAAG,wCAAwC,CAAC;AAChE,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,UAAU,GAAG,IAAI,CAAC;AACxB,MAAM,UAAU,GAAG,UAAU,CAAC;AAmB9B,MAAM,OAAO,aAAa;IAChB,MAAM,CAAS;IACf,YAAY,CAAU;IACtB,EAAE,CAAsB;IACxB,KAAK,CAAiB;IACtB,eAAe,CAAS;IACxB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,MAAc,EAAE,YAAqB;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAC3D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE7C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;QAE9C,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,2EAA2E;YAC3E,MAAM,IAAI,GAAiB;gBACzB,EAAE,EAAE,UAAU;gBACd,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,EAAE;gBACf,SAAS,EAAE,EAAE;gBACb,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACrC,CAAC;YACF,IAAI,CAAC,KAAK,GAAG,MAAO,IAAI,CAAC,EAAU,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAkB,CAAC;YAErF,kCAAkC;YAClC,MAAM,IAAI,CAAC,KAAM,CAAC,WAAW,CAAC,MAAM,EAAE;gBACpC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE;aAC5B,CAAC,CAAC;YAEH,yBAAyB;YACzB,MAAM,IAAI,CAAC,KAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,QAAgB,EAAE,MAAkB;QAC/C,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,EAAE,GAAG,GAAG,QAAQ,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY;YAC9B,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;YACpC,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,MAAM,GAAiB;YAC3B,EAAE;YACF,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,SAAS,EAAE,MAAM,CAAC,EAAE;YACpB,IAAI;YACJ,yFAAyF;YACzF,MAAM,EAAE,MAAM,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/C,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAM;aACd,WAAW,CAAC,IAAI,CAAC;aACjB,oBAAoB,EAAE;aACtB,uBAAuB,EAAE;aACzB,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,QAAsB;QACvD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAElC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpD,2DAA2D;QAC3D,IAAI,OAAO,GAAwB,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,OAAO,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,OAAO,GAAmB,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,EAAE,EAAE,GAAG,QAAQ,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,EAAE,EAAE;YACnD,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,SAAS,EAAE,MAAM,CAAC,EAAE;YACpB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACnD,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC,CAAC,CAAC;QAEJ,MAAM,IAAI,CAAC,KAAM;aACd,WAAW,CAAC,IAAI,CAAC;aACjB,oBAAoB,EAAE;aACtB,uBAAuB,EAAE;aACzB,OAAO,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,QAAgB,EAAE,UAAkB,EAAE,QAAgB;QACjE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,EAAE,GAAG,GAAG,QAAQ,IAAI,UAAU,IAAI,QAAQ,EAAE,CAAC;QACnD,MAAM,IAAI,CAAC,KAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,UAAgD,EAAE;QAElD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACH,IAAI,IAAW,CAAC;YAEhB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,wBAAwB;gBACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBACxD,IAAI,GAAG,MAAO,IAAI,CAAC,KAAa;qBAC7B,MAAM,CAAC,WAAW,CAAC;qBACnB,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,6BAA6B;qBAC9C,OAAO,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,mBAAmB;gBACnB,IAAI,GAAG,MAAO,IAAI,CAAC,KAAa;qBAC7B,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC;qBACrB,KAAK,CAAC,KAAK,CAAC;qBACZ,OAAO,EAAE,CAAC;YACf,CAAC;YAED,IAAI,OAAO,GAAyB,IAAI;iBACrC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,IAAI,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC;iBAC7D,GAAG,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;gBAC3B,QAAQ,EAAE,CAAC,CAAC,IAAI;gBAChB,UAAU,EAAE,CAAC,CAAC,WAAW;gBACzB,QAAQ,EAAE,CAAC,CAAC,SAAS;gBACrB,KAAK,EAAE,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI;aAClE,CAAC,CAAC,CAAC;YAEN,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACrE,CAAC;YAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,gDAAgD;YAChD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAgB;QACjC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;YAAE,OAAO,SAAS,CAAC;QACxD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC;YACrE,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAgB;QACjC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,IAAI,GAA2B,EAAE,CAAC;QACtC,IAAI,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC;gBAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAChG,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC1C,aAAa,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5E,CAAC;IAED,yDAAyD;IACzD,IAAI,aAAa;QACf,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED,gFAAgF;IAExE,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,KAAe;QACnD,+CAA+C;QAC/C,MAAM,UAAU,GAAG,GAAG,CAAC;QACvB,MAAM,GAAG,GAAe,EAAE,CAAC;QAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAE7C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,EAAE;gBAC3C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,IAAI,CAAC,YAAY,EAAE;oBAC9C,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;aAC5D,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA8C,CAAC;YAC/E,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,gFAAgF;AAEhF;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,MAAkB;IAChD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,gCAAgC;IAChC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IAErE,+DAA+D;IAC/D,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;QAC3B,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY;QACtD,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe;QACzD,kBAAkB;KACnB,CAAC,CAAC;IAEH,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACvD,IAAI,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;YAAE,SAAS;QACrE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC5B,wDAAwD;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO;aACtC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAG,WAAW;aACzC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,OAAO;aACvC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAK,SAAS;aACzC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAO,cAAc;aAC9C,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,YAAY;aAC5C,IAAI,EAAE,CAAC;QACV,IAAI,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/utils/version-checker.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Version checking utility
+ *
+ * Provides lightweight version checking that can be called by commands
+ * to notify users of available updates.
+ */
+/**
+ * Get current CLI version from package.json
+ */
+export declare function getCurrentVersion(): string;
+/**
+ * Check if an update is available (non-blocking, cached)
+ * Returns update info or null if up-to-date or check failed
+ */
+export declare function checkForUpdate(): Promise<{
+    current: string;
+    latest: string;
+} | null>;
+/**
+ * Print update notification to console (if update available)
+ * Call this in commands to notify users about updates
+ */
+export declare function notifyUpdateAvailable(): Promise<void>;

package/dist/utils/version-checker.js

@@ -0,0 +1,116 @@
+/**
+ * Version checking utility
+ *
+ * Provides lightweight version checking that can be called by commands
+ * to notify users of available updates.
+ */
+import { readFileSync, writeFileSync, existsSync, mkdirSync } from 'fs';
+import { join } from 'path';
+import { homedir } from 'os';
+import { execSync } from 'child_process';
+import { fileURLToPath } from 'url';
+import { dirname } from 'path';
+const CACHE_PATH = join(homedir(), '.studiograph', 'version-cache.json');
+const CACHE_TTL_HOURS = 24; // Check once per day
+/**
+ * Get current CLI version from package.json
+ */
+export function getCurrentVersion() {
+    const __filename = fileURLToPath(import.meta.url);
+    const __dirname = dirname(__filename);
+    const pkgPath = join(__dirname, '../../package.json');
+    const pkg = JSON.parse(readFileSync(pkgPath, 'utf-8'));
+    return pkg.version;
+}
+/**
+ * Fetch latest version from npm (with caching)
+ */
+async function getLatestVersion() {
+    // Check cache first
+    if (existsSync(CACHE_PATH)) {
+        try {
+            const cache = JSON.parse(readFileSync(CACHE_PATH, 'utf-8'));
+            const cacheAge = Date.now() - new Date(cache.lastChecked).getTime();
+            const cacheAgeHours = cacheAge / (1000 * 60 * 60);
+            if (cacheAgeHours < CACHE_TTL_HOURS) {
+                return cache.latestVersion;
+            }
+        }
+        catch {
+            // Cache read failed, continue to fetch
+        }
+    }
+    // Fetch from npm
+    try {
+        const result = execSync('npm view studiograph version', {
+            encoding: 'utf-8',
+            stdio: 'pipe',
+            timeout: 5000, // 5 second timeout
+        });
+        const latest = result.trim();
+        // Update cache
+        const cacheDir = dirname(CACHE_PATH);
+        if (!existsSync(cacheDir)) {
+            mkdirSync(cacheDir, { recursive: true, mode: 0o755 });
+        }
+        const cache = {
+            lastChecked: new Date().toISOString(),
+            latestVersion: latest,
+        };
+        writeFileSync(CACHE_PATH, JSON.stringify(cache, null, 2), 'utf-8');
+        return latest;
+    }
+    catch {
+        // Network error or timeout - return null
+        return null;
+    }
+}
+/**
+ * Compare two semantic versions
+ * Returns: 1 if v1 > v2, -1 if v1 < v2, 0 if equal
+ */
+function compareVersions(v1, v2) {
+    const parts1 = v1.split('.').map(Number);
+    const parts2 = v2.split('.').map(Number);
+    for (let i = 0; i < 3; i++) {
+        if (parts1[i] > parts2[i])
+            return 1;
+        if (parts1[i] < parts2[i])
+            return -1;
+    }
+    return 0;
+}
+/**
+ * Check if an update is available (non-blocking, cached)
+ * Returns update info or null if up-to-date or check failed
+ */
+export async function checkForUpdate() {
+    const current = getCurrentVersion();
+    const latest = await getLatestVersion();
+    if (!latest)
+        return null;
+    const comparison = compareVersions(latest, current);
+    if (comparison > 0) {
+        return { current, latest };
+    }
+    return null;
+}
+/**
+ * Print update notification to console (if update available)
+ * Call this in commands to notify users about updates
+ */
+export async function notifyUpdateAvailable() {
+    try {
+        const update = await checkForUpdate();
+        if (update) {
+            console.log('');
+            console.log(`\x1b[33m⚠️  Update available: v${update.current} → v${update.latest}\x1b[0m`);
+            console.log(`\x1b[2m   Run: studiograph update\x1b[0m`);
+            console.log('');
+        }
+    }
+    catch {
+        // Silently fail - don't block command execution
+    }
+}
+//# sourceMappingURL=version-checker.js.map

package/dist/utils/version-checker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"version-checker.js","sourceRoot":"","sources":["../../src/utils/version-checker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAO/B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,cAAc,EAAE,oBAAoB,CAAC,CAAC;AACzE,MAAM,eAAe,GAAG,EAAE,CAAC,CAAC,qBAAqB;AAEjD;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACvD,OAAO,GAAG,CAAC,OAAO,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB;IAC7B,oBAAoB;IACpB,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,KAAK,GAAsB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC;YACpE,MAAM,aAAa,GAAG,QAAQ,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YAElD,IAAI,aAAa,GAAG,eAAe,EAAE,CAAC;gBACpC,OAAO,KAAK,CAAC,aAAa,CAAC;YAC7B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,uCAAuC;QACzC,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,QAAQ,CAAC,8BAA8B,EAAE;YACtD,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,IAAI,EAAE,mBAAmB;SACnC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAE7B,eAAe;QACf,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,KAAK,GAAsB;YAC/B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,aAAa,EAAE,MAAM;SACtB,CAAC;QAEF,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAEnE,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,yCAAyC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,EAAU,EAAE,EAAU;IAC7C,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;QACpC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,gBAAgB,EAAE,CAAC;IAExC,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACnB,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAC;QAEtC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,kCAAkC,MAAM,CAAC,OAAO,OAAO,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;YAC3F,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,gDAAgD;IAClD,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "studiograph",
-  "version": "1.1.1",
+  "version": "1.1.3",
   "description": "Team-based AI agent platform with Git-backed knowledge graphs",
   "type": "module",
   "main": "dist/index.js",
@@ -12,10 +12,11 @@
     "README.md"
   ],
   "scripts": {
-    "build": "tsc",
+    "build": "node --max-old-space-size=8192 node_modules/typescript/bin/tsc && mkdir -p dist/agent/prompts dist/agent/skills/bundled && cp src/agent/prompts/*.md dist/agent/prompts/ && cp src/agent/skills/bundled/*.md dist/agent/skills/bundled/",
     "dev": "tsc --watch",
     "test": "vitest",
-    "lint": "eslint src --ext .ts"
+    "lint": "eslint src --ext .ts",
+    "prepublishOnly": "npm run build"
   },
   "keywords": [
     "ai",
@@ -25,22 +26,25 @@
     "markdown"
   ],
   "author": "Studiograph",
-  "license": "MIT",
+  "license": "Apache-2.0",
   "dependencies": {
     "@anthropic-ai/sdk": "^0.20.0",
     "@aws-sdk/client-s3": "^3.500.0",
     "@clack/prompts": "^0.7.0",
-    "@fastify/cors": "^9.0.1",
+    "@fastify/cors": "^10.1.0",
+    "@lancedb/lancedb": "^0.26.2",
     "@mariozechner/pi-agent-core": "latest",
     "@mariozechner/pi-ai": "latest",
+    "@modelcontextprotocol/sdk": "^1.26.0",
     "@octokit/rest": "^20.0.0",
     "commander": "^11.1.0",
     "csv-parse": "^5.6.0",
     "csv-stringify": "^6.6.0",
-    "fastify": "^4.29.1",
+    "fastify": "^5.7.4",
     "glob": "^10.3.10",
     "gray-matter": "^4.0.3",
     "js-yaml": "^4.1.1",
+    "picocolors": "^1.1.1",
     "zod": "^3.22.4"
   },
   "devDependencies": {