bonecode 1.0.0 → 1.2.0

package/dist/extensions/rag_search.js

@@ -0,0 +1,242 @@
+"use strict";
+/**
+ * BoneCode Extension: RAG Hybrid Search
+ *
+ * Implements the hybrid_search extension point from rag.bone.
+ * Combines:
+ *   1. pgvector cosine similarity search (semantic)
+ *   2. PostgreSQL full-text search (keyword)
+ *   3. Metadata filters (language, file path, symbol type)
+ *   4. Reciprocal Rank Fusion (RRF) to merge results
+ *
+ * This file is preserved across BoneScript recompilation.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.retrieve_context_for_agent = exports.hybrid_search = void 0;
+const db_1 = require("../bone/output/session/src/db");
+const logger_1 = require("../bone/output/session/src/logger");
+const metrics_1 = require("../bone/output/session/src/metrics");
+const embedding_provider_1 = require("./embedding_provider");
+// ─── Hybrid Search ────────────────────────────────────────────────────────────
+// <bonescript:ext:hybrid_search:begin>
+async function hybrid_search(knowledge_base_id, query_embedding, query_text, filters, limit) {
+    const startMs = Date.now();
+    try {
+        // Use the stored function for a single-round-trip hybrid search
+        const vectorStr = `[${query_embedding.join(",")}]`;
+        const result = await db_1.pool.query(`SELECT * FROM bonecode_hybrid_search($1, $2::vector, $3, $4, $5, $6)`, [
+            knowledge_base_id,
+            vectorStr,
+            query_text,
+            filters.language || null,
+            filters.symbol_type || null,
+            limit,
+        ]);
+        (0, metrics_1.counter)("rag.search.hybrid", {
+            knowledge_base_id,
+            results: String(result.rows.length),
+            duration_ms: String(Date.now() - startMs),
+        });
+        return result.rows.map((row) => ({
+            chunk_id: row.chunk_id,
+            code_file_id: row.code_file_id,
+            file_path: row.file_path,
+            content: row.content,
+            start_line: Number(row.start_line),
+            end_line: Number(row.end_line),
+            language: row.language,
+            symbol_name: row.symbol_name,
+            symbol_type: row.symbol_type,
+            score: row.rrf_score,
+            vector_score: row.vector_score,
+            text_score: row.text_score,
+        }));
+    }
+    catch (e) {
+        logger_1.logger.error("hybrid_search_failed", {
+            event: "search",
+            metadata: { error: e.message, knowledge_base_id },
+        });
+        throw e;
+    }
+}
+exports.hybrid_search = hybrid_search;
+// <bonescript:ext:hybrid_search:end>
+// ─── Vector Search ────────────────────────────────────────────────────────────
+async function vectorSearch(knowledge_base_id, queryEmbedding, filters, limit) {
+    // Build WHERE clause from filters
+    const conditions = ["cc.knowledge_base_id = $1"];
+    const params = [knowledge_base_id];
+    let paramIdx = 2;
+    if (filters.language) {
+        conditions.push(`cc.language = $${paramIdx++}`);
+        params.push(filters.language);
+    }
+    if (filters.symbol_type) {
+        conditions.push(`cc.symbol_type = $${paramIdx++}`);
+        params.push(filters.symbol_type);
+    }
+    if (filters.file_path_pattern) {
+        conditions.push(`cf.file_path ILIKE $${paramIdx++}`);
+        params.push(`%${filters.file_path_pattern}%`);
+    }
+    // pgvector cosine similarity: 1 - (embedding <=> query_vector)
+    // Lower distance = higher similarity
+    const vectorStr = `[${queryEmbedding.join(",")}]`;
+    const sql = `
+    SELECT
+      cc.id AS chunk_id,
+      cc.code_file_id,
+      cf.file_path,
+      cc.content,
+      cc.start_line,
+      cc.end_line,
+      cc.language,
+      cc.symbol_name,
+      cc.symbol_type,
+      1 - (cc.embedding <=> $${paramIdx}::vector) AS vector_score
+    FROM code_chunks cc
+    JOIN code_files cf ON cf.id = cc.code_file_id
+    WHERE ${conditions.join(" AND ")}
+      AND cc.embedding IS NOT NULL
+    ORDER BY cc.embedding <=> $${paramIdx}::vector
+    LIMIT $${paramIdx + 1}
+  `;
+    params.push(vectorStr, limit);
+    const result = await db_1.pool.query(sql, params);
+    return result.rows.map((row) => ({
+        chunk_id: row.chunk_id,
+        code_file_id: row.code_file_id,
+        file_path: row.file_path,
+        content: row.content,
+        start_line: row.start_line,
+        end_line: row.end_line,
+        language: row.language,
+        symbol_name: row.symbol_name,
+        symbol_type: row.symbol_type,
+        score: row.vector_score,
+        vector_score: row.vector_score,
+    }));
+}
+// ─── Full-Text Search ─────────────────────────────────────────────────────────
+async function fullTextSearch(knowledge_base_id, queryText, filters, limit) {
+    const conditions = ["cc.knowledge_base_id = $1"];
+    const params = [knowledge_base_id];
+    let paramIdx = 2;
+    if (filters.language) {
+        conditions.push(`cc.language = $${paramIdx++}`);
+        params.push(filters.language);
+    }
+    if (filters.symbol_type) {
+        conditions.push(`cc.symbol_type = $${paramIdx++}`);
+        params.push(filters.symbol_type);
+    }
+    if (filters.file_path_pattern) {
+        conditions.push(`cf.file_path ILIKE $${paramIdx++}`);
+        params.push(`%${filters.file_path_pattern}%`);
+    }
+    // PostgreSQL full-text search with ts_rank
+    const sql = `
+    SELECT
+      cc.id AS chunk_id,
+      cc.code_file_id,
+      cf.file_path,
+      cc.content,
+      cc.start_line,
+      cc.end_line,
+      cc.language,
+      cc.symbol_name,
+      cc.symbol_type,
+      ts_rank(
+        to_tsvector('english', cc.content),
+        plainto_tsquery('english', $${paramIdx})
+      ) AS text_score
+    FROM code_chunks cc
+    JOIN code_files cf ON cf.id = cc.code_file_id
+    WHERE ${conditions.join(" AND ")}
+      AND to_tsvector('english', cc.content) @@ plainto_tsquery('english', $${paramIdx})
+    ORDER BY text_score DESC
+    LIMIT $${paramIdx + 1}
+  `;
+    params.push(queryText, limit);
+    try {
+        const result = await db_1.pool.query(sql, params);
+        return result.rows.map((row) => ({
+            chunk_id: row.chunk_id,
+            code_file_id: row.code_file_id,
+            file_path: row.file_path,
+            content: row.content,
+            start_line: row.start_line,
+            end_line: row.end_line,
+            language: row.language,
+            symbol_name: row.symbol_name,
+            symbol_type: row.symbol_type,
+            score: row.text_score,
+            text_score: row.text_score,
+        }));
+    }
+    catch {
+        // Full-text search can fail if query is empty or malformed
+        return [];
+    }
+}
+// ─── Reciprocal Rank Fusion ───────────────────────────────────────────────────
+/**
+ * RRF merges two ranked lists into a single ranking.
+ * score(d) = Σ 1 / (k + rank(d))  where k=60 is the standard constant.
+ */
+function reciprocalRankFusion(vectorResults, textResults, limit) {
+    const K = 60;
+    const scores = new Map();
+    // Score from vector results
+    vectorResults.forEach((result, rank) => {
+        const existing = scores.get(result.chunk_id);
+        const rrfScore = 1 / (K + rank + 1);
+        if (existing) {
+            existing.rrf += rrfScore;
+            existing.result.vector_score = result.vector_score;
+        }
+        else {
+            scores.set(result.chunk_id, { result, rrf: rrfScore });
+        }
+    });
+    // Score from text results
+    textResults.forEach((result, rank) => {
+        const existing = scores.get(result.chunk_id);
+        const rrfScore = 1 / (K + rank + 1);
+        if (existing) {
+            existing.rrf += rrfScore;
+            existing.result.text_score = result.text_score;
+        }
+        else {
+            scores.set(result.chunk_id, { result: { ...result, text_score: result.text_score }, rrf: rrfScore });
+        }
+    });
+    // Sort by RRF score and return top-k
+    return Array.from(scores.values())
+        .sort((a, b) => b.rrf - a.rrf)
+        .slice(0, limit)
+        .map(({ result, rrf }) => ({ ...result, score: rrf }));
+}
+// ─── Context Retrieval (high-level) ──────────────────────────────────────────
+/**
+ * High-level context retrieval for agent use.
+ * Embeds the query, runs hybrid search, and formats results for LLM context.
+ */
+async function retrieve_context_for_agent(knowledge_base_id, query, limit = 10, filters = {}) {
+    // Embed the query
+    const queryEmbedding = await (0, embedding_provider_1.embed_text)(query, process.env.EMBEDDING_MODEL || "text-embedding-nomic-embed-text-v1.5");
+    // Run hybrid search
+    const results = await hybrid_search(knowledge_base_id, queryEmbedding, query, filters, limit);
+    if (results.length === 0) {
+        return "No relevant code found in the knowledge base.";
+    }
+    // Format results for LLM context
+    const formatted = results.map((r, i) => {
+        const header = `[${i + 1}] ${r.file_path}:${r.start_line}-${r.end_line}${r.symbol_name ? ` (${r.symbol_type}: ${r.symbol_name})` : ""}`;
+        return `${header}\n\`\`\`${r.language || ""}\n${r.content}\n\`\`\``;
+    });
+    return formatted.join("\n\n");
+}
+exports.retrieve_context_for_agent = retrieve_context_for_agent;
+//# sourceMappingURL=rag_search.js.map

package/dist/extensions/rag_search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag_search.js","sourceRoot":"","sources":["../../extensions/rag_search.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;AAEH,sDAAqD;AACrD,8DAA2D;AAC3D,gEAA6D;AAC7D,6DAAkD;AAwBlD,iFAAiF;AAEjF,uCAAuC;AAChC,KAAK,UAAU,aAAa,CACjC,iBAAyB,EACzB,eAAyB,EACzB,UAAkB,EAClB,OAAsB,EACtB,KAAa;IAEb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE3B,IAAI,CAAC;QACH,gEAAgE;QAChE,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,SAAI,CAAC,KAAK,CAC7B,sEAAsE,EACtE;YACE,iBAAiB;YACjB,SAAS;YACT,UAAU;YACV,OAAO,CAAC,QAAQ,IAAI,IAAI;YACxB,OAAO,CAAC,WAAW,IAAI,IAAI;YAC3B,KAAK;SACN,CACF,CAAC;QAEF,IAAA,iBAAO,EAAC,mBAAmB,EAAE;YAC3B,iBAAiB;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;SAC1C,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;YACpC,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;YAClC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC9B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK,EAAE,GAAG,CAAC,SAAS;YACpB,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,UAAU,EAAE,GAAG,CAAC,UAAU;SAC3B,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,eAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;YACnC,KAAK,EAAE,QAAQ;YACf,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,iBAAiB,EAAE;SAClD,CAAC,CAAC;QACH,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAnDD,sCAmDC;AACD,qCAAqC;AAErC,iFAAiF;AAEjF,KAAK,UAAU,YAAY,CACzB,iBAAyB,EACzB,cAAwB,EACxB,OAAsB,EACtB,KAAa;IAEb,kCAAkC;IAClC,MAAM,UAAU,GAAa,CAAC,2BAA2B,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAc,CAAC,iBAAiB,CAAC,CAAC;IAC9C,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,UAAU,CAAC,IAAI,CAAC,kBAAkB,QAAQ,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,UAAU,CAAC,IAAI,CAAC,qBAAqB,QAAQ,EAAE,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9B,UAAU,CAAC,IAAI,CAAC,uBAAuB,QAAQ,EAAE,EAAE,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,+DAA+D;IAC/D,qCAAqC;IACrC,MAAM,SAAS,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAClD,MAAM,GAAG,GAAG;;;;;;;;;;;+BAWiB,QAAQ;;;YAG3B,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;;iCAEH,QAAQ;aAC5B,QAAQ,GAAG,CAAC;GACtB,CAAC;IACF,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,MAAM,SAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;QACpC,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,KAAK,EAAE,GAAG,CAAC,YAAY;QACvB,YAAY,EAAE,GAAG,CAAC,YAAY;KAC/B,CAAC,CAAC,CAAC;AACN,CAAC;AAED,iFAAiF;AAEjF,KAAK,UAAU,cAAc,CAC3B,iBAAyB,EACzB,SAAiB,EACjB,OAAsB,EACtB,KAAa;IAEb,MAAM,UAAU,GAAa,CAAC,2BAA2B,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAc,CAAC,iBAAiB,CAAC,CAAC;IAC9C,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,UAAU,CAAC,IAAI,CAAC,kBAAkB,QAAQ,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,UAAU,CAAC,IAAI,CAAC,qBAAqB,QAAQ,EAAE,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9B,UAAU,CAAC,IAAI,CAAC,uBAAuB,QAAQ,EAAE,EAAE,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,2CAA2C;IAC3C,MAAM,GAAG,GAAG;;;;;;;;;;;;;sCAawB,QAAQ;;;;YAIlC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;8EAC0C,QAAQ;;aAEzE,QAAQ,GAAG,CAAC;GACtB,CAAC;IACF,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAE9B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC7C,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;YACpC,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK,EAAE,GAAG,CAAC,UAAU;YACrB,UAAU,EAAE,GAAG,CAAC,UAAU;SAC3B,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACP,2DAA2D;QAC3D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,iFAAiF;AAEjF;;;GAGG;AACH,SAAS,oBAAoB,CAC3B,aAA6B,EAC7B,WAA2B,EAC3B,KAAa;IAEb,MAAM,CAAC,GAAG,EAAE,CAAC;IACb,MAAM,MAAM,GAAG,IAAI,GAAG,EAAiD,CAAC;IAExE,4BAA4B;IAC5B,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;QACrC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;QACpC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,GAAG,IAAI,QAAQ,CAAC;YACzB,QAAQ,CAAC,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,0BAA0B;IAC1B,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;QACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;QACpC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,GAAG,IAAI,QAAQ,CAAC;YACzB,QAAQ,CAAC,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QACvG,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,qCAAqC;IACrC,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;SAC/B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;SAC7B,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SACf,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,gFAAgF;AAEhF;;;GAGG;AACI,KAAK,UAAU,0BAA0B,CAC9C,iBAAyB,EACzB,KAAa,EACb,QAAgB,EAAE,EAClB,UAAyB,EAAE;IAE3B,kBAAkB;IAClB,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAU,EAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,sCAAsC,CAAC,CAAC;IAEtH,oBAAoB;IACpB,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,iBAAiB,EAAE,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IAE9F,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,+CAA+C,CAAC;IACzD,CAAC;IAED,iCAAiC;IACjC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACxI,OAAO,GAAG,MAAM,WAAW,CAAC,CAAC,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC,OAAO,UAAU,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAvBD,gEAuBC"}

package/dist/extensions/snapshot.d.ts

@@ -0,0 +1,14 @@
+/**
+ * BoneCode Extension: Git Snapshot
+ *
+ * Implements the git_snapshot, git_revert, and git_diff extension points
+ * from workspace.bone. Uses a separate internal git repository (gitdir)
+ * to track file changes without polluting the user's project repo.
+ *
+ * This mirrors OpenCode's snapshot system but stores metadata in Postgres.
+ *
+ * This file is preserved across BoneScript recompilation.
+ */
+export declare function git_snapshot(workspace_id: string, session_id: string): Promise<string>;
+export declare function git_revert(workspace_id: string, git_hash: string): Promise<Record<string, unknown>>;
+export declare function git_diff(workspace_id: string, from_hash: string, to_hash?: string): Promise<string>;

package/dist/extensions/snapshot.js

@@ -0,0 +1,158 @@
+"use strict";
+/**
+ * BoneCode Extension: Git Snapshot
+ *
+ * Implements the git_snapshot, git_revert, and git_diff extension points
+ * from workspace.bone. Uses a separate internal git repository (gitdir)
+ * to track file changes without polluting the user's project repo.
+ *
+ * This mirrors OpenCode's snapshot system but stores metadata in Postgres.
+ *
+ * This file is preserved across BoneScript recompilation.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.git_diff = exports.git_revert = exports.git_snapshot = void 0;
+const path = __importStar(require("path"));
+const os = __importStar(require("os"));
+const fs = __importStar(require("fs/promises"));
+const child_process_1 = require("child_process");
+const util_1 = require("util");
+const db_1 = require("../bone/output/session/src/db");
+const logger_1 = require("../bone/output/session/src/logger");
+const execFileAsync = (0, util_1.promisify)(child_process_1.execFile);
+// Internal git repos are stored here, separate from user's project
+const SNAPSHOT_BASE = path.join(os.homedir(), ".bonecode", "snapshots");
+// ─── Git Snapshot ─────────────────────────────────────────────────────────────
+// <bonescript:ext:git_snapshot:begin>
+async function git_snapshot(workspace_id, session_id) {
+    const workspaceRow = await db_1.pool.query(`SELECT root_path, project_id FROM workspaces WHERE id = $1`, [workspace_id]);
+    if (!workspaceRow.rows[0])
+        throw new Error(`Workspace not found: ${workspace_id}`);
+    const { root_path, project_id } = workspaceRow.rows[0];
+    const gitDir = path.join(SNAPSHOT_BASE, project_id);
+    // Initialize internal git repo if needed
+    await ensureSnapshotRepo(gitDir, root_path);
+    // Stage all changes and commit
+    await git(gitDir, root_path, ["add", "-A"]);
+    const timestamp = new Date().toISOString();
+    const message = `bonecode-snapshot: session=${session_id} at=${timestamp}`;
+    try {
+        await git(gitDir, root_path, ["commit", "-m", message, "--allow-empty"]);
+    }
+    catch (e) {
+        // "nothing to commit" is fine
+        if (!e.message.includes("nothing to commit"))
+            throw e;
+    }
+    // Get the commit hash
+    const { stdout } = await git(gitDir, root_path, ["rev-parse", "HEAD"]);
+    const hash = stdout.trim();
+    logger_1.logger.info("snapshot_created", {
+        event: "snapshot",
+        metadata: { workspace_id, session_id, hash },
+    });
+    return hash;
+}
+exports.git_snapshot = git_snapshot;
+// <bonescript:ext:git_snapshot:end>
+// ─── Git Revert ───────────────────────────────────────────────────────────────
+// <bonescript:ext:git_revert:begin>
+async function git_revert(workspace_id, git_hash) {
+    const workspaceRow = await db_1.pool.query(`SELECT root_path, project_id FROM workspaces WHERE id = $1`, [workspace_id]);
+    if (!workspaceRow.rows[0])
+        throw new Error(`Workspace not found: ${workspace_id}`);
+    const { root_path, project_id } = workspaceRow.rows[0];
+    const gitDir = path.join(SNAPSHOT_BASE, project_id);
+    // Get the diff between the target hash and current HEAD
+    const { stdout: diffOutput } = await git(gitDir, root_path, [
+        "diff",
+        git_hash,
+        "HEAD",
+        "--name-only",
+    ]);
+    const changedFiles = diffOutput.trim().split("\n").filter(Boolean);
+    // Restore each file to the snapshot state
+    for (const file of changedFiles) {
+        try {
+            await git(gitDir, root_path, ["checkout", git_hash, "--", file]);
+        }
+        catch (e) {
+            // File may have been deleted in the snapshot — remove it
+            if (e.message.includes("did not match any file")) {
+                const fullPath = path.join(root_path, file);
+                try {
+                    await fs.unlink(fullPath);
+                }
+                catch {
+                    // File already gone
+                }
+            }
+        }
+    }
+    logger_1.logger.info("snapshot_reverted", {
+        event: "revert",
+        metadata: { workspace_id, git_hash, files_reverted: changedFiles.length },
+    });
+    return { files_reverted: changedFiles.length, files: changedFiles };
+}
+exports.git_revert = git_revert;
+// <bonescript:ext:git_revert:end>
+// ─── Git Diff ─────────────────────────────────────────────────────────────────
+// <bonescript:ext:git_diff:begin>
+async function git_diff(workspace_id, from_hash, to_hash) {
+    const workspaceRow = await db_1.pool.query(`SELECT root_path, project_id FROM workspaces WHERE id = $1`, [workspace_id]);
+    if (!workspaceRow.rows[0])
+        throw new Error(`Workspace not found: ${workspace_id}`);
+    const { root_path, project_id } = workspaceRow.rows[0];
+    const gitDir = path.join(SNAPSHOT_BASE, project_id);
+    const args = ["diff", from_hash];
+    if (to_hash)
+        args.push(to_hash);
+    const { stdout } = await git(gitDir, root_path, args);
+    return stdout;
+}
+exports.git_diff = git_diff;
+// <bonescript:ext:git_diff:end>
+// ─── Helpers ──────────────────────────────────────────────────────────────────
+async function ensureSnapshotRepo(gitDir, workTree) {
+    await fs.mkdir(gitDir, { recursive: true });
+    try {
+        await git(gitDir, workTree, ["rev-parse", "--git-dir"]);
+    }
+    catch {
+        // Initialize the repo
+        await git(gitDir, workTree, ["init", "--separate-git-dir", gitDir]);
+        await git(gitDir, workTree, ["config", "user.email", "bonecode@localhost"]);
+        await git(gitDir, workTree, ["config", "user.name", "BoneCode"]);
+    }
+}
+async function git(gitDir, workTree, args) {
+    return execFileAsync("git", [`--git-dir=${gitDir}`, `--work-tree=${workTree}`, ...args], {
+        timeout: 30000,
+        maxBuffer: 50 * 1024 * 1024,
+    });
+}
+//# sourceMappingURL=snapshot.js.map

package/dist/extensions/snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot.js","sourceRoot":"","sources":["../../extensions/snapshot.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2CAA6B;AAC7B,uCAAyB;AACzB,gDAAkC;AAClC,iDAAyC;AACzC,+BAAiC;AACjC,sDAAqD;AACrD,8DAA2D;AAE3D,MAAM,aAAa,GAAG,IAAA,gBAAS,EAAC,wBAAQ,CAAC,CAAC;AAE1C,mEAAmE;AACnE,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;AAExE,iFAAiF;AAEjF,sCAAsC;AAC/B,KAAK,UAAU,YAAY,CAAC,YAAoB,EAAE,UAAkB;IACzE,MAAM,YAAY,GAAG,MAAM,SAAI,CAAC,KAAK,CACnC,4DAA4D,EAC5D,CAAC,YAAY,CAAC,CACf,CAAC;IACF,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,YAAY,EAAE,CAAC,CAAC;IAEnF,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IAEpD,yCAAyC;IACzC,MAAM,kBAAkB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAE5C,+BAA+B;IAC/B,MAAM,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IAE5C,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAG,8BAA8B,UAAU,OAAO,SAAS,EAAE,CAAC;IAE3E,IAAI,CAAC;QACH,MAAM,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,8BAA8B;QAC9B,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YAAE,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,sBAAsB;IACtB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAE3B,eAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE;QAC9B,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE;KAC7C,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC;AACd,CAAC;AApCD,oCAoCC;AACD,oCAAoC;AAEpC,iFAAiF;AAEjF,oCAAoC;AAC7B,KAAK,UAAU,UAAU,CAAC,YAAoB,EAAE,QAAgB;IACrE,MAAM,YAAY,GAAG,MAAM,SAAI,CAAC,KAAK,CACnC,4DAA4D,EAC5D,CAAC,YAAY,CAAC,CACf,CAAC;IACF,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,YAAY,EAAE,CAAC,CAAC;IAEnF,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IAEpD,wDAAwD;IACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE;QAC1D,MAAM;QACN,QAAQ;QACR,MAAM;QACN,aAAa;KACd,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnE,0CAA0C;IAC1C,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,yDAAyD;YACzD,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;gBACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBAC5C,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC5B,CAAC;gBAAC,MAAM,CAAC;oBACP,oBAAoB;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,eAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE;QAC/B,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,YAAY,CAAC,MAAM,EAAE;KAC1E,CAAC,CAAC;IAEH,OAAO,EAAE,cAAc,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;AACtE,CAAC;AA1CD,gCA0CC;AACD,kCAAkC;AAElC,iFAAiF;AAEjF,kCAAkC;AAC3B,KAAK,UAAU,QAAQ,CAC5B,YAAoB,EACpB,SAAiB,EACjB,OAAgB;IAEhB,MAAM,YAAY,GAAG,MAAM,SAAI,CAAC,KAAK,CACnC,4DAA4D,EAC5D,CAAC,YAAY,CAAC,CACf,CAAC;IACF,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,YAAY,EAAE,CAAC,CAAC;IAEnF,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IAEpD,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACjC,IAAI,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEhC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IACtD,OAAO,MAAM,CAAC;AAChB,CAAC;AAnBD,4BAmBC;AACD,gCAAgC;AAEhC,iFAAiF;AAEjF,KAAK,UAAU,kBAAkB,CAAC,MAAc,EAAE,QAAgB;IAChE,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,sBAAsB;QACtB,MAAM,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,oBAAoB,EAAE,MAAM,CAAC,CAAC,CAAC;QACpE,MAAM,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAC5E,MAAM,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,MAAc,EACd,QAAgB,EAChB,IAAc;IAEd,OAAO,aAAa,CAAC,KAAK,EAAE,CAAC,aAAa,MAAM,EAAE,EAAE,eAAe,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE;QACvF,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;KAC5B,CAAC,CAAC;AACL,CAAC"}

package/dist/extensions/tool_executor.d.ts

@@ -0,0 +1,28 @@
+/**
+ * BoneCode Extension: Tool Executor
+ *
+ * Implements the execute_tool_calls and revert_tool_effects extension points
+ * from agent.bone. Provides all built-in tools:
+ *   - read_file, write_file, edit_file (file system)
+ *   - run_command (bash/shell execution)
+ *   - search_files (grep/ripgrep)
+ *   - list_directory
+ *   - mcp_call (MCP server bridge)
+ *
+ * This file is preserved across BoneScript recompilation.
+ */
+export interface ToolResult {
+    success: boolean;
+    output?: string;
+    error?: string;
+    metadata?: Record<string, unknown>;
+}
+export declare function execute_tool_calls(session_id: string, tool_calls: Array<{
+    id: string;
+    tool_name: string;
+    tool_input: Record<string, unknown>;
+}>): Promise<Array<{
+    id: string;
+    result: ToolResult;
+}>>;
+export declare function revert_tool_effects(session_id: string): Promise<void>;