agent-recall-core 3.3.27 → 3.4.0

package/dist/supabase/sync.js

@@ -0,0 +1,158 @@
+// packages/core/src/supabase/sync.ts
+import * as crypto from "node:crypto";
+import * as path from "node:path";
+import { getSupabaseClient } from "./client.js";
+import { readSupabaseConfig } from "./config.js";
+import { createEmbeddingProvider } from "./embedding.js";
+// ---------------------------------------------------------------------------
+// Utilities (exported for testing)
+// ---------------------------------------------------------------------------
+export function contentHash(content) {
+    return crypto.createHash("sha256").update(content, "utf-8").digest("hex");
+}
+export function parseMemoryFile(content) {
+    let body = content;
+    let metadata = {};
+    // Extract YAML frontmatter
+    if (content.startsWith("---")) {
+        const endIdx = content.indexOf("---", 3);
+        if (endIdx > 0) {
+            const fm = content.slice(3, endIdx).trim();
+            body = content.slice(endIdx + 3).trim();
+            for (const line of fm.split("\n")) {
+                const match = line.match(/^(\w+):\s*(.+)/);
+                if (match) {
+                    const val = match[2].trim();
+                    if (val.startsWith("[")) {
+                        try {
+                            metadata[match[1]] = JSON.parse(val);
+                        }
+                        catch {
+                            metadata[match[1]] = val;
+                        }
+                    }
+                    else {
+                        metadata[match[1]] = val;
+                    }
+                }
+            }
+        }
+    }
+    const titleMatch = body.match(/^#\s+(.+)/m);
+    const title = titleMatch ? titleMatch[1].trim() : body.slice(0, 80).trim();
+    const tags = Array.isArray(metadata.tags) ? metadata.tags : [];
+    return { title, body, tags, metadata };
+}
+export function deriveSlug(filePath) {
+    const parts = filePath.split(path.sep);
+    const fileName = path.basename(filePath, ".md");
+    const journalIdx = parts.indexOf("journal");
+    const palaceIdx = parts.indexOf("rooms");
+    if (journalIdx >= 0)
+        return `journal--${fileName}`;
+    if (palaceIdx >= 0) {
+        const room = parts[palaceIdx + 1] ?? "unknown";
+        return `palace--${room}--${fileName}`;
+    }
+    return `other--${fileName}`;
+}
+// ---------------------------------------------------------------------------
+// Sync (fire-and-forget)
+// ---------------------------------------------------------------------------
+let _embeddingProvider = null;
+function getEmbeddingProvider() {
+    if (_embeddingProvider)
+        return _embeddingProvider;
+    const config = readSupabaseConfig();
+    if (!config?.embedding_api_key)
+        return null;
+    _embeddingProvider = createEmbeddingProvider(config.embedding_provider, config.embedding_api_key);
+    return _embeddingProvider;
+}
+export function syncToSupabase(filePath, content, project, store, room) {
+    setImmediate(() => {
+        void doSync(filePath, content, project, store, room);
+    });
+}
+async function doSync(filePath, content, project, store, room) {
+    try {
+        const client = getSupabaseClient();
+        if (!client)
+            return;
+        const hash = contentHash(content);
+        const { data: existing } = await client
+            .from("ar_sync_state")
+            .select("file_hash")
+            .eq("file_path", filePath)
+            .single();
+        if (existing?.file_hash === hash)
+            return;
+        const parsed = parseMemoryFile(content);
+        const slug = deriveSlug(filePath);
+        const { data: entry, error: upsertErr } = await client
+            .from("ar_entries")
+            .upsert({
+            project,
+            store,
+            room: room ?? null,
+            slug,
+            title: parsed.title,
+            body: parsed.body,
+            tags: parsed.tags,
+            metadata: parsed.metadata,
+            file_path: filePath,
+            file_hash: hash,
+            updated_at: new Date().toISOString(),
+        }, { onConflict: "project,store,slug" })
+            .select("id")
+            .single();
+        if (upsertErr || !entry)
+            return;
+        const provider = getEmbeddingProvider();
+        if (provider) {
+            const textForEmbedding = (parsed.title + " " + parsed.body).slice(0, 8000);
+            const embedding = await provider.embed(textForEmbedding);
+            await client
+                .from("ar_entries")
+                .update({ embedding })
+                .eq("id", entry.id);
+        }
+        await client.from("ar_sync_state").upsert({
+            file_path: filePath,
+            file_hash: hash,
+            entry_id: entry.id,
+            status: provider ? "embedded" : "synced",
+            synced_at: new Date().toISOString(),
+        });
+    }
+    catch {
+        // Silent failure — local files are source of truth
+    }
+}
+export async function backfill(project, files) {
+    const client = getSupabaseClient();
+    if (!client)
+        return { synced: 0, skipped: 0, failed: 0 };
+    let synced = 0, skipped = 0, failed = 0;
+    for (const file of files) {
+        try {
+            const hash = contentHash(file.content);
+            const { data: existing } = await client
+                .from("ar_sync_state")
+                .select("file_hash")
+                .eq("file_path", file.path)
+                .single();
+            if (existing?.file_hash === hash) {
+                skipped++;
+                continue;
+            }
+            await doSync(file.path, file.content, project, file.store, file.room);
+            synced++;
+        }
+        catch {
+            failed++;
+        }
+    }
+    return { synced, skipped, failed };
+}
+//# sourceMappingURL=sync.js.map

package/dist/supabase/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../src/supabase/sync.ts"],"names":[],"mappings":"AAAA,qCAAqC;AACrC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,uBAAuB,EAA0B,MAAM,gBAAgB,CAAC;AAEjF,8EAA8E;AAC9E,mCAAmC;AACnC,8EAA8E;AAE9E,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5E,CAAC;AASD,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,IAAI,IAAI,GAAG,OAAO,CAAC;IACnB,IAAI,QAAQ,GAA4B,EAAE,CAAC;IAE3C,2BAA2B;IAC3B,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACzC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACxC,KAAK,MAAM,IAAI,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBAC3C,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;wBACxB,IAAI,CAAC;4BAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAAC,CAAC;wBAAC,MAAM,CAAC;4BAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;wBAAC,CAAC;oBACnF,CAAC;yBAAM,CAAC;wBACN,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;oBAC3B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAE3E,MAAM,IAAI,GAAa,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IAErF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEhD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,UAAU,IAAI,CAAC;QAAE,OAAO,YAAY,QAAQ,EAAE,CAAC;IACnD,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QAC/C,OAAO,WAAW,IAAI,KAAK,QAAQ,EAAE,CAAC;IACxC,CAAC;IACD,OAAO,UAAU,QAAQ,EAAE,CAAC;AAC9B,CAAC;AAED,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,IAAI,kBAAkB,GAA6B,IAAI,CAAC;AAExD,SAAS,oBAAoB;IAC3B,IAAI,kBAAkB;QAAE,OAAO,kBAAkB,CAAC;IAClD,MAAM,MAAM,GAAG,kBAAkB,EAAE,CAAC;IACpC,IAAI,CAAC,MAAM,EAAE,iBAAiB;QAAE,OAAO,IAAI,CAAC;IAC5C,kBAAkB,GAAG,uBAAuB,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAClG,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,QAAgB,EAChB,OAAe,EACf,OAAe,EACf,KAAoD,EACpD,IAAa;IAEb,YAAY,CAAC,GAAG,EAAE;QAChB,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,QAAgB,EAChB,OAAe,EACf,OAAe,EACf,KAAa,EACb,IAAa;IAEb,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM;aACpC,IAAI,CAAC,eAAe,CAAC;aACrB,MAAM,CAAC,WAAW,CAAC;aACnB,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC;aACzB,MAAM,EAAE,CAAC;QAEZ,IAAI,QAAQ,EAAE,SAAS,KAAK,IAAI;YAAE,OAAO;QAEzC,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM;aACnD,IAAI,CAAC,YAAY,CAAC;aAClB,MAAM,CACL;YACE,OAAO;YACP,KAAK;YACL,IAAI,EAAE,IAAI,IAAI,IAAI;YAClB,IAAI;YACJ,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,SAAS,EAAE,QAAQ;YACnB,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,EACD,EAAE,UAAU,EAAE,oBAAoB,EAAE,CACrC;aACA,MAAM,CAAC,IAAI,CAAC;aACZ,MAAM,EAAE,CAAC;QAEZ,IAAI,SAAS,IAAI,CAAC,KAAK;YAAE,OAAO;QAEhC,MAAM,QAAQ,GAAG,oBAAoB,EAAE,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAC3E,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACzD,MAAM,MAAM;iBACT,IAAI,CAAC,YAAY,CAAC;iBAClB,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC;iBACrB,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC;YACxC,SAAS,EAAE,QAAQ;YACnB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,KAAK,CAAC,EAAE;YAClB,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ;YACxC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,mDAAmD;IACrD,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAe,EACf,KAAoH;IAEpH,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAEzD,IAAI,MAAM,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC;IAExC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM;iBACpC,IAAI,CAAC,eAAe,CAAC;iBACrB,MAAM,CAAC,WAAW,CAAC;iBACnB,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC;iBAC1B,MAAM,EAAE,CAAC;YAEZ,IAAI,QAAQ,EAAE,SAAS,KAAK,IAAI,EAAE,CAAC;gBACjC,OAAO,EAAE,CAAC;gBACV,SAAS;YACX,CAAC;YAED,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACtE,MAAM,EAAE,CAAC;QACX,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACrC,CAAC"}

package/dist/tools-logic/bootstrap.d.ts

@@ -0,0 +1,63 @@
+/**
+ * Bootstrap — Layered Scan + Selective Import Architecture
+ *
+ * bootstrapScan()   — discovers everything available on the machine (read-only)
+ * bootstrapImport() — imports selected items into ~/.agent-recall/
+ *
+ * This gives the orchestrator/CLI/MCP full control over what gets imported.
+ */
+export interface DiscoveredProject {
+    slug: string;
+    name: string;
+    path: string;
+    sources: Array<{
+        type: "git" | "claude-memory" | "claudemd" | "package-json";
+        path: string;
+        detail: string;
+    }>;
+    description?: string;
+    language?: string;
+    last_activity?: string;
+    already_in_ar: boolean;
+    importable_items: ImportableItem[];
+}
+export interface ImportableItem {
+    id: string;
+    type: "identity" | "memory" | "architecture" | "trajectory";
+    source_path: string;
+    size_bytes: number;
+    preview: string;
+}
+export interface BootstrapScanResult {
+    projects: DiscoveredProject[];
+    global_items: ImportableItem[];
+    stats: {
+        total_projects: number;
+        total_importable_items: number;
+        total_already_in_ar: number;
+        scan_duration_ms: number;
+    };
+}
+export interface ImportSelection {
+    project_slugs?: string[];
+    item_types?: string[];
+    skip_items?: string[];
+    include_global?: boolean;
+}
+export interface ImportResult {
+    projects_created: number;
+    items_imported: number;
+    items_skipped: number;
+    errors: Array<{
+        project: string;
+        item: string;
+        error: string;
+    }>;
+    duration_ms: number;
+}
+export declare function bootstrapScan(options?: {
+    scan_dirs?: string[];
+    max_depth?: number;
+}): Promise<BootstrapScanResult>;
+export declare function bootstrapImport(scan: BootstrapScanResult, selection?: ImportSelection): Promise<ImportResult>;
+//# sourceMappingURL=bootstrap.d.ts.map

package/dist/tools-logic/bootstrap.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../../src/tools-logic/bootstrap.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAoBH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,KAAK,GAAG,eAAe,GAAG,UAAU,GAAG,cAAc,CAAC;QAC5D,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,cAAc,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,cAAc,GAAG,YAAY,CAAC;IAC5D,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,YAAY,EAAE,cAAc,EAAE,CAAC;IAC/B,KAAK,EAAE;QACL,cAAc,EAAE,MAAM,CAAC;QACvB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,mBAAmB,EAAE,MAAM,CAAC;QAC5B,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChE,WAAW,EAAE,MAAM,CAAC;CACrB;AA0ND,wBAAsB,aAAa,CAAC,OAAO,CAAC,EAAE;IAC5C,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CA4P/B;AAMD,wBAAsB,eAAe,CACnC,IAAI,EAAE,mBAAmB,EACzB,SAAS,CAAC,EAAE,eAAe,GAC1B,OAAO,CAAC,YAAY,CAAC,CAgLvB"}