modular-studio 0.2.0

package/dist-server/server/services/agentStore.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Agent Store — Persistent agent state on disk
+ * Directory: ~/.modular-studio/agents/
+ * Each agent: {id}.json containing full state snapshot
+ */
+export interface SavedAgentState {
+    id: string;
+    version: string;
+    savedAt: string;
+    agentMeta: {
+        name: string;
+        description: string;
+        icon: string;
+        category: string;
+        tags: string[];
+        avatar: string;
+    };
+    instructionState: Record<string, unknown>;
+    workflowSteps: Record<string, unknown>[];
+    channels: Record<string, unknown>[];
+    mcpServers: Record<string, unknown>[];
+    skills: Record<string, unknown>[];
+    connectors: Record<string, unknown>[];
+    agentConfig: Record<string, unknown>;
+    exportTarget: string;
+    outputFormat: string;
+    outputFormats: string[];
+    tokenBudget: number;
+    prompt: string;
+}
+export interface AgentSummary {
+    id: string;
+    agentMeta: SavedAgentState['agentMeta'];
+    savedAt: string;
+}
+export declare function saveAgent(id: string, state: SavedAgentState): void;
+export declare function loadAgent(id: string): SavedAgentState | null;
+export declare function listAgents(): AgentSummary[];
+export declare function deleteAgent(id: string): boolean;
+//# sourceMappingURL=agentStore.d.ts.map

package/dist-server/server/services/agentStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentStore.d.ts","sourceRoot":"","sources":["../../../server/services/agentStore.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAmBH,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE;QACT,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,EAAE,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IACzC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IACpC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAClC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,eAAe,CAAC,WAAW,CAAC,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,GAAG,IAAI,CAKlE;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAQ5D;AAED,wBAAgB,UAAU,IAAI,YAAY,EAAE,CAiB3C;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAK/C"}

package/dist-server/server/services/agentStore.js

@@ -0,0 +1,62 @@
+/**
+ * Agent Store — Persistent agent state on disk
+ * Directory: ~/.modular-studio/agents/
+ * Each agent: {id}.json containing full state snapshot
+ */
+import { existsSync, mkdirSync, readFileSync, writeFileSync, unlinkSync, readdirSync } from 'node:fs';
+import { join } from 'node:path';
+import { homedir } from 'node:os';
+const AGENTS_DIR = join(homedir(), '.modular-studio', 'agents');
+function ensureDir() {
+    if (!existsSync(AGENTS_DIR)) {
+        mkdirSync(AGENTS_DIR, { recursive: true });
+    }
+}
+function agentPath(id) {
+    const safe = id.replace(/[^a-zA-Z0-9_-]/g, '_');
+    return join(AGENTS_DIR, `${safe}.json`);
+}
+export function saveAgent(id, state) {
+    ensureDir();
+    state.id = id;
+    state.savedAt = new Date().toISOString();
+    writeFileSync(agentPath(id), JSON.stringify(state, null, 2), 'utf-8');
+}
+export function loadAgent(id) {
+    const p = agentPath(id);
+    if (!existsSync(p))
+        return null;
+    try {
+        return JSON.parse(readFileSync(p, 'utf-8'));
+    }
+    catch {
+        return null;
+    }
+}
+export function listAgents() {
+    ensureDir();
+    const files = readdirSync(AGENTS_DIR).filter((f) => f.endsWith('.json'));
+    const summaries = [];
+    for (const file of files) {
+        try {
+            const raw = JSON.parse(readFileSync(join(AGENTS_DIR, file), 'utf-8'));
+            summaries.push({
+                id: raw.id ?? file.replace('.json', ''),
+                agentMeta: raw.agentMeta ?? { name: '', description: '', icon: 'brain', category: 'general', tags: [], avatar: 'bot' },
+                savedAt: raw.savedAt ?? '',
+            });
+        }
+        catch {
+            // skip corrupt files
+        }
+    }
+    return summaries;
+}
+export function deleteAgent(id) {
+    const p = agentPath(id);
+    if (!existsSync(p))
+        return false;
+    unlinkSync(p);
+    return true;
+}
+//# sourceMappingURL=agentStore.js.map

package/dist-server/server/services/agentStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentStore.js","sourceRoot":"","sources":["../../../server/services/agentStore.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtG,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAC;AAEhE,SAAS,SAAS;IAChB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,EAAU;IAC3B,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IAChD,OAAO,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;AAC1C,CAAC;AAkCD,MAAM,UAAU,SAAS,CAAC,EAAU,EAAE,KAAsB;IAC1D,SAAS,EAAE,CAAC;IACZ,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACzC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,EAAU;IAClC,MAAM,CAAC,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;IACxB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAoB,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,SAAS,EAAE,CAAC;IACZ,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YACtE,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBACvC,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;gBACtH,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,EAAU;IACpC,MAAM,CAAC,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;IACxB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACjC,UAAU,CAAC,CAAC,CAAC,CAAC;IACd,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist-server/server/services/contentStore.d.ts

@@ -0,0 +1,32 @@
+export interface ContentRepoMeta {
+    name: string;
+    stack: string[] | Record<string, string>;
+    totalFiles: number;
+    totalTokens: number;
+    baseUrl?: string;
+    features: {
+        name: string;
+        keyFiles: string[];
+    }[];
+}
+export interface StoredContent {
+    sourceId: string;
+    name: string;
+    overviewMarkdown: string;
+    knowledgeDocs: Record<string, string>;
+    repoMeta: ContentRepoMeta;
+}
+export interface ContentListItem {
+    sourceId: string;
+    name: string;
+    repoMeta: ContentRepoMeta;
+}
+export declare function saveContent(sourceId: string, data: Omit<StoredContent, 'sourceId'>): void;
+export declare function loadContent(sourceId: string): StoredContent | null;
+export declare function listContent(): ContentListItem[];
+export declare function deleteContent(sourceId: string): boolean;
+/** Derive a deterministic sourceId from a GitHub URL */
+export declare function githubSourceId(url: string): string;
+/** Derive a deterministic sourceId from a local path */
+export declare function localSourceId(repoPath: string): string;
+//# sourceMappingURL=contentStore.d.ts.map

package/dist-server/server/services/contentStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contentStore.d.ts","sourceRoot":"","sources":["../../../server/services/contentStore.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;CAClD;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAYD,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,GAAG,IAAI,CAIzF;AAED,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CAQlE;AAED,wBAAgB,WAAW,IAAI,eAAe,EAAE,CAa/C;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CASvD;AAED,wDAAwD;AACxD,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAIlD;AAED,wDAAwD;AACxD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGtD"}

package/dist-server/server/services/contentStore.js

@@ -0,0 +1,68 @@
+import { existsSync, mkdirSync, readFileSync, writeFileSync, unlinkSync, readdirSync } from 'node:fs';
+import { join } from 'node:path';
+import { homedir } from 'node:os';
+const CONTENT_DIR = join(homedir(), '.modular-studio', 'content');
+function ensureDir() {
+    if (!existsSync(CONTENT_DIR)) {
+        mkdirSync(CONTENT_DIR, { recursive: true });
+    }
+}
+function filePath(sourceId) {
+    return join(CONTENT_DIR, `${sourceId}.json`);
+}
+export function saveContent(sourceId, data) {
+    ensureDir();
+    const record = { sourceId, ...data };
+    writeFileSync(filePath(sourceId), JSON.stringify(record, null, 2), 'utf-8');
+}
+export function loadContent(sourceId) {
+    const fp = filePath(sourceId);
+    if (!existsSync(fp))
+        return null;
+    try {
+        return JSON.parse(readFileSync(fp, 'utf-8'));
+    }
+    catch {
+        return null;
+    }
+}
+export function listContent() {
+    ensureDir();
+    const files = readdirSync(CONTENT_DIR).filter(f => f.endsWith('.json'));
+    const items = [];
+    for (const f of files) {
+        try {
+            const raw = JSON.parse(readFileSync(join(CONTENT_DIR, f), 'utf-8'));
+            items.push({ sourceId: raw.sourceId, name: raw.name, repoMeta: raw.repoMeta });
+        }
+        catch {
+            // skip corrupt files
+        }
+    }
+    return items;
+}
+export function deleteContent(sourceId) {
+    const fp = filePath(sourceId);
+    if (!existsSync(fp))
+        return false;
+    try {
+        unlinkSync(fp);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/** Derive a deterministic sourceId from a GitHub URL */
+export function githubSourceId(url) {
+    const match = url.match(/github\.com\/([^/]+)\/([^/.]+)/);
+    if (match)
+        return `github-${match[1]}-${match[2]}`.toLowerCase();
+    return `github-${url.replace(/[^a-zA-Z0-9-]/g, '-')}`.toLowerCase();
+}
+/** Derive a deterministic sourceId from a local path */
+export function localSourceId(repoPath) {
+    const sanitized = repoPath.replace(/[\\/]/g, '-').replace(/[^a-zA-Z0-9-]/g, '').replace(/-+/g, '-').replace(/^-|-$/g, '');
+    return `local-${sanitized}`.toLowerCase();
+}
+//# sourceMappingURL=contentStore.js.map

package/dist-server/server/services/contentStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contentStore.js","sourceRoot":"","sources":["../../../server/services/contentStore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtG,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,iBAAiB,EAAE,SAAS,CAAC,CAAC;AAyBlE,SAAS,SAAS;IAChB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,QAAgB;IAChC,OAAO,IAAI,CAAC,WAAW,EAAE,GAAG,QAAQ,OAAO,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAgB,EAAE,IAAqC;IACjF,SAAS,EAAE,CAAC;IACZ,MAAM,MAAM,GAAkB,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,CAAC;IACpD,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAgB;IAC1C,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9B,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAkB,CAAC;IAChE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW;IACzB,SAAS,EAAE,CAAC;IACZ,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACxE,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAkB,CAAC;YACrF,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9B,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,CAAC;QACH,UAAU,CAAC,EAAE,CAAC,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC1D,IAAI,KAAK;QAAE,OAAO,UAAU,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;IACjE,OAAO,UAAU,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;AACtE,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC1H,OAAO,SAAS,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;AAC5C,CAAC"}

package/dist-server/server/services/embeddingService.d.ts

@@ -0,0 +1,53 @@
+/**
+ * Server-side embedding service using HuggingFace Transformers.js
+ *
+ * This service provides semantic embeddings for text, with caching and
+ * similarity operations. Uses the Xenova/all-MiniLM-L6-v2 model which
+ * is well-tested with transformers.js in Node.js environments.
+ */
+export interface EmbeddingService {
+    initialize(): Promise<void>;
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    similarity(a: number[], b: number[]): number;
+    nearestK(query: number[], corpus: number[][], k: number): {
+        index: number;
+        score: number;
+    }[];
+    isReady(): boolean;
+}
+declare class EmbeddingServiceImpl implements EmbeddingService {
+    private model;
+    private ready;
+    private initPromise;
+    private cache;
+    private maxCacheSize;
+    initialize(): Promise<void>;
+    private _doInitialize;
+    isReady(): boolean;
+    private hashText;
+    private evictOldestCacheEntry;
+    private _embed;
+    embed(text: string): Promise<number[]>;
+    /** Maximum input length in characters (~256 tokens for all-MiniLM-L6-v2) */
+    private maxInputChars;
+    private truncateForModel;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    similarity(a: number[], b: number[]): number;
+    nearestK(query: number[], corpus: number[][], k: number): {
+        index: number;
+        score: number;
+    }[];
+    getHealth(): {
+        ready: boolean;
+        model: string;
+        cacheSize: number;
+        maxCacheSize: number;
+    };
+}
+declare const embeddingService: EmbeddingServiceImpl;
+/** Reset internal state — for tests only */
+export declare function _resetForTesting(): void;
+export { embeddingService };
+export default embeddingService;
+//# sourceMappingURL=embeddingService.d.ts.map

package/dist-server/server/services/embeddingService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingService.d.ts","sourceRoot":"","sources":["../../../server/services/embeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjD,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC7C,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,EAAE,CAAC;IAC3F,OAAO,IAAI,OAAO,CAAC;CACpB;AAOD,cAAM,oBAAqB,YAAW,gBAAgB;IACpD,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,WAAW,CAA8B;IAGjD,OAAO,CAAC,KAAK,CAAiC;IAC9C,OAAO,CAAC,YAAY,CAAS;IAEvB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YASnB,aAAa;IAwB3B,OAAO,IAAI,OAAO;IAIlB,OAAO,CAAC,QAAQ;IAIhB,OAAO,CAAC,qBAAqB;YAgBf,MAAM;IA+Bd,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAQ5C,4EAA4E;IAC5E,OAAO,CAAC,aAAa,CAAQ;IAE7B,OAAO,CAAC,gBAAgB;IAIlB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IA2DtD,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;IA4B5C,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,EAAE;IAgB1F,SAAS;;;;;;CAQV;AAGD,QAAA,MAAM,gBAAgB,sBAA6B,CAAC;AAEpD,4CAA4C;AAC5C,wBAAgB,gBAAgB,IAAI,IAAI,CAKvC;AAED,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,eAAe,gBAAgB,CAAC"}

package/dist-server/server/services/embeddingService.js

@@ -0,0 +1,199 @@
+/**
+ * Server-side embedding service using HuggingFace Transformers.js
+ *
+ * This service provides semantic embeddings for text, with caching and
+ * similarity operations. Uses the Xenova/all-MiniLM-L6-v2 model which
+ * is well-tested with transformers.js in Node.js environments.
+ */
+import { createHash } from 'node:crypto';
+class EmbeddingServiceImpl {
+    model = null;
+    ready = false;
+    initPromise = null;
+    // LRU cache: key = hash(text), value = embedding vector
+    cache = new Map();
+    maxCacheSize = 10000;
+    async initialize() {
+        if (this.initPromise) {
+            return this.initPromise;
+        }
+        this.initPromise = this._doInitialize();
+        return this.initPromise;
+    }
+    async _doInitialize() {
+        try {
+            console.log('[Embedding] Loading model Xenova/all-MiniLM-L6-v2...');
+            const startTime = Date.now();
+            // Dynamic import to avoid top-level side effects and enable mocking in tests
+            const { pipeline, env } = await import('@huggingface/transformers');
+            env.allowLocalModels = false;
+            env.useBrowserCache = false;
+            this.model = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2');
+            const loadTime = Date.now() - startTime;
+            console.log(`[Embedding] Model loaded in ${loadTime}ms`);
+            this.ready = true;
+        }
+        catch (error) {
+            console.error('[Embedding] Failed to load model:', error);
+            this.ready = false;
+            this.initPromise = null; // Allow retry
+            throw error;
+        }
+    }
+    isReady() {
+        return this.ready;
+    }
+    hashText(text) {
+        return createHash('sha256').update(text.trim()).digest('hex');
+    }
+    evictOldestCacheEntry() {
+        let oldestKey = null;
+        let oldestTime = Date.now();
+        for (const [key, entry] of this.cache) {
+            if (entry.lastAccessed < oldestTime) {
+                oldestTime = entry.lastAccessed;
+                oldestKey = key;
+            }
+        }
+        if (oldestKey) {
+            this.cache.delete(oldestKey);
+        }
+    }
+    async _embed(text) {
+        if (!this.ready || !this.model) {
+            await this.initialize();
+        }
+        const hash = this.hashText(text);
+        // Check cache first
+        const cached = this.cache.get(hash);
+        if (cached) {
+            cached.lastAccessed = Date.now();
+            return cached.embedding;
+        }
+        // Generate embedding
+        const result = await this.model(text, { pooling: 'mean', normalize: true });
+        const embedding = Array.from(result.data);
+        // Cache the result
+        if (this.cache.size >= this.maxCacheSize) {
+            this.evictOldestCacheEntry();
+        }
+        this.cache.set(hash, {
+            embedding,
+            lastAccessed: Date.now(),
+        });
+        return embedding;
+    }
+    async embed(text) {
+        if (!text || text.trim().length === 0) {
+            throw new Error('Text cannot be empty');
+        }
+        return this._embed(this.truncateForModel(text.trim()));
+    }
+    /** Maximum input length in characters (~256 tokens for all-MiniLM-L6-v2) */
+    maxInputChars = 1024; // ~256 tokens × 4 chars/token
+    truncateForModel(text) {
+        return text.length > this.maxInputChars ? text.slice(0, this.maxInputChars) : text;
+    }
+    async embedBatch(texts) {
+        if (!texts || texts.length === 0) {
+            return [];
+        }
+        if (!this.ready || !this.model) {
+            await this.initialize();
+        }
+        // Split into batches and use native model batching (pass array of strings)
+        const batchSize = 32;
+        const results = [];
+        for (let i = 0; i < texts.length; i += batchSize) {
+            const batch = texts.slice(i, i + batchSize).map(t => this.truncateForModel(t.trim()));
+            // Check cache for each text, collect uncached
+            const batchResults = batch.map(t => {
+                const hash = this.hashText(t);
+                const cached = this.cache.get(hash);
+                if (cached) {
+                    cached.lastAccessed = Date.now();
+                    return cached.embedding;
+                }
+                return null;
+            });
+            const uncachedIndices = batchResults
+                .map((r, idx) => r === null ? idx : -1)
+                .filter(idx => idx >= 0);
+            if (uncachedIndices.length > 0) {
+                // Native batch inference — one model call for all uncached texts
+                const uncachedTexts = uncachedIndices.map(idx => batch[idx]);
+                const batchOutput = await this.model(uncachedTexts, { pooling: 'mean', normalize: true });
+                // batchOutput.data is a flat Float32Array: [dim * N]
+                const dim = batchOutput.dims?.[1] ?? (batchOutput.data.length / uncachedTexts.length);
+                for (let j = 0; j < uncachedIndices.length; j++) {
+                    const embedding = Array.from(batchOutput.data.slice(j * dim, (j + 1) * dim));
+                    const idx = uncachedIndices[j];
+                    batchResults[idx] = embedding;
+                    // Cache the result
+                    const hash = this.hashText(batch[idx]);
+                    if (this.cache.size >= this.maxCacheSize) {
+                        this.evictOldestCacheEntry();
+                    }
+                    this.cache.set(hash, { embedding, lastAccessed: Date.now() });
+                }
+            }
+            results.push(...batchResults);
+        }
+        return results;
+    }
+    similarity(a, b) {
+        if (a.length !== b.length) {
+            throw new Error('Vectors must have the same length');
+        }
+        if (a.length === 0) {
+            return 0;
+        }
+        // Cosine similarity: dot product of normalized vectors
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dotProduct += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
+        if (magnitude === 0) {
+            return 0;
+        }
+        return dotProduct / magnitude;
+    }
+    nearestK(query, corpus, k) {
+        if (corpus.length === 0) {
+            return [];
+        }
+        const scores = corpus.map((embedding, index) => ({
+            index,
+            score: this.similarity(query, embedding),
+        }));
+        // Sort by score descending and take top k
+        scores.sort((a, b) => b.score - a.score);
+        return scores.slice(0, k);
+    }
+    // Health check information
+    getHealth() {
+        return {
+            ready: this.ready,
+            model: 'Xenova/all-MiniLM-L6-v2',
+            cacheSize: this.cache.size,
+            maxCacheSize: this.maxCacheSize,
+        };
+    }
+}
+// Singleton instance
+const embeddingService = new EmbeddingServiceImpl();
+/** Reset internal state — for tests only */
+export function _resetForTesting() {
+    embeddingService.model = null;
+    embeddingService.ready = false;
+    embeddingService.initPromise = null;
+    embeddingService.cache.clear();
+}
+export { embeddingService };
+export default embeddingService;
+//# sourceMappingURL=embeddingService.js.map

package/dist-server/server/services/embeddingService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingService.js","sourceRoot":"","sources":["../../../server/services/embeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAgBzC,MAAM,oBAAoB;IAChB,KAAK,GAAQ,IAAI,CAAC;IAClB,KAAK,GAAG,KAAK,CAAC;IACd,WAAW,GAAyB,IAAI,CAAC;IAEjD,wDAAwD;IAChD,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IACtC,YAAY,GAAG,KAAK,CAAC;IAE7B,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;YACpE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,6EAA6E;YAC7E,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YACpE,GAAG,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC7B,GAAG,CAAC,eAAe,GAAG,KAAK,CAAC;YAE5B,IAAI,CAAC,KAAK,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,yBAAyB,CAAC,CAAC;YAE7E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,+BAA+B,QAAQ,IAAI,CAAC,CAAC;YAEzD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAC1D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,cAAc;YACvC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;IAEO,qBAAqB;QAC3B,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,YAAY,GAAG,UAAU,EAAE,CAAC;gBACpC,UAAU,GAAG,KAAK,CAAC,YAAY,CAAC;gBAChC,SAAS,GAAG,GAAG,CAAC;YAClB,CAAC;QACH,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAAY;QAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEjC,oBAAoB;QACpB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,OAAO,MAAM,CAAC,SAAS,CAAC;QAC1B,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAa,CAAC;QAEtD,mBAAmB;QACnB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACzC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC/B,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE;YACnB,SAAS;YACT,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE;SACzB,CAAC,CAAC;QAEH,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,4EAA4E;IACpE,aAAa,GAAG,IAAI,CAAC,CAAC,8BAA8B;IAEpD,gBAAgB,CAAC,IAAY;QACnC,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,2EAA2E;QAC3E,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAEtF,8CAA8C;YAC9C,MAAM,YAAY,GAAwB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBACtD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACjC,OAAO,MAAM,CAAC,SAAS,CAAC;gBAC1B,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,MAAM,eAAe,GAAG,YAAY;iBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACtC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;YAE3B,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,iEAAiE;gBACjE,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAE1F,qDAAqD;gBACrD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;gBAEtF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAChD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAa,CAAC;oBACzF,MAAM,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;oBAC/B,YAAY,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;oBAE9B,mBAAmB;oBACnB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;oBACvC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;wBACzC,IAAI,CAAC,qBAAqB,EAAE,CAAC;oBAC/B,CAAC;oBACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,GAAI,YAA2B,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,CAAW,EAAE,CAAW;QACjC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,CAAC,CAAC;QACX,CAAC;QAED,uDAAuD;QACvD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAED,QAAQ,CAAC,KAAe,EAAE,MAAkB,EAAE,CAAS;QACrD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/C,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC;SACzC,CAAC,CAAC,CAAC;QAEJ,0CAA0C;QAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,2BAA2B;IAC3B,SAAS;QACP,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,yBAAyB;YAChC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YAC1B,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC;IACJ,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;AAEpD,4CAA4C;AAC5C,MAAM,UAAU,gBAAgB;IAC7B,gBAAwB,CAAC,KAAK,GAAG,IAAI,CAAC;IACtC,gBAAwB,CAAC,KAAK,GAAG,KAAK,CAAC;IACvC,gBAAwB,CAAC,WAAW,GAAG,IAAI,CAAC;IAC5C,gBAAwB,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;AAC1C,CAAC;AAED,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,eAAe,gBAAgB,CAAC"}

package/dist-server/server/services/factExtractor.d.ts

@@ -0,0 +1,14 @@
+export interface ExtractedFact {
+    key: string;
+    value: string;
+    epistemicType: 'observation' | 'inference' | 'decision' | 'hypothesis' | 'contract';
+    confidence: number;
+    source: string;
+    importance?: number;
+    created_at?: number;
+    accessed_at?: number;
+    access_count?: number;
+}
+export declare function extractFacts(agentOutput: string, agentId: string): ExtractedFact[];
+export declare function extractFactsWithLlm(agentOutput: string, agentId: string, providerId: string, model: string): Promise<ExtractedFact[]>;
+//# sourceMappingURL=factExtractor.d.ts.map

package/dist-server/server/services/factExtractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"factExtractor.d.ts","sourceRoot":"","sources":["../../../server/services/factExtractor.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,aAAa,GAAG,WAAW,GAAG,UAAU,GAAG,YAAY,GAAG,UAAU,CAAC;IACpF,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAgCD,wBAAgB,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,aAAa,EAAE,CAgClF;AAED,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,aAAa,EAAE,CAAC,CA+E1B"}

package/dist-server/server/services/factExtractor.js

@@ -0,0 +1,126 @@
+import { readConfig } from '../config.js';
+const PATTERNS = [
+    // Decisions
+    { pattern: /I (?:decided|chose|picked|selected|went with|will use|am going to use) (?:to )?(.+?)(?:\.|$)/gim, epistemicType: 'decision', confidence: 0.9, keyPrefix: 'decision' },
+    { pattern: /(?:Let's|We should|I'll|I will) (?:use|go with|implement|create|build) (.+?)(?:\.|$)/gim, epistemicType: 'decision', confidence: 0.8, keyPrefix: 'decision' },
+    // Observations
+    { pattern: /The (?:file|directory|folder|API|endpoint|function|module|class) (.+?) (?:exports?|contains?|has|returns?|provides?) (.+?)(?:\.|$)/gim, epistemicType: 'observation', confidence: 0.85, keyPrefix: 'observation' },
+    { pattern: /I (?:found|noticed|observed|see|saw) (?:that )?(.+?)(?:\.|$)/gim, epistemicType: 'observation', confidence: 0.8, keyPrefix: 'observation' },
+    { pattern: /I (?:created|wrote|added|updated|modified|deleted|removed) (?:the )?(?:file )?(.+?)(?:\.|$)/gim, epistemicType: 'observation', confidence: 0.95, keyPrefix: 'file_action' },
+    // Inferences
+    { pattern: /(?:This means|Therefore|So|Thus|Hence|It follows that|This implies) (.+?)(?:\.|$)/gim, epistemicType: 'inference', confidence: 0.7, keyPrefix: 'inference' },
+    { pattern: /(?:It (?:seems|appears|looks) (?:like|that)) (.+?)(?:\.|$)/gim, epistemicType: 'inference', confidence: 0.5, keyPrefix: 'inference' },
+    // Hypotheses
+    { pattern: /(?:I think|I believe|I suspect|Maybe|Perhaps|Possibly|My guess is) (.+?)(?:\.|$)/gim, epistemicType: 'hypothesis', confidence: 0.4, keyPrefix: 'hypothesis' },
+    // Contracts — interfaces, types, schemas
+    { pattern: /(?:^|\n)((?:export )?interface \w+[\s\S]*?\n\})/gm, epistemicType: 'contract', confidence: 0.95, keyPrefix: 'contract' },
+    { pattern: /(?:^|\n)((?:export )?type \w+ = [\s\S]*?(?:;|\n\}))/gm, epistemicType: 'contract', confidence: 0.95, keyPrefix: 'contract' },
+];
+function makeKey(prefix, index, value) {
+    const slug = value.slice(0, 40).replace(/[^a-zA-Z0-9]/g, '_').replace(/_+/g, '_').replace(/_$/, '').toLowerCase();
+    return `${prefix}_${index}_${slug}`;
+}
+export function extractFacts(agentOutput, agentId) {
+    const facts = [];
+    const seen = new Set();
+    let globalIdx = 0;
+    for (const rule of PATTERNS) {
+        // Reset regex state
+        rule.pattern.lastIndex = 0;
+        let match;
+        while ((match = rule.pattern.exec(agentOutput)) !== null) {
+            const value = (match[2] ?? match[1] ?? match[0]).trim();
+            if (!value || value.length < 3)
+                continue;
+            const dedupKey = `${rule.epistemicType}:${value.slice(0, 80)}`;
+            if (seen.has(dedupKey))
+                continue;
+            seen.add(dedupKey);
+            const now = Date.now();
+            facts.push({
+                key: makeKey(rule.keyPrefix, globalIdx++, value),
+                value,
+                epistemicType: rule.epistemicType,
+                confidence: rule.confidence,
+                source: agentId,
+                importance: rule.confidence * 0.8,
+                created_at: now,
+                accessed_at: now,
+                access_count: 0,
+            });
+        }
+    }
+    return facts;
+}
+export async function extractFactsWithLlm(agentOutput, agentId, providerId, model) {
+    const config = readConfig();
+    const provider = config.providers.find((p) => p.id === providerId);
+    if (!provider)
+        throw new Error(`Provider "${providerId}" not found`);
+    if (!provider.baseUrl)
+        throw new Error(`Provider "${providerId}" has no baseUrl`);
+    const extractionPrompt = `Extract structured facts from the following agent output. Return a JSON array of objects with these fields:
+- key: short snake_case identifier
+- value: the fact content
+- epistemicType: one of "observation", "inference", "decision", "hypothesis", "contract"
+- confidence: number 0-1
+
+Only return the JSON array, no other text.
+
+Agent output:
+${agentOutput}`;
+    const messages = [{ role: 'user', content: extractionPrompt }];
+    let url;
+    let headers;
+    let body;
+    if (provider.type === 'anthropic') {
+        url = `${provider.baseUrl}/messages`;
+        headers = {
+            'x-api-key': provider.apiKey,
+            'anthropic-version': '2023-06-01',
+            'content-type': 'application/json',
+        };
+        body = JSON.stringify({ model, max_tokens: 4096, messages });
+    }
+    else {
+        url = `${provider.baseUrl}/chat/completions`;
+        headers = {
+            'Authorization': `Bearer ${provider.apiKey}`,
+            'Content-Type': 'application/json',
+        };
+        body = JSON.stringify({ model, messages });
+    }
+    const response = await fetch(url, { method: 'POST', headers, body });
+    if (!response.ok) {
+        const errText = await response.text();
+        throw new Error(`LLM extraction failed (${response.status}): ${errText}`);
+    }
+    const data = await response.json();
+    let text;
+    if (provider.type === 'anthropic') {
+        const content = data.content;
+        text = content?.find((c) => c.type === 'text')?.text ?? '';
+    }
+    else {
+        const choices = data.choices;
+        text = choices?.[0]?.message?.content ?? '';
+    }
+    // Parse JSON from response
+    const jsonMatch = text.match(/\[[\s\S]*\]/);
+    if (!jsonMatch)
+        return [];
+    const parsed = JSON.parse(jsonMatch[0]);
+    const now = Date.now();
+    return parsed.map((f) => ({
+        key: f.key,
+        value: f.value,
+        epistemicType: f.epistemicType,
+        confidence: f.confidence,
+        source: agentId,
+        importance: f.confidence * 0.8,
+        created_at: now,
+        accessed_at: now,
+        access_count: 0,
+    }));
+}
+//# sourceMappingURL=factExtractor.js.map

package/dist-server/server/services/factExtractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"factExtractor.js","sourceRoot":"","sources":["../../../server/services/factExtractor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAqB1C,MAAM,QAAQ,GAAkB;IAC9B,YAAY;IACZ,EAAE,OAAO,EAAE,iGAAiG,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE;IACjL,EAAE,OAAO,EAAE,yFAAyF,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE;IACzK,eAAe;IACf,EAAE,OAAO,EAAE,uIAAuI,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE;IAC9N,EAAE,OAAO,EAAE,iEAAiE,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,aAAa,EAAE;IACvJ,EAAE,OAAO,EAAE,gGAAgG,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE;IACvL,aAAa;IACb,EAAE,OAAO,EAAE,sFAAsF,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,WAAW,EAAE;IACxK,EAAE,OAAO,EAAE,+DAA+D,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,WAAW,EAAE;IACjJ,aAAa;IACb,EAAE,OAAO,EAAE,qFAAqF,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE;IACzK,yCAAyC;IACzC,EAAE,OAAO,EAAE,mDAAmD,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE;IACpI,EAAE,OAAO,EAAE,uDAAuD,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE;CACzI,CAAC;AAEF,SAAS,OAAO,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa;IAC3D,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAClH,OAAO,GAAG,MAAM,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,WAAmB,EAAE,OAAe;IAC/D,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,oBAAoB;QACpB,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QAC3B,IAAI,KAA6B,CAAC;QAClC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YACzC,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC/D,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,SAAS;YACjC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAEnB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,KAAK,CAAC;gBAChD,KAAK;gBACL,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,GAAG;gBACjC,UAAU,EAAE,GAAG;gBACf,WAAW,EAAE,GAAG;gBAChB,YAAY,EAAE,CAAC;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,OAAe,EACf,UAAkB,EAClB,KAAa;IAEb,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;IACnE,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,UAAU,aAAa,CAAC,CAAC;IACrE,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,UAAU,kBAAkB,CAAC,CAAC;IAElF,MAAM,gBAAgB,GAAG;;;;;;;;;EASzB,WAAW,EAAE,CAAC;IAEd,MAAM,QAAQ,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAE/D,IAAI,GAAW,CAAC;IAChB,IAAI,OAA+B,CAAC;IACpC,IAAI,IAAY,CAAC;IAEjB,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAClC,GAAG,GAAG,GAAG,QAAQ,CAAC,OAAO,WAAW,CAAC;QACrC,OAAO,GAAG;YACR,WAAW,EAAE,QAAQ,CAAC,MAAM;YAC5B,mBAAmB,EAAE,YAAY;YACjC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QACF,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,GAAG,QAAQ,CAAC,OAAO,mBAAmB,CAAC;QAC7C,OAAO,GAAG;YACR,eAAe,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE;YAC5C,cAAc,EAAE,kBAAkB;SACnC,CAAC;QACF,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA6B,CAAC;IAE9D,IAAI,IAAY,CAAC;IACjB,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAgD,CAAC;QACtE,IAAI,GAAG,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,IAAI,CAAC,OAAkD,CAAC;QACxE,IAAI,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IAC9C,CAAC;IAED,2BAA2B;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5C,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAE1B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAIpC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,MAAM,EAAE,OAAO;QACf,UAAU,EAAE,CAAC,CAAC,UAAU,GAAG,GAAG;QAC9B,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,GAAG;QAChB,YAAY,EAAE,CAAC;KAChB,CAAC,CAAC,CAAC;AACN,CAAC"}