@easbot/memory 0.2.4 → 0.2.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -0,0 +1 @@
|
|
|
1
|
+
'use strict';var chunkWOD6AYBL_cjs=require('./chunk-WOD6AYBL.cjs');Object.defineProperty(exports,"Log",{enumerable:true,get:function(){return chunkWOD6AYBL_cjs.c}});
|
package/dist/index.cjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
'use strict';var
|
|
1
|
+
'use strict';var chunkWOD6AYBL_cjs=require('./chunks/chunk-WOD6AYBL.cjs'),types=require('@easbot/types'),k=require('jieba-wasm'),utils=require('@easbot/utils'),Ae=require('better-sqlite3'),crypto=require('crypto'),N=require('fs/promises'),T=require('path'),fs=require('fs'),ai=require('ai');function _interopDefault(e){return e&&e.__esModule?e:{default:e}}function _interopNamespace(e){if(e&&e.__esModule)return e;var n=Object.create(null);if(e){Object.keys(e).forEach(function(k){if(k!=='default'){var d=Object.getOwnPropertyDescriptor(e,k);Object.defineProperty(n,k,d.get?d:{enumerable:true,get:function(){return e[k]}});}})}n.default=e;return Object.freeze(n)}var k__namespace=/*#__PURE__*/_interopNamespace(k);var Ae__default=/*#__PURE__*/_interopDefault(Ae);var N__default=/*#__PURE__*/_interopDefault(N);var T__default=/*#__PURE__*/_interopDefault(T);var te=["user_preference","task_context","technical_fact","decision","relationship","reminder","error_pattern","workflow","exploration_finding","experience_summary","tool_usage","skill_creation","test","other"],x=class extends Error{constructor(t,r,n){super(t,{cause:n});chunkWOD6AYBL_cjs.a(this,"code",r);chunkWOD6AYBL_cjs.a(this,"cause",n);this.name="MemoryError";}},O=class extends x{constructor(e,t){super(e,"MEMORY_VALIDATION_ERROR",t),this.name="MemoryValidationError";}},j=class extends x{constructor(e){super(`Memory not found: ${e}`,"MEMORY_NOT_FOUND"),this.name="MemoryNotFoundError";}},B=class extends x{constructor(e){super(e,"MEMORY_PERMISSION_ERROR"),this.name="MemoryPermissionError";}},R=class extends x{constructor(e,t){super(e,"MEMORY_DATABASE_ERROR",t),this.name="MemoryDatabaseError";}},D=class extends x{constructor(e,t){super(e,"MEMORY_FILE_ERROR",t),this.name="MemoryFileError";}},G=class extends x{constructor(e,t){super(e,"MEMORY_SEARCH_ERROR",t),this.name="MemorySearchError";}},Y=class extends x{constructor(e,t){super(e,"MEMORY_EMBEDDING_ERROR",t),this.name="MemoryEmbeddingError";}},be=(c=>(c.VALIDATION_ERROR="MEMORY_VALIDATION_ERROR",c.NOT_FOUND="MEMORY_NOT_FOUND",c.PERMISSION_ERROR="MEMORY_PERMISSION_ERROR",c.DATABASE_ERROR="MEMORY_DATABASE_ERROR",c.FILE_ERROR="MEMORY_FILE_ERROR",c.SEARCH_ERROR="MEMORY_SEARCH_ERROR",c.EMBEDDING_ERROR="MEMORY_EMBEDDING_ERROR",c))(be||{});var _=chunkWOD6AYBL_cjs.c.create({service:"memory.tokenizer"}),F=false,we=utils.loadTextFile("./assets/jieba_dict.txt",chunkWOD6AYBL_cjs.b);async function ae(g){if(!F)try{_.debug("Initializing jieba tokenizer");let e=we();if(k__namespace.with_dict(e),_.debug("Built-in dictionary loaded"),g?.dictPath&&g.dictPath.length>0)for(let t of g.dictPath)await _e(t);F=!0,_.debug("Jieba tokenizer initialized successfully");}catch(e){_.error("Failed to initialize jieba tokenizer",{error:String(e)}),_.warn("Using fallback tokenization (space-based)");}}async function _e(g){if(!F)throw new Error("Tokenizer not initialized");try{let e=await utils.Filesystem.readText(g);_.debug("Loading custom dictionary",{dictPath:g}),k__namespace.with_dict(e),_.debug("Custom dictionary loaded successfully",{dictPath:g});}catch(e){_.warn("Failed to load custom dictionary",{dictPath:g,error:String(e)});}}function Me(g){if(!F)return g.split(/\s+/).filter(Boolean);try{return k__namespace.cut(g)}catch(e){return _.warn("Tokenization failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean)}}function Ne(g){if(!F)return g.split(/\s+/).filter(Boolean);try{return k__namespace.cut_for_search(g)}catch(e){return _.warn("Tokenization for search failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean)}}function Je(g,e,t){if(F)try{k__namespace.add_word(g,e,t),_.debug("Word added to dictionary",{word:g,freq:e,tag:t});}catch(r){_.warn("Failed to add word",{word:g,error:String(r)});}}function Ge(){return F}async function Ke(){F=false,_.debug("Tokenizer closed");}function ie(g){if(!F)return g.split(/\s+/).filter(Boolean).join(" ");try{return Me(g).join(" ")}catch(e){return _.warn("Tokenization failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean).join(" ")}}function de(g){if(!F)return g.split(/\s+/).filter(Boolean).join(" ");try{return Ne(g).join(" ")}catch(e){return _.warn("Tokenization for search failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean).join(" ")}}var X=class{constructor(e){chunkWOD6AYBL_cjs.a(this,"db",null);chunkWOD6AYBL_cjs.a(this,"storagePath");chunkWOD6AYBL_cjs.a(this,"initialized",false);chunkWOD6AYBL_cjs.a(this,"initPromise",null);this.storagePath=utils.Filesystem.normalize(e);}async initialize(){if(!this.initialized){if(this.initPromise){await this.initPromise;return}this.initPromise=this.doInitialize(),await this.initPromise,this.initialized=true;}}async doInitialize(){try{this.db=await this.openDatabaseAsync(),this.createTables(),this.db.pragma("foreign_keys = ON");}catch(e){throw new R(`Database initialization failed: ${e.message}`,e)}}async openDatabaseAsync(){return new Promise((e,t)=>{setImmediate(()=>{try{let r=new Ae__default.default(this.storagePath);r.pragma("journal_mode = WAL"),r.pragma("synchronous = NORMAL"),r.pragma("cache_size = -64000"),r.pragma("temp_store = MEMORY"),e(r);}catch(r){t(r);}});})}createTables(){if(!this.db)throw new R("Database not initialized");let e=this.db;e.exec(`
|
|
2
2
|
CREATE TABLE IF NOT EXISTS memory_facts (
|
|
3
3
|
id TEXT PRIMARY KEY,
|
|
4
4
|
agent_id TEXT NOT NULL,
|
|
@@ -67,7 +67,7 @@
|
|
|
67
67
|
`),n=0;for(;n<r.length;){if(r[n]?.trim()!==q){n++;continue}let i=n+1,a=-1;for(let u=i;u<r.length;u++)if(r[u]?.trim()===q){a=u;break}if(a===-1){n++;continue}let c=r.slice(i,a),o=g.parseFrontmatter(c);g.validateFrontmatter(o);let m=a+1,d=r.length;for(let u=m;u<r.length;u++)if(r[u]?.trim()===q){d=u;break}let s=r.slice(m,d).join(`
|
|
68
68
|
`).trim(),l={id:String(o.id),agentId:String(o.agentId),category:o.category,importance:Number(o.importance),source:o.source??"session_self_write",content:s,createdAt:o.createdAt?new Date(String(o.createdAt)).toISOString():new Date().toISOString(),updatedAt:o.updatedAt?new Date(String(o.updatedAt)).toISOString():new Date().toISOString()};o.sessionId&&(l.sessionId=String(o.sessionId)),o.msgId&&(l.msgId=String(o.msgId)),o.parentMsgId&&(l.parentMsgId=String(o.parentMsgId)),o.filePath&&(l.filePath=String(o.filePath)),o.tags&&(l.tags=g.parseArrayField(o.tags)),o.nodeIds&&(l.nodeIds=g.parseArrayField(o.nodeIds).map(Number).filter(u=>!Number.isNaN(u))),t.push(l),n=d;}return t}static parseFrontmatter(e){let t={};for(let r of e){let n=r.indexOf(":");if(n===-1)continue;let i=r.slice(0,n).trim(),a=r.slice(n+1).trim();if(i)if(a.startsWith("[")&&a.endsWith("]")){let c=a.slice(1,-1).trim();t[i]=c?c.split(",").map(o=>o.trim()).filter(Boolean):[];}else t[i]=a;}return t}static validateFrontmatter(e){for(let n of Oe)if(e[n]===void 0||e[n]==="")throw new O(`Missing required field in memory frontmatter: ${n}`);let t=e.category;if(!te.includes(t))throw new O(`Invalid category: "${t}". Valid values: ${te.join(", ")}`);let r=Number(e.importance);if(Number.isNaN(r)||r<1||r>10)throw new O(`Invalid importance: "${e.importance}". Must be an integer between 1 and 10.`)}static parseArrayField(e){if(Array.isArray(e))return e.map(String);if(typeof e=="string"){let t=e.trim();if(t.startsWith("[")&&t.endsWith("]")){let r=t.slice(1,-1).trim();return r?r.split(",").map(n=>n.trim()).filter(Boolean):[]}return t?[t]:[]}return []}};var me="MEMORY.md",ge="active",Le="archive",M=class g{static getMemoryMdPath(e){return T__default.default.join(e,me)}static getActiveFilePath(e,t,r){let n=r??new Date,i=n.getFullYear(),a=String(n.getMonth()+1).padStart(2,"0"),c=String(n.getDate()).padStart(2,"0"),o=`${i}-${a}-${c}`;return T__default.default.join(e,ge,t,`${o}.md`)}static getArchiveFilePath(e,t,r,n){let i=new Date(r),a=`${i.getFullYear()}-${String(i.getMonth()+1).padStart(2,"0")}`;return T__default.default.join(e,Le,a,t,n)}static async readMemoryMd(e){let t=g.getMemoryMdPath(e);try{return await N__default.default.readFile(t,"utf-8")}catch(r){if(r.code==="ENOENT")return null;throw new D(`Failed to read MEMORY.md: ${r.message}`,r)}}static async write(e,t){let r=g.getActiveFilePath(e,t.category);if(T__default.default.basename(r)===me)throw new B("Writing to MEMORY.md is not allowed. MEMORY.md is read-only.");try{await N__default.default.mkdir(T__default.default.dirname(r),{recursive:!0});let n=L.serialize(t),i="";try{i=await N__default.default.readFile(r,"utf-8");}catch{}let a=i.length>0&&!i.endsWith(`
|
|
69
69
|
`)?`
|
|
70
|
-
`:"";return await N__default.default.writeFile(r,`${i}${a}${n}`,"utf-8"),utils.Filesystem.normalize(r)}catch(n){throw n instanceof B?n:new D(`Failed to write memory to ${r}: ${n.message}`,n)}}static async read(e){try{let t=await N__default.default.readFile(e,"utf-8");return L.parse(t)}catch(t){if(t.code==="ENOENT")return [];throw new D(`Failed to read memory file ${e}: ${t.message}`,t)}}static async delete(e,t){try{let r=await g.read(e),n=r.filter(i=>i.id!==t);if(n.length===r.length)return;n.length===0?await N__default.default.unlink(e).catch(()=>{}):await N__default.default.writeFile(e,L.serializeFile(n),"utf-8");}catch(r){throw r instanceof D?r:new D(`Failed to delete memory ${t} from ${e}: ${r.message}`,r)}}static async update(e,t,r){try{let n=await g.read(e),i=n.findIndex(c=>c.id===t);if(i===-1)return;let a={...n[i],...r,updatedAt:new Date().toISOString()};n[i]=a,await N__default.default.writeFile(e,L.serializeFile(n),"utf-8");}catch(n){throw n instanceof D?n:new D(`Failed to update memory ${t} in ${e}: ${n.message}`,n)}}static async listActiveFiles(e){let t=T__default.default.join(e,ge),r=[];try{await g.scanDir(t,r);}catch(n){if(n.code==="ENOENT")return [];throw new D(`Failed to list active memory files: ${n.message}`,n)}return r}static async scanDir(e,t){let r=await N__default.default.readdir(e,{withFileTypes:true});for(let n of r){let i=T__default.default.join(e,n.name);n.isDirectory()?await g.scanDir(i,t):n.isFile()&&n.name.endsWith(".md")&&t.push(i);}}};var H=class{constructor(e,t){
|
|
70
|
+
`:"";return await N__default.default.writeFile(r,`${i}${a}${n}`,"utf-8"),utils.Filesystem.normalize(r)}catch(n){throw n instanceof B?n:new D(`Failed to write memory to ${r}: ${n.message}`,n)}}static async read(e){try{let t=await N__default.default.readFile(e,"utf-8");return L.parse(t)}catch(t){if(t.code==="ENOENT")return [];throw new D(`Failed to read memory file ${e}: ${t.message}`,t)}}static async delete(e,t){try{let r=await g.read(e),n=r.filter(i=>i.id!==t);if(n.length===r.length)return;n.length===0?await N__default.default.unlink(e).catch(()=>{}):await N__default.default.writeFile(e,L.serializeFile(n),"utf-8");}catch(r){throw r instanceof D?r:new D(`Failed to delete memory ${t} from ${e}: ${r.message}`,r)}}static async update(e,t,r){try{let n=await g.read(e),i=n.findIndex(c=>c.id===t);if(i===-1)return;let a={...n[i],...r,updatedAt:new Date().toISOString()};n[i]=a,await N__default.default.writeFile(e,L.serializeFile(n),"utf-8");}catch(n){throw n instanceof D?n:new D(`Failed to update memory ${t} in ${e}: ${n.message}`,n)}}static async listActiveFiles(e){let t=T__default.default.join(e,ge),r=[];try{await g.scanDir(t,r);}catch(n){if(n.code==="ENOENT")return [];throw new D(`Failed to list active memory files: ${n.message}`,n)}return r}static async scanDir(e,t){let r=await N__default.default.readdir(e,{withFileTypes:true});for(let n of r){let i=T__default.default.join(e,n.name);n.isDirectory()?await g.scanDir(i,t):n.isFile()&&n.name.endsWith(".md")&&t.push(i);}}};var H=class{constructor(e,t){chunkWOD6AYBL_cjs.a(this,"db");chunkWOD6AYBL_cjs.a(this,"config");this.db=e,this.config=t;}async archive(){let t=(this.config.archiveDays??30)*864e5,r=Date.now(),n=[],i=await M.listActiveFiles(this.config.workspaceDir);for(let a of i){let c=await M.read(a);if(c.length===0)continue;let o=c[0]?.createdAt,m=o?new Date(o).getTime():r;if(r-m<=t)continue;let d=c[0]?.category;if(!d)continue;let s=T__default.default.basename(a),l=M.getArchiveFilePath(this.config.workspaceDir,d,m,s);await fs.promises.mkdir(T__default.default.dirname(l),{recursive:true}),await fs.promises.rename(a,l);let u=utils.Filesystem.normalize(l),p=utils.Filesystem.normalize(a);this.db.prepare("UPDATE memory_facts SET file_path = ? WHERE file_path = ?").run(u,p),n.push({source:a,target:l,timestamp:r});}return {archivedCount:n.length,records:n}}};var K=chunkWOD6AYBL_cjs.c.create({service:"memory.graph-store"}),V=class{constructor(e){chunkWOD6AYBL_cjs.a(this,"db");this.db=e;}async upsertNode(e,t,r){let n=Date.now(),i=this.db.prepare("SELECT id FROM nodes WHERE name = ? AND type = ?").get(e,t);if(i)return this.db.prepare("UPDATE nodes SET properties = ?, updatedAt = ? WHERE id = ?").run(JSON.stringify(r??{}),n,i.id),i.id;let a=this.db.prepare("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)").run(e,t,JSON.stringify(r??{}),n,n);return Number(a.lastInsertRowid)}async deleteNode(e){this.db.prepare("DELETE FROM nodes WHERE id = ?").run(e);}async upsertEdge(e,t,r,n){let i=this.db.prepare("INSERT OR REPLACE INTO edges (source, target, relation, properties, createdAt) VALUES (?, ?, ?, ?, ?)").run(e,t,r,JSON.stringify(n??{}),Date.now());return Number(i.lastInsertRowid)}async queryNodes(e={}){let t="SELECT id, name, type, properties, createdAt, updatedAt FROM nodes",r=[],n=[];if(e.ids&&e.ids.length>0){let a=e.ids.map(c=>typeof c=="string"?parseInt(c,10):c).filter(c=>!Number.isNaN(c));n.push(`id IN (${a.map(()=>"?").join(", ")})`),r.push(...a);}e.name&&(n.push("name LIKE ?"),r.push(`%${e.name}%`)),e.type&&(n.push("type = ?"),r.push(e.type)),n.length>0&&(t+=` WHERE ${n.join(" AND ")}`),t+=" ORDER BY id",e.limit&&(t+=" LIMIT ?",r.push(e.limit)),K.debug("queryNodes",{sql:t,params:r,filter:e});let i=this.db.prepare(t).all(...r);return K.debug("queryNodes result",{count:i.length}),i.map(a=>({id:a.id,name:a.name,type:a.type,properties:a.properties?JSON.parse(a.properties):void 0,createdAt:a.createdAt,updatedAt:a.updatedAt}))}async queryEdges(e={}){let t="SELECT id, source, target, relation, properties, createdAt FROM edges",r=[],n=[];if(e.ids&&e.ids.length>0&&(n.push(`id IN (${e.ids.map(()=>"?").join(", ")})`),r.push(...e.ids)),e.source!==void 0&&(n.push("source = ?"),r.push(e.source)),e.target!==void 0&&(n.push("target = ?"),r.push(e.target)),e.sourceOrTarget&&e.sourceOrTarget.length>0){let m=e.sourceOrTarget.map(d=>typeof d=="string"?parseInt(d,10):d).filter(d=>!Number.isNaN(d));n.push(`(source IN (${m.map(()=>"?").join(", ")}) OR target IN (${m.map(()=>"?").join(", ")}))`),r.push(...m,...m);}e.relation&&(n.push("relation = ?"),r.push(e.relation)),n.length>0&&(t+=` WHERE ${n.join(" AND ")}`),t+=" ORDER BY id",e.limit&&(t+=" LIMIT ?",r.push(e.limit)),K.debug("queryEdges",{sql:t,params:r,filter:e});let i=this.db.prepare(t).all(...r);K.debug("queryEdges result",{count:i.length});let a=[...new Set(i.map(m=>m.target))],c=a.length>0?await this.queryNodes({ids:a,limit:a.length}):[],o=new Map(c.map(m=>[m.id,m]));return i.map(m=>{let d={id:m.id,source:m.source,target:m.target,relation:m.relation,properties:m.properties?JSON.parse(m.properties):void 0,createdAt:m.createdAt},s=o.get(m.target);return s&&(d.targetNode=s),d})}async queryNeighbors(e,t=1,r){let n=new Set,i=[{id:e,level:0}],a=[],c=r?.maxEdgesPerNode??50;for(;i.length>0;){let o=i.shift();if(!o)break;if(n.has(o.id)||o.level>t)continue;n.add(o.id);let d=(await this.queryNodes({ids:[o.id],limit:1}))[0];if(!d)continue;let s=await this.queryEdges({sourceOrTarget:[o.id],limit:c});if(a.push({...d,edges:s}),o.level<t)for(let l of s){let u=l.source===o.id?l.target:l.source;n.has(u)||i.push({id:u,level:o.level+1});}}return a}};var z;(d=>{let g=null;function e(s){t()||(g={models:s.models,options:s.options??{}});}d.init=e;function t(){return g!==null}d.isInitialized=t;function r(){return g?{embedding:!!g.models.embeddingLlm,graph:!!g.models.graphLlm}:{embedding:false,graph:false}}d.capabilities=r;async function n(s){let u=c().models.embeddingLlm;if(!u)throw new Error("embeddingLlm model is not configured.");try{let p=await ai.embed({model:u,value:s});return new Float32Array(p.embedding)}catch(p){let E=u.doEmbed;if(typeof E!="function")throw new Error("embeddingLlm model does not support embedding generation.",{cause:p});let A=(await E({values:[s]}))?.embeddings?.[0];if(!A||!Array.isArray(A))throw new Error("embeddingLlm model returned invalid embedding result.",{cause:p});return new Float32Array(A)}}d.embedText=n;async function i(s){let u=c().models.embeddingLlm;if(!u)throw new Error("embeddingLlm model is not configured.");try{return (await ai.embedMany({model:u,values:s})).embeddings.map(E=>new Float32Array(E))}catch{return ((await u.doEmbed?.({values:s}))?.embeddings??[]).map(E=>new Float32Array(E))}}d.embedTexts=i;async function a(s,l){let u=c(),p=u.models.graphLlm;if(!p)throw new Error("llm model is not configured.");try{return (await ai.streamText({model:p,prompt:s,maxOutputTokens:l?.maxOutputTokens??u.options.graph?.maxOutputTokens,temperature:l?.temperature??u.options.graph?.temperature})).text}catch{return (await p.doGenerate?.({prompt:[{role:"user",content:[{type:"text",text:s}]}],maxOutputTokens:l?.maxOutputTokens??u.options.graph?.maxOutputTokens}))?.content?.find(v=>v.type==="text")?.text??""}}d.generate=a;let c=()=>{if(!g)throw new Error("Llm is not initialized. Please call Llm.init() first.");return g};d.embed=n,d.embedMany=i;})(z||(z={}));var Q=class{constructor(e,t){chunkWOD6AYBL_cjs.a(this,"db");chunkWOD6AYBL_cjs.a(this,"config");chunkWOD6AYBL_cjs.a(this,"embeddingModel");this.db=e,this.config=t,this.embeddingModel=t.embeddingLlm,this.embeddingModel&&z.init({models:{embeddingLlm:this.embeddingModel,graphLlm:t.graphLlm}});}async search(e,t){if(!e.trim())return [];if(!t?.agentId)return [];let r=t.maxResults??this.config.search.maxResults,n=await this.hybridSearch(e,{...t,maxResults:r*2});return n.length===0?[]:n.slice(0,r)}async hybridSearch(e,t){let{maxResults:r=this.config.search.maxResults,minScore:n=this.config.search.minScore,vectorWeight:i=this.config.search.hybrid.vectorWeight,textWeight:a=this.config.search.hybrid.textWeight,enableEmbedding:c=true}=t??{},m=c&&!!this.embeddingModel?await this.embed(e):null,d=["mf.agent_id = ?"],s=[t?.agentId];t?.category&&(d.push("mf.category = ?"),s.push(t.category)),t?.minImportance!==void 0&&(d.push("mf.importance >= ?"),s.push(t.minImportance)),t?.source&&(d.push("mf.source = ?"),s.push(t.source)),t?.fromTime!==void 0&&(d.push("mf.created_at >= ?"),s.push(t.fromTime)),t?.toTime!==void 0&&(d.push("mf.created_at <= ?"),s.push(t.toTime));let l=d.join(" AND "),[u,p]=await Promise.all([m?this.vectorSearch(m,l,s,r,n,t?.candidateFactIds):Promise.resolve([]),this.ftsSearch(e,l,s,r,n)]),E=m?i:0,v=m?a:1;return this.mergeResults(u,p,E,v,l,s,n)}async vectorSearch(e,t,r,n,i,a){if(!this.embeddingModel)return [];try{let c;if(a&&a.length>0){let m=a.map(()=>"?").join(",");c=this.db.prepare(`
|
|
71
71
|
SELECT mf.id, mv.embedding
|
|
72
72
|
FROM memory_facts mf
|
|
73
73
|
JOIN memory_vectors mv ON mf.id = mv.fact_id
|
|
@@ -102,14 +102,14 @@
|
|
|
102
102
|
FROM edges e JOIN nodes n ON n.id = e.target
|
|
103
103
|
WHERE e.source IN (${h})`).all(...A);for(let y of J){let W=S.get(y.source)??[];W.push({id:y.id,source:y.source,target:y.target,relation:y.relation,properties:y.properties?JSON.parse(y.properties):void 0,createdAt:y.createdAt,targetNode:{id:y.target,name:y.targetName,type:y.targetType,createdAt:y.createdAt,updatedAt:y.createdAt}}),S.set(y.source,W);}let ee=this.db.prepare(`SELECT e.id, e.source, e.target, e.relation, e.properties, e.createdAt, n.name as sourceName, n.type as sourceType
|
|
104
104
|
FROM edges e JOIN nodes n ON n.id = e.source
|
|
105
|
-
WHERE e.target IN (${h})`).all(...A);for(let y of ee){let W=S.get(y.target)??[];W.push({id:y.id,source:y.source,target:y.target,relation:y.relation,properties:y.properties?JSON.parse(y.properties):void 0,createdAt:y.createdAt,targetNode:{id:y.source,name:y.sourceName,type:y.sourceType,createdAt:y.createdAt,updatedAt:y.createdAt}}),S.set(y.target,W);}}return p.map(h=>{let w=v.get(h.memoryId)??[],J=w.length>0?w.flatMap(se=>{let oe=$.get(se);return oe?[{...oe,edges:S.get(se)}]:[]}):void 0,ee=s.get(h.memoryId)??0,y=new Date(h.createdAt),W=(Date.now()-y.getTime())/864e5,ye=Math.exp(-0.05*W),fe=(h.importance-1)/9,Ee=.4*ee+.3*ye+.3*fe;return {memoryId:h.memoryId,category:h.category,importance:h.importance,agentId:h.agentId,snippet:h.snippet,score:Ee,createdAt:h.createdAt,source:h.source,filePath:h.filePath,nodes:(J?.length??0)>0?J:void 0}}).filter(h=>h.score>=c).sort((h,w)=>w.score-h.score)}async embed(e){if(!this.embeddingModel)throw new Y("Embedding \u6A21\u578B\u672A\u914D\u7F6E\uFF0C\u65E0\u6CD5\u751F\u6210\u5411\u91CF");try{return await z.embedText(e)}catch(t){throw new Y(`\u751F\u6210\u5411\u91CF\u5931\u8D25: ${t instanceof Error?t.message:String(t)}`,t instanceof Error?t:void 0)}}cosineSimilarity(e,t){if(e.length!==t.length||e.length===0)return 0;let r=0,n=0,i=0;for(let a=0;a<e.length;a++){let c=e[a],o=t[a];r+=c*o,n+=c*c,i+=o*o;}return r/(Math.sqrt(n)*Math.sqrt(i))}};var f=
|
|
105
|
+
WHERE e.target IN (${h})`).all(...A);for(let y of ee){let W=S.get(y.target)??[];W.push({id:y.id,source:y.source,target:y.target,relation:y.relation,properties:y.properties?JSON.parse(y.properties):void 0,createdAt:y.createdAt,targetNode:{id:y.source,name:y.sourceName,type:y.sourceType,createdAt:y.createdAt,updatedAt:y.createdAt}}),S.set(y.target,W);}}return p.map(h=>{let w=v.get(h.memoryId)??[],J=w.length>0?w.flatMap(se=>{let oe=$.get(se);return oe?[{...oe,edges:S.get(se)}]:[]}):void 0,ee=s.get(h.memoryId)??0,y=new Date(h.createdAt),W=(Date.now()-y.getTime())/864e5,ye=Math.exp(-0.05*W),fe=(h.importance-1)/9,Ee=.4*ee+.3*ye+.3*fe;return {memoryId:h.memoryId,category:h.category,importance:h.importance,agentId:h.agentId,snippet:h.snippet,score:Ee,createdAt:h.createdAt,source:h.source,filePath:h.filePath,nodes:(J?.length??0)>0?J:void 0}}).filter(h=>h.score>=c).sort((h,w)=>w.score-h.score)}async embed(e){if(!this.embeddingModel)throw new Y("Embedding \u6A21\u578B\u672A\u914D\u7F6E\uFF0C\u65E0\u6CD5\u751F\u6210\u5411\u91CF");try{return await z.embedText(e)}catch(t){throw new Y(`\u751F\u6210\u5411\u91CF\u5931\u8D25: ${t instanceof Error?t.message:String(t)}`,t instanceof Error?t:void 0)}}cosineSimilarity(e,t){if(e.length!==t.length||e.length===0)return 0;let r=0,n=0,i=0;for(let a=0;a<e.length;a++){let c=e[a],o=t[a];r+=c*o,n+=c*c,i+=o*o;}return r/(Math.sqrt(n)*Math.sqrt(i))}};var f=chunkWOD6AYBL_cjs.c.create({service:"memory.system"}),Pe=.7,Ce=.3,ze=10;var $e=new Set(types.GRAPH_ENTITY_TYPE_DEFINITIONS.map(g=>g.type)),We=new Set(types.GRAPH_RELATION_TYPE_DEFINITIONS.map(g=>g.type)),Z=class{constructor(e){chunkWOD6AYBL_cjs.a(this,"config");chunkWOD6AYBL_cjs.a(this,"db");chunkWOD6AYBL_cjs.a(this,"archiver",null);chunkWOD6AYBL_cjs.a(this,"searchEngine",null);chunkWOD6AYBL_cjs.a(this,"graphStore",null);chunkWOD6AYBL_cjs.a(this,"embeddingModel");chunkWOD6AYBL_cjs.a(this,"vectorDims");e.search?.hybrid;this.config={workspaceDir:e.workspaceDir,database:e.database,archiveDays:e.archiveDays??30,search:{maxResults:e.search?.maxResults??ze,minScore:e.search?.minScore??.3,hybrid:{enabled:e.search?.hybrid?.enabled??true,vectorWeight:e.search?.hybrid?.vectorWeight??Pe,textWeight:e.search?.hybrid?.textWeight??Ce}},embedding:e.embedding??{},tokenizer:e.tokenizer??{},indexer:e.indexer??{batchSize:50,ignorePatterns:[],incremental:false},logDir:e.logDir??"",graphLlm:e.graphLlm,embeddingLlm:e.embeddingLlm},this.embeddingModel=e.embeddingLlm,this.db=new X(e.database.path),this.embeddingModel&&z.init({models:{embeddingLlm:this.embeddingModel,graphLlm:this.config.graphLlm}});}async initialize(){await chunkWOD6AYBL_cjs.c.init({logDir:this.config.logDir??T__default.default.join(this.config.workspaceDir,"logs"),print:process.argv.includes("--print-logs"),dev:false,level:"INFO"}),await N__default.default.mkdir(T__default.default.dirname(this.config.database.path),{recursive:true}),await N__default.default.mkdir(T__default.default.join(this.config.workspaceDir,"active"),{recursive:true}),await N__default.default.mkdir(T__default.default.join(this.config.workspaceDir,"archive"),{recursive:true}),await this.db.initialize(),this.archiver=new H(this.db.getDb(),this.config),this.graphStore=new V(this.db.getDb()),this.searchEngine=new Q(this.db.getDb(),this.config);let e=this.db.query("SELECT value FROM meta WHERE key = ?",["vectorDims"]);e[0]&&(this.vectorDims=parseInt(e[0].value,10));let t=[["version","1.0.0"],["createdAt",new Date().toISOString()]];for(let[r,n]of t)this.db.run("INSERT OR IGNORE INTO meta (key, value) VALUES (?, ?)",[r,n]);await ae({dictPath:this.config.tokenizer.dictPath}).catch(r=>{f.warn("Tokenizer initialization failed, using fallback",{error:String(r)});}),f.info("Memory system initialized",{workspaceDir:this.config.workspaceDir,dbPath:this.config.database.path}),f.debug("Memory system detail",{workspaceDir:this.config.workspaceDir,dbPath:this.config.database.path,embeddingEnabled:!!this.embeddingModel,graphLlmEnabled:!!this.config.graphLlm,archiveDays:this.config.archiveDays,hybridSearch:this.config.search.hybrid.enabled,vectorWeight:this.config.search.hybrid.vectorWeight,textWeight:this.config.search.hybrid.textWeight});}async remember(e){if(!e.agentId?.trim())throw new O("agentId is required for remember operation");let t=new Date().toISOString(),r=L.generateId(),n=M.getActiveFilePath(this.config.workspaceDir,e.category),i={...e,id:r,source:"session_self_write",createdAt:t,updatedAt:t,filePath:utils.Filesystem.normalize(n)};M.write(this.config.workspaceDir,i).then(l=>{f.debug("Memory written to file",{id:r,filePath:l});}).catch(l=>{f.warn("Failed to write memory to file",{id:r,error:String(l)});});let a=[],c=this.config,o=this.extractEntities(i.content);if(a=this.storeEntitiesAndRelations(o.entities,o.relations).nodeIds,c.graphLlm){let l=i.content,u=i.agentId,p=i.id;f.debug("Scheduling background LLM extraction",{id:p,contentLength:l.length}),this.extractEntitiesWithLlm(l).then(E=>{f.debug("Background LLM extraction completed",{id:p,entities:E.entities.length,relations:E.relations.length}),this.mergeEntitiesAndRelations(p,u,E.entities,E.relations);}).catch(E=>{f.warn("Background graph extraction failed",{id:p,error:String(E)});});}i.nodeIds=a;let d=await this.embed(i.content),s=d?Buffer.from(d.buffer,d.byteOffset,d.byteLength):null;return this.db.transaction(()=>{this.db.run(`INSERT OR REPLACE INTO memory_facts
|
|
106
106
|
(id, agent_id, session_id, msg_id, parent_msg_id, content, category, importance,
|
|
107
107
|
source, tags, node_ids, file_path, created_at, updated_at)
|
|
108
108
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,[i.id,i.agentId,i.sessionId??null,i.msgId??null,i.parentMsgId??null,i.content,i.category,i.importance,i.source,i.tags?JSON.stringify(i.tags):null,i.nodeIds?JSON.stringify(i.nodeIds):null,i.filePath?i.filePath:null,i.createdAt,i.updatedAt]),s&&this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[i.id,s]),this.writeFts(i.id,i.agentId,i.content,i.tags);}),f.info("Memory stored",{id:i.id,category:i.category,agentId:i.agentId,nodeCount:a.length}),i}async query(e,t){if(!t?.agentId?.trim())throw new O("agentId is required for query operation");return this.getSearchEngine().search(e,t)}async queryEdgesByNodeId(e,t){if(!this.graphStore)return {nodes:[],edges:[]};let r=Math.min(Math.max(t?.maxDepth??2,1),3),n=await this.graphStore.queryNeighbors(e,r,{maxEdgesPerNode:t?.maxEdgesPerNode??20}),i=n.find(a=>a.id===e);return {node:i?{id:i.id,name:i.name,type:i.type}:void 0,nodes:n.map(a=>a),edges:n.flatMap(a=>a.edges??[])}}async forget(e,t){if(!e?.trim())throw new O("agentId is required for forget operation");let r=this.db.query("SELECT file_path, node_ids, content FROM memory_facts WHERE id = ? AND agent_id = ?",[t,e]);if(r.length===0)throw new j(t);let n=r[0]?.file_path,i=r[0]?.node_ids?JSON.parse(r[0].node_ids):[],a=r[0]?.content,c=a?crypto.createHash("sha256").update(a).digest("hex"):null,o=new Set;if(i.length>0){i.map(()=>"?").join(",");let s=this.db.query("SELECT node_ids FROM memory_facts WHERE id != ? AND agent_id = ? AND node_ids IS NOT NULL",[t,e]);for(let l of s)if(l.node_ids){let u=JSON.parse(l.node_ids);for(let p of u)o.add(p);}}let m=i.filter(d=>!o.has(d));if(this.db.transaction(()=>{if(this.db.run("DELETE FROM memory_facts WHERE id = ? AND agent_id = ?",[t,e]),this.db.run("DELETE FROM memory_facts_fts WHERE fact_id = ?",[t]),m.length>0){let d=m.map(()=>"?").join(",");this.db.run(`DELETE FROM nodes WHERE id IN (${d})`,m);}c&&this.db.run("DELETE FROM embedding_cache WHERE content_hash = ?",[c]);}),n){let d=T__default.default.isAbsolute(n)?n:T__default.default.join(this.config.workspaceDir,n);await M.delete(d,t).catch(s=>{f.warn("Failed to delete memory from file",{memoryId:t,filePath:n,error:String(s)});});}f.info("Memory deleted",{memoryId:t,agentId:e,orphanNodes:m.length});}async update(e,t,r){if(!e?.trim())throw new O("agentId is required for update operation");let n=this.db.query("SELECT * FROM memory_facts WHERE id = ? AND agent_id = ?",[t,e]);if(n.length===0)throw new j(t);let i=n[0],a=new Date().toISOString(),c=r.content??i.content,o=r.importance??i.importance,m=r.tags??(i.tags?JSON.parse(i.tags):void 0),d=r.content?await this.embed(c).then(l=>l?Buffer.from(l.buffer,l.byteOffset,l.byteLength):null):null;if(this.db.transaction(()=>{this.db.run(`UPDATE memory_facts SET content = ?, importance = ?, tags = ?, updated_at = ?
|
|
109
109
|
WHERE id = ? AND agent_id = ?`,[c,o,m?JSON.stringify(m):null,a,t,e]),d&&this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[t,d]),this.writeFts(t,e,c,m);}),i.file_path){let l=T__default.default.isAbsolute(i.file_path)?i.file_path:T__default.default.join(this.config.workspaceDir,i.file_path);await M.update(l,t,r).catch(u=>{f.warn("Failed to update memory in file",{memoryId:t,error:String(u)});});}let s={id:i.id,agentId:i.agent_id,sessionId:i.session_id??void 0,msgId:i.msg_id??void 0,parentMsgId:i.parent_msg_id??void 0,content:c,category:i.category,importance:o,source:i.source,tags:m,nodeIds:i.node_ids?JSON.parse(i.node_ids):void 0,filePath:i.file_path??void 0,createdAt:String(i.created_at),updatedAt:a};return f.info("Memory updated",{memoryId:t,agentId:e}),s}async listAgentIds(){return this.db.query("SELECT DISTINCT agent_id FROM memory_facts ORDER BY agent_id").map(t=>t.agent_id)}async queryForSummary(e,t={}){if(!e?.trim())return [];let{limit:r=10,category:n,fromTime:i,toTime:a}=t,c=["agent_id = ?"],o=[e];if(n&&(c.push("category = ?"),o.push(n)),i){let s=new Date(i).getTime();Number.isNaN(s)||(c.push("created_at >= ?"),o.push(s));}if(a){let s=new Date(a).getTime();Number.isNaN(s)||(c.push("created_at <= ?"),o.push(s));}let m=c.join(" AND ");return this.db.query(`SELECT * FROM memory_facts
|
|
110
110
|
WHERE ${m}
|
|
111
111
|
ORDER BY importance DESC, created_at DESC
|
|
112
|
-
LIMIT ?`,[...o,r]).map(s=>({id:s.id,agentId:s.agent_id,sessionId:s.session_id??void 0,msgId:s.msg_id??void 0,parentMsgId:s.parent_msg_id??void 0,content:s.content,category:s.category,importance:s.importance,source:s.source,tags:s.tags?JSON.parse(s.tags):void 0,nodeIds:s.node_ids?JSON.parse(s.node_ids):void 0,filePath:s.file_path??void 0,createdAt:String(s.created_at),updatedAt:String(s.updated_at)}))}async archive(){await this.getArchiver().archive();}async cleanupOrphanRecords(){let e=this.db.transaction(()=>{let t=this.db.run("DELETE FROM memory_facts_fts WHERE fact_id NOT IN (SELECT id FROM memory_facts)"),r=this.db.run("DELETE FROM memory_vectors WHERE fact_id NOT IN (SELECT id FROM memory_facts)"),n=this.db.run("DELETE FROM embedding_cache WHERE content_hash NOT IN (SELECT content_hash FROM memory_facts)");return {orphanFts:t.changes,orphanVectors:r.changes,orphanCache:n.changes}});(e.orphanFts>0||e.orphanVectors>0||e.orphanCache>0)&&f.info("Cleaned orphan records",e);}async clear(){this.db.transaction(()=>{this.db.run("DELETE FROM memory_facts"),this.db.run("DELETE FROM memory_vectors"),this.db.run("DELETE FROM embedding_cache"),this.db.run("DELETE FROM memory_facts_fts"),this.db.run("DELETE FROM nodes"),this.db.run("DELETE FROM edges");});try{let e=await M.listActiveFiles(this.config.workspaceDir);for(let t of e)await N__default.default.rm(t,{force:!0}).catch(()=>{});}catch(e){f.warn("Failed to clean memory files",{error:String(e)});}f.info("Memory system cleared");}async close(){this.db.close(),await
|
|
112
|
+
LIMIT ?`,[...o,r]).map(s=>({id:s.id,agentId:s.agent_id,sessionId:s.session_id??void 0,msgId:s.msg_id??void 0,parentMsgId:s.parent_msg_id??void 0,content:s.content,category:s.category,importance:s.importance,source:s.source,tags:s.tags?JSON.parse(s.tags):void 0,nodeIds:s.node_ids?JSON.parse(s.node_ids):void 0,filePath:s.file_path??void 0,createdAt:String(s.created_at),updatedAt:String(s.updated_at)}))}async archive(){await this.getArchiver().archive();}async cleanupOrphanRecords(){let e=this.db.transaction(()=>{let t=this.db.run("DELETE FROM memory_facts_fts WHERE fact_id NOT IN (SELECT id FROM memory_facts)"),r=this.db.run("DELETE FROM memory_vectors WHERE fact_id NOT IN (SELECT id FROM memory_facts)"),n=this.db.run("DELETE FROM embedding_cache WHERE content_hash NOT IN (SELECT content_hash FROM memory_facts)");return {orphanFts:t.changes,orphanVectors:r.changes,orphanCache:n.changes}});(e.orphanFts>0||e.orphanVectors>0||e.orphanCache>0)&&f.info("Cleaned orphan records",e);}async clear(){this.db.transaction(()=>{this.db.run("DELETE FROM memory_facts"),this.db.run("DELETE FROM memory_vectors"),this.db.run("DELETE FROM embedding_cache"),this.db.run("DELETE FROM memory_facts_fts"),this.db.run("DELETE FROM nodes"),this.db.run("DELETE FROM edges");});try{let e=await M.listActiveFiles(this.config.workspaceDir);for(let t of e)await N__default.default.rm(t,{force:!0}).catch(()=>{});}catch(e){f.warn("Failed to clean memory files",{error:String(e)});}f.info("Memory system cleared");}async close(){this.db.close(),await chunkWOD6AYBL_cjs.c.close(),f.info("Memory system closed");}async getStatus(){try{let e=this.db.query("SELECT COUNT(*) as c FROM memory_facts"),t=this.db.query("SELECT COUNT(*) as c FROM graph_nodes"),r=this.db.query("SELECT COUNT(*) as c FROM graph_edges"),n=this.db.query("SELECT key, value FROM meta"),i={};for(let a of n)i[a.key]=a.value;return {dbPath:this.config.database.path,workspaceDir:this.config.workspaceDir,factsCount:e[0]?.c??0,nodesCount:t[0]?.c??0,edgesCount:r[0]?.c??0,embeddingLlmAvailable:!!this.config.embeddingLlm,graphLlmAvailable:!!this.config.graphLlm,healthy:!0,meta:i}}catch{return {dbPath:this.config.database.path,workspaceDir:this.config.workspaceDir,factsCount:0,nodesCount:0,edgesCount:0,embeddingLlmAvailable:false,graphLlmAvailable:false,healthy:false,meta:{}}}}async sync(){let e={synced:0,created:0,updated:0,errors:[]};await this.hasMemoryFiles()||await this.clearFiles();let r=this.db.query("SELECT * FROM memory_facts ORDER BY category, created_at ASC",[]),n=new Map;for(let c of r){let o=c.category,m=new Date(c.created_at),s=`${`${m.getFullYear()}-${String(m.getMonth()+1).padStart(2,"0")}-${String(m.getDate()).padStart(2,"0")}`}.md`,l=`${o}/${s}`;if(!n.has(l)){let u=T__default.default.join(this.config.workspaceDir,"active",o,s);n.set(l,{path:u,facts:[]});}n.get(l).facts.push(c);}for(let[c,{path:o,facts:m}]of n)try{let d=T__default.default.dirname(o);await N__default.default.mkdir(d,{recursive:!0});let s=m.map(u=>{let p=this.rowToFact(u);return L.serialize(p)}).join(`
|
|
113
113
|
`);if(await N__default.default.access(o).then(()=>!0).catch(()=>!1)){if((await N__default.default.readFile(o,"utf-8")).trim()===s.trim()){e.synced++;continue}e.updated++;}else e.created++;await N__default.default.writeFile(o,s,"utf-8"),e.synced++;}catch(d){let s=d instanceof Error?d.message:String(d);e.errors.push(`Failed to sync ${c}: ${s}`),f.warn("Memory file sync failed",{key:c,error:s});}f.info("Memory sync completed",{synced:e.synced,created:e.created,updated:e.updated,errors:e.errors.length});let i=new Date().toISOString();this.db.setMeta("lastSync",i);let a={timestamp:i,success:e.errors.length===0,synced:e.synced,created:e.created,updated:e.updated,errorCount:e.errors.length,errors:e.errors};return this.db.setMeta("lastSyncResult",JSON.stringify(a)),e}async hasMemoryFiles(){let e=[T__default.default.join(this.config.workspaceDir,"active"),T__default.default.join(this.config.workspaceDir,"archive")];for(let t of e)try{let r=await N__default.default.readdir(t,{withFileTypes:!0});for(let n of r){let i=T__default.default.join(t,n.name);if(n.isDirectory()){if((await N__default.default.readdir(i,{withFileTypes:!0})).length>0)return !0}else if(n.name.endsWith(".md"))return !0}}catch(r){if(r.code==="ENOENT")continue;throw r}return false}async clearFiles(){let e=[T__default.default.join(this.config.workspaceDir,"active"),T__default.default.join(this.config.workspaceDir,"archive")];for(let t of e)try{let r=await N__default.default.readdir(t,{withFileTypes:!0});for(let n of r){let i=T__default.default.join(t,n.name);n.isDirectory()?await N__default.default.rm(i,{recursive:!0,force:!0}):n.name.endsWith(".md")&&await N__default.default.unlink(i);}}catch(r){if(r.code!=="ENOENT")throw r}f.info("Memory files cleared");}rowToFact(e){return {id:e.id,agentId:e.agent_id,sessionId:e.session_id??void 0,msgId:e.msg_id??void 0,parentMsgId:e.parent_msg_id??void 0,content:e.content,category:e.category,importance:e.importance,source:e.source,tags:e.tags?JSON.parse(e.tags):void 0,nodeIds:e.node_ids?JSON.parse(e.node_ids):void 0,filePath:e.file_path??void 0,createdAt:new Date(e.created_at).toISOString(),updatedAt:new Date(e.updated_at).toISOString()}}extractEntities(e){let t=[],r=[],n=new Set,i=new Set,a=/([A-Za-z][\w.-]{1,80})\s+(is_a|part_of|has_attribute|located_in|occurs_in|causes|influences|owned_by|member_of|uses|depends_on|related_to)\s+([A-Za-z][\w.-]{1,80})/g;for(let o of e.matchAll(a)){let m=this.sanitizeEntityToken(o[1]??""),d=(o[2]??"related_to").trim(),s=this.sanitizeEntityToken(o[3]??"");if(!m||!s||m===s)continue;let l=m.toLowerCase();n.has(l)||(n.add(l),t.push({name:m,type:this.inferEntityType(m),properties:{source:"rule_extracted"}}));let u=s.toLowerCase();n.has(u)||(n.add(u),t.push({name:s,type:this.inferEntityType(s),properties:{source:"rule_extracted"}}));let p=`${l}|${u}|${d}`;i.has(p)||(i.add(p),r.push({source:m,target:s,relation:d,properties:void 0}));}let c=e.match(/[\p{L}\p{N}][\p{L}\p{N}_.-]{1,80}/gu)??[];for(let o of c){let m=this.sanitizeEntityToken(o);if(!m)continue;let d=m.toLowerCase();n.has(d)||(n.add(d),t.push({name:m,type:this.inferEntityType(m),properties:{source:"keyword_extracted"}}));}return {entities:t,relations:r}}async extractEntitiesWithLlm(e){if(!this.config.graphLlm)return this.extractEntities(e);try{let r=this.buildEntityExtractionPrompt(e);f.debug("LLM extracting entities...",{contentLength:e.length});let n=await z.generate(r,{maxOutputTokens:2e3});f.debug("LLM extraction result",{resultLength:n.length,result:n.slice(0,200)});let i=this.parseEntityExtractionResult(n);return f.debug("Parsed entities",{entityCount:i.entities.length,relationCount:i.relations.length}),i}catch(r){return f.warn("LLM entity extraction failed, falling back to simple extraction",{error:String(r)}),this.extractEntities(e)}}buildEntityExtractionPrompt(e){let t=types.GRAPH_ENTITY_TYPE_DEFINITIONS.map(i=>`- ${i.type}: ${i.rule}`).join(`
|
|
114
114
|
`),r=types.GRAPH_RELATION_TYPE_DEFINITIONS.map(i=>`- ${i.type}: ${i.rule}`).join(`
|
|
115
115
|
`),n=e.slice(0,1e3);return `You are an information extraction engine for a general-purpose memory graph.
|
|
@@ -143,4 +143,4 @@ Return this exact JSON shape:
|
|
|
143
143
|
}
|
|
144
144
|
|
|
145
145
|
Input text:
|
|
146
|
-
${n}`}storeEntitiesAndRelations(e,t){if(e.length===0)return {nodeIds:[]};let r=new Map,n=new Date().toISOString(),i=e.map(()=>"?").join(","),a=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${i})`,e.map(o=>o.name)),c=new Map(a.map(o=>[`${o.name}::${o.type}`,o.id]));return this.db.transaction(()=>{for(let o of e){let m=`${o.name}::${o.type}`,d=c.get(m);if(d!==void 0)this.db.run("UPDATE nodes SET properties = ?, updatedAt = ? WHERE id = ?",[JSON.stringify(o.properties),n,d]),r.set(o.name,d);else {let s=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[o.name,o.type,JSON.stringify(o.properties),n,n]);s.lastID>0&&r.set(o.name,s.lastID);}}for(let o of t){let m=r.get(o.source),d=r.get(o.target);if(m&&d){let s=o.properties?JSON.stringify(o.properties):"{}";this.db.run("INSERT OR REPLACE INTO edges (source, target, relation, properties, createdAt) VALUES (?, ?, ?, ?, ?)",[m,d,o.relation,s,n]);}}}),{nodeIds:Array.from(r.values())}}mergeEntitiesAndRelations(e,t,r,n){if(r.length===0&&n.length===0)return;let i=new Map,a=new Date().toISOString(),c=r.map(()=>"?").join(","),o=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${c})`,r.map(d=>d.name)),m=new Map(o.map(d=>[`${d.name}::${d.type}`,d.id]));this.db.transaction(()=>{for(let s of r){let l=`${s.name}::${s.type}`,u=m.get(l);if(u!==void 0)i.set(s.name,u);else {let p=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[s.name,s.type,JSON.stringify(s.properties),a,a]);p.lastID>0&&i.set(s.name,p.lastID);}}for(let s of n){let l=i.get(s.source),u=i.get(s.target);if(l&&u){let p=s.properties?JSON.stringify(s.properties):"{}";this.db.run("INSERT OR REPLACE INTO edges (source, target, relation, properties, createdAt) VALUES (?, ?, ?, ?, ?)",[l,u,s.relation,p,a]);}}let d=Array.from(i.values());d.length>0&&this.db.run("UPDATE memory_facts SET node_ids = ? WHERE id = ?",[JSON.stringify(d),e]);});}async embed(e){if(!this.embeddingModel)return null;let t=crypto.createHash("sha256").update(e).digest("hex"),r=this.db.query("SELECT embedding FROM embedding_cache WHERE content_hash = ?",[t])[0];if(r)return new Float32Array(r.embedding.buffer,r.embedding.byteOffset,r.embedding.byteLength/4);try{let i=(await this.embeddingModel.doEmbed({values:[e]})).embeddings[0];if(!i||i.length===0)return null;let a=new Float32Array(i),c=Buffer.from(a.buffer,a.byteOffset,a.byteLength);return this.db.run("INSERT OR REPLACE INTO embedding_cache (content_hash, embedding) VALUES (?, ?)",[t,c]),this.vectorDims===void 0&&(this.vectorDims=i.length,this.db.run("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)",["vectorDims",String(i.length)])),a}catch(n){return f.warn("Embedding failed",{error:String(n)}),null}}async embedAndStore(e,t){let r=await this.embed(t);if(!r)return;let n=Buffer.from(r.buffer,r.byteOffset,r.byteLength);try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,n]);}catch(i){f.warn("Vector store failed (fact may not exist yet)",{factId:e,error:String(i)});}}writeVector(e,t){try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,t]);}catch(r){f.warn("Vector write failed",{factId:e,error:String(r)});}}writeFts(e,t,r,n){try{let i=ie(r),a=n?ie(n.join(" ")):"";this.db.run("DELETE FROM memory_facts_fts WHERE fact_id = ?",[e]),this.db.run("INSERT INTO memory_facts_fts (fact_id, agent_id, content, tags) VALUES (?, ?, ?, ?)",[e,t,i,a]);}catch(i){f.warn("FTS index write failed",{factId:e,error:String(i)});}}parseEntityExtractionResult(e){try{let t=e.match(/\{[\s\S]*\}/);if(t){let r=JSON.parse(t[0]);return this.normalizeExtractionResult(r)}}catch(t){f.debug("Failed to parse entity extraction result",{error:String(t)});}return {entities:[],relations:[]}}normalizeExtractionResult(e){let t=e,r=Array.isArray(t.entities)?t.entities:[],n=Array.isArray(t.relations)?t.relations:[],i=[],a=new Set,c=new Map;for(let d of r){let s=typeof d?.name=="string"?d.name.trim():"";if(!s)continue;let l=s.toLowerCase();if(a.has(l))continue;a.add(l),c.set(l,s);let u=typeof d?.type=="string"?d.type.trim():"",p=$e.has(u)?u:"keyword",E=d?.properties&&typeof d.properties=="object"&&!Array.isArray(d.properties)?d.properties:{};i.push({name:s,type:p,properties:E});}let o=[],m=new Set;for(let d of n){let s=typeof d?.source=="string"?d.source.trim():"",l=typeof d?.target=="string"?d.target.trim():"";if(!s||!l)continue;let u=c.get(s.toLowerCase()),p=c.get(l.toLowerCase());if(!u||!p||u===p)continue;let E=typeof d?.relation=="string"?d.relation.trim():"",v=We.has(E)?E:"related_to",A=`${u.toLowerCase()}|${p.toLowerCase()}|${v}`;if(m.has(A))continue;m.add(A);let $=d?.properties,S;if($&&typeof $=="object"&&!Array.isArray($))try{S=$,Object.keys(S).length===0&&(S=void 0);}catch{S=void 0;}o.push({source:u,target:p,relation:v,properties:S});}return {entities:i,relations:o}}sanitizeEntityToken(e){return e.trim().replace(/^[^\p{L}\p{N}]+|[^\p{L}\p{N}]+$/gu,"").replace(/\s+/g," ").slice(0,120)}inferEntityType(e){let t=e.toLowerCase();return /(\.md|\.ts|\.json|readme|doc|spec|guideline)/i.test(e)?"document":/(api|service|system|engine|pipeline|server|db|database|memorysystem|contextengine)/i.test(e)?"process":/(team|group|org|company|inc|ltd|corp)/i.test(e)?"organization":/(deadline|date|day|week|month|year|q[1-4]|sprint)/i.test(e)?"time":/(score|rate|ratio|latency|accuracy|recall|precision|throughput|kpi)/i.test(e)?"metric":/(task|issue|ticket|todo|action)/i.test(e)?"task":/(event|incident|release|meeting|migration|launch)/i.test(e)?"event":/(process|workflow|procedure|flow|lifecycle)/i.test(e)?"process":/(file|model|dataset|artifact|resource|tool|sdk|ollama|sqlite|embedding|vector|fts)/i.test(e)?"object":/(concept|principle|policy|method|pattern|strategy)/i.test(e)?"concept":/[A-Z]/.test(e)&&t!==e?"object":"keyword"}getSearchEngine(){if(!this.searchEngine)throw new R("Memory system not initialized. Call initialize() first.");return this.searchEngine}getGraphStore(){if(!this.graphStore)throw new R("Memory system not initialized. Call initialize() first.");return this.graphStore}getArchiver(){if(!this.archiver)throw new R("Memory system not initialized. Call initialize() first.");return this.archiver}};async function Ue(g){let e=new Z(g);return await e.initialize(),e}async function tr(g){let{Log:e}=await import('./chunks/log-
|
|
146
|
+
${n}`}storeEntitiesAndRelations(e,t){if(e.length===0)return {nodeIds:[]};let r=new Map,n=new Date().toISOString(),i=e.map(()=>"?").join(","),a=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${i})`,e.map(o=>o.name)),c=new Map(a.map(o=>[`${o.name}::${o.type}`,o.id]));return this.db.transaction(()=>{for(let o of e){let m=`${o.name}::${o.type}`,d=c.get(m);if(d!==void 0)this.db.run("UPDATE nodes SET properties = ?, updatedAt = ? WHERE id = ?",[JSON.stringify(o.properties),n,d]),r.set(o.name,d);else {let s=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[o.name,o.type,JSON.stringify(o.properties),n,n]);s.lastID>0&&r.set(o.name,s.lastID);}}for(let o of t){let m=r.get(o.source),d=r.get(o.target);if(m&&d){let s=o.properties?JSON.stringify(o.properties):"{}";this.db.run("INSERT OR REPLACE INTO edges (source, target, relation, properties, createdAt) VALUES (?, ?, ?, ?, ?)",[m,d,o.relation,s,n]);}}}),{nodeIds:Array.from(r.values())}}mergeEntitiesAndRelations(e,t,r,n){if(r.length===0&&n.length===0)return;let i=new Map,a=new Date().toISOString(),c=r.map(()=>"?").join(","),o=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${c})`,r.map(d=>d.name)),m=new Map(o.map(d=>[`${d.name}::${d.type}`,d.id]));this.db.transaction(()=>{for(let s of r){let l=`${s.name}::${s.type}`,u=m.get(l);if(u!==void 0)i.set(s.name,u);else {let p=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[s.name,s.type,JSON.stringify(s.properties),a,a]);p.lastID>0&&i.set(s.name,p.lastID);}}for(let s of n){let l=i.get(s.source),u=i.get(s.target);if(l&&u){let p=s.properties?JSON.stringify(s.properties):"{}";this.db.run("INSERT OR REPLACE INTO edges (source, target, relation, properties, createdAt) VALUES (?, ?, ?, ?, ?)",[l,u,s.relation,p,a]);}}let d=Array.from(i.values());d.length>0&&this.db.run("UPDATE memory_facts SET node_ids = ? WHERE id = ?",[JSON.stringify(d),e]);});}async embed(e){if(!this.embeddingModel)return null;let t=crypto.createHash("sha256").update(e).digest("hex"),r=this.db.query("SELECT embedding FROM embedding_cache WHERE content_hash = ?",[t])[0];if(r)return new Float32Array(r.embedding.buffer,r.embedding.byteOffset,r.embedding.byteLength/4);try{let i=(await this.embeddingModel.doEmbed({values:[e]})).embeddings[0];if(!i||i.length===0)return null;let a=new Float32Array(i),c=Buffer.from(a.buffer,a.byteOffset,a.byteLength);return this.db.run("INSERT OR REPLACE INTO embedding_cache (content_hash, embedding) VALUES (?, ?)",[t,c]),this.vectorDims===void 0&&(this.vectorDims=i.length,this.db.run("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)",["vectorDims",String(i.length)])),a}catch(n){return f.warn("Embedding failed",{error:String(n)}),null}}async embedAndStore(e,t){let r=await this.embed(t);if(!r)return;let n=Buffer.from(r.buffer,r.byteOffset,r.byteLength);try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,n]);}catch(i){f.warn("Vector store failed (fact may not exist yet)",{factId:e,error:String(i)});}}writeVector(e,t){try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,t]);}catch(r){f.warn("Vector write failed",{factId:e,error:String(r)});}}writeFts(e,t,r,n){try{let i=ie(r),a=n?ie(n.join(" ")):"";this.db.run("DELETE FROM memory_facts_fts WHERE fact_id = ?",[e]),this.db.run("INSERT INTO memory_facts_fts (fact_id, agent_id, content, tags) VALUES (?, ?, ?, ?)",[e,t,i,a]);}catch(i){f.warn("FTS index write failed",{factId:e,error:String(i)});}}parseEntityExtractionResult(e){try{let t=e.match(/\{[\s\S]*\}/);if(t){let r=JSON.parse(t[0]);return this.normalizeExtractionResult(r)}}catch(t){f.debug("Failed to parse entity extraction result",{error:String(t)});}return {entities:[],relations:[]}}normalizeExtractionResult(e){let t=e,r=Array.isArray(t.entities)?t.entities:[],n=Array.isArray(t.relations)?t.relations:[],i=[],a=new Set,c=new Map;for(let d of r){let s=typeof d?.name=="string"?d.name.trim():"";if(!s)continue;let l=s.toLowerCase();if(a.has(l))continue;a.add(l),c.set(l,s);let u=typeof d?.type=="string"?d.type.trim():"",p=$e.has(u)?u:"keyword",E=d?.properties&&typeof d.properties=="object"&&!Array.isArray(d.properties)?d.properties:{};i.push({name:s,type:p,properties:E});}let o=[],m=new Set;for(let d of n){let s=typeof d?.source=="string"?d.source.trim():"",l=typeof d?.target=="string"?d.target.trim():"";if(!s||!l)continue;let u=c.get(s.toLowerCase()),p=c.get(l.toLowerCase());if(!u||!p||u===p)continue;let E=typeof d?.relation=="string"?d.relation.trim():"",v=We.has(E)?E:"related_to",A=`${u.toLowerCase()}|${p.toLowerCase()}|${v}`;if(m.has(A))continue;m.add(A);let $=d?.properties,S;if($&&typeof $=="object"&&!Array.isArray($))try{S=$,Object.keys(S).length===0&&(S=void 0);}catch{S=void 0;}o.push({source:u,target:p,relation:v,properties:S});}return {entities:i,relations:o}}sanitizeEntityToken(e){return e.trim().replace(/^[^\p{L}\p{N}]+|[^\p{L}\p{N}]+$/gu,"").replace(/\s+/g," ").slice(0,120)}inferEntityType(e){let t=e.toLowerCase();return /(\.md|\.ts|\.json|readme|doc|spec|guideline)/i.test(e)?"document":/(api|service|system|engine|pipeline|server|db|database|memorysystem|contextengine)/i.test(e)?"process":/(team|group|org|company|inc|ltd|corp)/i.test(e)?"organization":/(deadline|date|day|week|month|year|q[1-4]|sprint)/i.test(e)?"time":/(score|rate|ratio|latency|accuracy|recall|precision|throughput|kpi)/i.test(e)?"metric":/(task|issue|ticket|todo|action)/i.test(e)?"task":/(event|incident|release|meeting|migration|launch)/i.test(e)?"event":/(process|workflow|procedure|flow|lifecycle)/i.test(e)?"process":/(file|model|dataset|artifact|resource|tool|sdk|ollama|sqlite|embedding|vector|fts)/i.test(e)?"object":/(concept|principle|policy|method|pattern|strategy)/i.test(e)?"concept":/[A-Z]/.test(e)&&t!==e?"object":"keyword"}getSearchEngine(){if(!this.searchEngine)throw new R("Memory system not initialized. Call initialize() first.");return this.searchEngine}getGraphStore(){if(!this.graphStore)throw new R("Memory system not initialized. Call initialize() first.");return this.graphStore}getArchiver(){if(!this.archiver)throw new R("Memory system not initialized. Call initialize() first.");return this.archiver}};async function Ue(g){let e=new Z(g);return await e.initialize(),e}async function tr(g){let{Log:e}=await import('./chunks/log-IAQZKRHS.cjs'),t=false;await e.init({logDir:g.logDir??process.env.EASBOT_LOG_PATH??process.cwd(),print:g.print??false,dev:g.dev??t,level:g.level??("INFO")});}Object.defineProperty(exports,"GRAPH_ENTITY_TYPE_DEFINITIONS",{enumerable:true,get:function(){return types.GRAPH_ENTITY_TYPE_DEFINITIONS}});Object.defineProperty(exports,"GRAPH_RELATION_TYPE_DEFINITIONS",{enumerable:true,get:function(){return types.GRAPH_RELATION_TYPE_DEFINITIONS}});exports.GraphStore=V;exports.MEMORY_CATEGORIES=te;exports.MemoryArchiver=H;exports.MemoryDatabaseError=R;exports.MemoryDatabaseManager=X;exports.MemoryEmbeddingError=Y;exports.MemoryError=x;exports.MemoryErrorCode=be;exports.MemoryFileError=D;exports.MemoryFileManager=M;exports.MemoryFormatter=L;exports.MemoryNotFoundError=j;exports.MemoryPermissionError=B;exports.MemorySearchError=G;exports.MemorySystem=Z;exports.MemoryValidationError=O;exports.addWord=Je;exports.closeTokenizer=Ke;exports.createMemorySystem=Ue;exports.initLog=tr;exports.initTokenizer=ae;exports.isInitialized=Ge;exports.loadCustomDict=_e;exports.toFtsTokens=ie;exports.toFtsTokensForSearch=de;exports.tokenize=Me;exports.tokenizeForSearch=Ne;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@easbot/memory",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.6",
|
|
4
4
|
"description": "Memory management library for EASBOT ecosystem - 智能记忆管理库，支持混合搜索、中英文分词、增量索引",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.cjs",
|
|
@@ -51,10 +51,10 @@
|
|
|
51
51
|
"better-sqlite3": "^12.9.0",
|
|
52
52
|
"jieba-wasm": "^2.4.0",
|
|
53
53
|
"xdg-basedir": "^5.1.0",
|
|
54
|
-
"@easbot/types": "0.2.
|
|
55
|
-
"@easbot/
|
|
56
|
-
"@easbot/
|
|
57
|
-
"@easbot/ollama-sdk": "0.2.
|
|
54
|
+
"@easbot/types": "0.2.6",
|
|
55
|
+
"@easbot/local-model-sdk": "0.2.6",
|
|
56
|
+
"@easbot/utils": "0.2.6",
|
|
57
|
+
"@easbot/ollama-sdk": "0.2.6"
|
|
58
58
|
},
|
|
59
59
|
"devDependencies": {
|
|
60
60
|
"@types/node": "^25.6.2",
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
'use strict';var chunkOB4DC6HG_cjs=require('./chunk-OB4DC6HG.cjs');Object.defineProperty(exports,"Log",{enumerable:true,get:function(){return chunkOB4DC6HG_cjs.c}});
|
|
File without changes
|