@easbot/memory 0.1.15 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunks/chunk-2WS5ZGKQ.mjs +4 -0
- package/dist/chunks/chunk-QAB5VLUW.cjs +4 -0
- package/dist/chunks/log-E6JFAP3Z.cjs +1 -0
- package/dist/chunks/log-P32ZYYG2.mjs +1 -0
- package/dist/index.cjs +5 -5
- package/dist/index.mjs +2 -2
- package/package.json +21 -23
- package/dist/chunks/chunk-5SBYP5H4.cjs +0 -4
- package/dist/chunks/chunk-MS352GPQ.mjs +0 -4
- package/dist/chunks/log-FDVK2LXU.cjs +0 -1
- package/dist/chunks/log-WWZ27AYI.mjs +0 -1
package/dist/index.cjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
'use strict';var
|
|
1
|
+
'use strict';var chunkQAB5VLUW_cjs=require('./chunks/chunk-QAB5VLUW.cjs'),types=require('@easbot/types'),x=require('jieba-wasm'),utils=require('@easbot/utils'),Ne=require('better-sqlite3'),crypto=require('crypto'),w=require('fs/promises'),R=require('path'),fs=require('fs'),ai=require('ai');function _interopDefault(e){return e&&e.__esModule?e:{default:e}}function _interopNamespace(e){if(e&&e.__esModule)return e;var n=Object.create(null);if(e){Object.keys(e).forEach(function(k){if(k!=='default'){var d=Object.getOwnPropertyDescriptor(e,k);Object.defineProperty(n,k,d.get?d:{enumerable:true,get:function(){return e[k]}});}})}n.default=e;return Object.freeze(n)}var x__namespace=/*#__PURE__*/_interopNamespace(x);var Ne__default=/*#__PURE__*/_interopDefault(Ne);var w__default=/*#__PURE__*/_interopDefault(w);var R__default=/*#__PURE__*/_interopDefault(R);var te=["user_preference","task_context","technical_fact","decision","relationship","reminder","error_pattern","workflow","exploration_finding","experience_summary","tool_usage","skill_creation","test","other"],F=class extends Error{constructor(t,n,r){super(t,{cause:r});this.code=n;this.cause=r;this.name="MemoryError";}},S=class extends F{constructor(e,t){super(e,"MEMORY_VALIDATION_ERROR",t),this.name="MemoryValidationError";}},W=class extends F{constructor(e){super(`Memory not found: ${e}`,"MEMORY_NOT_FOUND"),this.name="MemoryNotFoundError";}},j=class extends F{constructor(e){super(e,"MEMORY_PERMISSION_ERROR"),this.name="MemoryPermissionError";}},T=class extends F{constructor(e,t){super(e,"MEMORY_DATABASE_ERROR",t),this.name="MemoryDatabaseError";}},O=class extends F{constructor(e,t){super(e,"MEMORY_FILE_ERROR",t),this.name="MemoryFileError";}},J=class extends F{constructor(e,t){super(e,"MEMORY_SEARCH_ERROR",t),this.name="MemorySearchError";}},B=class extends F{constructor(e,t){super(e,"MEMORY_EMBEDDING_ERROR",t),this.name="MemoryEmbeddingError";}},Te=(m=>(m.VALIDATION_ERROR="MEMORY_VALIDATION_ERROR",m.NOT_FOUND="MEMORY_NOT_FOUND",m.PERMISSION_ERROR="MEMORY_PERMISSION_ERROR",m.DATABASE_ERROR="MEMORY_DATABASE_ERROR",m.FILE_ERROR="MEMORY_FILE_ERROR",m.SEARCH_ERROR="MEMORY_SEARCH_ERROR",m.EMBEDDING_ERROR="MEMORY_EMBEDDING_ERROR",m))(Te||{});var M=chunkQAB5VLUW_cjs.c.create({service:"memory.tokenizer"}),v=false,Me=utils.loadTextFile("./assets/jieba_dict.txt",chunkQAB5VLUW_cjs.b);async function de(g){if(!v)try{M.debug("Initializing jieba tokenizer");let e=Me();if(x__namespace.with_dict(e),M.debug("Built-in dictionary loaded"),g?.dictPath&&g.dictPath.length>0)for(let t of g.dictPath)await we(t);v=!0,M.debug("Jieba tokenizer initialized successfully");}catch(e){M.error("Failed to initialize jieba tokenizer",{error:String(e)}),M.warn("Using fallback tokenization (space-based)");}}async function we(g){if(!v)throw new Error("Tokenizer not initialized");try{let e=await utils.Filesystem.readText(g);M.debug("Loading custom dictionary",{dictPath:g}),x__namespace.with_dict(e),M.debug("Custom dictionary loaded successfully",{dictPath:g});}catch(e){M.warn("Failed to load custom dictionary",{dictPath:g,error:String(e)});}}function Ie(g){if(!v)return g.split(/\s+/).filter(Boolean);try{return x__namespace.cut(g)}catch(e){return M.warn("Tokenization failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean)}}function Ae(g){if(!v)return g.split(/\s+/).filter(Boolean);try{return x__namespace.cut_for_search(g)}catch(e){return M.warn("Tokenization for search failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean)}}function Ve(g,e,t){if(v)try{x__namespace.add_word(g,e,t),M.debug("Word added to dictionary",{word:g,freq:e,tag:t});}catch(n){M.warn("Failed to add word",{word:g,error:String(n)});}}function Je(){return v}async function Ge(){v=false,M.debug("Tokenizer closed");}function ie(g){if(!v)return g.split(/\s+/).filter(Boolean).join(" ");try{return Ie(g).join(" ")}catch(e){return M.warn("Tokenization failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean).join(" ")}}function ce(g){if(!v)return g.split(/\s+/).filter(Boolean).join(" ");try{return Ae(g).join(" ")}catch(e){return M.warn("Tokenization for search failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean).join(" ")}}var Y=class{constructor(e){chunkQAB5VLUW_cjs.a(this,"db",null);chunkQAB5VLUW_cjs.a(this,"storagePath");chunkQAB5VLUW_cjs.a(this,"initialized",false);chunkQAB5VLUW_cjs.a(this,"initPromise",null);this.storagePath=utils.Filesystem.toUnixPath(e);}async initialize(){if(!this.initialized){if(this.initPromise){await this.initPromise;return}this.initPromise=this.doInitialize(),await this.initPromise,this.initialized=true;}}async doInitialize(){try{this.db=await this.openDatabaseAsync(),this.createTables(),this.db.pragma("foreign_keys = ON");}catch(e){throw new T(`Database initialization failed: ${e.message}`,e)}}async openDatabaseAsync(){return new Promise((e,t)=>{setImmediate(()=>{try{let n=new Ne__default.default(this.storagePath);n.pragma("journal_mode = WAL"),n.pragma("synchronous = NORMAL"),n.pragma("cache_size = -64000"),n.pragma("temp_store = MEMORY"),e(n);}catch(n){t(n);}});})}createTables(){if(!this.db)throw new T("Database not initialized");let e=this.db;e.exec(`
|
|
2
2
|
CREATE TABLE IF NOT EXISTS memory_facts (
|
|
3
3
|
id TEXT PRIMARY KEY,
|
|
4
4
|
agent_id TEXT NOT NULL,
|
|
@@ -67,7 +67,7 @@
|
|
|
67
67
|
`),r=0;for(;r<n.length;){if(n[r]?.trim()!==X){r++;continue}let i=r+1,s=-1;for(let u=i;u<n.length;u++)if(n[u]?.trim()===X){s=u;break}if(s===-1){r++;continue}let m=n.slice(i,s),o=g.parseFrontmatter(m);g.validateFrontmatter(o);let d=s+1,c=n.length;for(let u=d;u<n.length;u++)if(n[u]?.trim()===X){c=u;break}let a=n.slice(d,c).join(`
|
|
68
68
|
`).trim(),l={id:String(o.id),agentId:String(o.agentId),category:o.category,importance:Number(o.importance),source:o.source??"session_self_write",content:a,createdAt:o.createdAt?new Date(String(o.createdAt)).toISOString():new Date().toISOString(),updatedAt:o.updatedAt?new Date(String(o.updatedAt)).toISOString():new Date().toISOString()};o.sessionId&&(l.sessionId=String(o.sessionId)),o.msgId&&(l.msgId=String(o.msgId)),o.parentMsgId&&(l.parentMsgId=String(o.parentMsgId)),o.filePath&&(l.filePath=String(o.filePath)),o.tags&&(l.tags=g.parseArrayField(o.tags)),o.nodeIds&&(l.nodeIds=g.parseArrayField(o.nodeIds).map(Number).filter(u=>!Number.isNaN(u))),t.push(l),r=c;}return t}static parseFrontmatter(e){let t={};for(let n of e){let r=n.indexOf(":");if(r===-1)continue;let i=n.slice(0,r).trim(),s=n.slice(r+1).trim();if(i)if(s.startsWith("[")&&s.endsWith("]")){let m=s.slice(1,-1).trim();t[i]=m?m.split(",").map(o=>o.trim()).filter(Boolean):[];}else t[i]=s;}return t}static validateFrontmatter(e){for(let r of De)if(e[r]===void 0||e[r]==="")throw new S(`Missing required field in memory frontmatter: ${r}`);let t=e.category;if(!te.includes(t))throw new S(`Invalid category: "${t}". Valid values: ${te.join(", ")}`);let n=Number(e.importance);if(Number.isNaN(n)||n<1||n>10)throw new S(`Invalid importance: "${e.importance}". Must be an integer between 1 and 10.`)}static parseArrayField(e){if(Array.isArray(e))return e.map(String);if(typeof e=="string"){let t=e.trim();if(t.startsWith("[")&&t.endsWith("]")){let n=t.slice(1,-1).trim();return n?n.split(",").map(r=>r.trim()).filter(Boolean):[]}return t?[t]:[]}return []}};var le="MEMORY.md",ue="active",Le="archive",N=class g{static getMemoryMdPath(e){return R__default.default.join(e,le)}static getActiveFilePath(e,t,n){let r=n??new Date,i=r.getFullYear(),s=String(r.getMonth()+1).padStart(2,"0"),m=String(r.getDate()).padStart(2,"0"),o=`${i}-${s}-${m}`;return R__default.default.join(e,ue,t,`${o}.md`)}static getArchiveFilePath(e,t,n,r){let i=new Date(n),s=`${i.getFullYear()}-${String(i.getMonth()+1).padStart(2,"0")}`;return R__default.default.join(e,Le,s,t,r)}static async readMemoryMd(e){let t=g.getMemoryMdPath(e);try{return await w__default.default.readFile(t,"utf-8")}catch(n){if(n.code==="ENOENT")return null;throw new O(`Failed to read MEMORY.md: ${n.message}`,n)}}static async write(e,t){let n=g.getActiveFilePath(e,t.category);utils.Filesystem.toUnixPath(R__default.default.relative(e,n));if(R__default.default.basename(n)===le)throw new j("Writing to MEMORY.md is not allowed. MEMORY.md is read-only.");try{await w__default.default.mkdir(R__default.default.dirname(n),{recursive:!0});let i=D.serialize(t),s="";try{s=await w__default.default.readFile(n,"utf-8");}catch{}let m=s.length>0&&!s.endsWith(`
|
|
69
69
|
`)?`
|
|
70
|
-
`:"";return await w__default.default.writeFile(n,`${s}${m}${i}`,"utf-8"),utils.Filesystem.normalize(n)}catch(i){throw i instanceof j?i:new O(`Failed to write memory to ${n}: ${i.message}`,i)}}static async read(e){try{let t=await w__default.default.readFile(e,"utf-8");return D.parse(t)}catch(t){if(t.code==="ENOENT")return [];throw new O(`Failed to read memory file ${e}: ${t.message}`,t)}}static async delete(e,t){try{let n=await g.read(e),r=n.filter(i=>i.id!==t);if(r.length===n.length)return;r.length===0?await w__default.default.unlink(e).catch(()=>{}):await w__default.default.writeFile(e,D.serializeFile(r),"utf-8");}catch(n){throw n instanceof O?n:new O(`Failed to delete memory ${t} from ${e}: ${n.message}`,n)}}static async update(e,t,n){try{let r=await g.read(e),i=r.findIndex(m=>m.id===t);if(i===-1)return;let s={...r[i],...n,updatedAt:new Date().toISOString()};r[i]=s,await w__default.default.writeFile(e,D.serializeFile(r),"utf-8");}catch(r){throw r instanceof O?r:new O(`Failed to update memory ${t} in ${e}: ${r.message}`,r)}}static async listActiveFiles(e){let t=R__default.default.join(e,ue),n=[];try{await g.scanDir(t,n);}catch(r){if(r.code==="ENOENT")return [];throw new O(`Failed to list active memory files: ${r.message}`,r)}return n}static async scanDir(e,t){let n=await w__default.default.readdir(e,{withFileTypes:true});for(let r of n){let i=R__default.default.join(e,r.name);r.isDirectory()?await g.scanDir(i,t):r.isFile()&&r.name.endsWith(".md")&&t.push(i);}}};var q=class{constructor(e,t){
|
|
70
|
+
`:"";return await w__default.default.writeFile(n,`${s}${m}${i}`,"utf-8"),utils.Filesystem.normalize(n)}catch(i){throw i instanceof j?i:new O(`Failed to write memory to ${n}: ${i.message}`,i)}}static async read(e){try{let t=await w__default.default.readFile(e,"utf-8");return D.parse(t)}catch(t){if(t.code==="ENOENT")return [];throw new O(`Failed to read memory file ${e}: ${t.message}`,t)}}static async delete(e,t){try{let n=await g.read(e),r=n.filter(i=>i.id!==t);if(r.length===n.length)return;r.length===0?await w__default.default.unlink(e).catch(()=>{}):await w__default.default.writeFile(e,D.serializeFile(r),"utf-8");}catch(n){throw n instanceof O?n:new O(`Failed to delete memory ${t} from ${e}: ${n.message}`,n)}}static async update(e,t,n){try{let r=await g.read(e),i=r.findIndex(m=>m.id===t);if(i===-1)return;let s={...r[i],...n,updatedAt:new Date().toISOString()};r[i]=s,await w__default.default.writeFile(e,D.serializeFile(r),"utf-8");}catch(r){throw r instanceof O?r:new O(`Failed to update memory ${t} in ${e}: ${r.message}`,r)}}static async listActiveFiles(e){let t=R__default.default.join(e,ue),n=[];try{await g.scanDir(t,n);}catch(r){if(r.code==="ENOENT")return [];throw new O(`Failed to list active memory files: ${r.message}`,r)}return n}static async scanDir(e,t){let n=await w__default.default.readdir(e,{withFileTypes:true});for(let r of n){let i=R__default.default.join(e,r.name);r.isDirectory()?await g.scanDir(i,t):r.isFile()&&r.name.endsWith(".md")&&t.push(i);}}};var q=class{constructor(e,t){chunkQAB5VLUW_cjs.a(this,"db");chunkQAB5VLUW_cjs.a(this,"config");this.db=e,this.config=t;}async archive(){let t=(this.config.archiveDays??30)*864e5,n=Date.now(),r=[],i=await N.listActiveFiles(this.config.workspaceDir);for(let s of i){let m=await N.read(s);if(m.length===0)continue;let o=m[0]?.createdAt,d=o?new Date(o).getTime():n;if(n-d<=t)continue;let c=m[0]?.category;if(!c)continue;let a=R__default.default.basename(s),l=N.getArchiveFilePath(this.config.workspaceDir,c,d,a);await fs.promises.mkdir(R__default.default.dirname(l),{recursive:true}),await fs.promises.rename(s,l);let u=utils.Filesystem.toUnixPath(R__default.default.relative(this.config.workspaceDir,l)),p=utils.Filesystem.toUnixPath(R__default.default.relative(this.config.workspaceDir,s));this.db.prepare("UPDATE memory_facts SET file_path = ? WHERE file_path = ?").run(u,p),r.push({source:s,target:l,timestamp:n});}return {archivedCount:r.length,records:r}}};var K=chunkQAB5VLUW_cjs.c.create({service:"memory.graph-store"}),H=class{constructor(e){chunkQAB5VLUW_cjs.a(this,"db");this.db=e;}async upsertNode(e,t,n){let r=Date.now(),i=this.db.prepare("SELECT id FROM nodes WHERE name = ? AND type = ?").get(e,t);if(i)return this.db.prepare("UPDATE nodes SET properties = ?, updatedAt = ? WHERE id = ?").run(JSON.stringify(n??{}),r,i.id),i.id;let s=this.db.prepare("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)").run(e,t,JSON.stringify(n??{}),r,r);return Number(s.lastInsertRowid)}async deleteNode(e){this.db.prepare("DELETE FROM nodes WHERE id = ?").run(e);}async upsertEdge(e,t,n,r){let i=this.db.prepare("INSERT INTO edges (source, target, relation, properties, createdAt) VALUES (?, ?, ?, ?, ?)").run(e,t,n,JSON.stringify(r??{}),Date.now());return Number(i.lastInsertRowid)}async queryNodes(e={}){let t="SELECT id, name, type, properties, createdAt, updatedAt FROM nodes",n=[],r=[];if(e.ids&&e.ids.length>0){let s=e.ids.map(m=>typeof m=="string"?parseInt(m,10):m).filter(m=>!Number.isNaN(m));r.push(`id IN (${s.map(()=>"?").join(", ")})`),n.push(...s);}e.name&&(r.push("name LIKE ?"),n.push(`%${e.name}%`)),e.type&&(r.push("type = ?"),n.push(e.type)),r.length>0&&(t+=` WHERE ${r.join(" AND ")}`),t+=" ORDER BY id",e.limit&&(t+=" LIMIT ?",n.push(e.limit)),K.debug("queryNodes",{sql:t,params:n,filter:e});let i=this.db.prepare(t).all(...n);return K.debug("queryNodes result",{count:i.length}),i.map(s=>({id:s.id,name:s.name,type:s.type,properties:s.properties?JSON.parse(s.properties):void 0,createdAt:s.createdAt,updatedAt:s.updatedAt}))}async queryEdges(e={}){let t="SELECT id, source, target, relation, properties, createdAt FROM edges",n=[],r=[];if(e.ids&&e.ids.length>0&&(r.push(`id IN (${e.ids.map(()=>"?").join(", ")})`),n.push(...e.ids)),e.source!==void 0&&(r.push("source = ?"),n.push(e.source)),e.target!==void 0&&(r.push("target = ?"),n.push(e.target)),e.sourceOrTarget&&e.sourceOrTarget.length>0){let d=e.sourceOrTarget.map(c=>typeof c=="string"?parseInt(c,10):c).filter(c=>!Number.isNaN(c));r.push(`(source IN (${d.map(()=>"?").join(", ")}) OR target IN (${d.map(()=>"?").join(", ")}))`),n.push(...d,...d);}e.relation&&(r.push("relation = ?"),n.push(e.relation)),r.length>0&&(t+=` WHERE ${r.join(" AND ")}`),t+=" ORDER BY id",e.limit&&(t+=" LIMIT ?",n.push(e.limit)),K.debug("queryEdges",{sql:t,params:n,filter:e});let i=this.db.prepare(t).all(...n);K.debug("queryEdges result",{count:i.length});let s=[...new Set(i.map(d=>d.target))],m=s.length>0?await this.queryNodes({ids:s,limit:s.length}):[],o=new Map(m.map(d=>[d.id,d]));return i.map(d=>{let c={id:d.id,source:d.source,target:d.target,relation:d.relation,properties:d.properties?JSON.parse(d.properties):void 0,createdAt:d.createdAt},a=o.get(d.target);return a&&(c.targetNode=a),c})}async queryNeighbors(e,t=1,n){let r=new Set,i=[{id:e,level:0}],s=[],m=n?.maxEdgesPerNode??50;for(;i.length>0;){let o=i.shift();if(!o)break;if(r.has(o.id)||o.level>t)continue;r.add(o.id);let c=(await this.queryNodes({ids:[o.id],limit:1}))[0];if(!c)continue;let a=await this.queryEdges({sourceOrTarget:[o.id],limit:m});if(s.push({...c,edges:a}),o.level<t)for(let l of a){let u=l.source===o.id?l.target:l.source;r.has(u)||i.push({id:u,level:o.level+1});}}return s}};var z;(c=>{let g=null;function e(a){t()||(g={models:a.models,options:a.options??{}});}c.init=e;function t(){return g!==null}c.isInitialized=t;function n(){return g?{embedding:!!g.models.embeddingLlm,graph:!!g.models.graphLlm}:{embedding:false,graph:false}}c.capabilities=n;async function r(a){let u=m().models.embeddingLlm;if(!u)throw new Error("embeddingLlm model is not configured.");try{let p=await ai.embed({model:u,value:a});return new Float32Array(p.embedding)}catch(p){let b=u.doEmbed;if(typeof b!="function")throw new Error("embeddingLlm model does not support embedding generation.",{cause:p});let I=(await b({values:[a]}))?.embeddings?.[0];if(!I||!Array.isArray(I))throw new Error("embeddingLlm model returned invalid embedding result.",{cause:p});return new Float32Array(I)}}c.embedText=r;async function i(a){let u=m().models.embeddingLlm;if(!u)throw new Error("embeddingLlm model is not configured.");try{return (await ai.embedMany({model:u,values:a})).embeddings.map(b=>new Float32Array(b))}catch{return ((await u.doEmbed?.({values:a}))?.embeddings??[]).map(b=>new Float32Array(b))}}c.embedTexts=i;async function s(a,l){let u=m(),p=u.models.graphLlm;if(!p)throw new Error("llm model is not configured.");try{return (await ai.streamText({model:p,prompt:a,maxOutputTokens:l?.maxOutputTokens??u.options.graph?.maxOutputTokens,temperature:l?.temperature??u.options.graph?.temperature})).text}catch{return (await p.doGenerate?.({prompt:[{role:"user",content:[{type:"text",text:a}]}],maxOutputTokens:l?.maxOutputTokens??u.options.graph?.maxOutputTokens}))?.content?.find(L=>L.type==="text")?.text??""}}c.generate=s;let m=()=>{if(!g)throw new Error("Llm is not initialized. Please call Llm.init() first.");return g};c.embed=r,c.embedMany=i;})(z||(z={}));var Q=class{constructor(e,t){chunkQAB5VLUW_cjs.a(this,"db");chunkQAB5VLUW_cjs.a(this,"config");chunkQAB5VLUW_cjs.a(this,"embeddingModel");this.db=e,this.config=t,this.embeddingModel=t.embeddingLlm,this.embeddingModel&&z.init({models:{embeddingLlm:this.embeddingModel,graphLlm:t.graphLlm}});}async search(e,t){if(!e.trim())return [];if(!t?.agentId)return [];let n=t.maxResults??this.config.search.maxResults,r=await this.hybridSearch(e,{...t,maxResults:n*2});return r.length===0?[]:r.slice(0,n)}async hybridSearch(e,t){let{maxResults:n=this.config.search.maxResults,minScore:r=this.config.search.minScore,vectorWeight:i=this.config.search.hybrid.vectorWeight,textWeight:s=this.config.search.hybrid.textWeight,enableEmbedding:m=true}=t??{},d=m&&!!this.embeddingModel?await this.embed(e):null,c=["mf.agent_id = ?"],a=[t?.agentId];t?.category&&(c.push("mf.category = ?"),a.push(t.category)),t?.minImportance!==void 0&&(c.push("mf.importance >= ?"),a.push(t.minImportance)),t?.source&&(c.push("mf.source = ?"),a.push(t.source)),t?.fromTime!==void 0&&(c.push("mf.created_at >= ?"),a.push(t.fromTime)),t?.toTime!==void 0&&(c.push("mf.created_at <= ?"),a.push(t.toTime));let l=c.join(" AND "),[u,p]=await Promise.all([d?this.vectorSearch(d,l,a,n,r,t?.candidateFactIds):Promise.resolve([]),this.ftsSearch(e,l,a,n,r)]),b=d?i:0,L=d?s:1;return this.mergeResults(u,p,b,L,l,a,r)}async vectorSearch(e,t,n,r,i,s){if(!this.embeddingModel)return [];try{let m;if(s&&s.length>0){let d=s.map(()=>"?").join(",");m=this.db.prepare(`
|
|
71
71
|
SELECT mf.id, mv.embedding
|
|
72
72
|
FROM memory_facts mf
|
|
73
73
|
JOIN memory_vectors mv ON mf.id = mv.fact_id
|
|
@@ -102,14 +102,14 @@
|
|
|
102
102
|
FROM edges e JOIN nodes n ON n.id = e.target
|
|
103
103
|
WHERE e.source IN (${h})`).all(...I);for(let y of V){let $=U.get(y.source)??[];$.push({id:y.id,source:y.source,target:y.target,relation:y.relation,properties:y.properties?JSON.parse(y.properties):void 0,createdAt:y.createdAt,targetNode:{id:y.target,name:y.targetName,type:y.targetType,createdAt:y.createdAt,updatedAt:y.createdAt}}),U.set(y.source,$);}let ee=this.db.prepare(`SELECT e.id, e.source, e.target, e.relation, e.properties, e.createdAt, n.name as sourceName, n.type as sourceType
|
|
104
104
|
FROM edges e JOIN nodes n ON n.id = e.source
|
|
105
|
-
WHERE e.target IN (${h})`).all(...I);for(let y of ee){let $=U.get(y.target)??[];$.push({id:y.id,source:y.source,target:y.target,relation:y.relation,properties:y.properties?JSON.parse(y.properties):void 0,createdAt:y.createdAt,targetNode:{id:y.source,name:y.sourceName,type:y.sourceType,createdAt:y.createdAt,updatedAt:y.createdAt}}),U.set(y.target,$);}}return p.map(h=>{let _=L.get(h.memoryId)??[],V=_.length>0?_.flatMap(oe=>{let ae=se.get(oe);return ae?[{...ae,edges:U.get(oe)}]:[]}):void 0,ee=a.get(h.memoryId)??0,y=new Date(h.createdAt),$=(Date.now()-y.getTime())/864e5,fe=Math.exp(-0.05*$),Ee=(h.importance-1)/9,be=.4*ee+.3*fe+.3*Ee;return {memoryId:h.memoryId,category:h.category,importance:h.importance,agentId:h.agentId,snippet:h.snippet,score:be,createdAt:h.createdAt,source:h.source,filePath:h.filePath,nodes:(V?.length??0)>0?V:void 0}}).filter(h=>h.score>=m).sort((h,_)=>_.score-h.score)}async embed(e){if(!this.embeddingModel)throw new B("Embedding \u6A21\u578B\u672A\u914D\u7F6E\uFF0C\u65E0\u6CD5\u751F\u6210\u5411\u91CF");try{return await z.embedText(e)}catch(t){throw new B(`\u751F\u6210\u5411\u91CF\u5931\u8D25: ${t instanceof Error?t.message:String(t)}`,t instanceof Error?t:void 0)}}cosineSimilarity(e,t){if(e.length!==t.length||e.length===0)return 0;let n=0,r=0,i=0;for(let s=0;s<e.length;s++){let m=e[s],o=t[s];n+=m*o,r+=m*m,i+=o*o;}return n/(Math.sqrt(r)*Math.sqrt(i))}};var f=
|
|
105
|
+
WHERE e.target IN (${h})`).all(...I);for(let y of ee){let $=U.get(y.target)??[];$.push({id:y.id,source:y.source,target:y.target,relation:y.relation,properties:y.properties?JSON.parse(y.properties):void 0,createdAt:y.createdAt,targetNode:{id:y.source,name:y.sourceName,type:y.sourceType,createdAt:y.createdAt,updatedAt:y.createdAt}}),U.set(y.target,$);}}return p.map(h=>{let _=L.get(h.memoryId)??[],V=_.length>0?_.flatMap(oe=>{let ae=se.get(oe);return ae?[{...ae,edges:U.get(oe)}]:[]}):void 0,ee=a.get(h.memoryId)??0,y=new Date(h.createdAt),$=(Date.now()-y.getTime())/864e5,fe=Math.exp(-0.05*$),Ee=(h.importance-1)/9,be=.4*ee+.3*fe+.3*Ee;return {memoryId:h.memoryId,category:h.category,importance:h.importance,agentId:h.agentId,snippet:h.snippet,score:be,createdAt:h.createdAt,source:h.source,filePath:h.filePath,nodes:(V?.length??0)>0?V:void 0}}).filter(h=>h.score>=m).sort((h,_)=>_.score-h.score)}async embed(e){if(!this.embeddingModel)throw new B("Embedding \u6A21\u578B\u672A\u914D\u7F6E\uFF0C\u65E0\u6CD5\u751F\u6210\u5411\u91CF");try{return await z.embedText(e)}catch(t){throw new B(`\u751F\u6210\u5411\u91CF\u5931\u8D25: ${t instanceof Error?t.message:String(t)}`,t instanceof Error?t:void 0)}}cosineSimilarity(e,t){if(e.length!==t.length||e.length===0)return 0;let n=0,r=0,i=0;for(let s=0;s<e.length;s++){let m=e[s],o=t[s];n+=m*o,r+=m*m,i+=o*o;}return n/(Math.sqrt(r)*Math.sqrt(i))}};var f=chunkQAB5VLUW_cjs.c.create({service:"memory.system"}),ke=.7,Ce=.3,ze=10;var $e=new Set(types.GRAPH_ENTITY_TYPE_DEFINITIONS.map(g=>g.type)),Ue=new Set(types.GRAPH_RELATION_TYPE_DEFINITIONS.map(g=>g.type)),Z=class{constructor(e){chunkQAB5VLUW_cjs.a(this,"config");chunkQAB5VLUW_cjs.a(this,"db");chunkQAB5VLUW_cjs.a(this,"archiver",null);chunkQAB5VLUW_cjs.a(this,"searchEngine",null);chunkQAB5VLUW_cjs.a(this,"graphStore",null);chunkQAB5VLUW_cjs.a(this,"embeddingModel");chunkQAB5VLUW_cjs.a(this,"vectorDims");e.search?.hybrid;this.config={workspaceDir:e.workspaceDir,database:e.database,archiveDays:e.archiveDays??30,search:{maxResults:e.search?.maxResults??ze,minScore:e.search?.minScore??.3,hybrid:{enabled:e.search?.hybrid?.enabled??true,vectorWeight:e.search?.hybrid?.vectorWeight??ke,textWeight:e.search?.hybrid?.textWeight??Ce}},embedding:e.embedding??{},tokenizer:e.tokenizer??{},indexer:e.indexer??{batchSize:50,ignorePatterns:[],incremental:false},logDir:e.logDir??"",graphLlm:e.graphLlm,embeddingLlm:e.embeddingLlm},this.embeddingModel=e.embeddingLlm,this.db=new Y(e.database.path),this.embeddingModel&&z.init({models:{embeddingLlm:this.embeddingModel,graphLlm:this.config.graphLlm}});}async initialize(){await chunkQAB5VLUW_cjs.c.init({logDir:this.config.logDir??R__default.default.join(this.config.workspaceDir,"logs"),print:process.argv.includes("--print-logs"),dev:false,level:"INFO"}),await w__default.default.mkdir(R__default.default.dirname(this.config.database.path),{recursive:true}),await w__default.default.mkdir(R__default.default.join(this.config.workspaceDir,"active"),{recursive:true}),await w__default.default.mkdir(R__default.default.join(this.config.workspaceDir,"archive"),{recursive:true}),await this.db.initialize(),this.archiver=new q(this.db.getDb(),this.config),this.graphStore=new H(this.db.getDb()),this.searchEngine=new Q(this.db.getDb(),this.config);let e=this.db.query("SELECT value FROM meta WHERE key = ?",["vectorDims"]);e[0]&&(this.vectorDims=parseInt(e[0].value,10));let t=[["version","1.0.0"],["createdAt",new Date().toISOString()]];for(let[n,r]of t)this.db.run("INSERT OR IGNORE INTO meta (key, value) VALUES (?, ?)",[n,r]);await de({dictPath:this.config.tokenizer.dictPath}).catch(n=>{f.warn("Tokenizer initialization failed, using fallback",{error:String(n)});}),f.info("Memory system initialized",{workspaceDir:this.config.workspaceDir,dbPath:this.config.database.path});}async remember(e){if(!e.agentId?.trim())throw new S("agentId is required for remember operation");let t=new Date().toISOString(),n=D.generateId(),r={...e,id:n,source:"session_self_write",createdAt:t,updatedAt:t};N.write(this.config.workspaceDir,r).then(a=>{r.filePath=a,f.debug("Memory written to file",{id:n,filePath:a});}).catch(a=>{f.warn("Failed to write memory to file",{id:n,error:String(a)});});let i=[],s=this.config,m=this.extractEntities(r.content);if(i=this.storeEntitiesAndRelations(m.entities,m.relations).nodeIds,s.graphLlm){let a=r.content,l=r.agentId,u=r.id;f.debug("Scheduling background LLM extraction",{id:u,contentLength:a.length}),this.extractEntitiesWithLlm(a).then(p=>{f.debug("Background LLM extraction completed",{id:u,entities:p.entities.length,relations:p.relations.length}),this.mergeEntitiesAndRelations(u,l,p.entities,p.relations);}).catch(p=>{f.warn("Background graph extraction failed",{id:u,error:String(p)});});}r.nodeIds=i;let d=await this.embed(r.content),c=d?Buffer.from(d.buffer,d.byteOffset,d.byteLength):null;return this.db.transaction(()=>{this.db.run(`INSERT OR REPLACE INTO memory_facts
|
|
106
106
|
(id, agent_id, session_id, msg_id, parent_msg_id, content, category, importance,
|
|
107
107
|
source, tags, node_ids, file_path, created_at, updated_at)
|
|
108
108
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,[r.id,r.agentId,r.sessionId??null,r.msgId??null,r.parentMsgId??null,r.content,r.category,r.importance,r.source,r.tags?JSON.stringify(r.tags):null,r.nodeIds?JSON.stringify(r.nodeIds):null,r.filePath?utils.Filesystem.toUnixPath(r.filePath):null,r.createdAt,r.updatedAt]),c&&this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[r.id,c]),this.writeFts(r.id,r.agentId,r.content,r.tags);}),f.info("Memory stored",{id:r.id,category:r.category,agentId:r.agentId,nodeCount:i.length}),r}async query(e,t){if(!t?.agentId?.trim())throw new S("agentId is required for query operation");return this.getSearchEngine().search(e,t)}async queryEdgesByNodeId(e,t){if(!this.graphStore)return {nodes:[],edges:[]};let n=Math.min(Math.max(t?.maxDepth??2,1),3),r=await this.graphStore.queryNeighbors(e,n,{maxEdgesPerNode:t?.maxEdgesPerNode??20}),i=r.find(s=>s.id===e);return {node:i?{id:i.id,name:i.name,type:i.type}:void 0,nodes:r.map(s=>s),edges:r.flatMap(s=>s.edges??[])}}async forget(e,t){if(!e?.trim())throw new S("agentId is required for forget operation");let n=this.db.query("SELECT file_path, node_ids, content FROM memory_facts WHERE id = ? AND agent_id = ?",[t,e]);if(n.length===0)throw new W(t);let r=n[0]?.file_path,i=n[0]?.node_ids?JSON.parse(n[0].node_ids):[],s=n[0]?.content,m=s?crypto.createHash("sha256").update(s).digest("hex"):null,o=new Set;if(i.length>0){i.map(()=>"?").join(",");let a=this.db.query("SELECT node_ids FROM memory_facts WHERE id != ? AND agent_id = ? AND node_ids IS NOT NULL",[t,e]);for(let l of a)if(l.node_ids){let u=JSON.parse(l.node_ids);for(let p of u)o.add(p);}}let d=i.filter(c=>!o.has(c));if(this.db.transaction(()=>{if(this.db.run("DELETE FROM memory_facts WHERE id = ? AND agent_id = ?",[t,e]),this.db.run("DELETE FROM memory_facts_fts WHERE fact_id = ?",[t]),d.length>0){let c=d.map(()=>"?").join(",");this.db.run(`DELETE FROM nodes WHERE id IN (${c})`,d);}m&&this.db.run("DELETE FROM embedding_cache WHERE content_hash = ?",[m]);}),r){let c=R__default.default.isAbsolute(r)?r:R__default.default.join(this.config.workspaceDir,r);await N.delete(c,t).catch(a=>{f.warn("Failed to delete memory from file",{memoryId:t,filePath:r,error:String(a)});});}f.info("Memory deleted",{memoryId:t,agentId:e,orphanNodes:d.length});}async update(e,t,n){if(!e?.trim())throw new S("agentId is required for update operation");let r=this.db.query("SELECT * FROM memory_facts WHERE id = ? AND agent_id = ?",[t,e]);if(r.length===0)throw new W(t);let i=r[0],s=new Date().toISOString(),m=n.content??i.content,o=n.importance??i.importance,d=n.tags??(i.tags?JSON.parse(i.tags):void 0),c=n.content?await this.embed(m).then(l=>l?Buffer.from(l.buffer,l.byteOffset,l.byteLength):null):null;if(this.db.transaction(()=>{this.db.run(`UPDATE memory_facts SET content = ?, importance = ?, tags = ?, updated_at = ?
|
|
109
109
|
WHERE id = ? AND agent_id = ?`,[m,o,d?JSON.stringify(d):null,s,t,e]),c&&this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[t,c]),this.writeFts(t,e,m,d);}),i.file_path){let l=R__default.default.isAbsolute(i.file_path)?i.file_path:R__default.default.join(this.config.workspaceDir,i.file_path);await N.update(l,t,n).catch(u=>{f.warn("Failed to update memory in file",{memoryId:t,error:String(u)});});}let a={id:i.id,agentId:i.agent_id,sessionId:i.session_id??void 0,msgId:i.msg_id??void 0,parentMsgId:i.parent_msg_id??void 0,content:m,category:i.category,importance:o,source:i.source,tags:d,nodeIds:i.node_ids?JSON.parse(i.node_ids):void 0,filePath:i.file_path??void 0,createdAt:String(i.created_at),updatedAt:s};return f.info("Memory updated",{memoryId:t,agentId:e}),a}async listAgentIds(){return this.db.query("SELECT DISTINCT agent_id FROM memory_facts ORDER BY agent_id").map(t=>t.agent_id)}async queryForSummary(e,t=10){return e?.trim()?this.db.query(`SELECT * FROM memory_facts
|
|
110
110
|
WHERE agent_id = ?
|
|
111
111
|
ORDER BY importance DESC, created_at DESC
|
|
112
|
-
LIMIT ?`,[e,t]).map(r=>({id:r.id,agentId:r.agent_id,sessionId:r.session_id??void 0,msgId:r.msg_id??void 0,parentMsgId:r.parent_msg_id??void 0,content:r.content,category:r.category,importance:r.importance,source:r.source,tags:r.tags?JSON.parse(r.tags):void 0,nodeIds:r.node_ids?JSON.parse(r.node_ids):void 0,filePath:r.file_path??void 0,createdAt:String(r.created_at),updatedAt:String(r.updated_at)})):[]}async archive(){await this.getArchiver().archive();}async cleanupOrphanRecords(){let e=this.db.transaction(()=>{let t=this.db.run("DELETE FROM memory_facts_fts WHERE fact_id NOT IN (SELECT id FROM memory_facts)"),n=this.db.run("DELETE FROM memory_vectors WHERE fact_id NOT IN (SELECT id FROM memory_facts)"),r=this.db.run("DELETE FROM embedding_cache WHERE content_hash NOT IN (SELECT content_hash FROM memory_facts)");return {orphanFts:t.changes,orphanVectors:n.changes,orphanCache:r.changes}});(e.orphanFts>0||e.orphanVectors>0||e.orphanCache>0)&&f.info("Cleaned orphan records",e);}async clear(){this.db.transaction(()=>{this.db.run("DELETE FROM memory_facts"),this.db.run("DELETE FROM memory_vectors"),this.db.run("DELETE FROM embedding_cache"),this.db.run("DELETE FROM memory_facts_fts"),this.db.run("DELETE FROM nodes"),this.db.run("DELETE FROM edges");});try{let e=await N.listActiveFiles(this.config.workspaceDir);for(let t of e)await w__default.default.rm(t,{force:!0}).catch(()=>{});}catch(e){f.warn("Failed to clean memory files",{error:String(e)});}f.info("Memory system cleared");}async close(){this.db.close(),await
|
|
112
|
+
LIMIT ?`,[e,t]).map(r=>({id:r.id,agentId:r.agent_id,sessionId:r.session_id??void 0,msgId:r.msg_id??void 0,parentMsgId:r.parent_msg_id??void 0,content:r.content,category:r.category,importance:r.importance,source:r.source,tags:r.tags?JSON.parse(r.tags):void 0,nodeIds:r.node_ids?JSON.parse(r.node_ids):void 0,filePath:r.file_path??void 0,createdAt:String(r.created_at),updatedAt:String(r.updated_at)})):[]}async archive(){await this.getArchiver().archive();}async cleanupOrphanRecords(){let e=this.db.transaction(()=>{let t=this.db.run("DELETE FROM memory_facts_fts WHERE fact_id NOT IN (SELECT id FROM memory_facts)"),n=this.db.run("DELETE FROM memory_vectors WHERE fact_id NOT IN (SELECT id FROM memory_facts)"),r=this.db.run("DELETE FROM embedding_cache WHERE content_hash NOT IN (SELECT content_hash FROM memory_facts)");return {orphanFts:t.changes,orphanVectors:n.changes,orphanCache:r.changes}});(e.orphanFts>0||e.orphanVectors>0||e.orphanCache>0)&&f.info("Cleaned orphan records",e);}async clear(){this.db.transaction(()=>{this.db.run("DELETE FROM memory_facts"),this.db.run("DELETE FROM memory_vectors"),this.db.run("DELETE FROM embedding_cache"),this.db.run("DELETE FROM memory_facts_fts"),this.db.run("DELETE FROM nodes"),this.db.run("DELETE FROM edges");});try{let e=await N.listActiveFiles(this.config.workspaceDir);for(let t of e)await w__default.default.rm(t,{force:!0}).catch(()=>{});}catch(e){f.warn("Failed to clean memory files",{error:String(e)});}f.info("Memory system cleared");}async close(){this.db.close(),await chunkQAB5VLUW_cjs.c.close(),f.info("Memory system closed");}async getStatus(){try{let e=this.db.query("SELECT COUNT(*) as c FROM memory_facts"),t=this.db.query("SELECT COUNT(*) as c FROM graph_nodes"),n=this.db.query("SELECT COUNT(*) as c FROM graph_edges"),r=this.db.query("SELECT key, value FROM meta"),i={};for(let s of r)i[s.key]=s.value;return {dbPath:this.config.database.path,workspaceDir:this.config.workspaceDir,factsCount:e[0]?.c??0,nodesCount:t[0]?.c??0,edgesCount:n[0]?.c??0,embeddingLlmAvailable:!!this.config.embeddingLlm,graphLlmAvailable:!!this.config.graphLlm,healthy:!0,meta:i}}catch{return {dbPath:this.config.database.path,workspaceDir:this.config.workspaceDir,factsCount:0,nodesCount:0,edgesCount:0,embeddingLlmAvailable:false,graphLlmAvailable:false,healthy:false,meta:{}}}}async sync(){let e={synced:0,created:0,updated:0,errors:[]};await this.hasMemoryFiles()||await this.clearFiles();let n=this.db.query("SELECT * FROM memory_facts ORDER BY category, created_at ASC",[]),r=new Map;for(let i of n){let s=i.category,m=new Date(i.created_at),d=`${`${m.getFullYear()}-${String(m.getMonth()+1).padStart(2,"0")}-${String(m.getDate()).padStart(2,"0")}`}.md`,c=`${s}/${d}`;if(!r.has(c)){let a=R__default.default.join(this.config.workspaceDir,"active",s,d);r.set(c,{path:a,facts:[]});}r.get(c).facts.push(i);}for(let[i,{path:s,facts:m}]of r)try{let o=R__default.default.dirname(s);await w__default.default.mkdir(o,{recursive:!0});let d=m.map(a=>{let l=this.rowToFact(a);return D.serialize(l)}).join(`
|
|
113
113
|
`);if(await w__default.default.access(s).then(()=>!0).catch(()=>!1)){if((await w__default.default.readFile(s,"utf-8")).trim()===d.trim()){e.synced++;continue}e.updated++;}else e.created++;await w__default.default.writeFile(s,d,"utf-8"),e.synced++;}catch(o){let d=o instanceof Error?o.message:String(o);e.errors.push(`Failed to sync ${i}: ${d}`),f.warn("Memory file sync failed",{key:i,error:d});}return f.info("Memory sync completed",{synced:e.synced,created:e.created,updated:e.updated,errors:e.errors.length}),this.db.setMeta("lastSync",new Date().toISOString()),e}async hasMemoryFiles(){let e=[R__default.default.join(this.config.workspaceDir,"active"),R__default.default.join(this.config.workspaceDir,"archive")];for(let t of e)try{let n=await w__default.default.readdir(t,{withFileTypes:!0});for(let r of n){let i=R__default.default.join(t,r.name);if(r.isDirectory()){if((await w__default.default.readdir(i,{withFileTypes:!0})).length>0)return !0}else if(r.name.endsWith(".md"))return !0}}catch(n){if(n.code==="ENOENT")continue;throw n}return false}async clearFiles(){let e=[R__default.default.join(this.config.workspaceDir,"active"),R__default.default.join(this.config.workspaceDir,"archive")];for(let t of e)try{let n=await w__default.default.readdir(t,{withFileTypes:!0});for(let r of n){let i=R__default.default.join(t,r.name);r.isDirectory()?await w__default.default.rm(i,{recursive:!0,force:!0}):r.name.endsWith(".md")&&await w__default.default.unlink(i);}}catch(n){if(n.code!=="ENOENT")throw n}f.info("Memory files cleared");}rowToFact(e){return {id:e.id,agentId:e.agent_id,sessionId:e.session_id??void 0,msgId:e.msg_id??void 0,parentMsgId:e.parent_msg_id??void 0,content:e.content,category:e.category,importance:e.importance,source:e.source,tags:e.tags?JSON.parse(e.tags):void 0,nodeIds:e.node_ids?JSON.parse(e.node_ids):void 0,filePath:e.file_path??void 0,createdAt:new Date(e.created_at).toISOString(),updatedAt:new Date(e.updated_at).toISOString()}}extractEntities(e){let t=[],n=[],r=new Set,i=new Set,s=/([A-Za-z][\w.-]{1,80})\s+(is_a|part_of|has_attribute|located_in|occurs_in|causes|influences|owned_by|member_of|uses|depends_on|related_to)\s+([A-Za-z][\w.-]{1,80})/g;for(let o of e.matchAll(s)){let d=this.sanitizeEntityToken(o[1]??""),c=(o[2]??"related_to").trim(),a=this.sanitizeEntityToken(o[3]??"");if(!d||!a||d===a)continue;let l=d.toLowerCase();r.has(l)||(r.add(l),t.push({name:d,type:this.inferEntityType(d),properties:{source:"rule_extracted"}}));let u=a.toLowerCase();r.has(u)||(r.add(u),t.push({name:a,type:this.inferEntityType(a),properties:{source:"rule_extracted"}}));let p=`${l}|${u}|${c}`;i.has(p)||(i.add(p),n.push({source:d,target:a,relation:c}));}let m=e.match(/[\p{L}\p{N}][\p{L}\p{N}_.-]{1,80}/gu)??[];for(let o of m){let d=this.sanitizeEntityToken(o);if(!d)continue;let c=d.toLowerCase();r.has(c)||(r.add(c),t.push({name:d,type:this.inferEntityType(d),properties:{source:"keyword_extracted"}}));}return {entities:t,relations:n}}async extractEntitiesWithLlm(e){if(!this.config.graphLlm)return this.extractEntities(e);try{let n=this.buildEntityExtractionPrompt(e);f.debug("LLM extracting entities...",{contentLength:e.length});let r=await z.generate(n,{maxOutputTokens:2e3});f.debug("LLM extraction result",{resultLength:r.length,result:r.slice(0,200)});let i=this.parseEntityExtractionResult(r);return f.debug("Parsed entities",{entityCount:i.entities.length,relationCount:i.relations.length}),i}catch(n){return f.warn("LLM entity extraction failed, falling back to simple extraction",{error:String(n)}),this.extractEntities(e)}}buildEntityExtractionPrompt(e){let t=types.GRAPH_ENTITY_TYPE_DEFINITIONS.map(i=>`- ${i.type}: ${i.rule}`).join(`
|
|
114
114
|
`),n=types.GRAPH_RELATION_TYPE_DEFINITIONS.map(i=>`- ${i.type}: ${i.rule}`).join(`
|
|
115
115
|
`),r=e.slice(0,1e3);return `You are an information extraction engine for a general-purpose memory graph.
|
|
@@ -142,4 +142,4 @@ Return this exact JSON shape:
|
|
|
142
142
|
}
|
|
143
143
|
|
|
144
144
|
Input text:
|
|
145
|
-
${r}`}storeEntitiesAndRelations(e,t){if(e.length===0)return {nodeIds:[]};let n=new Map,r=new Date().toISOString(),i=e.map(()=>"?").join(","),s=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${i})`,e.map(o=>o.name)),m=new Map(s.map(o=>[`${o.name}::${o.type}`,o.id]));return this.db.transaction(()=>{for(let o of e){let d=`${o.name}::${o.type}`,c=m.get(d);if(c!==void 0)this.db.run("UPDATE nodes SET properties = ?, updatedAt = ? WHERE id = ?",[JSON.stringify(o.properties),r,c]),n.set(o.name,c);else {let a=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[o.name,o.type,JSON.stringify(o.properties),r,r]);a.lastID>0&&n.set(o.name,a.lastID);}}for(let o of t){let d=n.get(o.source),c=n.get(o.target);d&&c&&this.db.run("INSERT INTO edges (source, target, relation, createdAt) VALUES (?, ?, ?, ?)",[d,c,o.relation,r]);}}),{nodeIds:Array.from(n.values())}}mergeEntitiesAndRelations(e,t,n,r){if(n.length===0&&r.length===0)return;let i=new Map,s=new Date().toISOString(),m=n.map(()=>"?").join(","),o=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${m})`,n.map(c=>c.name)),d=new Map(o.map(c=>[`${c.name}::${c.type}`,c.id]));this.db.transaction(()=>{for(let a of n){let l=`${a.name}::${a.type}`,u=d.get(l);if(u!==void 0)i.set(a.name,u);else {let p=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[a.name,a.type,JSON.stringify(a.properties),s,s]);p.lastID>0&&i.set(a.name,p.lastID);}}for(let a of r){let l=i.get(a.source),u=i.get(a.target);l&&u&&this.db.run("INSERT INTO edges (source, target, relation, createdAt) VALUES (?, ?, ?, ?)",[l,u,a.relation,s]);}let c=Array.from(i.values());c.length>0&&this.db.run("UPDATE memory_facts SET node_ids = ? WHERE id = ?",[JSON.stringify(c),e]);});}async embed(e){if(!this.embeddingModel)return null;let t=crypto.createHash("sha256").update(e).digest("hex"),n=this.db.query("SELECT embedding FROM embedding_cache WHERE content_hash = ?",[t])[0];if(n)return new Float32Array(n.embedding.buffer,n.embedding.byteOffset,n.embedding.byteLength/4);try{let i=(await this.embeddingModel.doEmbed({values:[e]})).embeddings[0];if(!i||i.length===0)return null;let s=new Float32Array(i),m=Buffer.from(s.buffer,s.byteOffset,s.byteLength);return this.db.run("INSERT OR REPLACE INTO embedding_cache (content_hash, embedding) VALUES (?, ?)",[t,m]),this.vectorDims===void 0&&(this.vectorDims=i.length,this.db.run("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)",["vectorDims",String(i.length)])),s}catch(r){return f.warn("Embedding failed",{error:String(r)}),null}}async embedAndStore(e,t){let n=await this.embed(t);if(!n)return;let r=Buffer.from(n.buffer,n.byteOffset,n.byteLength);try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,r]);}catch(i){f.warn("Vector store failed (fact may not exist yet)",{factId:e,error:String(i)});}}writeVector(e,t){try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,t]);}catch(n){f.warn("Vector write failed",{factId:e,error:String(n)});}}writeFts(e,t,n,r){try{let i=ie(n),s=r?ie(r.join(" ")):"";this.db.run("DELETE FROM memory_facts_fts WHERE fact_id = ?",[e]),this.db.run("INSERT INTO memory_facts_fts (fact_id, agent_id, content, tags) VALUES (?, ?, ?, ?)",[e,t,i,s]);}catch(i){f.warn("FTS index write failed",{factId:e,error:String(i)});}}parseEntityExtractionResult(e){try{let t=e.match(/\{[\s\S]*\}/);if(t){let n=JSON.parse(t[0]);return this.normalizeExtractionResult(n)}}catch(t){f.debug("Failed to parse entity extraction result",{error:String(t)});}return {entities:[],relations:[]}}normalizeExtractionResult(e){let t=e,n=Array.isArray(t.entities)?t.entities:[],r=Array.isArray(t.relations)?t.relations:[],i=[],s=new Set,m=new Map;for(let c of n){let a=typeof c?.name=="string"?c.name.trim():"";if(!a)continue;let l=a.toLowerCase();if(s.has(l))continue;s.add(l),m.set(l,a);let u=typeof c?.type=="string"?c.type.trim():"",p=$e.has(u)?u:"keyword",b=c?.properties&&typeof c.properties=="object"&&!Array.isArray(c.properties)?c.properties:{};i.push({name:a,type:p,properties:b});}let o=[],d=new Set;for(let c of r){let a=typeof c?.source=="string"?c.source.trim():"",l=typeof c?.target=="string"?c.target.trim():"";if(!a||!l)continue;let u=m.get(a.toLowerCase()),p=m.get(l.toLowerCase());if(!u||!p||u===p)continue;let b=typeof c?.relation=="string"?c.relation.trim():"",L=Ue.has(b)?b:"related_to",I=`${u.toLowerCase()}|${p.toLowerCase()}|${L}`;d.has(I)||(d.add(I),o.push({source:u,target:p,relation:L}));}return {entities:i,relations:o}}sanitizeEntityToken(e){return e.trim().replace(/^[^\p{L}\p{N}]+|[^\p{L}\p{N}]+$/gu,"").replace(/\s+/g," ").slice(0,120)}inferEntityType(e){let t=e.toLowerCase();return /(\.md|\.ts|\.json|readme|doc|spec|guideline)/i.test(e)?"document":/(api|service|system|engine|pipeline|server|db|database|memorysystem|contextengine)/i.test(e)?"process":/(team|group|org|company|inc|ltd|corp)/i.test(e)?"organization":/(deadline|date|day|week|month|year|q[1-4]|sprint)/i.test(e)?"time":/(score|rate|ratio|latency|accuracy|recall|precision|throughput|kpi)/i.test(e)?"metric":/(task|issue|ticket|todo|action)/i.test(e)?"task":/(event|incident|release|meeting|migration|launch)/i.test(e)?"event":/(process|workflow|procedure|flow|lifecycle)/i.test(e)?"process":/(file|model|dataset|artifact|resource|tool|sdk|ollama|sqlite|embedding|vector|fts)/i.test(e)?"object":/(concept|principle|policy|method|pattern|strategy)/i.test(e)?"concept":/[A-Z]/.test(e)&&t!==e?"object":"keyword"}getSearchEngine(){if(!this.searchEngine)throw new T("Memory system not initialized. Call initialize() first.");return this.searchEngine}getGraphStore(){if(!this.graphStore)throw new T("Memory system not initialized. Call initialize() first.");return this.graphStore}getArchiver(){if(!this.archiver)throw new T("Memory system not initialized. Call initialize() first.");return this.archiver}};async function We(g){let e=new Z(g);return await e.initialize(),e}async function er(g){let{Log:e}=await import('./chunks/log-
|
|
145
|
+
${r}`}storeEntitiesAndRelations(e,t){if(e.length===0)return {nodeIds:[]};let n=new Map,r=new Date().toISOString(),i=e.map(()=>"?").join(","),s=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${i})`,e.map(o=>o.name)),m=new Map(s.map(o=>[`${o.name}::${o.type}`,o.id]));return this.db.transaction(()=>{for(let o of e){let d=`${o.name}::${o.type}`,c=m.get(d);if(c!==void 0)this.db.run("UPDATE nodes SET properties = ?, updatedAt = ? WHERE id = ?",[JSON.stringify(o.properties),r,c]),n.set(o.name,c);else {let a=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[o.name,o.type,JSON.stringify(o.properties),r,r]);a.lastID>0&&n.set(o.name,a.lastID);}}for(let o of t){let d=n.get(o.source),c=n.get(o.target);d&&c&&this.db.run("INSERT INTO edges (source, target, relation, createdAt) VALUES (?, ?, ?, ?)",[d,c,o.relation,r]);}}),{nodeIds:Array.from(n.values())}}mergeEntitiesAndRelations(e,t,n,r){if(n.length===0&&r.length===0)return;let i=new Map,s=new Date().toISOString(),m=n.map(()=>"?").join(","),o=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${m})`,n.map(c=>c.name)),d=new Map(o.map(c=>[`${c.name}::${c.type}`,c.id]));this.db.transaction(()=>{for(let a of n){let l=`${a.name}::${a.type}`,u=d.get(l);if(u!==void 0)i.set(a.name,u);else {let p=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[a.name,a.type,JSON.stringify(a.properties),s,s]);p.lastID>0&&i.set(a.name,p.lastID);}}for(let a of r){let l=i.get(a.source),u=i.get(a.target);l&&u&&this.db.run("INSERT INTO edges (source, target, relation, createdAt) VALUES (?, ?, ?, ?)",[l,u,a.relation,s]);}let c=Array.from(i.values());c.length>0&&this.db.run("UPDATE memory_facts SET node_ids = ? WHERE id = ?",[JSON.stringify(c),e]);});}async embed(e){if(!this.embeddingModel)return null;let t=crypto.createHash("sha256").update(e).digest("hex"),n=this.db.query("SELECT embedding FROM embedding_cache WHERE content_hash = ?",[t])[0];if(n)return new Float32Array(n.embedding.buffer,n.embedding.byteOffset,n.embedding.byteLength/4);try{let i=(await this.embeddingModel.doEmbed({values:[e]})).embeddings[0];if(!i||i.length===0)return null;let s=new Float32Array(i),m=Buffer.from(s.buffer,s.byteOffset,s.byteLength);return this.db.run("INSERT OR REPLACE INTO embedding_cache (content_hash, embedding) VALUES (?, ?)",[t,m]),this.vectorDims===void 0&&(this.vectorDims=i.length,this.db.run("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)",["vectorDims",String(i.length)])),s}catch(r){return f.warn("Embedding failed",{error:String(r)}),null}}async embedAndStore(e,t){let n=await this.embed(t);if(!n)return;let r=Buffer.from(n.buffer,n.byteOffset,n.byteLength);try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,r]);}catch(i){f.warn("Vector store failed (fact may not exist yet)",{factId:e,error:String(i)});}}writeVector(e,t){try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,t]);}catch(n){f.warn("Vector write failed",{factId:e,error:String(n)});}}writeFts(e,t,n,r){try{let i=ie(n),s=r?ie(r.join(" ")):"";this.db.run("DELETE FROM memory_facts_fts WHERE fact_id = ?",[e]),this.db.run("INSERT INTO memory_facts_fts (fact_id, agent_id, content, tags) VALUES (?, ?, ?, ?)",[e,t,i,s]);}catch(i){f.warn("FTS index write failed",{factId:e,error:String(i)});}}parseEntityExtractionResult(e){try{let t=e.match(/\{[\s\S]*\}/);if(t){let n=JSON.parse(t[0]);return this.normalizeExtractionResult(n)}}catch(t){f.debug("Failed to parse entity extraction result",{error:String(t)});}return {entities:[],relations:[]}}normalizeExtractionResult(e){let t=e,n=Array.isArray(t.entities)?t.entities:[],r=Array.isArray(t.relations)?t.relations:[],i=[],s=new Set,m=new Map;for(let c of n){let a=typeof c?.name=="string"?c.name.trim():"";if(!a)continue;let l=a.toLowerCase();if(s.has(l))continue;s.add(l),m.set(l,a);let u=typeof c?.type=="string"?c.type.trim():"",p=$e.has(u)?u:"keyword",b=c?.properties&&typeof c.properties=="object"&&!Array.isArray(c.properties)?c.properties:{};i.push({name:a,type:p,properties:b});}let o=[],d=new Set;for(let c of r){let a=typeof c?.source=="string"?c.source.trim():"",l=typeof c?.target=="string"?c.target.trim():"";if(!a||!l)continue;let u=m.get(a.toLowerCase()),p=m.get(l.toLowerCase());if(!u||!p||u===p)continue;let b=typeof c?.relation=="string"?c.relation.trim():"",L=Ue.has(b)?b:"related_to",I=`${u.toLowerCase()}|${p.toLowerCase()}|${L}`;d.has(I)||(d.add(I),o.push({source:u,target:p,relation:L}));}return {entities:i,relations:o}}sanitizeEntityToken(e){return e.trim().replace(/^[^\p{L}\p{N}]+|[^\p{L}\p{N}]+$/gu,"").replace(/\s+/g," ").slice(0,120)}inferEntityType(e){let t=e.toLowerCase();return /(\.md|\.ts|\.json|readme|doc|spec|guideline)/i.test(e)?"document":/(api|service|system|engine|pipeline|server|db|database|memorysystem|contextengine)/i.test(e)?"process":/(team|group|org|company|inc|ltd|corp)/i.test(e)?"organization":/(deadline|date|day|week|month|year|q[1-4]|sprint)/i.test(e)?"time":/(score|rate|ratio|latency|accuracy|recall|precision|throughput|kpi)/i.test(e)?"metric":/(task|issue|ticket|todo|action)/i.test(e)?"task":/(event|incident|release|meeting|migration|launch)/i.test(e)?"event":/(process|workflow|procedure|flow|lifecycle)/i.test(e)?"process":/(file|model|dataset|artifact|resource|tool|sdk|ollama|sqlite|embedding|vector|fts)/i.test(e)?"object":/(concept|principle|policy|method|pattern|strategy)/i.test(e)?"concept":/[A-Z]/.test(e)&&t!==e?"object":"keyword"}getSearchEngine(){if(!this.searchEngine)throw new T("Memory system not initialized. Call initialize() first.");return this.searchEngine}getGraphStore(){if(!this.graphStore)throw new T("Memory system not initialized. Call initialize() first.");return this.graphStore}getArchiver(){if(!this.archiver)throw new T("Memory system not initialized. Call initialize() first.");return this.archiver}};async function We(g){let e=new Z(g);return await e.initialize(),e}async function er(g){let{Log:e}=await import('./chunks/log-E6JFAP3Z.cjs'),t=false;await e.init({logDir:g.logDir??process.env.EASBOT_LOG_PATH??process.cwd(),print:g.print??false,dev:g.dev??t,level:g.level??("INFO")});}Object.defineProperty(exports,"GRAPH_ENTITY_TYPE_DEFINITIONS",{enumerable:true,get:function(){return types.GRAPH_ENTITY_TYPE_DEFINITIONS}});Object.defineProperty(exports,"GRAPH_RELATION_TYPE_DEFINITIONS",{enumerable:true,get:function(){return types.GRAPH_RELATION_TYPE_DEFINITIONS}});exports.GraphStore=H;exports.MEMORY_CATEGORIES=te;exports.MemoryArchiver=q;exports.MemoryDatabaseError=T;exports.MemoryDatabaseManager=Y;exports.MemoryEmbeddingError=B;exports.MemoryError=F;exports.MemoryErrorCode=Te;exports.MemoryFileError=O;exports.MemoryFileManager=N;exports.MemoryFormatter=D;exports.MemoryNotFoundError=W;exports.MemoryPermissionError=j;exports.MemorySearchError=J;exports.MemorySystem=Z;exports.MemoryValidationError=S;exports.addWord=Ve;exports.closeTokenizer=Ge;exports.createMemorySystem=We;exports.initLog=er;exports.initTokenizer=de;exports.isInitialized=Je;exports.loadCustomDict=we;exports.toFtsTokens=ie;exports.toFtsTokensForSearch=ce;exports.tokenize=Ie;exports.tokenizeForSearch=Ae;
|
package/dist/index.mjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {b,a}from'./chunks/chunk-
|
|
1
|
+
import {b,a}from'./chunks/chunk-2WS5ZGKQ.mjs';import {GRAPH_ENTITY_TYPE_DEFINITIONS,GRAPH_RELATION_TYPE_DEFINITIONS}from'@easbot/types';export{GRAPH_ENTITY_TYPE_DEFINITIONS,GRAPH_RELATION_TYPE_DEFINITIONS}from'@easbot/types';import*as P from'jieba-wasm';import {loadTextFile,Filesystem,formatLocalISO}from'@easbot/utils';import Se from'better-sqlite3';import {randomBytes,createHash}from'crypto';import w from'fs/promises';import R from'path';import {promises}from'fs';import {embed,embedMany,streamText}from'ai';var re=["user_preference","task_context","technical_fact","decision","relationship","reminder","error_pattern","workflow","exploration_finding","experience_summary","tool_usage","skill_creation","test","other"],x=class extends Error{constructor(t,n,r){super(t,{cause:r});this.code=n;this.cause=r;this.name="MemoryError";}},N=class extends x{constructor(e,t){super(e,"MEMORY_VALIDATION_ERROR",t),this.name="MemoryValidationError";}},j=class extends x{constructor(e){super(`Memory not found: ${e}`,"MEMORY_NOT_FOUND"),this.name="MemoryNotFoundError";}},B=class extends x{constructor(e){super(e,"MEMORY_PERMISSION_ERROR"),this.name="MemoryPermissionError";}},T=class extends x{constructor(e,t){super(e,"MEMORY_DATABASE_ERROR",t),this.name="MemoryDatabaseError";}},S=class extends x{constructor(e,t){super(e,"MEMORY_FILE_ERROR",t),this.name="MemoryFileError";}},G=class extends x{constructor(e,t){super(e,"MEMORY_SEARCH_ERROR",t),this.name="MemorySearchError";}},Y=class extends x{constructor(e,t){super(e,"MEMORY_EMBEDDING_ERROR",t),this.name="MemoryEmbeddingError";}},Re=(m=>(m.VALIDATION_ERROR="MEMORY_VALIDATION_ERROR",m.NOT_FOUND="MEMORY_NOT_FOUND",m.PERMISSION_ERROR="MEMORY_PERMISSION_ERROR",m.DATABASE_ERROR="MEMORY_DATABASE_ERROR",m.FILE_ERROR="MEMORY_FILE_ERROR",m.SEARCH_ERROR="MEMORY_SEARCH_ERROR",m.EMBEDDING_ERROR="MEMORY_EMBEDDING_ERROR",m))(Re||{});var M=b.create({service:"memory.tokenizer"}),F=false,we=loadTextFile("./assets/jieba_dict.txt",import.meta.url);async function ce(g){if(!F)try{M.debug("Initializing jieba tokenizer");let e=we();if(P.with_dict(e),M.debug("Built-in dictionary loaded"),g?.dictPath&&g.dictPath.length>0)for(let t of g.dictPath)await Ie(t);F=!0,M.debug("Jieba tokenizer initialized successfully");}catch(e){M.error("Failed to initialize jieba tokenizer",{error:String(e)}),M.warn("Using fallback tokenization (space-based)");}}async function Ie(g){if(!F)throw new Error("Tokenizer not initialized");try{let e=await Filesystem.readText(g);M.debug("Loading custom dictionary",{dictPath:g}),P.with_dict(e),M.debug("Custom dictionary loaded successfully",{dictPath:g});}catch(e){M.warn("Failed to load custom dictionary",{dictPath:g,error:String(e)});}}function Ae(g){if(!F)return g.split(/\s+/).filter(Boolean);try{return P.cut(g)}catch(e){return M.warn("Tokenization failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean)}}function Ne(g){if(!F)return g.split(/\s+/).filter(Boolean);try{return P.cut_for_search(g)}catch(e){return M.warn("Tokenization for search failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean)}}function Je(g,e,t){if(F)try{P.add_word(g,e,t),M.debug("Word added to dictionary",{word:g,freq:e,tag:t});}catch(n){M.warn("Failed to add word",{word:g,error:String(n)});}}function Ge(){return F}async function Ke(){F=false,M.debug("Tokenizer closed");}function se(g){if(!F)return g.split(/\s+/).filter(Boolean).join(" ");try{return Ae(g).join(" ")}catch(e){return M.warn("Tokenization failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean).join(" ")}}function me(g){if(!F)return g.split(/\s+/).filter(Boolean).join(" ");try{return Ne(g).join(" ")}catch(e){return M.warn("Tokenization for search failed, using fallback",{error:String(e)}),g.split(/\s+/).filter(Boolean).join(" ")}}var X=class{constructor(e){a(this,"db",null);a(this,"storagePath");a(this,"initialized",false);a(this,"initPromise",null);this.storagePath=Filesystem.toUnixPath(e);}async initialize(){if(!this.initialized){if(this.initPromise){await this.initPromise;return}this.initPromise=this.doInitialize(),await this.initPromise,this.initialized=true;}}async doInitialize(){try{this.db=await this.openDatabaseAsync(),this.createTables(),this.db.pragma("foreign_keys = ON");}catch(e){throw new T(`Database initialization failed: ${e.message}`,e)}}async openDatabaseAsync(){return new Promise((e,t)=>{setImmediate(()=>{try{let n=new Se(this.storagePath);n.pragma("journal_mode = WAL"),n.pragma("synchronous = NORMAL"),n.pragma("cache_size = -64000"),n.pragma("temp_store = MEMORY"),e(n);}catch(n){t(n);}});})}createTables(){if(!this.db)throw new T("Database not initialized");let e=this.db;e.exec(`
|
|
2
2
|
CREATE TABLE IF NOT EXISTS memory_facts (
|
|
3
3
|
id TEXT PRIMARY KEY,
|
|
4
4
|
agent_id TEXT NOT NULL,
|
|
@@ -142,4 +142,4 @@ Return this exact JSON shape:
|
|
|
142
142
|
}
|
|
143
143
|
|
|
144
144
|
Input text:
|
|
145
|
-
${r}`}storeEntitiesAndRelations(e,t){if(e.length===0)return {nodeIds:[]};let n=new Map,r=new Date().toISOString(),i=e.map(()=>"?").join(","),s=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${i})`,e.map(o=>o.name)),m=new Map(s.map(o=>[`${o.name}::${o.type}`,o.id]));return this.db.transaction(()=>{for(let o of e){let d=`${o.name}::${o.type}`,c=m.get(d);if(c!==void 0)this.db.run("UPDATE nodes SET properties = ?, updatedAt = ? WHERE id = ?",[JSON.stringify(o.properties),r,c]),n.set(o.name,c);else {let a=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[o.name,o.type,JSON.stringify(o.properties),r,r]);a.lastID>0&&n.set(o.name,a.lastID);}}for(let o of t){let d=n.get(o.source),c=n.get(o.target);d&&c&&this.db.run("INSERT INTO edges (source, target, relation, createdAt) VALUES (?, ?, ?, ?)",[d,c,o.relation,r]);}}),{nodeIds:Array.from(n.values())}}mergeEntitiesAndRelations(e,t,n,r){if(n.length===0&&r.length===0)return;let i=new Map,s=new Date().toISOString(),m=n.map(()=>"?").join(","),o=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${m})`,n.map(c=>c.name)),d=new Map(o.map(c=>[`${c.name}::${c.type}`,c.id]));this.db.transaction(()=>{for(let a of n){let l=`${a.name}::${a.type}`,u=d.get(l);if(u!==void 0)i.set(a.name,u);else {let p=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[a.name,a.type,JSON.stringify(a.properties),s,s]);p.lastID>0&&i.set(a.name,p.lastID);}}for(let a of r){let l=i.get(a.source),u=i.get(a.target);l&&u&&this.db.run("INSERT INTO edges (source, target, relation, createdAt) VALUES (?, ?, ?, ?)",[l,u,a.relation,s]);}let c=Array.from(i.values());c.length>0&&this.db.run("UPDATE memory_facts SET node_ids = ? WHERE id = ?",[JSON.stringify(c),e]);});}async embed(e){if(!this.embeddingModel)return null;let t=createHash("sha256").update(e).digest("hex"),n=this.db.query("SELECT embedding FROM embedding_cache WHERE content_hash = ?",[t])[0];if(n)return new Float32Array(n.embedding.buffer,n.embedding.byteOffset,n.embedding.byteLength/4);try{let i=(await this.embeddingModel.doEmbed({values:[e]})).embeddings[0];if(!i||i.length===0)return null;let s=new Float32Array(i),m=Buffer.from(s.buffer,s.byteOffset,s.byteLength);return this.db.run("INSERT OR REPLACE INTO embedding_cache (content_hash, embedding) VALUES (?, ?)",[t,m]),this.vectorDims===void 0&&(this.vectorDims=i.length,this.db.run("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)",["vectorDims",String(i.length)])),s}catch(r){return f.warn("Embedding failed",{error:String(r)}),null}}async embedAndStore(e,t){let n=await this.embed(t);if(!n)return;let r=Buffer.from(n.buffer,n.byteOffset,n.byteLength);try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,r]);}catch(i){f.warn("Vector store failed (fact may not exist yet)",{factId:e,error:String(i)});}}writeVector(e,t){try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,t]);}catch(n){f.warn("Vector write failed",{factId:e,error:String(n)});}}writeFts(e,t,n,r){try{let i=se(n),s=r?se(r.join(" ")):"";this.db.run("DELETE FROM memory_facts_fts WHERE fact_id = ?",[e]),this.db.run("INSERT INTO memory_facts_fts (fact_id, agent_id, content, tags) VALUES (?, ?, ?, ?)",[e,t,i,s]);}catch(i){f.warn("FTS index write failed",{factId:e,error:String(i)});}}parseEntityExtractionResult(e){try{let t=e.match(/\{[\s\S]*\}/);if(t){let n=JSON.parse(t[0]);return this.normalizeExtractionResult(n)}}catch(t){f.debug("Failed to parse entity extraction result",{error:String(t)});}return {entities:[],relations:[]}}normalizeExtractionResult(e){let t=e,n=Array.isArray(t.entities)?t.entities:[],r=Array.isArray(t.relations)?t.relations:[],i=[],s=new Set,m=new Map;for(let c of n){let a=typeof c?.name=="string"?c.name.trim():"";if(!a)continue;let l=a.toLowerCase();if(s.has(l))continue;s.add(l),m.set(l,a);let u=typeof c?.type=="string"?c.type.trim():"",p=Ue.has(u)?u:"keyword",b=c?.properties&&typeof c.properties=="object"&&!Array.isArray(c.properties)?c.properties:{};i.push({name:a,type:p,properties:b});}let o=[],d=new Set;for(let c of r){let a=typeof c?.source=="string"?c.source.trim():"",l=typeof c?.target=="string"?c.target.trim():"";if(!a||!l)continue;let u=m.get(a.toLowerCase()),p=m.get(l.toLowerCase());if(!u||!p||u===p)continue;let b=typeof c?.relation=="string"?c.relation.trim():"",D=We.has(b)?b:"related_to",I=`${u.toLowerCase()}|${p.toLowerCase()}|${D}`;d.has(I)||(d.add(I),o.push({source:u,target:p,relation:D}));}return {entities:i,relations:o}}sanitizeEntityToken(e){return e.trim().replace(/^[^\p{L}\p{N}]+|[^\p{L}\p{N}]+$/gu,"").replace(/\s+/g," ").slice(0,120)}inferEntityType(e){let t=e.toLowerCase();return /(\.md|\.ts|\.json|readme|doc|spec|guideline)/i.test(e)?"document":/(api|service|system|engine|pipeline|server|db|database|memorysystem|contextengine)/i.test(e)?"process":/(team|group|org|company|inc|ltd|corp)/i.test(e)?"organization":/(deadline|date|day|week|month|year|q[1-4]|sprint)/i.test(e)?"time":/(score|rate|ratio|latency|accuracy|recall|precision|throughput|kpi)/i.test(e)?"metric":/(task|issue|ticket|todo|action)/i.test(e)?"task":/(event|incident|release|meeting|migration|launch)/i.test(e)?"event":/(process|workflow|procedure|flow|lifecycle)/i.test(e)?"process":/(file|model|dataset|artifact|resource|tool|sdk|ollama|sqlite|embedding|vector|fts)/i.test(e)?"object":/(concept|principle|policy|method|pattern|strategy)/i.test(e)?"concept":/[A-Z]/.test(e)&&t!==e?"object":"keyword"}getSearchEngine(){if(!this.searchEngine)throw new T("Memory system not initialized. Call initialize() first.");return this.searchEngine}getGraphStore(){if(!this.graphStore)throw new T("Memory system not initialized. Call initialize() first.");return this.graphStore}getArchiver(){if(!this.archiver)throw new T("Memory system not initialized. Call initialize() first.");return this.archiver}};async function je(g){let e=new ee(g);return await e.initialize(),e}async function tr(g){let{Log:e}=await import('./chunks/log-
|
|
145
|
+
${r}`}storeEntitiesAndRelations(e,t){if(e.length===0)return {nodeIds:[]};let n=new Map,r=new Date().toISOString(),i=e.map(()=>"?").join(","),s=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${i})`,e.map(o=>o.name)),m=new Map(s.map(o=>[`${o.name}::${o.type}`,o.id]));return this.db.transaction(()=>{for(let o of e){let d=`${o.name}::${o.type}`,c=m.get(d);if(c!==void 0)this.db.run("UPDATE nodes SET properties = ?, updatedAt = ? WHERE id = ?",[JSON.stringify(o.properties),r,c]),n.set(o.name,c);else {let a=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[o.name,o.type,JSON.stringify(o.properties),r,r]);a.lastID>0&&n.set(o.name,a.lastID);}}for(let o of t){let d=n.get(o.source),c=n.get(o.target);d&&c&&this.db.run("INSERT INTO edges (source, target, relation, createdAt) VALUES (?, ?, ?, ?)",[d,c,o.relation,r]);}}),{nodeIds:Array.from(n.values())}}mergeEntitiesAndRelations(e,t,n,r){if(n.length===0&&r.length===0)return;let i=new Map,s=new Date().toISOString(),m=n.map(()=>"?").join(","),o=this.db.query(`SELECT id, name, type FROM nodes WHERE name IN (${m})`,n.map(c=>c.name)),d=new Map(o.map(c=>[`${c.name}::${c.type}`,c.id]));this.db.transaction(()=>{for(let a of n){let l=`${a.name}::${a.type}`,u=d.get(l);if(u!==void 0)i.set(a.name,u);else {let p=this.db.run("INSERT INTO nodes (name, type, properties, createdAt, updatedAt) VALUES (?, ?, ?, ?, ?)",[a.name,a.type,JSON.stringify(a.properties),s,s]);p.lastID>0&&i.set(a.name,p.lastID);}}for(let a of r){let l=i.get(a.source),u=i.get(a.target);l&&u&&this.db.run("INSERT INTO edges (source, target, relation, createdAt) VALUES (?, ?, ?, ?)",[l,u,a.relation,s]);}let c=Array.from(i.values());c.length>0&&this.db.run("UPDATE memory_facts SET node_ids = ? WHERE id = ?",[JSON.stringify(c),e]);});}async embed(e){if(!this.embeddingModel)return null;let t=createHash("sha256").update(e).digest("hex"),n=this.db.query("SELECT embedding FROM embedding_cache WHERE content_hash = ?",[t])[0];if(n)return new Float32Array(n.embedding.buffer,n.embedding.byteOffset,n.embedding.byteLength/4);try{let i=(await this.embeddingModel.doEmbed({values:[e]})).embeddings[0];if(!i||i.length===0)return null;let s=new Float32Array(i),m=Buffer.from(s.buffer,s.byteOffset,s.byteLength);return this.db.run("INSERT OR REPLACE INTO embedding_cache (content_hash, embedding) VALUES (?, ?)",[t,m]),this.vectorDims===void 0&&(this.vectorDims=i.length,this.db.run("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)",["vectorDims",String(i.length)])),s}catch(r){return f.warn("Embedding failed",{error:String(r)}),null}}async embedAndStore(e,t){let n=await this.embed(t);if(!n)return;let r=Buffer.from(n.buffer,n.byteOffset,n.byteLength);try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,r]);}catch(i){f.warn("Vector store failed (fact may not exist yet)",{factId:e,error:String(i)});}}writeVector(e,t){try{this.db.run("INSERT OR REPLACE INTO memory_vectors (fact_id, embedding) VALUES (?, ?)",[e,t]);}catch(n){f.warn("Vector write failed",{factId:e,error:String(n)});}}writeFts(e,t,n,r){try{let i=se(n),s=r?se(r.join(" ")):"";this.db.run("DELETE FROM memory_facts_fts WHERE fact_id = ?",[e]),this.db.run("INSERT INTO memory_facts_fts (fact_id, agent_id, content, tags) VALUES (?, ?, ?, ?)",[e,t,i,s]);}catch(i){f.warn("FTS index write failed",{factId:e,error:String(i)});}}parseEntityExtractionResult(e){try{let t=e.match(/\{[\s\S]*\}/);if(t){let n=JSON.parse(t[0]);return this.normalizeExtractionResult(n)}}catch(t){f.debug("Failed to parse entity extraction result",{error:String(t)});}return {entities:[],relations:[]}}normalizeExtractionResult(e){let t=e,n=Array.isArray(t.entities)?t.entities:[],r=Array.isArray(t.relations)?t.relations:[],i=[],s=new Set,m=new Map;for(let c of n){let a=typeof c?.name=="string"?c.name.trim():"";if(!a)continue;let l=a.toLowerCase();if(s.has(l))continue;s.add(l),m.set(l,a);let u=typeof c?.type=="string"?c.type.trim():"",p=Ue.has(u)?u:"keyword",b=c?.properties&&typeof c.properties=="object"&&!Array.isArray(c.properties)?c.properties:{};i.push({name:a,type:p,properties:b});}let o=[],d=new Set;for(let c of r){let a=typeof c?.source=="string"?c.source.trim():"",l=typeof c?.target=="string"?c.target.trim():"";if(!a||!l)continue;let u=m.get(a.toLowerCase()),p=m.get(l.toLowerCase());if(!u||!p||u===p)continue;let b=typeof c?.relation=="string"?c.relation.trim():"",D=We.has(b)?b:"related_to",I=`${u.toLowerCase()}|${p.toLowerCase()}|${D}`;d.has(I)||(d.add(I),o.push({source:u,target:p,relation:D}));}return {entities:i,relations:o}}sanitizeEntityToken(e){return e.trim().replace(/^[^\p{L}\p{N}]+|[^\p{L}\p{N}]+$/gu,"").replace(/\s+/g," ").slice(0,120)}inferEntityType(e){let t=e.toLowerCase();return /(\.md|\.ts|\.json|readme|doc|spec|guideline)/i.test(e)?"document":/(api|service|system|engine|pipeline|server|db|database|memorysystem|contextengine)/i.test(e)?"process":/(team|group|org|company|inc|ltd|corp)/i.test(e)?"organization":/(deadline|date|day|week|month|year|q[1-4]|sprint)/i.test(e)?"time":/(score|rate|ratio|latency|accuracy|recall|precision|throughput|kpi)/i.test(e)?"metric":/(task|issue|ticket|todo|action)/i.test(e)?"task":/(event|incident|release|meeting|migration|launch)/i.test(e)?"event":/(process|workflow|procedure|flow|lifecycle)/i.test(e)?"process":/(file|model|dataset|artifact|resource|tool|sdk|ollama|sqlite|embedding|vector|fts)/i.test(e)?"object":/(concept|principle|policy|method|pattern|strategy)/i.test(e)?"concept":/[A-Z]/.test(e)&&t!==e?"object":"keyword"}getSearchEngine(){if(!this.searchEngine)throw new T("Memory system not initialized. Call initialize() first.");return this.searchEngine}getGraphStore(){if(!this.graphStore)throw new T("Memory system not initialized. Call initialize() first.");return this.graphStore}getArchiver(){if(!this.archiver)throw new T("Memory system not initialized. Call initialize() first.");return this.archiver}};async function je(g){let e=new ee(g);return await e.initialize(),e}async function tr(g){let{Log:e}=await import('./chunks/log-P32ZYYG2.mjs'),t=false;await e.init({logDir:g.logDir??process.env.EASBOT_LOG_PATH??process.cwd(),print:g.print??false,dev:g.dev??t,level:g.level??("INFO")});}export{V as GraphStore,re as MEMORY_CATEGORIES,H as MemoryArchiver,T as MemoryDatabaseError,X as MemoryDatabaseManager,Y as MemoryEmbeddingError,x as MemoryError,Re as MemoryErrorCode,S as MemoryFileError,A as MemoryFileManager,O as MemoryFormatter,j as MemoryNotFoundError,B as MemoryPermissionError,G as MemorySearchError,ee as MemorySystem,N as MemoryValidationError,Je as addWord,Ke as closeTokenizer,je as createMemorySystem,tr as initLog,ce as initTokenizer,Ge as isInitialized,Ie as loadCustomDict,se as toFtsTokens,me as toFtsTokensForSearch,Ae as tokenize,Ne as tokenizeForSearch};
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@easbot/memory",
|
|
3
|
-
"version": "0.1
|
|
3
|
+
"version": "0.2.1",
|
|
4
4
|
"description": "Memory management library for EASBOT ecosystem - 智能记忆管理库，支持混合搜索、中英文分词、增量索引",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.cjs",
|
|
@@ -14,23 +14,6 @@
|
|
|
14
14
|
},
|
|
15
15
|
"./package.json": "./package.json"
|
|
16
16
|
},
|
|
17
|
-
"scripts": {
|
|
18
|
-
"dev": "tsup --watch --env.NODE_ENV development",
|
|
19
|
-
"build": "tsup --env.NODE_ENV production",
|
|
20
|
-
"test": "vitest",
|
|
21
|
-
"test:run": "vitest run",
|
|
22
|
-
"lint": "biome check .",
|
|
23
|
-
"lint:fix": "biome check --write .",
|
|
24
|
-
"lint:report": "biome check --reporter=summary .",
|
|
25
|
-
"format": "biome format .",
|
|
26
|
-
"format:fix": "biome format --write .",
|
|
27
|
-
"type-check": "tsc --noEmit",
|
|
28
|
-
"clean": "npx rimraf dist node_modules",
|
|
29
|
-
"prepare": "echo norun",
|
|
30
|
-
"prepublishOnly": "pnpm build",
|
|
31
|
-
"publish:npm": "bash scripts/publish.sh",
|
|
32
|
-
"publish:npm:win": "powershell -ExecutionPolicy Bypass -File scripts/publish.ps1"
|
|
33
|
-
},
|
|
34
17
|
"keywords": [
|
|
35
18
|
"ai",
|
|
36
19
|
"agent",
|
|
@@ -69,10 +52,10 @@
|
|
|
69
52
|
"better-sqlite3": "^12.9.0",
|
|
70
53
|
"jieba-wasm": "^2.4.0",
|
|
71
54
|
"xdg-basedir": "^5.1.0",
|
|
72
|
-
"@easbot/types": "
|
|
73
|
-
"@easbot/utils": "
|
|
74
|
-
"@easbot/local-model-sdk": "
|
|
75
|
-
"@easbot/ollama-sdk": "
|
|
55
|
+
"@easbot/types": "0.2.1",
|
|
56
|
+
"@easbot/utils": "0.2.1",
|
|
57
|
+
"@easbot/local-model-sdk": "0.2.1",
|
|
58
|
+
"@easbot/ollama-sdk": "0.2.1"
|
|
76
59
|
},
|
|
77
60
|
"devDependencies": {
|
|
78
61
|
"@types/node": "^22.17.0",
|
|
@@ -87,5 +70,20 @@
|
|
|
87
70
|
},
|
|
88
71
|
"publishConfig": {
|
|
89
72
|
"access": "public"
|
|
73
|
+
},
|
|
74
|
+
"scripts": {
|
|
75
|
+
"dev": "tsup --watch --env.NODE_ENV development",
|
|
76
|
+
"build": "tsup --env.NODE_ENV production",
|
|
77
|
+
"test": "vitest",
|
|
78
|
+
"test:run": "vitest run",
|
|
79
|
+
"lint": "biome check .",
|
|
80
|
+
"lint:fix": "biome check --write .",
|
|
81
|
+
"lint:report": "biome check --reporter=summary .",
|
|
82
|
+
"format": "biome format .",
|
|
83
|
+
"format:fix": "biome format --write .",
|
|
84
|
+
"type-check": "tsc --noEmit",
|
|
85
|
+
"clean": "npx rimraf dist node_modules",
|
|
86
|
+
"publish:npm": "bash scripts/publish.sh",
|
|
87
|
+
"publish:npm:win": "powershell -ExecutionPolicy Bypass -File scripts/publish.ps1"
|
|
90
88
|
}
|
|
91
|
-
}
|
|
89
|
+
}
|