memindex 1.4.6 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +2 -2
- package/.claude-plugin/plugin.json +15 -12
- package/.codex-plugin/plugin.json +17 -14
- package/.qoder-plugin/plugin.json +1 -1
- package/README.md +89 -110
- package/THIRD_PARTY_LICENSES +7 -0
- package/dist/bug-report/index.js +60 -60
- package/dist/npx-cli/index.js +316 -307
- package/dist/opencode-plugin/index.js +43 -43
- package/dist/pi-extension/index.js +6 -6
- package/integrations/dsh/lib/index.js +19 -19
- package/integrations/dsh/package.json +1 -1
- package/integrations/openclaw/install.sh +16 -10
- package/integrations/openclaw/openclaw.plugin.json +1 -1
- package/integrations/openclaw/test-install.sh +20 -13
- package/package.json +15 -12
- package/plugin/.claude-plugin/plugin.json +15 -12
- package/plugin/.codex-plugin/plugin.json +15 -12
- package/plugin/.qoder-plugin/plugin.json +1 -1
- package/plugin/hooks/codex-hooks.json +12 -0
- package/plugin/package.json +1 -1
- package/plugin/plugin.json +1 -1
- package/plugin/scripts/context-generator.cjs +62 -61
- package/plugin/scripts/context-generator.cjs.map +3 -3
- package/plugin/scripts/mcp-server.cjs +74 -73
- package/plugin/scripts/mcp-server.cjs.map +3 -3
- package/plugin/scripts/statusline.cjs +1 -1
- package/plugin/scripts/transcript-watcher.cjs +36 -35
- package/plugin/scripts/transcript-watcher.cjs.map +3 -3
- package/plugin/scripts/worker-service.cjs +638 -599
- package/plugin/scripts/worker-service.cjs.map +3 -3
- package/plugin/skills/cloud-sync/SKILL.md +5 -5
- package/plugin/skills/mode-creator/SKILL.md +7 -1
- package/plugin/skills/timeline-report/SKILL.md +8 -8
- package/plugin/skills/weekly-digests/SKILL.md +5 -5
- package/plugin/skills/worker-request.mjs +45 -0
- package/plugin/sqlite/SessionStore.js +128 -128
- package/plugin/sqlite/SessionStore.js.map +3 -3
- package/plugin/sqlite/observations/files.js +12 -9
- package/plugin/sqlite/observations/files.js.map +3 -3
- package/plugin/ui/assets/fonts/dm-sans-OFL.txt +93 -0
- package/plugin/ui/assets/fonts/dm-sans-latin.woff2 +0 -0
- package/plugin/ui/assets/fonts/ibm-plex-mono-OFL.txt +93 -0
- package/plugin/ui/assets/fonts/ibm-plex-mono-latin.woff2 +0 -0
- package/plugin/ui/assets/fonts/manrope-OFL.txt +93 -0
- package/plugin/ui/assets/fonts/manrope-latin.woff2 +0 -0
- package/plugin/ui/viewer-bundle.js +18 -18
- package/plugin/ui/viewer.html +450 -321
|
@@ -1,24 +1,24 @@
|
|
|
1
1
|
var __CM_FILENAME__ = typeof __filename !== "undefined" ? __filename : require("node:path").resolve(process.argv[1] || "");
|
|
2
2
|
var __CM_DIRNAME__ = typeof __dirname !== "undefined" ? __dirname : require("node:path").dirname(__CM_FILENAME__);
|
|
3
3
|
var __IMPORT_META_URL__ = require("node:url").pathToFileURL(__CM_FILENAME__).href;
|
|
4
|
-
"use strict";var
|
|
5
|
-
`,t)}function
|
|
6
|
-
`);let T=(0,
|
|
7
|
-
`)}finally{if(_!==void 0)try{(0,O.closeSync)(_)}catch{}}}}catch(l){if(c!==void 0)try{(0,O.closeSync)(c)}catch{}try{(0,O.unlinkSync)(a)}catch{}throw l}}var xe="MEMINDEX_",Zn="AGENT_MEM_",Xe=[Zn];function it(n){return n.startsWith(xe)||Xe.some(e=>n.startsWith(e))}function er(n=process.env){for(let e of Xe)for(let t of Object.keys(n)){if(!t.startsWith(e))continue;let s=xe+t.slice(e.length);n[s]===void 0&&(n[s]=n[t])}}function ke(n){let e=null;for(let t of Xe)for(let s of Object.keys(n)){if(!s.startsWith(t))continue;let r=xe+s.slice(t.length);(e??n)[r]===void 0&&(e??={...n},e[r]=n[s])}return e??n}er();var tr=n=>n!==null&&typeof n=="object"&&!Array.isArray(n);function qt(n){let e=n.env;return tr(e)&&Object.keys(e).some(it)?"nested":"flat"}function ae(n){return qt(n)==="nested"?n.env:n}function zt(n){return qt(n)!=="nested"?n:Object.fromEntries(Object.entries(n).filter(([e])=>!it(e)))}function pe(n=process.env,e=(0,Qt.homedir)()){if(n.MEMINDEX_DATA_DIR)return Z(n.MEMINDEX_DATA_DIR,process.platform,e);let t=(0,at.join)(e,".memindex"),s=(0,at.join)(t,"settings.json");try{if((0,Jt.existsSync)(s)){let r=ie(s);if(r===null||typeof r!="object"||Array.isArray(r))return t;let o=ke(ae(r));if(typeof o.MEMINDEX_DATA_DIR=="string"&&o.MEMINDEX_DATA_DIR)return Z(o.MEMINDEX_DATA_DIR,process.platform,e)}}catch{}return t}function sr(){return typeof __CM_DIRNAME__<"u"?__CM_DIRNAME__:(0,L.dirname)((0,ts.fileURLToPath)(__IMPORT_META_URL__))}var ni=sr();function nr(n){let e=process.env.MEMINDEX_TEST_FORBIDDEN_DATA_DIR;if(e&&n===e)throw new Error(`A test resolved the real data folder ${n}. Point MEMINDEX_DATA_DIR at a temporary directory (and pass env: process.env to any child process the test starts).`);return n}function me(){return nr(pe())}var v=me(),rr=(0,L.join)((0,Zt.homedir)(),".claude"),or=process.env.CLAUDE_CONFIG_DIR||rr,ri=(0,L.join)(or,"plugins","marketplaces","memindex");var ir=(0,L.join)(v,"logs"),Te=(0,L.join)(v,"settings.json"),de="memindex.db";var Fe=(0,L.join)(v,de),ss=(0,L.join)(v,"observer-sessions"),fe=(0,L.basename)(ss);function ge(n){(0,es.mkdirSync)(n,{recursive:!0})}var ee={dataDir:()=>v,workerPid:()=>(0,L.join)(v,"worker.pid"),serverPid:()=>(0,L.join)(v,".server-beta.pid"),serverPort:()=>(0,L.join)(v,".server-beta.port"),serverRuntime:()=>(0,L.join)(v,".server-beta.runtime.json"),settings:()=>(0,L.join)(v,"settings.json"),database:()=>(0,L.join)(v,de),chroma:()=>(0,L.join)(v,"chroma"),combinedCerts:()=>(0,L.join)(v,"combined_certs.pem"),transcriptsConfig:()=>(0,L.join)(v,"transcript-watch.json"),transcriptsState:()=>(0,L.join)(v,"transcript-watch-state.json"),corpora:()=>(0,L.join)(v,"corpora"),supervisorRegistry:()=>(0,L.join)(v,"supervisor.json"),envFile:()=>(0,L.join)(v,".env"),logsDir:()=>ir};var se=require("fs"),V=require("path"),Ne=require("os");var Be={HEALTH_CHECK:3e3,API_REQUEST:3e4,SESSION_INIT_HOOK_CAP:15e3,SESSION_INIT_REQUEST:1e4,SESSION_INIT_REQUEST_MAX:14e3,HOOK_READINESS_WAIT:1e4,POST_SPAWN_WAIT:15e3,READINESS_WAIT:3e4,PORT_IN_USE_WAIT:3e3,WINDOWS_MULTIPLIER:1.5};function ar(n=process.platform){return n==="win32"?8e3:5e3}function ns(n=process.platform){return Be.SESSION_INIT_HOOK_CAP-ar(n)}function rs(n){return process.platform==="win32"?Math.round(n*Be.WINDOWS_MULTIPLIER):n}var te=require("fs"),os=require("path");var ct=(o=>(o[o.DEBUG=0]="DEBUG",o[o.INFO=1]="INFO",o[o.WARN=2]="WARN",o[o.ERROR=3]="ERROR",o[o.SILENT=4]="SILENT",o))(ct||{}),dt=null,ut=class{level=null;useColor;logFilePath=null;logFileInitialized=!1;logFileDate=null;constructor(){this.useColor=process.stdout.isTTY??!1}ensureLogFileInitialized(){let e=new Date().toISOString().split("T")[0];if(this.logFileInitialized&&this.logFileDate===e)return;let t=this.logFileDate!==e;this.logFileInitialized=!1,this.logFileDate=e;try{let s=ee.logsDir();(0,te.existsSync)(s)||(0,te.mkdirSync)(s,{recursive:!0}),this.logFilePath=(0,os.join)(s,`memindex-${e}.log`),this.logFileInitialized=!0}catch(s){t&&console.error("[LOGGER] Failed to initialize log file:",s instanceof Error?s.message:String(s)),this.logFilePath=null}}getLevel(){if(this.level===null)try{let e=ee.settings();if((0,te.existsSync)(e)){let t=ae(ie(e)),s=(t.MEMINDEX_LOG_LEVEL||t.AGENT_MEM_LOG_LEVEL||"INFO").toString().toUpperCase();this.level=ct[s]??1}else this.level=1}catch(e){console.error("[LOGGER] Failed to load log level from settings:",e instanceof Error?e.message:String(e)),this.level=1}return this.level}safeStringify(e,t,s=6){let r=new WeakSet,o=(i,a)=>{if(typeof i=="bigint")return`${i}n`;if(i===null||typeof i!="object")return i;let d=i.toJSON,u=typeof d=="function"?d.call(i):i;if(typeof u=="bigint")return`${u}n`;if(u===null||typeof u!="object")return u;if(r.has(u))return"[Circular]";if(a>=s)return Array.isArray(u)?"[Array]":"[Object]";r.add(u);try{if(Array.isArray(u))return u.map(l=>o(l,a+1));let c={};for(let l of Object.keys(u))try{c[l]=o(u[l],a+1)}catch{c[l]="[unreadable]"}return c}finally{r.delete(u)}};try{return JSON.stringify(o(e,0),null,t)??String(e)}catch{return Array.isArray(e)?`[${e.length} items]`:"[unserializable]"}}formatData(e){if(e==null)return"";if(typeof e=="string")return e;if(typeof e=="number"||typeof e=="boolean")return e.toString();if(typeof e=="object"){if(e instanceof Error)return this.getLevel()===0?`${e.message}
|
|
8
|
-
${e.stack}`:e.message;if(Array.isArray(e))return`[${e.length} items]`;let t=Object.keys(e);return t.length===0?"{}":t.length<=3?this.safeStringify(e):`{${t.length} keys: ${t.slice(0,3).join(", ")}...}`}return String(e)}formatTool(e,t){if(!t)return e;let s=t;if(typeof t=="string")try{s=JSON.parse(t)}catch{s=t}if(s===null)return e;if(e==="Bash"&&s.command)return`${e}(${s.command})`;if(s.file_path)return`${e}(${s.file_path})`;if(s.notebook_path)return`${e}(${s.notebook_path})`;if(e==="Glob"&&s.pattern)return`${e}(${s.pattern})`;if(e==="Grep"&&s.pattern)return`${e}(${s.pattern})`;if(s.url)return`${e}(${s.url})`;if(s.query)return`${e}(${s.query})`;if(e==="Task"){if(s.subagent_type)return`${e}(${s.subagent_type})`;if(s.description)return`${e}(${s.description})`}return e==="Skill"&&s.skill?`${e}(${s.skill})`:e==="LSP"&&s.operation?`${e}(${s.operation})`:e}formatTimestamp(e){let t=e.getFullYear(),s=String(e.getMonth()+1).padStart(2,"0"),r=String(e.getDate()).padStart(2,"0"),o=String(e.getHours()).padStart(2,"0"),i=String(e.getMinutes()).padStart(2,"0"),a=String(e.getSeconds()).padStart(2,"0"),d=String(e.getMilliseconds()).padStart(3,"0");return`${t}-${s}-${r} ${o}:${i}:${a}.${d}`}log(e,t,s,r,o){if(e<this.getLevel())return;this.ensureLogFileInitialized();let i=this.formatTimestamp(new Date),a=
|
|
4
|
+
"use strict";var Qn=Object.create;var xe=Object.defineProperty;var Zn=Object.getOwnPropertyDescriptor;var er=Object.getOwnPropertyNames;var tr=Object.getPrototypeOf,sr=Object.prototype.hasOwnProperty;var nr=(n,e)=>{for(var t in e)xe(n,t,{get:e[t],enumerable:!0})},Jt=(n,e,t,s)=>{if(e&&typeof e=="object"||typeof e=="function")for(let r of er(e))!sr.call(n,r)&&r!==t&&xe(n,r,{get:()=>e[r],enumerable:!(s=Zn(e,r))||s.enumerable});return n};var at=(n,e,t)=>(t=n!=null?Qn(tr(n)):{},Jt(e||!n||!n.__esModule?xe(t,"default",{value:n,enumerable:!0}):t,n)),rr=n=>Jt(xe({},"__esModule",{value:!0}),n);var Ko={};nr(Ko,{SessionStore:()=>zt,rollupObservationFileLists:()=>Jn});module.exports=rr(Ko);var or=new Set;function ee(n,e,t="additive"){for(let s of or)s({scope:n,reason:e,kind:t})}var qt=require("bun:sqlite"),ot=require("crypto"),rt=at(require("path"),1);var De=require("bun:sqlite"),R=require("fs"),w=require("path"),qe=require("crypto"),Mt=require("url");var M=require("path"),as=require("os"),ds=require("fs"),cs=require("url");var Qt=require("os"),Zt=require("path");function te(n,e=process.platform,t=(0,Qt.homedir)()){return typeof n!="string"||n.length===0?n:n==="~"?t:n.startsWith("~/")||e==="win32"&&n.startsWith("~\\")?(0,Zt.join)(t,n.slice(2)):n}var os=require("fs"),is=require("os"),lt=require("path");var D=require("fs"),ts=require("crypto"),H=require("path");var ir=null;function ar(n){return(ir??process.stderr.write.bind(process.stderr))(n)}function ae(n){ar(n)}var Jo=Promise.resolve();var ss=process.platform==="win32",dr=new Set(["EPERM","EBUSY","EACCES"]),es=[10,20,40,80,160,320];function cr(n,e,t=D.renameSync,s=ss){for(let r=0;;r++)try{t(n,e);return}catch(o){if(!s||r>=es.length||!dr.has(o.code??""))throw o;Atomics.wait(new Int32Array(new SharedArrayBuffer(4)),0,0,es[r])}}function dt(n){return n.replace(/^\uFEFF/,"")}function ct(n){return JSON.parse(dt(n))}function de(n){return ct((0,D.readFileSync)(n,"utf-8"))}function ur(n){(0,D.existsSync)(n)||(0,D.mkdirSync)(n,{recursive:!0})}function $(n,e,t={}){lr(n,JSON.stringify(e,null,2)+`
|
|
5
|
+
`,t)}function lr(n,e,t={}){let s=n,r=new Set;try{for(;(0,D.lstatSync)(s).isSymbolicLink();){let l=(0,H.resolve)(s);if(r.has(l))throw Object.assign(new Error(`Symlink loop at ${s}`),{code:"ELOOP"});r.add(l);try{s=(0,D.realpathSync)(s);break}catch(p){if(p.code!=="ENOENT")throw p;let _=p instanceof Error?p:new Error(String(p));ae(`memindex: realpathSync failed for ${s}, resolving symlink manually: ${_.message}
|
|
6
|
+
`);let T=(0,D.readlinkSync)(s);s=(0,H.resolve)((0,H.dirname)(s),T)}}}catch(l){if(l.code!=="ENOENT")throw l}ur((0,H.dirname)(s));let o=(0,H.dirname)(s),i=(0,H.basename)(s),a=(0,H.join)(o,`.${i}.${process.pid}.${(0,ts.randomBytes)(6).toString("hex")}.tmp`),d=Buffer.from(e,"utf-8"),c=t.mode;if(c===void 0)try{c=(0,D.statSync)(s).mode&511}catch{}let u;try{u=c!==void 0?(0,D.openSync)(a,"w",c):(0,D.openSync)(a,"w");let l=0;for(;l<d.length;){let p=(0,D.writeSync)(u,d,l,d.length-l);if(p===0)throw new Error(`writeSync stalled at ${l}/${d.length} bytes`);l+=p}if((0,D.fsyncSync)(u),(0,D.closeSync)(u),u=void 0,cr(a,s),!ss){let p;try{p=(0,D.openSync)(o,"r"),(0,D.fsyncSync)(p)}catch(_){let T=_ instanceof Error?_:new Error(String(_));ae(`memindex: directory fsync failed for ${o}: ${T.message}
|
|
7
|
+
`)}finally{if(p!==void 0)try{(0,D.closeSync)(p)}catch{}}}}catch(l){if(u!==void 0)try{(0,D.closeSync)(u)}catch{}try{(0,D.unlinkSync)(a)}catch{}throw l}}var ke="MEMINDEX_",Er="AGENT_MEM_",Xe=[Er];function ut(n){return n.startsWith(ke)||Xe.some(e=>n.startsWith(e))}function _r(n=process.env){for(let e of Xe)for(let t of Object.keys(n)){if(!t.startsWith(e))continue;let s=ke+t.slice(e.length);n[s]===void 0&&(n[s]=n[t])}}function Fe(n){let e=null;for(let t of Xe)for(let s of Object.keys(n)){if(!s.startsWith(t))continue;let r=ke+s.slice(t.length);(e??n)[r]===void 0&&(e??={...n},e[r]=n[s])}return e??n}_r();var pr=n=>n!==null&&typeof n=="object"&&!Array.isArray(n);function ns(n){let e=n.env;return pr(e)&&Object.keys(e).some(ut)?"nested":"flat"}function ce(n){return ns(n)==="nested"?n.env:n}function rs(n){return ns(n)!=="nested"?n:Object.fromEntries(Object.entries(n).filter(([e])=>!ut(e)))}function Te(n=process.env,e=(0,is.homedir)()){if(n.MEMINDEX_DATA_DIR)return te(n.MEMINDEX_DATA_DIR,process.platform,e);let t=(0,lt.join)(e,".memindex"),s=(0,lt.join)(t,"settings.json");try{if((0,os.existsSync)(s)){let r=de(s);if(r===null||typeof r!="object"||Array.isArray(r))return t;let o=Fe(ce(r));if(typeof o.MEMINDEX_DATA_DIR=="string"&&o.MEMINDEX_DATA_DIR)return te(o.MEMINDEX_DATA_DIR,process.platform,e)}}catch{}return t}function mr(){return typeof __CM_DIRNAME__<"u"?__CM_DIRNAME__:(0,M.dirname)((0,cs.fileURLToPath)(__IMPORT_META_URL__))}var _i=mr();function Tr(n){let e=process.env.MEMINDEX_TEST_FORBIDDEN_DATA_DIR;if(e&&n===e)throw new Error(`A test resolved the real data folder ${n}. Point MEMINDEX_DATA_DIR at a temporary directory (and pass env: process.env to any child process the test starts).`);return n}function fe(){return Tr(Te())}var L=fe(),fr=(0,M.join)((0,as.homedir)(),".claude"),gr=process.env.CLAUDE_CONFIG_DIR||fr,pi=(0,M.join)(gr,"plugins","marketplaces","memindex");var Sr=(0,M.join)(L,"logs"),se=(0,M.join)(L,"settings.json"),ue="memindex.db";var Be=(0,M.join)(L,ue),us=(0,M.join)(L,"observer-sessions"),ge=(0,M.basename)(us);function Se(n){(0,ds.mkdirSync)(n,{recursive:!0})}var W={dataDir:()=>L,workerPid:()=>(0,M.join)(L,"worker.pid"),workerHeartbeat:()=>(0,M.join)(L,"worker-heartbeat.json"),serverPid:()=>(0,M.join)(L,".server-beta.pid"),serverPort:()=>(0,M.join)(L,".server-beta.port"),serverRuntime:()=>(0,M.join)(L,".server-beta.runtime.json"),settings:()=>(0,M.join)(L,"settings.json"),database:()=>(0,M.join)(L,ue),chroma:()=>(0,M.join)(L,"chroma"),combinedCerts:()=>(0,M.join)(L,"combined_certs.pem"),transcriptsConfig:()=>(0,M.join)(L,"transcript-watch.json"),transcriptsState:()=>(0,M.join)(L,"transcript-watch-state.json"),corpora:()=>(0,M.join)(L,"corpora"),supervisorRegistry:()=>(0,M.join)(L,"supervisor.json"),envFile:()=>(0,M.join)(L,".env"),logsDir:()=>Sr};var ne=require("fs"),J=require("path"),be=require("os");var He={HEALTH_CHECK:3e3,API_REQUEST:3e4,SESSION_INIT_HOOK_CAP:15e3,SESSION_INIT_REQUEST:1e4,SESSION_INIT_REQUEST_MAX:14e3,HOOK_READINESS_WAIT:1e4,POST_SPAWN_WAIT:15e3,READINESS_WAIT:3e4,PORT_IN_USE_WAIT:3e3,WINDOWS_MULTIPLIER:1.5};function hr(n=process.platform){return n==="win32"?8e3:5e3}function ls(n=process.platform){return He.SESSION_INIT_HOOK_CAP-hr(n)}function Es(n){return process.platform==="win32"?Math.round(n*He.WINDOWS_MULTIPLIER):n}var X=require("fs"),Ss=require("path");var Ne=require("fs");var Et=String.raw`[A-Za-z0-9_.\-+/=~@#$%^*!?]`,Nr=`(?=${Et}{8})${Et}*[A-Za-z]${Et}*`;function $e(n){return new RegExp(`${n}${Nr}`,"gi")}function Ir(n){let e=String.raw`(?:(?<=\\[nrt])|\b)`,t=n.regex.source.replace(/(^|\||\(\?:|\(\?<=)\\b/g,`$1${e}`);return{...n,regex:new RegExp(t,n.regex.flags)}}var _s=[{name:"cookie",regex:/(?<=(?:^|[\r\n])[ \t]*(?:[<>][ \t]*)?(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])[^\r\n<]{4,}|(?<='(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])[^'\r\n<]{4,}|(?<="(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])(?:\\.|[^"\\\r\n<]){4,}|(?<=\b(?:set-)?cookie\\{0,2}["']?\s*:\s*\\{0,2}["']?)(?![ \t])[^\\\r\n"'`<]{4,}/gi},{name:"aws_access_key",regex:/AKIA[0-9A-Z]{16}/g},{name:"aws_secret_key",regex:/(?<=AWS_SECRET_ACCESS_KEY\s*[=:]\s*['"]?)[A-Za-z0-9/+=]{40}/g},{name:"github_pat",regex:/\bgh[oprs]_[A-Za-z0-9]{36}\b|\bgithub_pat_[A-Za-z0-9_]{82}\b/g},{name:"openai_key",regex:/\bsk-(?!ant-)[A-Za-z0-9_-]{20,}\b/g},{name:"anthropic_key",regex:/\bsk-ant-[A-Za-z0-9_-]{20,}\b/g},{name:"slack_token",regex:/\bxox[baprs]-[A-Za-z0-9-]{10,}\b/g},{name:"jwt",regex:/\beyJ[A-Za-z0-9_-]+\.eyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g},{name:"private_key_pem",regex:/-----BEGIN (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g,endMarker:/-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g},{name:"stripe_key",regex:/\b(?:sk|pk|rk)_(?:live|test)_[A-Za-z0-9]{24,}\b/g},{name:"google_api_key",regex:/\bAIza[0-9A-Za-z_-]{35}\b/g},{name:"google_oauth_secret",regex:/\bGOCSPX-[A-Za-z0-9_-]{28}(?![\w-])/g},{name:"google_oauth_token",regex:/\bya29\.(?:c\.)?[0-9A-Za-z_-]{20,}(?![\w-])/g},{name:"databricks_token",regex:/\bdapi[a-f0-9]{32}(?:-\d)?(?!\w)/g},{name:"vault_token",regex:/\b(?:hvs\.[\w-]{24,}|hvb\.[\w-]{138,})(?![\w-])/g},{name:"supabase_token",regex:/\bsbp_[a-f0-9]{40}(?!\w)/g},{name:"sentry_token",regex:/\b(?:sntryu_[a-f0-9]{64}(?!\w)|sntrys_[A-Za-z0-9+/]{20,}={0,2}_[A-Za-z0-9+/]{43}(?![\w+/]))/g},{name:"linear_key",regex:/\blin_api_[A-Za-z0-9]{40}(?!\w)/g},{name:"notion_token",regex:/\b(?:ntn_[A-Za-z0-9]{46}|secret_[A-Za-z0-9]{43})(?!\w)/g},{name:"nvidia_key",regex:/\bnvapi-[A-Za-z0-9_-]{32,}(?![\w-])/g},{name:"perplexity_key",regex:/\bpplx-[A-Za-z0-9]{32,}(?!\w)/g},{name:"gitlab_token",regex:/\bgl(?:pat|ptt|rt|dt|cbt|ft|imt|agent|oas|soat)-[A-Za-z0-9_-]{20,}(?![\w-])/g},{name:"huggingface_token",regex:/\bhf_[A-Za-z0-9]{34,}(?!\w)/g},{name:"npm_token",regex:/\bnpm_[A-Za-z0-9]{36}(?!\w)/g},{name:"groq_key",regex:/\bgsk_[A-Za-z0-9]{40,}(?!\w)/g},{name:"xai_key",regex:/\bxai-[A-Za-z0-9]{40,}(?![\w-])/g},{name:"atlassian_token",regex:/\bATATT3[A-Za-z0-9_=-]{186}(?![\w=-])/g},{name:"heroku_token",regex:/\bHRKU-AA[A-Za-z0-9_-]{58}(?![\w-])/g},{name:"grafana_token",regex:/\b(?:glsa_[A-Za-z0-9]{32}_[A-Fa-f0-9]{8}(?!\w)|glc_[A-Za-z0-9+/]{32,400}={0,2}(?![\w+/=]))/g},{name:"postman_token",regex:/\bPMAK-[a-f0-9]{24}-[a-f0-9]{34}(?!\w)/g},{name:"pulumi_token",regex:/\bpul-[a-f0-9]{40}(?!\w)/g},{name:"doppler_token",regex:/\bdp\.(?:pt|st|ct)\.[A-Za-z0-9_-]{43,}(?![\w-])/g},{name:"slack_webhook",regex:/https:\/\/hooks\.slack\.com\/(?:services|workflows|triggers)\/[A-Za-z0-9\/_-]{20,}/g},{name:"discord_webhook",regex:/https:\/\/(?:ptb\.|canary\.)?discord(?:app)?\.com\/api\/(?:v\d+\/)?webhooks\/\d{15,}\/[A-Za-z0-9_-]{40,}/g},{name:"stripe_webhook_secret",regex:/\bwhsec_[A-Za-z0-9]{24,}(?!\w)/g},{name:"pypi_token",regex:/\bpypi-AgEIcHlwaS5vcmc[A-Za-z0-9_-]{50,}(?![\w-])/g},{name:"sendgrid_key",regex:/\bSG\.[A-Za-z0-9_-]{22}\.[A-Za-z0-9_-]{43}(?![\w-])/g},{name:"digitalocean_token",regex:/\bdo[opr]_v1_[a-f0-9]{64}(?!\w)/g},{name:"shopify_token",regex:/\bshp(?:at|ca|pa|ss)_[a-fA-F0-9]{32}(?!\w)/g},{name:"docker_hub_token",regex:/\bdckr_pat_[A-Za-z0-9_-]{20,}(?![\w-])/g},{name:"aws_temp_access_key",regex:/\bASIA[0-9A-Z]{16}\b/g},{name:"aws_session_token",regex:/(?<=\bAWS_(?:SESSION|SECURITY)_TOKEN\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)[A-Za-z0-9\/+=]{100,}/gi},{name:"memindex_worker_secret",regex:/(?<=\bworker-secret=|\bX-Memindex-Secret\s*:\s*)[a-f0-9]{64}(?![a-f0-9])/gi},{name:"memindex_key",regex:new RegExp("\\bmi_[A-Za-z0-9_-]{32,}","g")},{name:"generic_password",regex:$e(String.raw`(?<=\b\w*_?(?:password|passwd|pwd)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"generic_token",regex:$e(String.raw`(?<=\b\w*_(?:token|secret|api_key)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"bearer_token",regex:$e(String.raw`(?<=\bAuthorization\s*:\s*Bearer\s*)`)},{name:"basic_auth",regex:new RegExp(String.raw`(?<=\bAuthorization\s*:\s*Basic\s+)[A-Za-z0-9+/_-]{8,}={0,2}`,"gi")},{name:"cli_flag_secret",regex:new RegExp(String.raw`(?<=(?:^|\s)--(?:auth[-_]?token|access[-_]?token|api[-_]?key|client[-_]?secret|token|password|passwd|secret)(?:=|\s+)["']?)[^\s"'<>$%]{8,}`,"gi")},{name:"url_password",regex:/\b[A-Za-z][A-Za-z0-9+.-]{1,20}:\/\/[^\s\/:@'"<>]{1,128}:[^\s\/@'"<>]{1,256}(?=@)/g},{name:"bare_secret",regex:$e(String.raw`(?<=\b(?:token|secret|api[_-]?key|apikey)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)}].map(Ir),br=1024*1024,Rr="<redacted type='oversize'/>";function Or(n,e){let t=0;e.lastIndex=0;for(let s of n.matchAll(e))t=s.index+s[0].length;return t}function Ge(n,e){if(!e.enabled||n.length===0)return{redacted:n,counts:{},oversize:!1};if(n.length>br)return E.warn("REDACT","field exceeds the 1M-char redaction cap; replaced by an oversize marker",void 0,{inputLength:n.length}),{redacted:Rr,counts:{oversize:1},oversize:!0};let t=new Set(e.disabledBuiltinPatterns??[]),s={},r=n;if(!t.has("cookie")&&/cookie/i.test(n)){let a=!1;try{JSON.parse(n),a=!0}catch{}if(a){let d="<redacted type='cookie'/>",c=_s[0].regex,u=()=>(s.cookie=(s.cookie??0)+1,d),l=[],p=!1;r=n.replace(/"(?:\\.|[^"\\])*"|[{}\[\],]/g,(_,T)=>{if(_==="{"||_==="[")return l.push(_==="["&&(p||l.at(-1)===!0)),p=!1,_;if((_==="}"||_==="]")&&l.pop(),_===","||_==="}"||_==="]")return p=!1,_;let b=JSON.parse(_);if(/^\s*:/.test(n.slice(T+_.length)))return p=/^(?:set-)?cookie$/i.test(b),_;let N=p||l.at(-1)===!0;if(p=!1,N&&b.length>=4)return b===d?_:'"'+u()+'"';c.lastIndex=0;let I=[...b.matchAll(c)];if(I.length===0)return _;let h=[];for(let A=1;A<_.length-1;)h.push(A),A+=_[A]==="\\"?_[A+1]==="u"?6:2:1;h.push(_.length-1);let m=_;for(let A of I.reverse()){let k=h[A.index],S=h[A.index+A[0].length];m=m.slice(0,k)+u()+m.slice(S)}return m})}}let o=[];for(let a of e.customPatterns??[]){if(!a.name||a.name.length===0){E.warn("REDACT","custom pattern skipped: missing name",void 0,{pattern:a});continue}try{o.push({name:a.name,regex:new RegExp(a.regex,"g")})}catch(d){E.warn("REDACT","custom pattern skipped: invalid regex",{name:a.name},d instanceof Error?d:new Error(String(d)))}}let i=[...o,..._s];for(let a of i){if(t.has(a.name))continue;let d=a.endMarker?Or(r,a.endMarker):r.length;d!==0&&(a.regex.lastIndex=0,r=r.slice(0,d).replace(a.regex,()=>(s[a.name]=(s[a.name]??0)+1,`<redacted type='${a.name}'/>`))+r.slice(d))}return e.logMatches&&Object.keys(s).length>0&&E.debug("REDACT","patterns matched",void 0,{counts:s}),{redacted:r,counts:s,oversize:!1}}function Ar(n){if(!n||n.trim()==="")return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>t&&typeof t.name=="string"&&typeof t.regex=="string"):(E.warn("REDACT","MEMINDEX_REDACT_CUSTOM_PATTERNS is not a JSON array, ignoring"),[])}catch(e){return E.warn("REDACT","failed to parse MEMINDEX_REDACT_CUSTOM_PATTERNS as JSON",void 0,e instanceof Error?e:new Error(String(e))),[]}}function Ts(n){return{enabled:(n.MEMINDEX_REDACT_ENABLED??j.get("MEMINDEX_REDACT_ENABLED"))==="true",disabledBuiltinPatterns:(n.MEMINDEX_REDACT_DISABLED_BUILTINS??"").split(",").map(e=>e.trim()).filter(Boolean),customPatterns:Ar(n.MEMINDEX_REDACT_CUSTOM_PATTERNS??"[]"),logMatches:n.MEMINDEX_REDACT_LOG_MATCHES==="true"}}var he=null,ps=0,Dr=5e3,je=null,ms=!1,le=!1,fs={enabled:!0,disabledBuiltinPatterns:[],customPatterns:[],logMatches:!1};function Cr(n){if(!(0,Ne.existsSync)(n))return null;try{return(0,Ne.readFileSync)(n,"utf-8")}catch{return""}}function yr(n){if(n===null)return!1;try{let e=JSON.parse(dt(n));return e===null||typeof e!="object"||Array.isArray(e)}catch{return!0}}function Mr(n,e){return process.env.MEMINDEX_REDACT_ENABLED==="false"?e:(ms||(ms=!0,E.warn("REDACT","settings.json could not be read; secret redaction stays on until it is repaired",{settingsPath:n,using:je?.enabled?"the last configuration that loaded":"the built-in patterns"})),je?.enabled?je:fs)}function _t(n=se){let e=Date.now();if(he&&e-ps<Dr)return he;let t=le;le=!0;try{let s=j.loadFromFile(n),r=Ts(s),o=Cr(n);return yr(o)?he=Mr(n,r):(he=r,je=r),ps=e,he}finally{le=t}}function gs(n){let e=Ge(n,fs).redacted;if(le)return e;le=!0;try{let t=(0,Ne.existsSync)(se)?_t():Ts(process.env);return Ge(e,{...t,logMatches:!1}).redacted}finally{le=!1}}var mt=(o=>(o[o.DEBUG=0]="DEBUG",o[o.INFO=1]="INFO",o[o.WARN=2]="WARN",o[o.ERROR=3]="ERROR",o[o.SILENT=4]="SILENT",o))(mt||{}),pt=null,Tt=class{level=null;useColor;logFilePath=null;logFileInitialized=!1;logFileDate=null;constructor(){this.useColor=process.stdout.isTTY??!1}ensureLogFileInitialized(){let e=new Date().toISOString().split("T")[0];if(this.logFileInitialized&&this.logFileDate===e)return;let t=this.logFileDate!==e;this.logFileInitialized=!1,this.logFileDate=e;try{let s=W.logsDir();(0,X.mkdirSync)(W.dataDir(),{recursive:!0,mode:448}),(0,X.chmodSync)(W.dataDir(),448),(0,X.mkdirSync)(s,{recursive:!0,mode:448}),(0,X.chmodSync)(s,448),this.logFilePath=(0,Ss.join)(s,`memindex-${e}.log`),(0,X.appendFileSync)(this.logFilePath,"",{mode:384}),(0,X.chmodSync)(this.logFilePath,384),this.logFileInitialized=!0}catch(s){t&&console.error("[LOGGER] Failed to initialize log file:",s instanceof Error?s.message:String(s)),this.logFilePath=null}}getLevel(){if(this.level===null)try{let e=W.settings();if((0,X.existsSync)(e)){let t=ce(de(e)),s=(t.MEMINDEX_LOG_LEVEL||t.AGENT_MEM_LOG_LEVEL||"INFO").toString().toUpperCase();this.level=mt[s]??1}else this.level=1}catch(e){console.error("[LOGGER] Failed to load log level from settings:",e instanceof Error?e.message:String(e)),this.level=1}return this.level}safeStringify(e,t,s=6){let r=new WeakSet,o=(i,a)=>{if(typeof i=="bigint")return`${i}n`;if(i===null||typeof i!="object")return i;let d=i.toJSON,c=typeof d=="function"?d.call(i):i;if(typeof c=="bigint")return`${c}n`;if(c===null||typeof c!="object")return c;if(r.has(c))return"[Circular]";if(a>=s)return Array.isArray(c)?"[Array]":"[Object]";r.add(c);try{if(Array.isArray(c))return c.map(l=>o(l,a+1));let u={};for(let l of Object.keys(c))try{u[l]=o(c[l],a+1)}catch{u[l]="[unreadable]"}return u}finally{r.delete(c)}};try{return JSON.stringify(o(e,0),null,t)??String(e)}catch{return Array.isArray(e)?`[${e.length} items]`:"[unserializable]"}}formatData(e){if(e==null)return"";if(typeof e=="string")return e;if(typeof e=="number"||typeof e=="boolean")return e.toString();if(typeof e=="object"){if(e instanceof Error)return this.getLevel()===0?`${e.message}
|
|
8
|
+
${e.stack}`:e.message;if(Array.isArray(e))return`[${e.length} items]`;let t=Object.keys(e);return t.length===0?"{}":t.length<=3?this.safeStringify(e):`{${t.length} keys: ${t.slice(0,3).join(", ")}...}`}return String(e)}formatTool(e,t){if(!t)return e;let s=t;if(typeof t=="string")try{s=JSON.parse(t)}catch{s=t}if(s===null)return e;if(e==="Bash"&&s.command)return`${e}(${s.command})`;if(s.file_path)return`${e}(${s.file_path})`;if(s.notebook_path)return`${e}(${s.notebook_path})`;if(e==="Glob"&&s.pattern)return`${e}(${s.pattern})`;if(e==="Grep"&&s.pattern)return`${e}(${s.pattern})`;if(s.url)return`${e}(${s.url})`;if(s.query)return`${e}(${s.query})`;if(e==="Task"){if(s.subagent_type)return`${e}(${s.subagent_type})`;if(s.description)return`${e}(${s.description})`}return e==="Skill"&&s.skill?`${e}(${s.skill})`:e==="LSP"&&s.operation?`${e}(${s.operation})`:e}formatTimestamp(e){let t=e.getFullYear(),s=String(e.getMonth()+1).padStart(2,"0"),r=String(e.getDate()).padStart(2,"0"),o=String(e.getHours()).padStart(2,"0"),i=String(e.getMinutes()).padStart(2,"0"),a=String(e.getSeconds()).padStart(2,"0"),d=String(e.getMilliseconds()).padStart(3,"0");return`${t}-${s}-${r} ${o}:${i}:${a}.${d}`}log(e,t,s,r,o){if(e<this.getLevel())return;this.ensureLogFileInitialized();let i=this.formatTimestamp(new Date),a=mt[e].padEnd(5),d=t.padEnd(6),c="";r?.correlationId?c=`[${r.correlationId}] `:r?.sessionId&&(c=`[session-${r.sessionId}] `);let u="";o!=null&&(o instanceof Error?u=this.getLevel()===0?`
|
|
9
9
|
${o.message}
|
|
10
|
-
${o.stack}`:` ${o.message}`:this.getLevel()===0&&typeof o=="object"?
|
|
11
|
-
`+this.safeStringify(o,2):
|
|
12
|
-
`,"utf8")}catch(
|
|
10
|
+
${o.stack}`:` ${o.message}`:this.getLevel()===0&&typeof o=="object"?u=`
|
|
11
|
+
`+this.safeStringify(o,2):u=" "+this.formatData(o));let l="";if(r){let{sessionId:_,memorySessionId:T,correlationId:b,...N}=r;Object.keys(N).length>0&&(l=` {${Object.entries(N).map(([h,m])=>typeof m!="object"||m===null||m instanceof Error||m instanceof Date?`${h}=${m}`:`${h}=${Array.isArray(m)?this.safeStringify(m):this.formatData(m)}`).join(", ")}}`)}let p=gs(`[${i}] [${a}] [${d}] ${c}${s}${l}${u}`);if(this.logFilePath)try{(0,X.appendFileSync)(this.logFilePath,p+`
|
|
12
|
+
`,{encoding:"utf8",mode:384})}catch(_){let T=_ instanceof Error?_:new Error(String(_));ae(`[LOGGER] Failed to write to log file: ${T.message}
|
|
13
13
|
${T.stack??""}
|
|
14
|
-
`)}else
|
|
15
|
-
`)}debug(e,t,s,r){this.log(0,e,t,s,r)}info(e,t,s,r){this.log(1,e,t,s,r)}warn(e,t,s,r){this.log(2,e,t,s,r)}setErrorSink(e){dt=e}error(e,t,s,r){this.log(3,e,t,s,r),this.routeErrorToSink(t,s,r)}routeErrorToSink(e,t,s){try{if(!dt||!(s instanceof Error))return;dt(s)}catch{}}dataIn(e,t,s,r){this.info(e,`\u2192 ${t}`,s,r)}dataOut(e,t,s,r){this.info(e,`\u2190 ${t}`,s,r)}success(e,t,s,r){this.info(e,`\u2713 ${t}`,s,r)}failure(e,t,s,r){this.error(e,`\u2717 ${t}`,s,r)}},E=new ut;function is(n){try{return new URL(n).hostname.toLowerCase()==="openrouter.ai"}catch{return!1}}var lt=require("crypto"),as=require("fs"),$=require("os"),x=require("path");var dr=4e4,cr=9e3,ur=["/tmp","/private/tmp","/var/folders","/private/var/folders"],ds="60";function Se(n){let e=(0,x.resolve)(n),t=[],s=e;for(;;)try{return(0,x.join)(as.realpathSync.native(s),...t.reverse())}catch{let r=(0,x.dirname)(s);if(r===s)return e;t.push((0,x.basename)(s)),s=r}}function lr(n,e){let t=Se(e);return n===t||n.startsWith(t.endsWith(x.sep)?t:t+x.sep)}function Er(n,e=(0,$.homedir)()){let t=Se(n),s=Se(e);return(process.platform==="win32"?[(0,$.tmpdir)()]:[(0,$.tmpdir)(),...ur]).some(o=>Se(o)!==s&&lr(t,o))}function Et(n=process.env,e=(0,$.homedir)()){return n.MEMINDEX_TEST_FORBIDDEN_DATA_DIR?!0:Er(pe(n,e),e)}var cs=39e3,_r=500,pr=500;function us(n){return(0,lt.createHash)("sha256").update(x.win32.resolve(n).toLowerCase()).digest().readUInt32BE(0)%_r}function mr(n=process.platform,e=(0,$.homedir)()){return n==="win32"?cs+us(e):38700+(process.getuid?.()??77)%100}function _t(n=process.platform,e=(0,$.homedir)()){return n==="win32"?cs+pr+us(e):38877+(process.getuid?.()??77)%100}function Tr(n){let e=(0,lt.createHash)("sha256").update(Se(n)).digest();return dr+e.readUInt32BE(0)%cr}function ls(n=process.env,e=(0,$.homedir)()){return Et(n,e)?Tr(pe(n,e)):mr(process.platform,e)}var fr=new Set(["xiaomi/mimo-v2-flash:free"]);function gr(n){return typeof n=="boolean"?String(n):n}function Sr(n){let e=n.MEMINDEX_OPENROUTER_MODEL;if(typeof e!="string"||!fr.has(e.trim()))return!1;let t=typeof n.MEMINDEX_OPENROUTER_BASE_URL=="string"?n.MEMINDEX_OPENROUTER_BASE_URL.trim():"";return t===""||is(t)}var Es=18e4,_s=[{key:"MEMINDEX_LLM_TIMEOUT_MS",legacy:"30000",markerTag:"llm-timeout-migrated-v1"},{key:"MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS",legacy:"30000",markerTag:"field-optimize-timeout-migrated-v1"}];function ms(n,e){return(0,V.join)((0,V.dirname)(n),`.${(0,V.basename)(n)}.${e.markerTag}`)}function pt(n,e){try{(0,se.writeFileSync)(ms(n,e),new Date().toISOString(),{encoding:"utf-8",mode:384})}catch{}}var ps=new Set,j=class{static DEFAULTS={MEMINDEX_MEMORY_SEARCH_HOOK_ENABLED:"true",MEMINDEX_MEMORY_INSTRUCTIONS_ENABLED:"true",MEMINDEX_MEMORY_WATCH_ROOTS:"",MEMINDEX_MODEL:"claude-haiku-4-5-20251001",MEMINDEX_CONTEXT_OBSERVATIONS:"50",MEMINDEX_SESSION_START_INCLUDE_ALL_SOURCES:"false",MEMINDEX_WORKER_PORT:String(ls()),MEMINDEX_WORKER_HOST:"127.0.0.1",MEMINDEX_ALLOWED_ORIGINS:"",MEMINDEX_PUBLIC_URL:"",MEMINDEX_API_TIMEOUT_MS:String(rs(Be.API_REQUEST)),MEMINDEX_SESSION_INIT_TIMEOUT_MS:String(ns()),MEMINDEX_IDLE_EXIT_SEC:Et()?ds:"0",MEMINDEX_SKIP_TOOLS:"ListMcpResourcesTool,SlashCommand,Skill,TodoWrite,AskUserQuestion",MEMINDEX_SKIP_BASH_PATTERNS:"",MEMINDEX_SKIP_SUBAGENT_OBSERVATIONS:"false",MEMINDEX_SKIP_AGENT_TYPES:"",MEMINDEX_CAPTURE_ADVISOR_CALLS:"false",MEMINDEX_PROVIDER:"claude",MEMINDEX_PROVIDER_BY_SOURCE:"",MEMINDEX_OBSERVER_ENABLED:"true",MEMINDEX_DISABLE_SUMMARY:"false",MEMINDEX_CODEX_MODEL:"",MEMINDEX_CODEX_PATH:"codex",MEMINDEX_CODEX_REASONING_EFFORT:"low",MEMINDEX_CODEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_CODEX_OBSERVATION_BATCH_SIZE:"8",MEMINDEX_CODEX_OBSERVATION_BATCH_MAX_CHARS:"32000",MEMINDEX_CLAUDE_AUTH_METHOD:"subscription",MEMINDEX_GEMINI_API_KEY:"",MEMINDEX_GEMINI_API_KEYS:"",MEMINDEX_GEMINI_MODEL:"gemini-flash-latest",MEMINDEX_GEMINI_RATE_LIMITING_ENABLED:"true",MEMINDEX_OPENROUTER_API_KEY:"",MEMINDEX_OPENROUTER_API_KEYS:"",MEMINDEX_OPENROUTER_MODEL:"cohere/north-mini-code:free",MEMINDEX_OPENROUTER_BASE_URL:"",MEMINDEX_OPENROUTER_TEMPERATURE:"",MEMINDEX_OPENROUTER_SITE_URL:"",MEMINDEX_OPENROUTER_APP_NAME:"memindex",MEMINDEX_OPENROUTER_EXTRA_BODY:"",MEMINDEX_OPENROUTER_REASONING_EFFORT:"",MEMINDEX_OPENAI_COMPAT_PRESET:"",MEMINDEX_OPENAI_COMPAT_API_KEY:"",MEMINDEX_OPENAI_COMPAT_API_KEYS:"",MEMINDEX_OPENAI_COMPAT_BASE_URL:"",MEMINDEX_OPENAI_COMPAT_MODEL:"",MEMINDEX_QUOTA_FALLBACK_PROVIDER:"claude",MEMINDEX_QUOTA_FALLBACK_MODEL:"",MEMINDEX_QUOTA_THRESHOLD_FIVE_HOUR:"0.95",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_OPUS:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_SONNET:"0.92",MEMINDEX_QUOTA_THRESHOLD_OVERAGE:"0.95",MEMINDEX_DATA_DIR:(0,V.join)((0,Ne.homedir)(),".memindex"),MEMINDEX_SNAPSHOT_ENABLED:"true",MEMINDEX_SNAPSHOT_INTERVAL_HOURS:"24",MEMINDEX_SNAPSHOT_KEEP:"7",MEMINDEX_LOG_LEVEL:"INFO",MEMINDEX_PYTHON_VERSION:"3.13",CLAUDE_CODE_PATH:"",MEMINDEX_CLAUDE_CONFIG_DIR:"",MEMINDEX_OBSERVER_CLAUDE_CONFIG_DIR:"",MEMINDEX_MODE:"code",MEMINDEX_CONTEXT_SHOW_READ_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_WORK_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_AMOUNT:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_PERCENT:"true",MEMINDEX_CONTEXT_OBSERVATION_TYPES:"",MEMINDEX_CONTEXT_OBSERVATION_CONCEPTS:"",MEMINDEX_CONTEXT_FULL_COUNT:"0",MEMINDEX_CONTEXT_FULL_FIELD:"narrative",MEMINDEX_CONTEXT_SESSION_COUNT:"10",MEMINDEX_CONTEXT_SHOW_LAST_SUMMARY:"true",MEMINDEX_CONTEXT_SHOW_LAST_MESSAGE:"false",MEMINDEX_CONTEXT_MAIN_AGENT_ONLY:"true",MEMINDEX_BRANCH_MEMORY_ENABLED:"true",MEMINDEX_SEND_BRANCH_TO_HOSTING:"true",MEMINDEX_REINFORCE_ALPHA:"0",MEMINDEX_CONTEXT_SHOW_TERMINAL_OUTPUT:"true",MEMINDEX_WELCOME_HINT_ENABLED:"true",MEMINDEX_WORK_STATE_ENABLED:"true",MEMINDEX_FILE_READ_GATE_ENABLED:"true",MEMINDEX_ENDLESS_MODE_ENABLED:"true",MEMINDEX_FOLDER_CLAUDEMD_ENABLED:"false",MEMINDEX_FOLDER_USE_LOCAL_MD:"false",MEMINDEX_TRANSCRIPTS_ENABLED:"true",MEMINDEX_TRANSCRIPTS_CONFIG_PATH:(0,V.join)((0,Ne.homedir)(),".memindex","transcript-watch.json"),MEMINDEX_CODEX_TRANSCRIPT_INGESTION:"false",MEMINDEX_CODEX_SUBAGENT_INGESTION:"false",MEMINDEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS:"400000",MEMINDEX_OBSERVER_CONTEXT_WINDOW:"",MEMINDEX_OBSERVER_MAX_OUTPUT_TOKENS:"4096",MEMINDEX_OBSERVE_BARE_PROMPTS:"false",MEMINDEX_HOOK_FAIL_LOUD_THRESHOLD:"3",MEMINDEX_REDACT_ENABLED:"false",MEMINDEX_REDACT_DISABLED_BUILTINS:"",MEMINDEX_REDACT_CUSTOM_PATTERNS:"[]",MEMINDEX_REDACT_LOG_MATCHES:"false",MEMINDEX_EXCLUDED_PROJECTS:"",MEMINDEX_PROJECT_ENVIRONMENTS:"[]",MEMINDEX_FOLDER_MD_EXCLUDE:"[]",MEMINDEX_FOLDER_MD_SKELETON_DENYLIST:"[]",MEMINDEX_SEMANTIC_INJECT:"auto",MEMINDEX_SEMANTIC_INJECT_LIMIT:"5",MEMINDEX_SEMANTIC_INJECT_FORMAT:"narrative",MEMINDEX_TIER_ROUTING_ENABLED:"true",MEMINDEX_TIER_SIMPLE_MODEL:"haiku",MEMINDEX_TIER_SUMMARY_MODEL:"",MEMINDEX_TIER_FAST_MODEL:"haiku",MEMINDEX_TIER_SMART_MODEL:"sonnet",MEMINDEX_CHROMA_ENABLED:"true",MEMINDEX_CHROMA_MODE:"local",MEMINDEX_CHROMA_HOST:"127.0.0.1",MEMINDEX_CHROMA_PORT:"8000",MEMINDEX_CHROMA_SSL:"false",MEMINDEX_CHROMA_API_KEY:"",MEMINDEX_CHROMA_TENANT:"default_tenant",MEMINDEX_CHROMA_DATABASE:"default_database",MEMINDEX_CHROMA_PREWARM_TIMEOUT_MS:"120000",MEMINDEX_CHROMA_MUTATION_TIMEOUT_MS:"600000",MEMINDEX_CHROMA_MAX_PENDING_MUTATIONS:"5000",MEMINDEX_CHROMA_MEMORY_LIMIT_MB:"2048",MEMINDEX_CHROMA_EMBEDDING_FUNCTION:"default",MEMINDEX_CHROMA_UVX_PATH:"",MEMINDEX_SEARCH_RECENCY_DAYS:"90",MEMINDEX_HOSTING_OFFER:"true",MEMINDEX_CLOUD_SYNC_TOKEN:"",MEMINDEX_CLOUD_SYNC_USER_ID:"",MEMINDEX_CLOUD_SYNC_HUB_URL:"",MEMINDEX_CLOUD_SYNC_DEVICE_ID:"",MEMINDEX_CLOUD_SYNC_DEVICE_NAME:(0,Ne.hostname)(),MEMINDEX_CLOUD_SYNC_WS:"true",MEMINDEX_CLOUD_SYNC_CONTENT_BATCH_SIZE:"40",MEMINDEX_CLOUD_SYNC_REQUEST_TIMEOUT_MS:"90000",MEMINDEX_LLM_TIMEOUT_MS:String(Es),MEMINDEX_LLM_STREAM_IDLE_TIMEOUT_MS:"90000",MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS:String(Es),MEMINDEX_TV_TOKEN:"",MEMINDEX_AUTH_MODE:"api-key",MEMINDEX_RUNTIME:"worker",MEMINDEX_SERVER_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(_t())}`,MEMINDEX_SERVER_API_KEY:"",MEMINDEX_SERVER_PROJECT_ID:"",MEMINDEX_SERVER_BETA_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(_t())}`,MEMINDEX_SERVER_BETA_API_KEY:"",MEMINDEX_SERVER_BETA_PROJECT_ID:"",MEMINDEX_JIRA_BASE_URL:"",MEMINDEX_JIRA_EMAIL:"",MEMINDEX_JIRA_API_TOKEN:"",MEMINDEX_DEDUP_ENABLED:"false",MEMINDEX_DEDUP_COSINE_THRESHOLD:"0.80",MEMINDEX_DEDUP_IDF_VETO_DF:"10",MEMINDEX_DEDUP_MIN_SHARED_TOKENS:"2",MEMINDEX_DEDUP_MIN_PROJECT_DOCS:"10",MEMINDEX_DEDUP_MAX_SCAN:"2000",MEMINDEX_DEDUP_MAX_BACKFILL_ROWS:"50000",MEMINDEX_TOOL_USES_RETENTION_DAYS:"0",MEMINDEX_WORKER_AUTOSTART:"true",MEMINDEX_PROJECT_NAME_SOURCE:"path"};static getAllDefaults(){return{...this.DEFAULTS}}static get(e){let t=process.env[e]??this.DEFAULTS[e];return e==="MEMINDEX_WORKER_HOST"?this.normalizeWorkerHost(t):t}static normalizeWorkerHost(e){return e==="localhost"?"127.0.0.1":e}static finalizeSettings(e,t){let s=t?this.applyEnvOverrides(e):e;return s.MEMINDEX_WORKER_HOST=this.normalizeWorkerHost(s.MEMINDEX_WORKER_HOST),s}static getInt(e){let t=this.get(e);return parseInt(t,10)}static applyEnvOverrides(e){let t={...e};for(let s of Object.keys(this.DEFAULTS))process.env[s]!==void 0&&(t[s]=process.env[s]);return t}static loadFromFile(e,t=!0,s={}){try{if(!(0,se.existsSync)(e)){let _=this.getAllDefaults();if(!s.readOnly)try{F(e,_,{mode:384});for(let p of _s)pt(e,p);console.warn("[SETTINGS] Created settings file with defaults:",e)}catch(p){console.warn("[SETTINGS] Failed to create settings file, using in-memory defaults:",e,p instanceof Error?p.message:String(p))}return this.finalizeSettings(_,t)}let r=(0,se.readFileSync)(e,"utf-8"),o=ot(r),i=ae(o),a=i!==o,d=ke(i),u=zt(o),c=a&&Object.keys(u).some(_=>_!=="env");if(a&&!c&&!s.readOnly)try{F(e,d,{mode:384}),console.warn("[SETTINGS] Migrated settings file from nested to flat schema:",e)}catch(_){console.warn("[SETTINGS] Failed to auto-migrate settings file:",e,_ instanceof Error?_.message:String(_))}if(Sr(d)){let _=String(d.MEMINDEX_OPENROUTER_MODEL).trim();if(d={...d,MEMINDEX_OPENROUTER_MODEL:this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL},!s.readOnly)try{F(e,c?{...u,env:d}:d,{mode:384}),console.warn(`[SETTINGS] Migrated OpenRouter model off the retired default ${_} to ${this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL}:`,e)}catch(p){console.warn("[SETTINGS] Failed to migrate the retired OpenRouter model:",e,p instanceof Error?p.message:String(p))}}for(let _ of _s)if(!(0,se.existsSync)(ms(e,_))){if(d[_.key]!==_.legacy){s.readOnly||pt(e,_);continue}if(d={...d,[_.key]:this.DEFAULTS[_.key]},!s.readOnly)try{F(e,c?{...u,env:d}:d,{mode:384}),pt(e,_),console.warn(`[SETTINGS] Migrated ${_.key} off the old ${_.legacy}ms default to ${this.DEFAULTS[_.key]}ms:`,e)}catch(p){let T=`${_.key}\0${e}`;ps.has(T)||(ps.add(T),console.warn(`[SETTINGS] Failed to migrate ${_.key}; using the new default in memory (reported once per process):`,e,p instanceof Error?p.message:String(p)))}}let l={...this.DEFAULTS};for(let _ of Object.keys(this.DEFAULTS))d[_]!==void 0&&(l[_]=gr(d[_]));return this.finalizeSettings(l,t)}catch(r){console.warn("[SETTINGS] Failed to load settings, using defaults:",e,r instanceof Error?r.message:String(r));let o=this.getAllDefaults();return this.finalizeSettings(o,t)}}};var mt=require("node:child_process");function Tt(n,e,t){return(0,mt.spawn)(n,e??[],{...t,windowsHide:!0})}var Nr=new Set([".cmd",".bat"]),hr=new Set([".exe",".com"]),Oi=new Set([...hr,...Nr]);var G=require("fs");var Ts=require("os"),M=require("path");var He=class extends Error{};function he(n){let e=(0,M.resolve)(n);try{return(0,G.lstatSync)(e).isSymbolicLink()?(0,M.join)(he((0,M.dirname)(e)),(0,M.basename)(e)):(0,G.realpathSync)(e)}catch{let t=(0,M.dirname)(e);return t===e?e:(0,M.join)(he(t),(0,M.basename)(e))}}function fs(n){try{return(0,G.realpathSync)((0,M.resolve)(n))}catch{return he(n)}}var gs=["MEMINDEX_DATA_DIR","AGENT_MEM_DATA_DIR"];function Ir(n){let e=[];for(let t of[".memindex",".agent-mem"])try{let s=JSON.parse((0,G.readFileSync)((0,M.join)(n,t,"settings.json"),"utf8").replace(/^\uFEFF/,""));for(let r of[s,s?.env])if(!(!r||typeof r!="object"))for(let o of gs)typeof r[o]=="string"&&r[o]&&e.push(r[o])}catch{}return e}function br(){let n=(0,Ts.homedir)(),e=[M.sep,n,(0,M.join)(n,".memindex"),(0,M.join)(n,".agent-mem")];try{e.push(ee.dataDir())}catch{}for(let t of gs){let s=process.env[t];s&&e.push(s)}return e.push(...Ir(n).map(t=>Z(t))),[...new Set(e.flatMap(t=>[(0,M.resolve)(t),he(t),fs(t)]))]}var ft=(n,e)=>n.startsWith(e.endsWith(M.sep)?e:e+M.sep);function Rr(n,e){let t=(0,M.resolve)(n),s=he(n);if(!ft(t,(0,M.resolve)(e))||!ft(s,fs(e)))throw new He(`Refused to remove ${t}: it is not inside ${(0,M.resolve)(e)}.`);for(let r of br())for(let o of[t,s])if(o===r||ft(r,o))throw new He(`Refused to remove ${t}: it is or holds ${r}.`);return t}function Ss(n,e){(0,G.rmSync)(Rr(n,e),{recursive:!0,force:!0})}var ht=require("fs"),Os=nt(require("path"),1);var Or=["CLAUDECODE_","CLAUDE_CODE_"],Ar=new Set(["CLAUDECODE","CLAUDE_CODE_SESSION","CLAUDE_CODE_ENTRYPOINT","MCP_SESSION_ID"]),Dr=new Set(["HTTP_PROXY","HTTPS_PROXY","ALL_PROXY","NO_PROXY","http_proxy","https_proxy","all_proxy","no_proxy","npm_config_proxy","npm_config_https_proxy","npm_config_noproxy"]),Cr=new Set(["CLAUDE_CODE_OAUTH_TOKEN","CLAUDE_CODE_GIT_BASH_PATH","CLAUDE_CODE_TMPDIR","CLAUDE_CODE_PATH","CLAUDE_CODE_DISABLE_EXPERIMENTAL_BETAS","CLAUDE_CODE_USE_BEDROCK","CLAUDE_CODE_USE_VERTEX","CLAUDE_CODE_USE_FOUNDRY","CLAUDE_CODE_SKIP_BEDROCK_AUTH","CLAUDE_CODE_SKIP_VERTEX_AUTH","CLAUDE_CODE_SKIP_FOUNDRY_AUTH","ANTHROPIC_BEDROCK_BASE_URL","AWS_REGION","AWS_PROFILE","AWS_ACCESS_KEY_ID","AWS_SECRET_ACCESS_KEY","AWS_SESSION_TOKEN","ANTHROPIC_VERTEX_PROJECT_ID","CLOUD_ML_REGION","GOOGLE_APPLICATION_CREDENTIALS",...Dr]);function ce(n=process.env){let e={};for(let[t,s]of Object.entries(n))if(s!==void 0){if(Cr.has(t)){e[t]=s;continue}Ar.has(t)||Or.some(r=>t.startsWith(r))||(e[t]=s)}return e}var St=require("child_process"),hs=require("fs");var Lr=5e3,Ns=new Map,gt=0;function Is(n,e,t){if(t.status!==0)return null;if(typeof t.stdout!="string")return E.warn("SYSTEM","captureProcessStartToken: start-token probe returned no stdout",{pid:e,source:n,status:t.status}),null;let s=t.stdout.trim();return s.length>0?s:null}function Mr(n){gt+=1;let e=(0,St.spawnSync)("powershell.exe",["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId=${n}").CreationDate.ToString('yyyyMMddHHmmss.ffffff')`],{encoding:"utf-8",timeout:5e3,windowsHide:!0,env:{...ce(process.env),LC_ALL:"C",LANG:"C"}});return Is("powershell-cim",n,e)}function yr(n,e=!1){if(!e){let s=Ns.get(n);if(s&&(n===process.pid||Date.now()-s.capturedAtMs<Lr))return s.token}let t=null;try{t=Mr(n)}catch(s){E.debug("SYSTEM","captureProcessStartToken: powershell CIM lookup failed",{pid:n,error:s instanceof Error?s.message:String(s)}),t=null}return(t!==null||n!==process.pid)&&Ns.set(n,{token:t,capturedAtMs:Date.now()}),t}function vr(n,e){if(!Number.isInteger(n)||n<=0)return null;if(process.platform==="linux"){gt+=1;try{let t=(0,hs.readFileSync)(`/proc/${n}/stat`,"utf-8"),s=t.lastIndexOf(") ");if(s<0)return null;let o=t.slice(s+2).split(" ")[19];return o&&/^\d+$/.test(o)?o:null}catch(t){return E.debug("SYSTEM","captureProcessStartToken: /proc read failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}if(process.platform==="win32")return yr(n,e);gt+=1;try{let t=(0,St.spawnSync)("ps",["-p",String(n),"-o","lstart="],{encoding:"utf-8",timeout:2e3,env:{...ce(process.env),LC_ALL:"C",LANG:"C"}});return Is("ps-lstart",n,t)}catch(t){return E.debug("SYSTEM","captureProcessStartToken: ps exec failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}function Nt(n){return vr(n,!1)}var bs=require("child_process");var Rs=require("util");var xi=(0,Rs.promisify)(bs.execFile);var qi=ee.supervisorRegistry();function Ur(n){if(!Number.isInteger(n)||n<0||n===0)return!1;try{return process.kill(n,0),!0}catch(e){if(e instanceof Error){let t=e.code;return t==="EPERM"?!0:(E.debug("SYSTEM","PID check failed",{pid:n,code:t}),!1)}return E.warn("SYSTEM","PID check threw non-Error",{pid:n,error:String(e)}),!1}}function Pr(n){if(!n||!Ur(n.pid))return!1;if(!n.startToken)return!0;let e=Nt(n.pid);if(e===null)return!0;let t=e===n.startToken;return t||E.debug("SYSTEM","verifyPidFileOwnership: start-token mismatch (PID reused)",{pid:n.pid,stored:n.startToken,current:e}),t}var xr={platform:process.platform,readCommandLine:n=>(0,ht.readFileSync)(`/proc/${n}/cmdline`,"utf-8")};function As(n,e=xr){if(!Pr(n))return!1;if(n.startToken||e.platform!=="linux")return!0;let t;try{t=e.readCommandLine(n.pid)}catch(r){return E.debug("SYSTEM","Could not read the command line of a token-less worker PID; trusting the live PID",{pid:n.pid,error:r instanceof Error?r.message:String(r)}),!0}let s=t.split("\0").some(r=>Os.default.basename(r)==="worker-service.cjs");return s||E.debug("SYSTEM","Token-less worker PID now belongs to another program (PID reused)",{pid:n.pid}),s}var zi=180*1e3;var Ds=".chroma-restore-pending";var Xr=require("bun:sqlite");var Cs=5e3,kr=4194304,X=68,Fr="npx memindex@latest update",$e=66;function q(n){return n.prepare("PRAGMA user_version").get().user_version}var Ie=class extends Error{reason="schema_newer_than_binary";constructor(e){super(e),this.name="SchemaNewerThanBinaryError"}};function le(n,e){n.run(`PRAGMA busy_timeout = ${Cs}`);let t=q(n);if(!(t<=e))throw new Ie(`Your memory database is newer than this MemIndex (schema v${t}, this plugin knows v${e}), so memory is not being saved. Update the plugin: ${Fr}`)}function Br(n,e,t){le(n,e),q(n)<t&&n.run(`PRAGMA user_version = ${t}`)}function Ls(n,e,t){le(n,e);let s=t;try{let r=n.prepare("SELECT MAX(version) AS newest FROM schema_versions");try{let o=r.get();o?.newest&&(s=Math.max(t,Math.min(o.newest,e)))}finally{r.finalize()}}catch{}q(n)<s&&n.run(`PRAGMA user_version = ${s}`)}function Ms(n,e,t){n.transaction(()=>Br(n,e,t)).immediate()}function Hr(n){return n.prepare(`
|
|
14
|
+
`)}else ae(p+`
|
|
15
|
+
`)}debug(e,t,s,r){this.log(0,e,t,s,r)}info(e,t,s,r){this.log(1,e,t,s,r)}warn(e,t,s,r){this.log(2,e,t,s,r)}setErrorSink(e){pt=e}error(e,t,s,r){this.log(3,e,t,s,r),this.routeErrorToSink(t,s,r)}routeErrorToSink(e,t,s){try{if(!pt||!(s instanceof Error))return;pt(s)}catch{}}dataIn(e,t,s,r){this.info(e,`\u2192 ${t}`,s,r)}dataOut(e,t,s,r){this.info(e,`\u2190 ${t}`,s,r)}success(e,t,s,r){this.info(e,`\u2713 ${t}`,s,r)}failure(e,t,s,r){this.error(e,`\u2717 ${t}`,s,r)}},E=new Tt;function hs(n){try{return new URL(n).hostname.toLowerCase()==="openrouter.ai"}catch{return!1}}var ft=require("crypto"),Ns=require("fs"),Y=require("os"),x=require("path");var Lr=4e4,vr=9e3,wr=["/tmp","/private/tmp","/var/folders","/private/var/folders"],Is="60";function Ie(n){let e=(0,x.resolve)(n),t=[],s=e;for(;;)try{return(0,x.join)(Ns.realpathSync.native(s),...t.reverse())}catch{let r=(0,x.dirname)(s);if(r===s)return e;t.push((0,x.basename)(s)),s=r}}function Ur(n,e){let t=Ie(e);return n===t||n.startsWith(t.endsWith(x.sep)?t:t+x.sep)}function Pr(n,e=(0,Y.homedir)()){let t=Ie(n),s=Ie(e);return(process.platform==="win32"?[(0,Y.tmpdir)()]:[(0,Y.tmpdir)(),...wr]).some(o=>Ie(o)!==s&&Ur(t,o))}function gt(n=process.env,e=(0,Y.homedir)()){return n.MEMINDEX_TEST_FORBIDDEN_DATA_DIR?!0:Pr(Te(n,e),e)}var bs=39e3,xr=500,kr=500;function Rs(n){return(0,ft.createHash)("sha256").update(x.win32.resolve(n).toLowerCase()).digest().readUInt32BE(0)%xr}function Xr(n=process.platform,e=(0,Y.homedir)()){return n==="win32"?bs+Rs(e):38700+(process.getuid?.()??77)%100}function St(n=process.platform,e=(0,Y.homedir)()){return n==="win32"?bs+kr+Rs(e):38877+(process.getuid?.()??77)%100}function Fr(n){let e=(0,ft.createHash)("sha256").update(Ie(n)).digest();return Lr+e.readUInt32BE(0)%vr}function Os(n=process.env,e=(0,Y.homedir)()){return gt(n,e)?Fr(Te(n,e)):Xr(process.platform,e)}var Br=new Set(["xiaomi/mimo-v2-flash:free"]);function As(n){return typeof n=="boolean"?String(n):n}function Hr(n){let e=n.MEMINDEX_OPENROUTER_MODEL;if(typeof e!="string"||!Br.has(e.trim()))return!1;let t=typeof n.MEMINDEX_OPENROUTER_BASE_URL=="string"?n.MEMINDEX_OPENROUTER_BASE_URL.trim():"";return t===""||hs(t)}var Ds=18e4,Cs=[{key:"MEMINDEX_REDACT_ENABLED",legacy:"false",markerTag:"redaction-default-migrated-v1"},{key:"MEMINDEX_LLM_TIMEOUT_MS",legacy:"30000",markerTag:"llm-timeout-migrated-v1"},{key:"MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS",legacy:"30000",markerTag:"field-optimize-timeout-migrated-v1"}];function Ms(n,e){return(0,J.join)((0,J.dirname)(n),`.${(0,J.basename)(n)}.${e.markerTag}`)}function ht(n,e){try{(0,ne.writeFileSync)(Ms(n,e),new Date().toISOString(),{encoding:"utf-8",mode:384})}catch{}}var ys=new Set,j=class{static DEFAULTS={MEMINDEX_MEMORY_SEARCH_HOOK_ENABLED:"true",MEMINDEX_MEMORY_INSTRUCTIONS_ENABLED:"true",MEMINDEX_MEMORY_WATCH_ROOTS:"",MEMINDEX_MODEL:"claude-haiku-4-5-20251001",MEMINDEX_CONTEXT_OBSERVATIONS:"50",MEMINDEX_SESSION_START_INCLUDE_ALL_SOURCES:"false",MEMINDEX_CONTEXT_PROJECTS:"current",MEMINDEX_WORKER_PORT:String(Os()),MEMINDEX_WORKER_HOST:"127.0.0.1",MEMINDEX_WORKER_HEARTBEAT_STALE_MS:"120000",MEMINDEX_ALLOWED_ORIGINS:"",MEMINDEX_PUBLIC_URL:"",MEMINDEX_API_TIMEOUT_MS:String(Es(He.API_REQUEST)),MEMINDEX_SESSION_INIT_TIMEOUT_MS:String(ls()),MEMINDEX_IDLE_EXIT_SEC:gt()?Is:"0",MEMINDEX_SKIP_TOOLS:"ListMcpResourcesTool,SlashCommand,Skill,TodoWrite,AskUserQuestion",MEMINDEX_SKIP_BASH_PATTERNS:"",MEMINDEX_SKIP_SUBAGENT_OBSERVATIONS:"false",MEMINDEX_SKIP_AGENT_TYPES:"",MEMINDEX_CAPTURE_ADVISOR_CALLS:"false",MEMINDEX_PROVIDER:"claude",MEMINDEX_PROVIDER_BY_SOURCE:"",MEMINDEX_OBSERVER_ENABLED:"true",MEMINDEX_DISABLE_SUMMARY:"false",MEMINDEX_CODEX_MODEL:"",MEMINDEX_CODEX_PATH:"codex",MEMINDEX_CODEX_REASONING_EFFORT:"low",MEMINDEX_CODEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_CODEX_OBSERVATION_BATCH_SIZE:"8",MEMINDEX_CODEX_OBSERVATION_BATCH_MAX_CHARS:"32000",MEMINDEX_CLAUDE_AUTH_METHOD:"subscription",MEMINDEX_GEMINI_API_KEY:"",MEMINDEX_GEMINI_API_KEYS:"",MEMINDEX_GEMINI_MODEL:"gemini-flash-latest",MEMINDEX_GEMINI_RATE_LIMITING_ENABLED:"true",MEMINDEX_OPENROUTER_API_KEY:"",MEMINDEX_OPENROUTER_API_KEYS:"",MEMINDEX_OPENROUTER_MODEL:"cohere/north-mini-code:free",MEMINDEX_OPENROUTER_BASE_URL:"",MEMINDEX_OPENROUTER_TEMPERATURE:"",MEMINDEX_OPENROUTER_SITE_URL:"",MEMINDEX_OPENROUTER_APP_NAME:"memindex",MEMINDEX_OPENROUTER_EXTRA_BODY:"",MEMINDEX_OPENROUTER_REASONING_EFFORT:"",MEMINDEX_OPENAI_COMPAT_PRESET:"",MEMINDEX_OPENAI_COMPAT_API_KEY:"",MEMINDEX_OPENAI_COMPAT_API_KEYS:"",MEMINDEX_OPENAI_COMPAT_BASE_URL:"",MEMINDEX_OPENAI_COMPAT_MODEL:"",MEMINDEX_QUOTA_FALLBACK_PROVIDER:"claude",MEMINDEX_QUOTA_FALLBACK_MODEL:"",MEMINDEX_QUOTA_THRESHOLD_FIVE_HOUR:"0.95",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_OPUS:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_SONNET:"0.92",MEMINDEX_QUOTA_THRESHOLD_OVERAGE:"0.95",MEMINDEX_DATA_DIR:(0,J.join)((0,be.homedir)(),".memindex"),MEMINDEX_SNAPSHOT_ENABLED:"true",MEMINDEX_SNAPSHOT_INTERVAL_HOURS:"24",MEMINDEX_SNAPSHOT_KEEP:"7",MEMINDEX_LOG_LEVEL:"INFO",MEMINDEX_LOG_RETENTION_DAYS:"30",MEMINDEX_PYTHON_VERSION:"3.13",CLAUDE_CODE_PATH:"",MEMINDEX_CLAUDE_CONFIG_DIR:"",MEMINDEX_OBSERVER_CLAUDE_CONFIG_DIR:"",MEMINDEX_MODE:"code",MEMINDEX_CONTEXT_SHOW_READ_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_WORK_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_AMOUNT:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_PERCENT:"true",MEMINDEX_CONTEXT_OBSERVATION_TYPES:"",MEMINDEX_CONTEXT_OBSERVATION_CONCEPTS:"",MEMINDEX_CONTEXT_FULL_COUNT:"0",MEMINDEX_CONTEXT_FULL_FIELD:"narrative",MEMINDEX_CONTEXT_SESSION_COUNT:"10",MEMINDEX_CONTEXT_SHOW_LAST_SUMMARY:"true",MEMINDEX_CONTEXT_SHOW_LAST_MESSAGE:"false",MEMINDEX_CONTEXT_MAIN_AGENT_ONLY:"true",MEMINDEX_BRANCH_MEMORY_ENABLED:"true",MEMINDEX_BRANCH_ACTIVE_DAYS:"14",MEMINDEX_SEND_BRANCH_TO_HOSTING:"true",MEMINDEX_REINFORCE_ALPHA:"0",MEMINDEX_CONTEXT_SHOW_TERMINAL_OUTPUT:"true",MEMINDEX_WELCOME_HINT_ENABLED:"true",MEMINDEX_WORK_STATE_ENABLED:"true",MEMINDEX_FILE_READ_GATE_ENABLED:"true",MEMINDEX_ENDLESS_MODE_ENABLED:"true",MEMINDEX_FOLDER_CLAUDEMD_ENABLED:"false",MEMINDEX_FOLDER_USE_LOCAL_MD:"false",MEMINDEX_TRANSCRIPTS_ENABLED:"true",MEMINDEX_TRANSCRIPTS_CONFIG_PATH:(0,J.join)((0,be.homedir)(),".memindex","transcript-watch.json"),MEMINDEX_CODEX_TRANSCRIPT_INGESTION:"false",MEMINDEX_CODEX_SUBAGENT_INGESTION:"false",MEMINDEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS:"400000",MEMINDEX_OBSERVER_CONTEXT_WINDOW:"",MEMINDEX_OBSERVER_MAX_OUTPUT_TOKENS:"4096",MEMINDEX_OBSERVE_BARE_PROMPTS:"false",MEMINDEX_HOOK_FAIL_LOUD_THRESHOLD:"3",MEMINDEX_REDACT_ENABLED:"true",MEMINDEX_REDACT_DISABLED_BUILTINS:"",MEMINDEX_REDACT_CUSTOM_PATTERNS:"[]",MEMINDEX_REDACT_LOG_MATCHES:"false",MEMINDEX_EXCLUDED_PROJECTS:"",MEMINDEX_PROJECT_ENVIRONMENTS:"[]",MEMINDEX_FOLDER_MD_EXCLUDE:"[]",MEMINDEX_FOLDER_MD_SKELETON_DENYLIST:"[]",MEMINDEX_SEMANTIC_INJECT:"auto",MEMINDEX_SEMANTIC_INJECT_LIMIT:"5",MEMINDEX_SEMANTIC_INJECT_FORMAT:"narrative",MEMINDEX_TIER_ROUTING_ENABLED:"true",MEMINDEX_TIER_SIMPLE_MODEL:"haiku",MEMINDEX_TIER_SUMMARY_MODEL:"",MEMINDEX_TIER_FAST_MODEL:"haiku",MEMINDEX_TIER_SMART_MODEL:"sonnet",MEMINDEX_CHROMA_ENABLED:"true",MEMINDEX_CHROMA_MODE:"local",MEMINDEX_CHROMA_HOST:"127.0.0.1",MEMINDEX_CHROMA_PORT:"8000",MEMINDEX_CHROMA_SSL:"false",MEMINDEX_CHROMA_API_KEY:"",MEMINDEX_CHROMA_TENANT:"default_tenant",MEMINDEX_CHROMA_DATABASE:"default_database",MEMINDEX_CHROMA_PREWARM_TIMEOUT_MS:"120000",MEMINDEX_CHROMA_MUTATION_TIMEOUT_MS:"600000",MEMINDEX_CHROMA_MAX_PENDING_MUTATIONS:"5000",MEMINDEX_CHROMA_MEMORY_LIMIT_MB:"2048",MEMINDEX_CHROMA_EMBEDDING_FUNCTION:"default",MEMINDEX_CHROMA_UVX_PATH:"",MEMINDEX_SEARCH_RECENCY_DAYS:"90",MEMINDEX_HOSTING_OFFER:"true",MEMINDEX_CLOUD_SYNC_TOKEN:"",MEMINDEX_CLOUD_SYNC_USER_ID:"",MEMINDEX_CLOUD_SYNC_HUB_URL:"",MEMINDEX_CLOUD_SYNC_DEVICE_ID:"",MEMINDEX_CLOUD_SYNC_DEVICE_NAME:(0,be.hostname)(),MEMINDEX_CLOUD_SYNC_WS:"true",MEMINDEX_CLOUD_SYNC_CONTENT_BATCH_SIZE:"40",MEMINDEX_CLOUD_SYNC_REQUEST_TIMEOUT_MS:"90000",MEMINDEX_LLM_TIMEOUT_MS:String(Ds),MEMINDEX_LLM_STREAM_IDLE_TIMEOUT_MS:"90000",MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS:String(Ds),MEMINDEX_TV_TOKEN:"",MEMINDEX_AUTH_MODE:"api-key",MEMINDEX_RUNTIME:"worker",MEMINDEX_SERVER_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(St())}`,MEMINDEX_SERVER_API_KEY:"",MEMINDEX_SERVER_PROJECT_ID:"",MEMINDEX_SERVER_BETA_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(St())}`,MEMINDEX_SERVER_BETA_API_KEY:"",MEMINDEX_SERVER_BETA_PROJECT_ID:"",MEMINDEX_JIRA_BASE_URL:"",MEMINDEX_JIRA_EMAIL:"",MEMINDEX_JIRA_API_TOKEN:"",MEMINDEX_DEDUP_ENABLED:"false",MEMINDEX_DEDUP_COSINE_THRESHOLD:"0.80",MEMINDEX_DEDUP_IDF_VETO_DF:"10",MEMINDEX_DEDUP_MIN_SHARED_TOKENS:"2",MEMINDEX_DEDUP_MIN_PROJECT_DOCS:"10",MEMINDEX_DEDUP_MAX_SCAN:"2000",MEMINDEX_DEDUP_MAX_BACKFILL_ROWS:"50000",MEMINDEX_TOOL_USES_RETENTION_DAYS:"0",MEMINDEX_WORKER_AUTOSTART:"true",MEMINDEX_PROJECT_NAME_SOURCE:"path"};static getAllDefaults(){return{...this.DEFAULTS}}static get(e){let t=process.env[e]??this.DEFAULTS[e];return e==="MEMINDEX_WORKER_HOST"?this.normalizeWorkerHost(t):t}static normalizeWorkerHost(e){return e==="localhost"?"127.0.0.1":e}static finalizeSettings(e,t){let s=t?this.applyEnvOverrides(e):e;return s.MEMINDEX_WORKER_HOST=this.normalizeWorkerHost(s.MEMINDEX_WORKER_HOST),s}static getInt(e){let t=this.get(e);return parseInt(t,10)}static applyEnvOverrides(e){let t={...e};for(let s of Object.keys(this.DEFAULTS))process.env[s]!==void 0&&(t[s]=process.env[s]);return t}static loadFromFile(e,t=!0,s={}){try{if(!(0,ne.existsSync)(e)){let p=this.getAllDefaults();if(!s.readOnly)try{$(e,p,{mode:384});for(let _ of Cs)ht(e,_);console.warn("[SETTINGS] Created settings file with defaults:",e)}catch(_){console.warn("[SETTINGS] Failed to create settings file, using in-memory defaults:",e,_ instanceof Error?_.message:String(_))}return this.finalizeSettings(p,t)}let r=(0,ne.readFileSync)(e,"utf-8"),o=ct(r),i=ce(o),a=i!==o,d=Fe(i),c=rs(o),u=a&&Object.keys(c).some(p=>p!=="env");if(a&&!u&&!s.readOnly)try{$(e,d,{mode:384}),console.warn("[SETTINGS] Migrated settings file from nested to flat schema:",e)}catch(p){console.warn("[SETTINGS] Failed to auto-migrate settings file:",e,p instanceof Error?p.message:String(p))}if(Hr(d)){let p=String(d.MEMINDEX_OPENROUTER_MODEL).trim();if(d={...d,MEMINDEX_OPENROUTER_MODEL:this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL},!s.readOnly)try{$(e,u?{...c,env:d}:d,{mode:384}),console.warn(`[SETTINGS] Migrated OpenRouter model off the retired default ${p} to ${this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL}:`,e)}catch(_){console.warn("[SETTINGS] Failed to migrate the retired OpenRouter model:",e,_ instanceof Error?_.message:String(_))}}for(let p of Cs)if(!(0,ne.existsSync)(Ms(e,p))){if(As(d[p.key])!==p.legacy){s.readOnly||ht(e,p);continue}if(d={...d,[p.key]:this.DEFAULTS[p.key]},!s.readOnly)try{$(e,u?{...c,env:d}:d,{mode:384}),ht(e,p);let _=p.key.endsWith("_MS")?"ms":"";console.warn(`[SETTINGS] Migrated ${p.key} off the old ${p.legacy}${_} default to ${this.DEFAULTS[p.key]}${_}:`,e)}catch(_){let T=`${p.key}\0${e}`;ys.has(T)||(ys.add(T),console.warn(`[SETTINGS] Failed to migrate ${p.key}; using the new default in memory (reported once per process):`,e,_ instanceof Error?_.message:String(_)))}}let l={...this.DEFAULTS};for(let p of Object.keys(this.DEFAULTS))d[p]!==void 0&&(l[p]=As(d[p]));return this.finalizeSettings(l,t)}catch(r){console.warn("[SETTINGS] Failed to load settings, using defaults:",e,r instanceof Error?r.message:String(r));let o=this.getAllDefaults();return this.finalizeSettings(o,t)}}};var Nt=require("node:child_process");function It(n,e,t){return(0,Nt.spawn)(n,e??[],{...t,windowsHide:!0})}var $r=new Set([".cmd",".bat"]),jr=new Set([".exe",".com"]),Hi=new Set([...jr,...$r]);var K=require("fs");var Ls=require("os"),v=require("path");var We=class extends Error{};function Re(n){let e=(0,v.resolve)(n);try{return(0,K.lstatSync)(e).isSymbolicLink()?(0,v.join)(Re((0,v.dirname)(e)),(0,v.basename)(e)):(0,K.realpathSync)(e)}catch{let t=(0,v.dirname)(e);return t===e?e:(0,v.join)(Re(t),(0,v.basename)(e))}}function vs(n){try{return(0,K.realpathSync)((0,v.resolve)(n))}catch{return Re(n)}}var ws=["MEMINDEX_DATA_DIR","AGENT_MEM_DATA_DIR"];function Gr(n){let e=[];for(let t of[".memindex",".agent-mem"])try{let s=JSON.parse((0,K.readFileSync)((0,v.join)(n,t,"settings.json"),"utf8").replace(/^\uFEFF/,""));for(let r of[s,s?.env])if(!(!r||typeof r!="object"))for(let o of ws)typeof r[o]=="string"&&r[o]&&e.push(r[o])}catch{}return e}function Wr(){let n=(0,Ls.homedir)(),e=[v.sep,n,(0,v.join)(n,".memindex"),(0,v.join)(n,".agent-mem")];try{e.push(W.dataDir())}catch{}for(let t of ws){let s=process.env[t];s&&e.push(s)}return e.push(...Gr(n).map(t=>te(t))),[...new Set(e.flatMap(t=>[(0,v.resolve)(t),Re(t),vs(t)]))]}var bt=(n,e)=>n.startsWith(e.endsWith(v.sep)?e:e+v.sep);function Yr(n,e){let t=(0,v.resolve)(n),s=Re(n);if(!bt(t,(0,v.resolve)(e))||!bt(s,vs(e)))throw new We(`Refused to remove ${t}: it is not inside ${(0,v.resolve)(e)}.`);for(let r of Wr())for(let o of[t,s])if(o===r||bt(r,o))throw new We(`Refused to remove ${t}: it is or holds ${r}.`);return t}function Us(n,e){(0,K.rmSync)(Yr(n,e),{recursive:!0,force:!0})}var Ct=require("fs"),Bs=at(require("path"),1);var Kr=["CLAUDECODE_","CLAUDE_CODE_"],Vr=new Set(["CLAUDECODE","CLAUDE_CODE_SESSION","CLAUDE_CODE_ENTRYPOINT","MCP_SESSION_ID"]),qr=new Set(["NODE_USE_ENV_PROXY","HTTP_PROXY","HTTPS_PROXY","ALL_PROXY","NO_PROXY","http_proxy","https_proxy","all_proxy","no_proxy","npm_config_proxy","npm_config_https_proxy","npm_config_noproxy"]),zr=new Set(["CLAUDE_CODE_OAUTH_TOKEN","CLAUDE_CODE_GIT_BASH_PATH","CLAUDE_CODE_TMPDIR","CLAUDE_CODE_PATH","CLAUDE_CODE_DISABLE_EXPERIMENTAL_BETAS","CLAUDE_CODE_USE_BEDROCK","CLAUDE_CODE_USE_VERTEX","CLAUDE_CODE_USE_FOUNDRY","CLAUDE_CODE_SKIP_BEDROCK_AUTH","CLAUDE_CODE_SKIP_VERTEX_AUTH","CLAUDE_CODE_SKIP_FOUNDRY_AUTH","ANTHROPIC_BEDROCK_BASE_URL","AWS_REGION","AWS_PROFILE","AWS_ACCESS_KEY_ID","AWS_SECRET_ACCESS_KEY","AWS_SESSION_TOKEN","ANTHROPIC_VERTEX_PROJECT_ID","CLOUD_ML_REGION","GOOGLE_APPLICATION_CREDENTIALS",...qr]);function re(n=process.env){let e={};for(let[t,s]of Object.entries(n))if(s!==void 0){if(zr.has(t)){e[t]=s;continue}Vr.has(t)||Kr.some(r=>t.startsWith(r))||(e[t]=s)}return e}var Ye=require("child_process"),xs=require("fs");var Rt="utc:";function ks(n){return`${Rt}${n}`}var Jr=5e3,Ps=new Map,Ot=0;function At(n,e,t){if(t.status!==0)return null;if(typeof t.stdout!="string")return E.warn("SYSTEM","captureProcessStartToken: start-token probe returned no stdout",{pid:e,source:n,status:t.status}),null;let s=t.stdout.trim();return s.length>0?s:null}function Qr(n){Ot+=1;let e=(0,Ye.spawnSync)("powershell.exe",["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId=${n}").CreationDate.ToString('yyyyMMddHHmmss.ffffff')`],{encoding:"utf-8",timeout:5e3,windowsHide:!0,env:{...re(process.env),LC_ALL:"C",LANG:"C",TZ:"UTC"}});return At("powershell-cim",n,e)}function Zr(n,e=!1){if(!e){let s=Ps.get(n);if(s&&(n===process.pid||Date.now()-s.capturedAtMs<Jr))return s.token}let t=null;try{t=Qr(n)}catch(s){E.debug("SYSTEM","captureProcessStartToken: powershell CIM lookup failed",{pid:n,error:s instanceof Error?s.message:String(s)}),t=null}return(t!==null||n!==process.pid)&&Ps.set(n,{token:t,capturedAtMs:Date.now()}),t}function eo(n,e){if(!Number.isInteger(n)||n<=0)return null;if(process.platform==="linux"){Ot+=1;try{let t=(0,xs.readFileSync)(`/proc/${n}/stat`,"utf-8"),s=t.lastIndexOf(") ");if(s<0)return null;let o=t.slice(s+2).split(" ")[19];return o&&/^\d+$/.test(o)?o:null}catch(t){return E.debug("SYSTEM","captureProcessStartToken: /proc read failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}if(process.platform==="win32")return Zr(n,e);Ot+=1;try{let t=(0,Ye.spawnSync)("ps",["-p",String(n),"-o","lstart="],{encoding:"utf-8",timeout:2e3,env:{...re(process.env),LC_ALL:"C",LANG:"C",TZ:"UTC"}}),s=At("ps-lstart",n,t);return s===null?null:ks(s)}catch(t){return E.debug("SYSTEM","captureProcessStartToken: ps exec failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}function to(n,e){let t=eo(n,!0);if(t===null||!t.startsWith(Rt)||e.startsWith(Rt))return t;try{let s=(0,Ye.spawnSync)("ps",["-p",String(n),"-o","lstart="],{encoding:"utf-8",timeout:2e3,env:{...re(process.env),LC_ALL:"C",LANG:"C"}});return At("ps-lstart",n,s)}catch{return null}}function Dt(n,e){if(e===null)return!0;let t=to(n,e);return t===null?!0:t===e}var Xs=require("child_process");var Fs=require("util");var Qi=(0,Fs.promisify)(Xs.execFile);var Ea=W.supervisorRegistry();function no(n){if(!Number.isInteger(n)||n<0||n===0)return!1;try{return process.kill(n,0),!0}catch(e){if(e instanceof Error){let t=e.code;return t==="EPERM"?!0:(E.debug("SYSTEM","PID check failed",{pid:n,code:t}),!1)}return E.warn("SYSTEM","PID check threw non-Error",{pid:n,error:String(e)}),!1}}function ro(n){if(!n||!no(n.pid))return!1;if(!n.startToken)return!0;let e=Dt(n.pid,n.startToken);return e||E.debug("SYSTEM","verifyPidFileOwnership: start-token mismatch (PID reused)",{pid:n.pid,stored:n.startToken}),e}var oo={platform:process.platform,readCommandLine:n=>(0,Ct.readFileSync)(`/proc/${n}/cmdline`,"utf-8")};function Hs(n,e=oo){if(!ro(n))return!1;if(n.startToken||e.platform!=="linux")return!0;let t;try{t=e.readCommandLine(n.pid)}catch(r){return E.debug("SYSTEM","Could not read the command line of a token-less worker PID; trusting the live PID",{pid:n.pid,error:r instanceof Error?r.message:String(r)}),!0}let s=t.split("\0").some(r=>Bs.default.basename(r)==="worker-service.cjs");return s||E.debug("SYSTEM","Token-less worker PID now belongs to another program (PID reused)",{pid:n.pid}),s}var _a=180*1e3;var $s=".chroma-restore-pending";var io=require("bun:sqlite");var js=5e3,ao=4194304,F=68,co="npx memindex@latest update",Ke=66;function Q(n){return n.prepare("PRAGMA user_version").get().user_version}var Oe=class extends Error{reason="schema_newer_than_binary";constructor(e){super(e),this.name="SchemaNewerThanBinaryError"}};function _e(n,e){n.run(`PRAGMA busy_timeout = ${js}`);let t=Q(n);if(!(t<=e))throw new Oe(`Your memory database is newer than this MemIndex (schema v${t}, this plugin knows v${e}), so memory is not being saved. Update the plugin: ${co}`)}function uo(n,e,t){_e(n,e),Q(n)<t&&n.run(`PRAGMA user_version = ${t}`)}function Gs(n,e,t){_e(n,e);let s=t;try{let r=n.prepare("SELECT MAX(version) AS newest FROM schema_versions");try{let o=r.get();o?.newest&&(s=Math.max(t,Math.min(o.newest,e)))}finally{r.finalize()}}catch{}Q(n)<s&&n.run(`PRAGMA user_version = ${s}`)}function Ws(n,e,t){n.transaction(()=>uo(n,e,t)).immediate()}function lo(n){return n.prepare(`
|
|
16
16
|
SELECT name
|
|
17
17
|
FROM sqlite_master
|
|
18
18
|
WHERE type = 'table'
|
|
19
19
|
AND name NOT LIKE 'sqlite_%'
|
|
20
20
|
LIMIT 1
|
|
21
|
-
`).get()!=null}function ue(n,e,t){try{n.run(e)}catch(s){let r=s instanceof Error?s:new Error(String(s));throw E.warn("DB",`Failed to apply SQLite pragma ${t}`,{sql:e},r),s}}function je(n,e={}){let{busyTimeoutMs:t=Cs,enableWal:s=!0,enableIncrementalAutoVacuum:r=!0}=e;ue(n,`PRAGMA busy_timeout = ${t}`,"busy_timeout"),ue(n,"PRAGMA foreign_keys = ON","foreign_keys"),ue(n,"PRAGMA synchronous = NORMAL","synchronous"),ue(n,`PRAGMA journal_size_limit = ${kr}`,"journal_size_limit"),r&&!Hr(n)&&ue(n,"PRAGMA auto_vacuum = INCREMENTAL","auto_vacuum"),s&&ue(n,"PRAGMA journal_mode = WAL","journal_mode")}var Us=["sdk_sessions","observations","session_summaries","user_prompts"],$r=/^memindex-(\d{4}-\d{2}-\d{2}T\d{2}-\d{2}-\d{2}-\d{3}Z)\.db$/,jr=2147483647;function be(n=Date.now()){return new Date(n).toISOString().replace(/[:.]/g,"-")}function ys(n,e){return Number.isFinite(n)&&n>0?n:e}function Gr(n){return Object.fromEntries(Us.map(e=>{let t=n.query(`SELECT COUNT(*) AS count FROM ${e}`).get();return[e,t.count]}))}function It(n,e){let t=new Re.Database(n,{readonly:!0});try{let s=t.query("PRAGMA integrity_check").all();if(s.length!==1||s[0].integrity_check!=="ok")throw new Error(`Snapshot failed its integrity check: ${n}`);let r=q(t);if(r>X)throw new Error(`Snapshot comes from a newer MemIndex (schema ${r}); this version understands up to ${X}`);let o=Gr(t);for(let i of Us)if(e&&o[i]!==e[i])throw new Error(`Snapshot row count differs for ${i}`);return o}finally{t.close()}}function vs(n,e){let t=new Re.Database(n,{readonly:!0});try{t.exec("PRAGMA busy_timeout=5000; PRAGMA synchronous=FULL"),t.query("VACUUM INTO ?").run(e),(0,I.chmodSync)(e,384)}finally{t.close()}}function ws(n=me()){(0,I.mkdirSync)(n,{recursive:!0,mode:448});let e=new Re.Database((0,w.join)(n,".snapshot-lifecycle.db"),{create:!0});try{e.exec("PRAGMA busy_timeout=0; BEGIN EXCLUSIVE")}catch{throw e.close(),new Error("A snapshot, restore or worker startup is in progress. Try again when it finishes.")}return()=>e.close()}function Wr(n=me(),e=0){(0,I.mkdirSync)(n,{recursive:!0,mode:448});let t=new Re.Database((0,w.join)(n,".worker-database-lifecycle.db"),{create:!0});try{t.exec(`PRAGMA busy_timeout=${e}; BEGIN EXCLUSIVE`)}catch{throw t.close(),new Error("The worker database is still open. Wait for worker shutdown to finish before restoring.")}return()=>t.close()}var We=class{dataDir;dbPath;directory;enabled;intervalMs;keep;timer=null;stopped=!0;scheduledWork=null;snapshotChild=null;constructor(e={}){this.dataDir=(0,w.resolve)(e.dataDir??me()),this.dbPath=(0,w.join)(this.dataDir,de),this.directory=(0,w.join)(this.dataDir,"snapshots");let t=j.loadFromFile((0,w.join)(this.dataDir,"settings.json"),!0,{readOnly:!0});this.enabled=e.enabled??t.MEMINDEX_SNAPSHOT_ENABLED!=="false",this.intervalMs=ys(e.intervalHours??Number(t.MEMINDEX_SNAPSHOT_INTERVAL_HOURS),24)*36e5,this.keep=Math.max(1,Math.floor(ys(e.keep??Number(t.MEMINDEX_SNAPSHOT_KEEP),7)))}list(){return(0,I.existsSync)(this.directory)?(0,I.readdirSync)(this.directory,{withFileTypes:!0}).flatMap(e=>{let t=$r.exec(e.name);if(!e.isFile()||!t)return[];let s=t[1].replace(/T(\d{2})-(\d{2})-(\d{2})-(\d{3})Z$/,"T$1:$2:$3.$4Z");return!Number.isFinite(Date.parse(s))||be(Date.parse(s))!==t[1]?[]:[{path:(0,w.join)(this.directory,e.name),timestamp:s}]}).sort((e,t)=>t.timestamp.localeCompare(e.timestamp)):[]}takeSnapshot(){let e=ws(this.dataDir);try{return this.saveSnapshot()}finally{e()}}saveSnapshot(){(0,I.mkdirSync)(this.directory,{recursive:!0,mode:448});let e=process.env.MEMINDEX_SNAPSHOT_JOB_ID,t=e&&/^[0-9a-f-]{36}$/.test(e)?e:(0,Ge.randomUUID)(),s=(0,w.join)(this.directory,`.snapshot-${t}.partial`);try{vs(this.dbPath,s);let r=It(s),o=Date.now();for(;(0,I.existsSync)((0,w.join)(this.directory,`memindex-${be(o)}.db`));)o++;let i=(0,w.join)(this.directory,`memindex-${be(o)}.db`);(0,I.renameSync)(s,i);for(let a of this.list().slice(this.keep))(0,I.unlinkSync)(a.path);return E.info("DB","Memory snapshot saved",{path:i,counts:r}),{path:i,counts:r}}finally{(0,I.existsSync)(s)&&(0,I.unlinkSync)(s)}}assertWorkerStopped(){let e=(0,w.join)(this.dataDir,"worker.pid");if(!(0,I.existsSync)(e))return;let t;try{if(t=JSON.parse((0,I.readFileSync)(e,"utf8")),!Number.isInteger(t?.pid)||t.pid<=0)throw new Error("Invalid worker PID")}catch{throw new Error("Cannot check whether the worker is running. Stop the worker before restoring.")}if(As(t))throw new Error("The worker is running. Stop the worker before restoring.")}restore(e){let t=ws(this.dataDir),s;try{return this.assertWorkerStopped(),s=Wr(this.dataDir,15e3),this.restoreSnapshot(e)}finally{s?.(),t()}}restoreSnapshot(e){this.assertWorkerStopped();let t=e==="latest"?this.list()[0]?.path:(0,w.resolve)(e);if(!t)throw new Error("No local snapshots are available.");if((0,w.resolve)(t)===this.dbPath||!(0,I.lstatSync)(t).isFile())throw new Error("Choose a snapshot file, rather than the current database.");let s=It(t);(0,I.mkdirSync)(this.dataDir,{recursive:!0,mode:448});let r=(0,w.join)(this.dataDir,`.restore-${(0,Ge.randomUUID)()}.partial`),o=[];try{vs(t,r),It(r,s),this.assertWorkerStopped(),F((0,w.join)(this.dataDir,Ds),{pending:!0}),F((0,w.join)(this.dataDir,"chroma-sync-state.json"),{});let i=(0,w.join)(this.dataDir,"state","context-cache");(0,I.existsSync)(i)&&Ss(i,this.dataDir);let a=null,d=["","-wal","-shm","-journal"];if(d.some(u=>(0,I.existsSync)(this.dbPath+u))){let u=Date.now();for(;d.some(c=>(0,I.existsSync)(`${this.dbPath}.before-restore-${be(u)}${c}`));)u++;a=`${this.dbPath}.before-restore-${be(u)}`;for(let c of d){let l=this.dbPath+c,_=a+c;(0,I.existsSync)(l)&&((0,I.renameSync)(l,_),o.push([l,_]))}}return(0,I.renameSync)(r,this.dbPath),{path:this.dbPath,previousPath:a}}catch(i){for(let[a,d]of o.reverse())(0,I.renameSync)(d,a);throw i}finally{(0,I.existsSync)(r)&&(0,I.unlinkSync)(r)}}start(){!this.enabled||!this.stopped||(this.stopped=!1,this.scheduledWork=this.runScheduled())}async stop(){this.stopped=!0,this.timer&&clearTimeout(this.timer),this.timer=null;let e=this.snapshotChild,t;e&&e.exitCode===null&&e.signalCode===null&&(e.kill("SIGTERM"),t=setTimeout(()=>e.kill("SIGKILL"),1e3),t.unref?.());try{await this.scheduledWork}finally{t&&clearTimeout(t)}}async runScheduled(){if(this.stopped)return;let e=this.intervalMs;try{let t=this.list()[0],s=t?Date.now()-Date.parse(t.timestamp):1/0;s>=this.intervalMs?await this.takeSnapshotInChild():e=this.intervalMs-s}catch(t){this.stopped||E.warn("DB","Memory snapshot failed; the worker will keep running",{},t instanceof Error?t:new Error(String(t)))}this.stopped||(this.timer=setTimeout(()=>{this.scheduledWork=this.runScheduled()},Math.min(e,jr)),this.timer.unref?.())}takeSnapshotInChild(){let e=(0,bt.fileURLToPath)(__IMPORT_META_URL__),t=e.endsWith(".ts")?(0,bt.fileURLToPath)(new URL("../worker-service.ts",__IMPORT_META_URL__)):e,s=/[\\/](?:\$bunfs|~BUN)[\\/]/.test(e),r=(0,Ge.randomUUID)(),o=(0,w.join)(this.directory,`.snapshot-${r}.partial`);return new Promise((i,a)=>{let d=Tt(process.execPath,s?["snapshot"]:[t,"snapshot"],{env:{...ce(process.env),MEMINDEX_DATA_DIR:this.dataDir,MEMINDEX_SNAPSHOT_KEEP:String(this.keep),MEMINDEX_SNAPSHOT_JOB_ID:r},stdio:["ignore","ignore","pipe"]});this.snapshotChild=d;let u="";d.stderr?.on("data",c=>{u=(u+String(c)).slice(-4096)}),d.once("error",a),d.once("close",c=>{this.snapshotChild===d&&(this.snapshotChild=null);try{(0,I.existsSync)(o)&&(0,I.unlinkSync)(o)}catch(l){a(l);return}c===0?i():a(new Error(`Snapshot subprocess failed (${c}): ${u.trim()}`))})})}};function H(n){let e=n.projects?.length?n.projects:n.project?[n.project]:[];return[...new Set(e.map(t=>t.trim()).filter(Boolean))]}function W(n,e,t){let s=e.map(()=>"?").join(",");return t.includeMerged?{sql:`(${n}.project COLLATE NOCASE IN (${s}) OR ${n}.merged_into_project COLLATE NOCASE IN (${s}))`,params:[...e,...e]}:{sql:`${n}.project COLLATE NOCASE IN (${s})`,params:[...e]}}function Rt(n,e){let t=H({projects:e});if(t.length===0)return[];let s=t.map(()=>"?").join(","),r=[`SELECT project AS key FROM sdk_sessions WHERE project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`],o=n.prepare(r.join(" UNION "));try{let i=o.all(...r.flatMap(()=>t));return[...new Set([...t,...i.map(a=>a.key)])]}finally{o.finalize()}}var Ps=require("crypto");function Ot(n){return typeof n=="string"&&n.trim()!==""}function xs(n,e,t){return(0,Ps.createHash)("sha256").update([n||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Xs(n){if(!n)return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>typeof t=="string"&&t.length>0):[]}catch{return[]}}function At(n=new Date){return n.toISOString().slice(0,10)}function ks(n,e=new Date,t=10){let s=At(e);if(n.includes(s))return n;let r=[...n,s];return r.length>t?r.slice(r.length-t):r}function Fs(n){let e=At(new Date(n));return{dates:JSON.stringify([e]),lastReinforced:e}}function Ye(n,e,t=new Date){let s=n.prepare("SELECT reinforcement_dates FROM observations WHERE id = ?").get(e);if(!s)return!1;let r=Xs(s.reinforcement_dates),o=ks(r,t);return o===r?!1:(n.prepare("UPDATE observations SET reinforcement_dates = ?, last_reinforced = ? WHERE id = ?").run(JSON.stringify(o),o[o.length-1],e),!0)}var $s=require("crypto");var g="claude";function Yr(n){return n.trim().toLowerCase().replace(/\s+/g,"-")}function D(n){if(!n)return g;let e=Yr(n);return e?e==="transcript"||e.includes("codex")?"codex":e.includes("cursor")?"cursor":e.includes("claude")?"claude":e.includes("kimi")?"kimi":e==="pi-mono"?"pi":e==="agy"||e==="antigravity"||e.startsWith("antigravity-")?"antigravity-cli":e:g}function Bs(n){let e=["claude","codex","antigravity-cli","cursor","kimi"];return[...n].sort((t,s)=>{let r=e.indexOf(t),o=e.indexOf(s);return r!==-1||o!==-1?r===-1?1:o===-1?-1:r-o:t.localeCompare(s)})}var Kr=new Set(["mem_search","search","timeline","get_observations","get_summaries","get_tool_uses","session_start_context","observation_search","observation_context","memory_search","memory_context"]);function Vr(n){if(!n.startsWith("mcp__"))return null;let e=n.split("__");if(e.length<3)return null;let t=e[1].toLowerCase();return!t.includes("memindex")&&!t.includes("agent-mem")&&!t.includes("agent_mem")&&!t.includes("mcp-search")&&!t.includes("mcp_search")?null:e.slice(2).join("__")}function Dt(n){if(!n)return!1;if(n.startsWith("memory_")||n==="mem_search"||n==="get_summaries")return!0;let e=Vr(n);return e!==null&&Kr.has(e)}var qr=64*1024;function Hs(n,e=qr){let t=Buffer.byteLength(n,"utf8");if(t<=e)return n;let s=Buffer.from(n,"utf8"),r=e;for(;r>0&&(s[r]&192)===128;)r--;return`${s.subarray(0,r).toString("utf8")}\u2026[truncated: ${t} bytes]`}function zr(n,e,t){return(0,$s.createHash)("sha256").update([n||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function js(n){n.run(`
|
|
21
|
+
`).get()!=null}function Ee(n,e,t){try{n.run(e)}catch(s){let r=s instanceof Error?s:new Error(String(s));throw E.warn("DB",`Failed to apply SQLite pragma ${t}`,{sql:e},r),s}}function Ve(n,e={}){let{busyTimeoutMs:t=js,enableWal:s=!0,enableIncrementalAutoVacuum:r=!0}=e;Ee(n,`PRAGMA busy_timeout = ${t}`,"busy_timeout"),Ee(n,"PRAGMA foreign_keys = ON","foreign_keys"),Ee(n,"PRAGMA synchronous = NORMAL","synchronous"),Ee(n,`PRAGMA journal_size_limit = ${ao}`,"journal_size_limit"),r&&!lo(n)&&Ee(n,"PRAGMA auto_vacuum = INCREMENTAL","auto_vacuum"),s&&Ee(n,"PRAGMA journal_mode = WAL","journal_mode")}var qs=["sdk_sessions","observations","session_summaries","user_prompts"],Eo=/^memindex-(\d{4}-\d{2}-\d{2}T\d{2}-\d{2}-\d{2}-\d{3}Z)\.db$/,_o=2147483647;function Ae(n=Date.now()){return new Date(n).toISOString().replace(/[:.]/g,"-")}function Ys(n,e){return Number.isFinite(n)&&n>0?n:e}function po(n){return Object.fromEntries(qs.map(e=>{let t=n.query(`SELECT COUNT(*) AS count FROM ${e}`).get();return[e,t.count]}))}function yt(n,e){let t=new De.Database(n,{readonly:!0});try{let s=t.query("PRAGMA integrity_check").all();if(s.length!==1||s[0].integrity_check!=="ok")throw new Error(`Snapshot failed its integrity check: ${n}`);let r=Q(t);if(r>F)throw new Error(`Snapshot comes from a newer MemIndex (schema ${r}); this version understands up to ${F}`);let o=po(t);for(let i of qs)if(e&&o[i]!==e[i])throw new Error(`Snapshot row count differs for ${i}`);return o}finally{t.close()}}function Ks(n,e){let t=new De.Database(n,{readonly:!0});try{t.exec("PRAGMA busy_timeout=5000; PRAGMA synchronous=FULL"),t.query("VACUUM INTO ?").run(e),(0,R.chmodSync)(e,384)}finally{t.close()}}function Vs(n=fe()){(0,R.mkdirSync)(n,{recursive:!0,mode:448});let e=new De.Database((0,w.join)(n,".snapshot-lifecycle.db"),{create:!0});try{e.exec("PRAGMA busy_timeout=0; BEGIN EXCLUSIVE")}catch{throw e.close(),new Error("A snapshot, restore or worker startup is in progress. Try again when it finishes.")}return()=>e.close()}function mo(n=fe(),e=0){(0,R.mkdirSync)(n,{recursive:!0,mode:448});let t=new De.Database((0,w.join)(n,".worker-database-lifecycle.db"),{create:!0});try{t.exec(`PRAGMA busy_timeout=${e}; BEGIN EXCLUSIVE`)}catch{throw t.close(),new Error("The worker database is still open. Wait for worker shutdown to finish before restoring.")}return()=>t.close()}var ze=class{dataDir;dbPath;directory;enabled;intervalMs;keep;timer=null;stopped=!0;scheduledWork=null;snapshotChild=null;constructor(e={}){this.dataDir=(0,w.resolve)(e.dataDir??fe()),this.dbPath=(0,w.join)(this.dataDir,ue),this.directory=(0,w.join)(this.dataDir,"snapshots");let t=j.loadFromFile((0,w.join)(this.dataDir,"settings.json"),!0,{readOnly:!0});this.enabled=e.enabled??t.MEMINDEX_SNAPSHOT_ENABLED!=="false",this.intervalMs=Ys(e.intervalHours??Number(t.MEMINDEX_SNAPSHOT_INTERVAL_HOURS),24)*36e5,this.keep=Math.max(1,Math.floor(Ys(e.keep??Number(t.MEMINDEX_SNAPSHOT_KEEP),7)))}list(){return(0,R.existsSync)(this.directory)?(0,R.readdirSync)(this.directory,{withFileTypes:!0}).flatMap(e=>{let t=Eo.exec(e.name);if(!e.isFile()||!t)return[];let s=t[1].replace(/T(\d{2})-(\d{2})-(\d{2})-(\d{3})Z$/,"T$1:$2:$3.$4Z");return!Number.isFinite(Date.parse(s))||Ae(Date.parse(s))!==t[1]?[]:[{path:(0,w.join)(this.directory,e.name),timestamp:s}]}).sort((e,t)=>t.timestamp.localeCompare(e.timestamp)):[]}takeSnapshot(){let e=Vs(this.dataDir);try{return this.saveSnapshot()}finally{e()}}saveSnapshot(){(0,R.mkdirSync)(this.directory,{recursive:!0,mode:448});let e=process.env.MEMINDEX_SNAPSHOT_JOB_ID,t=e&&/^[0-9a-f-]{36}$/.test(e)?e:(0,qe.randomUUID)(),s=(0,w.join)(this.directory,`.snapshot-${t}.partial`);try{Ks(this.dbPath,s);let r=yt(s),o=Date.now();for(;(0,R.existsSync)((0,w.join)(this.directory,`memindex-${Ae(o)}.db`));)o++;let i=(0,w.join)(this.directory,`memindex-${Ae(o)}.db`);(0,R.renameSync)(s,i);for(let a of this.list().slice(this.keep))(0,R.unlinkSync)(a.path);return E.info("DB","Memory snapshot saved",{path:i,counts:r}),{path:i,counts:r}}finally{(0,R.existsSync)(s)&&(0,R.unlinkSync)(s)}}assertWorkerStopped(){let e=(0,w.join)(this.dataDir,"worker.pid");if(!(0,R.existsSync)(e))return;let t;try{if(t=JSON.parse((0,R.readFileSync)(e,"utf8")),!Number.isInteger(t?.pid)||t.pid<=0)throw new Error("Invalid worker PID")}catch{throw new Error("Cannot check whether the worker is running. Stop the worker before restoring.")}if(Hs(t))throw new Error("The worker is running. Stop the worker before restoring.")}restore(e){let t=Vs(this.dataDir),s;try{return this.assertWorkerStopped(),s=mo(this.dataDir,15e3),this.restoreSnapshot(e)}finally{s?.(),t()}}restoreSnapshot(e){this.assertWorkerStopped();let t=e==="latest"?this.list()[0]?.path:(0,w.resolve)(e);if(!t)throw new Error("No local snapshots are available.");if((0,w.resolve)(t)===this.dbPath||!(0,R.lstatSync)(t).isFile())throw new Error("Choose a snapshot file, rather than the current database.");let s=yt(t);(0,R.mkdirSync)(this.dataDir,{recursive:!0,mode:448});let r=(0,w.join)(this.dataDir,`.restore-${(0,qe.randomUUID)()}.partial`),o=[];try{Ks(t,r),yt(r,s),this.assertWorkerStopped(),$((0,w.join)(this.dataDir,$s),{pending:!0}),$((0,w.join)(this.dataDir,"chroma-sync-state.json"),{});let i=(0,w.join)(this.dataDir,"state","context-cache");(0,R.existsSync)(i)&&Us(i,this.dataDir);let a=null,d=["","-wal","-shm","-journal"];if(d.some(c=>(0,R.existsSync)(this.dbPath+c))){let c=Date.now();for(;d.some(u=>(0,R.existsSync)(`${this.dbPath}.before-restore-${Ae(c)}${u}`));)c++;a=`${this.dbPath}.before-restore-${Ae(c)}`;for(let u of d){let l=this.dbPath+u,p=a+u;(0,R.existsSync)(l)&&((0,R.renameSync)(l,p),o.push([l,p]))}}return(0,R.renameSync)(r,this.dbPath),{path:this.dbPath,previousPath:a}}catch(i){for(let[a,d]of o.reverse())(0,R.renameSync)(d,a);throw i}finally{(0,R.existsSync)(r)&&(0,R.unlinkSync)(r)}}start(){!this.enabled||!this.stopped||(this.stopped=!1,this.scheduledWork=this.runScheduled())}async stop(){this.stopped=!0,this.timer&&clearTimeout(this.timer),this.timer=null;let e=this.snapshotChild,t;e&&e.exitCode===null&&e.signalCode===null&&(e.kill("SIGTERM"),t=setTimeout(()=>e.kill("SIGKILL"),1e3),t.unref?.());try{await this.scheduledWork}finally{t&&clearTimeout(t)}}async runScheduled(){if(this.stopped)return;let e=this.intervalMs;try{let t=this.list()[0],s=t?Date.now()-Date.parse(t.timestamp):1/0;s>=this.intervalMs?await this.takeSnapshotInChild():e=this.intervalMs-s}catch(t){this.stopped||E.warn("DB","Memory snapshot failed; the worker will keep running",{},t instanceof Error?t:new Error(String(t)))}this.stopped||(this.timer=setTimeout(()=>{this.scheduledWork=this.runScheduled()},Math.min(e,_o)),this.timer.unref?.())}takeSnapshotInChild(){let e=(0,Mt.fileURLToPath)(__IMPORT_META_URL__),t=e.endsWith(".ts")?(0,Mt.fileURLToPath)(new URL("../worker-service.ts",__IMPORT_META_URL__)):e,s=/[\\/](?:\$bunfs|~BUN)[\\/]/.test(e),r=(0,qe.randomUUID)(),o=(0,w.join)(this.directory,`.snapshot-${r}.partial`);return new Promise((i,a)=>{let d=It(process.execPath,s?["snapshot"]:[t,"snapshot"],{env:{...re(process.env),MEMINDEX_DATA_DIR:this.dataDir,MEMINDEX_SNAPSHOT_KEEP:String(this.keep),MEMINDEX_SNAPSHOT_JOB_ID:r},stdio:["ignore","ignore","pipe"]});this.snapshotChild=d;let c="";d.stderr?.on("data",u=>{c=(c+String(u)).slice(-4096)}),d.once("error",a),d.once("close",u=>{this.snapshotChild===d&&(this.snapshotChild=null);try{(0,R.existsSync)(o)&&(0,R.unlinkSync)(o)}catch(l){a(l);return}u===0?i():a(new Error(`Snapshot subprocess failed (${u}): ${c.trim()}`))})})}};function G(n){let e=n.projects?.length?n.projects:n.project?[n.project]:[];return[...new Set(e.map(t=>t.trim()).filter(Boolean))]}function V(n,e,t){let s=e.map(()=>"?").join(",");return t.includeMerged?{sql:`(${n}.project COLLATE NOCASE IN (${s}) OR ${n}.merged_into_project COLLATE NOCASE IN (${s}))`,params:[...e,...e]}:{sql:`${n}.project COLLATE NOCASE IN (${s})`,params:[...e]}}function Lt(n,e){let t=G({projects:e});if(t.length===0)return[];let s=t.map(()=>"?").join(","),r=[`SELECT project AS key FROM sdk_sessions WHERE project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`],o=n.prepare(r.join(" UNION "));try{let i=o.all(...r.flatMap(()=>t));return[...new Set([...t,...i.map(a=>a.key)])]}finally{o.finalize()}}var zs=require("crypto");function vt(n){return typeof n=="string"&&n.trim()!==""}function Js(n,e,t){return(0,zs.createHash)("sha256").update([n||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Qs(n){if(!n)return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>typeof t=="string"&&t.length>0):[]}catch{return[]}}function wt(n=new Date){return n.toISOString().slice(0,10)}function Zs(n,e=new Date,t=10){let s=wt(e);if(n.includes(s))return n;let r=[...n,s];return r.length>t?r.slice(r.length-t):r}function en(n){let e=wt(new Date(n));return{dates:JSON.stringify([e]),lastReinforced:e}}function Je(n,e,t=new Date){let s=n.prepare("SELECT reinforcement_dates FROM observations WHERE id = ?").get(e);if(!s)return!1;let r=Qs(s.reinforcement_dates),o=Zs(r,t);return o===r?!1:(n.prepare("UPDATE observations SET reinforcement_dates = ?, last_reinforced = ? WHERE id = ?").run(JSON.stringify(o),o[o.length-1],e),!0)}var nn=require("crypto");var g="claude";function To(n){return n.trim().toLowerCase().replace(/\s+/g,"-")}function C(n){if(!n)return g;let e=To(n);return e?e==="transcript"||e.includes("codex")?"codex":e.includes("cursor")?"cursor":e.includes("claude")?"claude":e.includes("kimi")?"kimi":e==="pi-mono"?"pi":e==="agy"||e==="antigravity"||e.startsWith("antigravity-")?"antigravity-cli":e:g}function tn(n){let e=["claude","codex","antigravity-cli","cursor","kimi"];return[...n].sort((t,s)=>{let r=e.indexOf(t),o=e.indexOf(s);return r!==-1||o!==-1?r===-1?1:o===-1?-1:r-o:t.localeCompare(s)})}var fo=new Set(["mem_search","search","timeline","get_observations","get_summaries","get_tool_uses","session_start_context","observation_search","observation_context","memory_search","memory_context"]);function go(n){if(!n.startsWith("mcp__"))return null;let e=n.split("__");if(e.length<3)return null;let t=e[1].toLowerCase();return!t.includes("memindex")&&!t.includes("agent-mem")&&!t.includes("agent_mem")&&!t.includes("mcp-search")&&!t.includes("mcp_search")?null:e.slice(2).join("__")}function Ut(n){if(!n)return!1;if(n.startsWith("memory_")||n==="mem_search"||n==="get_summaries")return!0;let e=go(n);return e!==null&&fo.has(e)}var So=64*1024;function sn(n,e=So){let t=Buffer.byteLength(n,"utf8");if(t<=e)return n;let s=Buffer.from(n,"utf8"),r=e;for(;r>0&&(s[r]&192)===128;)r--;return`${s.subarray(0,r).toString("utf8")}\u2026[truncated: ${t} bytes]`}function ho(n,e,t){return(0,nn.createHash)("sha256").update([n||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function rn(n){n.run(`
|
|
22
22
|
CREATE TABLE IF NOT EXISTS tool_uses (
|
|
23
23
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
24
24
|
tool_use_id TEXT NOT NULL,
|
|
@@ -42,25 +42,25 @@ ${T.stack??""}
|
|
|
42
42
|
created_at_epoch INTEGER NOT NULL,
|
|
43
43
|
UNIQUE(content_session_id, tool_use_id)
|
|
44
44
|
)
|
|
45
|
-
`),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project ON tool_uses(project)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project_nocase_created ON tool_uses(project COLLATE NOCASE, created_at_epoch DESC, id DESC)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_memory_session ON tool_uses(memory_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_content_session ON tool_uses(content_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_session_db_id ON tool_uses(session_db_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_tool_name ON tool_uses(tool_name)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_created_at_epoch ON tool_uses(created_at_epoch)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_observation_id ON tool_uses(observation_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_or_generation_id ON tool_uses(or_generation_id)")}function
|
|
45
|
+
`),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project ON tool_uses(project)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project_nocase_created ON tool_uses(project COLLATE NOCASE, created_at_epoch DESC, id DESC)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_memory_session ON tool_uses(memory_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_content_session ON tool_uses(content_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_session_db_id ON tool_uses(session_db_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_tool_name ON tool_uses(tool_name)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_created_at_epoch ON tool_uses(created_at_epoch)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_observation_id ON tool_uses(observation_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_or_generation_id ON tool_uses(or_generation_id)")}function on(n){let e=new Set(n.query("PRAGMA table_info(tool_uses)").all().map(t=>t.name));e.has("disposition")||n.run("ALTER TABLE tool_uses ADD COLUMN disposition TEXT"),e.has("disposition_at_epoch")||n.run("ALTER TABLE tool_uses ADD COLUMN disposition_at_epoch INTEGER"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_pending_replay ON tool_uses(disposition, session_db_id) WHERE disposition = 'pending'")}function an(n,e){let t=e.toolUseIds.filter(i=>typeof i=="string"&&i.length>0);if(t.length===0||e.from.length===0)return 0;let s=e.from.filter(i=>i!==null),r=[...e.from.includes(null)?["disposition IS NULL"]:[],...s.length>0?[`disposition IN (${s.map(()=>"?").join(",")})`]:[]].join(" OR "),o=n.prepare(`
|
|
46
46
|
UPDATE tool_uses
|
|
47
47
|
SET disposition = ?, disposition_at_epoch = ?
|
|
48
48
|
WHERE content_session_id = ?
|
|
49
49
|
AND tool_use_id IN (${t.map(()=>"?").join(",")})
|
|
50
50
|
AND (${r})
|
|
51
51
|
AND (disposition IS NULL OR disposition != 'done')
|
|
52
|
-
`).run(e.to,e.atEpoch??Date.now(),e.contentSessionId,...t,...s);return Number(o.changes??0)}function
|
|
52
|
+
`).run(e.to,e.atEpoch??Date.now(),e.contentSessionId,...t,...s);return Number(o.changes??0)}function dn(n,e){return n.prepare(`
|
|
53
53
|
SELECT session_db_id, content_session_id, COUNT(*) AS pending_count
|
|
54
54
|
FROM tool_uses
|
|
55
55
|
WHERE disposition = 'pending' AND session_db_id IS NOT NULL
|
|
56
56
|
GROUP BY session_db_id, content_session_id
|
|
57
57
|
ORDER BY MIN(created_at_epoch) ASC, session_db_id ASC
|
|
58
58
|
LIMIT ?
|
|
59
|
-
`).all(Math.max(1,Math.floor(e)))}function
|
|
59
|
+
`).all(Math.max(1,Math.floor(e)))}function cn(n,e){return n.prepare(`
|
|
60
60
|
SELECT * FROM tool_uses
|
|
61
61
|
WHERE content_session_id = ? AND disposition = 'pending'
|
|
62
62
|
ORDER BY created_at_epoch ASC, id ASC
|
|
63
|
-
`).all(e)}function
|
|
63
|
+
`).all(e)}function un(n,e){if(!e.toolUseId||!e.contentSessionId||!e.toolName||Ut(e.toolName))return null;let t=e.createdAtEpoch??Date.now(),s=new Date(t).toISOString(),r=ho(e.toolName,e.toolInput,e.toolResponse),o=e.toolInput!=null?sn(e.toolInput):null,i=e.toolResponse!=null?sn(e.toolResponse):null,a=n.prepare(`
|
|
64
64
|
INSERT INTO tool_uses (
|
|
65
65
|
tool_use_id, content_session_id, memory_session_id, session_db_id, project,
|
|
66
66
|
platform_source, tool_name, tool_input, tool_response, cwd, prompt_number,
|
|
@@ -85,7 +85,7 @@ ${T.stack??""}
|
|
|
85
85
|
or_session_id = COALESCE(excluded.or_session_id, tool_uses.or_session_id),
|
|
86
86
|
content_hash = excluded.content_hash
|
|
87
87
|
RETURNING id
|
|
88
|
-
`).
|
|
88
|
+
`).all(e.toolUseId,e.contentSessionId,e.memorySessionId??null,e.sessionDbId??null,e.project??"",C(e.platformSource),e.toolName,o,i,e.cwd??null,e.promptNumber??null,e.agentType??null,e.agentId??null,e.orGenerationId??null,e.orSessionId??null,r,s,t)[0];return a?a.id:null}function ln(n,e){let t=e.toolUseIds.filter(o=>typeof o=="string"&&o.length>0);if(t.length===0)return 0;let s=t.map(()=>"?").join(","),r=n.prepare(`
|
|
89
89
|
UPDATE tool_uses
|
|
90
90
|
SET observation_id = COALESCE(observation_id, ?),
|
|
91
91
|
memory_session_id = CASE WHEN observation_id IS NULL
|
|
@@ -95,23 +95,23 @@ ${T.stack??""}
|
|
|
95
95
|
WHERE content_session_id = ?
|
|
96
96
|
AND tool_use_id IN (${s})
|
|
97
97
|
AND (observation_id IS NULL OR observation_id = ?)
|
|
98
|
-
`).run(e.observationId,e.memorySessionId??null,e.memorySessionId??null,e.contentSessionId,...t,e.observationId);return Number(r.changes??0)}function
|
|
98
|
+
`).run(e.observationId,e.memorySessionId??null,e.memorySessionId??null,e.contentSessionId,...t,e.observationId);return Number(r.changes??0)}function En(n){return n?{clause:`COALESCE(NULLIF(platform_source, ''), '${g}') = ?`,param:C(n)}:null}function _n(n,e,t={}){let s=[],r=[];for(let u of e){if(typeof u=="number"&&Number.isInteger(u)){s.push(u);continue}if(typeof u=="string"&&u.trim().length>0){let l=Number(u);Number.isInteger(l)&&String(l)===u.trim()&&s.push(l),r.push(u.trim())}}if(s.length===0&&r.length===0)return[];let o=[],i=[];s.length>0&&(o.push(`id IN (${s.map(()=>"?").join(",")})`),i.push(...s)),r.length>0&&(o.push(`tool_use_id IN (${r.map(()=>"?").join(",")})`),i.push(...r));let a=[`(${o.join(" OR ")})`];t.project&&(a.push("project COLLATE NOCASE = ?"),i.push(t.project)),t.contentSessionId&&(a.push("content_session_id = ?"),i.push(t.contentSessionId));let d=En(t.platformSource);d&&(a.push(d.clause),i.push(d.param));let c=t.limit&&t.limit>0?`LIMIT ${Math.floor(t.limit)}`:"";return n.prepare(`
|
|
99
99
|
SELECT * FROM tool_uses
|
|
100
100
|
WHERE ${a.join(" AND ")}
|
|
101
101
|
ORDER BY created_at_epoch DESC
|
|
102
|
-
${
|
|
103
|
-
`).all(...i)}function
|
|
102
|
+
${c}
|
|
103
|
+
`).all(...i)}function pn(n,e={}){let t=[],s=[];if(e.project&&(t.push("project COLLATE NOCASE = ?"),s.push(e.project)),e.contentSessionId&&(t.push("content_session_id = ?"),s.push(e.contentSessionId)),e.memorySessionId&&(t.push("memory_session_id = ?"),s.push(e.memorySessionId)),typeof e.sessionDbId=="number"&&(t.push("session_db_id = ?"),s.push(e.sessionDbId)),e.toolName){let c=Array.isArray(e.toolName)?e.toolName:[e.toolName];c.length>0&&(t.push(`tool_name IN (${c.map(()=>"?").join(",")})`),s.push(...c))}e.agentId&&(t.push("agent_id = ?"),s.push(e.agentId));let r=En(e.platformSource);r&&(t.push(r.clause),s.push(r.param)),typeof e.dateStart=="number"&&(t.push("created_at_epoch >= ?"),s.push(e.dateStart)),typeof e.dateEnd=="number"&&(t.push("created_at_epoch <= ?"),s.push(e.dateEnd));let o=t.length>0?`WHERE ${t.join(" AND ")}`:"",i=e.orderBy==="date_asc"?"ASC":"DESC",a=Math.min(Math.max(Math.floor(e.limit??50),1),500),d=Math.max(Math.floor(e.offset??0),0);return n.prepare(`
|
|
104
104
|
SELECT * FROM tool_uses
|
|
105
105
|
${o}
|
|
106
106
|
ORDER BY created_at_epoch ${i}, id ${i}
|
|
107
107
|
LIMIT ${a} OFFSET ${d}
|
|
108
|
-
`).all(...s)}function
|
|
108
|
+
`).all(...s)}function mn(n,e={}){let t=[],s=[];e.project&&(t.push("project COLLATE NOCASE = ?"),s.push(e.project)),e.contentSessionId&&(t.push("content_session_id = ?"),s.push(e.contentSessionId)),e.agentId&&(t.push("agent_id = ?"),s.push(e.agentId)),typeof e.dateStart=="number"&&(t.push("created_at_epoch >= ?"),s.push(e.dateStart)),typeof e.dateEnd=="number"&&(t.push("created_at_epoch <= ?"),s.push(e.dateEnd));let r=t.length>0?`WHERE ${t.join(" AND ")}`:"";return n.prepare(`
|
|
109
109
|
SELECT tool_name, COUNT(DISTINCT tool_use_id) AS uses
|
|
110
110
|
FROM tool_uses
|
|
111
111
|
${r}
|
|
112
112
|
GROUP BY tool_name
|
|
113
113
|
ORDER BY uses DESC, tool_name ASC
|
|
114
|
-
`).all(...s)}function
|
|
114
|
+
`).all(...s)}function Tn(n){n.run(`
|
|
115
115
|
CREATE TABLE IF NOT EXISTS work_state_entries (
|
|
116
116
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
117
117
|
project TEXT NOT NULL,
|
|
@@ -120,16 +120,16 @@ ${T.stack??""}
|
|
|
120
120
|
created_at TEXT NOT NULL,
|
|
121
121
|
created_at_epoch INTEGER NOT NULL
|
|
122
122
|
)
|
|
123
|
-
`),n.run("CREATE INDEX IF NOT EXISTS idx_work_state_entries_project ON work_state_entries(project COLLATE NOCASE, list_name, id)")}function
|
|
123
|
+
`),n.run("CREATE INDEX IF NOT EXISTS idx_work_state_entries_project ON work_state_entries(project COLLATE NOCASE, list_name, id)")}function fn(n,e){let t=e.createdAtEpoch??Date.now(),s=n.prepare(`
|
|
124
124
|
INSERT INTO work_state_entries (project, list_name, fields, created_at, created_at_epoch)
|
|
125
125
|
VALUES (?, ?, ?, ?, ?)
|
|
126
|
-
`).run(e.project,e.listName,JSON.stringify(e.fields),new Date(t).toISOString(),t),r=Number(s.lastInsertRowid);return E.debug("DB","Work state entry appended",{id:r,project:e.project,listName:e.listName}),r}function
|
|
126
|
+
`).run(e.project,e.listName,JSON.stringify(e.fields),new Date(t).toISOString(),t),r=Number(s.lastInsertRowid);return E.debug("DB","Work state entry appended",{id:r,project:e.project,listName:e.listName}),r}function gn(n,e,t){if(e.length===0)return[];let s=e.map(()=>"?").join(", "),r=t===void 0?"":" AND list_name = ?";return n.prepare(`
|
|
127
127
|
SELECT id, project, list_name, fields, created_at_epoch
|
|
128
128
|
FROM work_state_entries
|
|
129
129
|
WHERE project COLLATE NOCASE IN (${s})${r}
|
|
130
130
|
ORDER BY id
|
|
131
|
-
`).all(...e,...t===void 0?[]:[t]).map(i=>({...i,fields:JSON.parse(i.fields)}))}var
|
|
132
|
-
`).reverse()){let s=t.indexOf("|");if(s===-1)continue;let r=
|
|
131
|
+
`).all(...e,...t===void 0?[]:[t]).map(i=>({...i,fields:JSON.parse(i.fields)}))}var In=require("fs");var B=require("fs"),Ce=at(require("path"),1);var Pt=require("child_process");var No=5e3;function Sn(n){return n.error?.name==="ETIMEDOUT"}function xt(n,e,t=No){let s=`git -C ${n} ${e.join(" ")}`,r=Date.now();return new Promise(o=>{let i=!1,a=!1,d="",c="",u=_=>{if(i)return;i=!0,clearTimeout(p);let T=Date.now()-r;T>1e3&&E.debug("GIT",`Slow git operation: ${s} took ${T}ms`),o(_)},l=(0,Pt.spawn)("git",["-C",n,...e],{stdio:["ignore","pipe","pipe"],windowsHide:!0}),p=setTimeout(()=>{a=!0,l.kill("SIGTERM"),l.stdout?.destroy(),l.stderr?.destroy();let _=Object.assign(new Error(`git timed out after ${t}ms`),{name:"ETIMEDOUT"});E.warn("GIT",`Git operation failed: ${s}`,{error:_.message,timedOut:!0}),u({status:null,stdout:"",error:_})},t);l.stdout?.setEncoding("utf8"),l.stderr?.setEncoding("utf8"),l.stdout?.on("data",_=>{d+=_}),l.stderr?.on("data",_=>{c+=_}),l.once("error",_=>{E.warn("GIT",`Git operation failed: ${s}`,{error:_.message,timedOut:!1}),u({status:null,stdout:"",error:_})}),l.once("close",(_,T)=>{if(!a){if(_!==0){E.debug("GIT",`Git returned non-zero exit code ${_??T}: ${s}`,{stderr:c.trim()}),u({status:_,stdout:"",error:void 0});return}u({status:_,stdout:d.trim(),error:void 0})}})}).catch(o=>({status:null,stdout:"",error:o instanceof Error?o:new Error(String(o))}))}var Io=1e3,bo=64;function Ro(n){let e=Ce.default.resolve(n);for(let t=0;t<bo;t++){let s=Ce.default.join(e,".git");if((0,B.existsSync)(s)){try{if((0,B.statSync)(s).isDirectory())return s;let o=(0,B.readFileSync)(s,"utf8").match(/^gitdir:\s*(.+)$/m);if(o)return Ce.default.resolve(e,o[1].trim())}catch{return null}return null}let r=Ce.default.dirname(e);if(r===e)return null;e=r}return null}var Oo=/^checkout: moving from (.+) to (.+)$/,Ao=/^[0-9a-f]{7,64}$/;function hn(n){return Ao.test(n)?null:n}var Do=/@\{(\d+)\}/;function Co(n){let e=[];for(let t of n.split(`
|
|
132
|
+
`).reverse()){let s=t.indexOf("|");if(s===-1)continue;let r=Do.exec(t.slice(0,s)),o=Oo.exec(t.slice(s+1).trim());!r||!o||e.push({atEpochSeconds:Number.parseInt(r[1],10),fromBranch:hn(o[1]),toBranch:hn(o[2])})}return e.sort((t,s)=>t.atEpochSeconds-s.atEpochSeconds)}var kt=null;function yo(){return kt??=xt(process.cwd(),["--version"],Io*3).then(n=>(n.error&&Sn(n)&&(kt=null),n.status===0&&!n.error)),kt}async function Nn(n){if(!Ro(n)||!await yo())return null;let e=await xt(n,["reflog","show","HEAD","--date=unix","--pretty=format:%gd|%gs"],15e3);return e.status!==0||e.error?null:Co(e.stdout)}function bn(n){n.query("PRAGMA table_info(observations)").all().some(t=>t.name==="branch")||n.run("ALTER TABLE observations ADD COLUMN branch TEXT"),n.run("CREATE INDEX IF NOT EXISTS idx_observations_project_branch ON observations(project COLLATE NOCASE, branch, created_at_epoch DESC)")}function Rn(n){n.run(`
|
|
133
133
|
CREATE TABLE IF NOT EXISTS memory_pins (
|
|
134
134
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
135
135
|
project TEXT NOT NULL,
|
|
@@ -146,7 +146,7 @@ ${T.stack??""}
|
|
|
146
146
|
tagged INTEGER NOT NULL DEFAULT 0,
|
|
147
147
|
PRIMARY KEY (project, cwd)
|
|
148
148
|
)
|
|
149
|
-
`),
|
|
149
|
+
`),Mo(n)}function Mo(n){n.run("CREATE TABLE IF NOT EXISTS pin_generation (id INTEGER PRIMARY KEY CHECK (id = 1), n INTEGER NOT NULL)"),n.run("INSERT OR IGNORE INTO pin_generation (id, n) VALUES (1, 0)");for(let e of["INSERT","UPDATE","DELETE"])n.run(`CREATE TRIGGER IF NOT EXISTS memory_pins_generation_${e.toLowerCase()} AFTER ${e} ON memory_pins BEGIN UPDATE pin_generation SET n = n + 1 WHERE id = 1; END`)}var pd={readReflog:Nn,directoryExists:In.existsSync,now:Date.now};var yn=require("crypto");function ye(n){let e=(n??"").normalize("NFC").toLowerCase().replace(/[^\p{L}\p{N}\p{M}\s]/gu," ").replace(/\s+/g," ").trim();return/[\p{L}\p{N}]/u.test(e)?e:""}function oe(n){return(n??"").toLowerCase().trim().split(/\s+/).filter(Boolean)}function Xt(n,e){return Math.log(1+e/(n+.5))}function On(n,e){return t=>Xt(n(t),e)}function An(n,e){let t=new Map;for(let s of new Set(n))t.set(s,e(s));return t}function Dn(n,e,t){let s=An(n,t),r=An(e,t),o=0,i=0,a=0;for(let[d,c]of s){i+=c*c;let u=r.get(d);u!==void 0&&(o+=c*u)}for(let[,d]of r)a+=d*d;return i===0||a===0?0:o/Math.sqrt(i*a)}function Cn(n,e,t,s){let r=new Set(n),o=new Set(e);for(let i of r)if(!o.has(i)&&t(i)>s)return!0;for(let i of o)if(!r.has(i)&&t(i)>s)return!0;return!1}function Ft(n,e,t,s){let r=ye(n);if(r!==""&&r===ye(e))return{tier:"exact",method:"exact",score:1};let o=oe(n),i=oe(e),a=s.minSharedTokens??2,d=new Set(i),c=0;for(let l of new Set(o))d.has(l)&&c++;if(c<a)return{tier:"none",method:"none",score:0};let u=Dn(o,i,t);return u>=s.cosineThreshold&&!Cn(o,i,t,s.vetoThetaIdf)?{tier:"candidate",method:"idf_cosine",score:u}:{tier:"none",method:"none",score:u}}function Me(n,e){return!!n&&!!e}function Qe(n,e,t,s=!1){let r=ye(t);if(r==="")return null;let o=C(e),i=s?"subagent":"main";return(0,yn.createHash)("sha256").update(`${n}\0${o}\0${i}\0${r}`).digest("hex").slice(0,32)}function Mn(n,e,t){return t===null?null:n.prepare("SELECT id, occurrence_count, created_at_epoch FROM observations WHERE project = ? AND title_norm_key = ? ORDER BY created_at_epoch ASC, id ASC LIMIT 1").get(e,t)??null}function Ln(n,e,t){let s=[...new Set(oe(t))],r=n.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, 1) ON CONFLICT(project, token) DO UPDATE SET df = df + 1");for(let o of s)r.run(e,o);n.prepare("INSERT INTO dedup_meta (project, doc_count) VALUES (?, 1) ON CONFLICT(project) DO UPDATE SET doc_count = doc_count + 1").run(e)}function vn(n,e){return Xt(n+1,e)}function wn(n,e){return n.prepare("SELECT doc_count FROM dedup_meta WHERE project = ?").get(e)?.doc_count??0}function Un(n,e){let t=wn(n,e),s=n.prepare("SELECT token, df FROM token_df WHERE project = ?").all(e),r=new Map(s.map(o=>[o.token,o.df]));return{idfFn:On(o=>r.get(o)??0,t),docCount:t}}function Pn(n){return n.prepare("INSERT OR IGNORE INTO observation_dedup_candidates (observation_id, duplicate_of_id, project, method, score, status, created_at, created_at_epoch) VALUES (?, ?, ?, ?, ?, ?, ?, ?)")}function xn(n,e,t){return wn(n,e)>=t}function Lo(n,e,t=Number.POSITIVE_INFINITY){let s=n.prepare("SELECT COUNT(*) c FROM observations WHERE project = ?").get(e).c;if(s>t)return E.warn("DEDUP",`Skipping dedup backfill for project ${e}: ${s} rows exceeds cap ${t} (MEMINDEX_DEDUP_MAX_BACKFILL_ROWS)`),0;let r=n.prepare("SELECT o.id, o.title, o.agent_id, o.agent_type, s.platform_source FROM observations o LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id WHERE o.project = ?").all(e),o=n.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?"),i=n.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, ?)");return n.transaction(()=>{let d=new Map;for(let c of r){o.run(Qe(e,c.platform_source,c.title,Me(c.agent_id,c.agent_type)),c.id);for(let u of new Set(oe(c.title)))d.set(u,(d.get(u)??0)+1)}n.prepare("DELETE FROM token_df WHERE project = ?").run(e);for(let[c,u]of d)i.run(e,c,u);n.prepare("INSERT INTO dedup_meta (project, doc_count, last_rebuild_doc_count, deleted_since_rebuild) VALUES (?, ?, ?, 0) ON CONFLICT(project) DO UPDATE SET doc_count = excluded.doc_count, last_rebuild_doc_count = excluded.last_rebuild_doc_count, deleted_since_rebuild = 0").run(e,r.length,r.length)})(),r.length}function vo(n,e,t){let s=n.prepare("SELECT id, title FROM observations WHERE project = ? AND title IS NOT NULL ORDER BY id ASC").all(e);if(s.length<2)return 0;if(s.length>t.maxBackfillRows)return E.warn("DEDUP",`Skipping dedup sweep for project ${e}: ${s.length} rows exceeds cap ${t.maxBackfillRows}`),0;let{idfFn:r,docCount:o}=Un(n,e),i={cosineThreshold:t.cosineThreshold,vetoThetaIdf:vn(t.idfVetoDf,o),minSharedTokens:t.minSharedTokens},a=s.map(N=>new Set(oe(N.title))),d=new Map;for(let N of a)for(let I of N)d.set(I,(d.get(I)??0)+1);let c=Math.max(2,Math.ceil(Math.sqrt(s.length))*4),u=new Map;a.forEach((N,I)=>{for(let h of N){let m=d.get(h);if(m<2||m>c)continue;let A=u.get(h);A||(A=[],u.set(h,A)),A.push(I)}});let l=new Map;for(let N of u.values())for(let I=0;I<N.length;I++)for(let h=I+1;h<N.length;h++){let m=`${N[I]}:${N[h]}`;l.set(m,(l.get(m)??0)+1)}let p=Pn(n),_=new Date().toISOString(),T=Date.now(),b=0;for(let[N,I]of l){if(I<t.minSharedTokens)continue;let[h,m]=N.split(":").map(Number),A=Ft(s[h].title,s[m].title,r,i);A.tier==="candidate"&&(b+=p.run(s[m].id,s[h].id,e,A.method,A.score,"pending",_,T).changes)}return b}function kn(n,e){return n.prepare("SELECT DISTINCT project FROM observations").all().map(s=>s.project).map(s=>{let r=Lo(n,s,e.maxBackfillRows),o=vo(n,s,e);return{project:s,docs:r,candidates:o}})}function Xn(n,e,t,s,r){if(!s)return 0;let{idfFn:o,docCount:i}=Un(n,e),a={cosineThreshold:r.cosineThreshold,vetoThetaIdf:vn(r.idfVetoDf,i),minSharedTokens:r.minSharedTokens},d=n.prepare("SELECT id, title FROM observations WHERE project = ? AND id != ? AND title IS NOT NULL ORDER BY created_at_epoch DESC, id DESC LIMIT ?").all(e,t,r.maxScan);d.length===r.maxScan&&E.debug("DEDUP",`Tier-1 scan hit MAX_SCAN=${r.maxScan} for project ${e}; older rows covered by dedup-scan`);let c=Pn(n),u=new Date().toISOString(),l=Date.now(),p=0;for(let _ of d){let T=Ft(s,_.title,o,a);T.tier==="candidate"&&(p+=c.run(t,_.id,e,T.method,T.score,"pending",u,l).changes)}return p}function Fn(n,e,t,s,r){let o=Date.now()-s,i=r!==void 0?"up.session_db_id = ?":"up.content_session_id = ?",a=r??e;return n.prepare(`
|
|
150
150
|
SELECT
|
|
151
151
|
up.*,
|
|
152
152
|
s.memory_session_id,
|
|
@@ -159,7 +159,7 @@ ${T.stack??""}
|
|
|
159
159
|
AND up.created_at_epoch >= ?
|
|
160
160
|
ORDER BY up.created_at_epoch DESC
|
|
161
161
|
LIMIT 1
|
|
162
|
-
`).get(a,t,o)??void 0}var qe=require("fs");var wt=String.raw`[A-Za-z0-9_.\-+/=~@#$%^*!?]`,lo=`(?=${wt}{8})${wt}*[A-Za-z]${wt}*`;function Ve(n){return new RegExp(`${n}${lo}`,"gi")}var Eo=[{name:"aws_access_key",regex:/AKIA[0-9A-Z]{16}/g},{name:"aws_secret_key",regex:/(?<=AWS_SECRET_ACCESS_KEY\s*[=:]\s*['"]?)[A-Za-z0-9/+=]{40}/g},{name:"github_pat",regex:/\bgh[oprs]_[A-Za-z0-9]{36}\b|\bgithub_pat_[A-Za-z0-9_]{82}\b/g},{name:"openai_key",regex:/\bsk-(?!ant-)[A-Za-z0-9_-]{20,}\b/g},{name:"anthropic_key",regex:/\bsk-ant-[A-Za-z0-9_-]{20,}\b/g},{name:"slack_token",regex:/\bxox[baprs]-[A-Za-z0-9-]{10,}\b/g},{name:"jwt",regex:/\beyJ[A-Za-z0-9_-]+\.eyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g},{name:"private_key_pem",regex:/-----BEGIN (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g,endMarker:/-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g},{name:"stripe_key",regex:/\b(?:sk|pk|rk)_(?:live|test)_[A-Za-z0-9]{24,}\b/g},{name:"google_api_key",regex:/\bAIza[0-9A-Za-z_-]{35}\b/g},{name:"google_oauth_secret",regex:/\bGOCSPX-[A-Za-z0-9_-]{28}(?![\w-])/g},{name:"google_oauth_token",regex:/\bya29\.(?:c\.)?[0-9A-Za-z_-]{20,}(?![\w-])/g},{name:"databricks_token",regex:/\bdapi[a-f0-9]{32}(?:-\d)?(?!\w)/g},{name:"vault_token",regex:/\b(?:hvs\.[\w-]{24,}|hvb\.[\w-]{138,})(?![\w-])/g},{name:"supabase_token",regex:/\bsbp_[a-f0-9]{40}(?!\w)/g},{name:"sentry_token",regex:/\b(?:sntryu_[a-f0-9]{64}(?!\w)|sntrys_[A-Za-z0-9+/]{20,}={0,2}_[A-Za-z0-9+/]{43}(?![\w+/]))/g},{name:"linear_key",regex:/\blin_api_[A-Za-z0-9]{40}(?!\w)/g},{name:"notion_token",regex:/\b(?:ntn_[A-Za-z0-9]{46}|secret_[A-Za-z0-9]{43})(?!\w)/g},{name:"nvidia_key",regex:/\bnvapi-[A-Za-z0-9_-]{32,}(?![\w-])/g},{name:"perplexity_key",regex:/\bpplx-[A-Za-z0-9]{32,}(?!\w)/g},{name:"gitlab_token",regex:/\bgl(?:pat|ptt|rt|dt|cbt|ft|imt|agent|oas|soat)-[A-Za-z0-9_-]{20,}(?![\w-])/g},{name:"huggingface_token",regex:/\bhf_[A-Za-z0-9]{34,}(?!\w)/g},{name:"npm_token",regex:/\bnpm_[A-Za-z0-9]{36}(?!\w)/g},{name:"groq_key",regex:/\bgsk_[A-Za-z0-9]{40,}(?!\w)/g},{name:"xai_key",regex:/\bxai-[A-Za-z0-9]{40,}(?![\w-])/g},{name:"slack_webhook",regex:/https:\/\/hooks\.slack\.com\/(?:services|workflows|triggers)\/[A-Za-z0-9\/_-]{20,}/g},{name:"discord_webhook",regex:/https:\/\/(?:ptb\.|canary\.)?discord(?:app)?\.com\/api\/(?:v\d+\/)?webhooks\/\d{15,}\/[A-Za-z0-9_-]{40,}/g},{name:"stripe_webhook_secret",regex:/\bwhsec_[A-Za-z0-9]{24,}(?!\w)/g},{name:"pypi_token",regex:/\bpypi-AgEIcHlwaS5vcmc[A-Za-z0-9_-]{50,}(?![\w-])/g},{name:"sendgrid_key",regex:/\bSG\.[A-Za-z0-9_-]{22}\.[A-Za-z0-9_-]{43}(?![\w-])/g},{name:"digitalocean_token",regex:/\bdo[opr]_v1_[a-f0-9]{64}(?!\w)/g},{name:"shopify_token",regex:/\bshp(?:at|ca|pa|ss)_[a-fA-F0-9]{32}(?!\w)/g},{name:"docker_hub_token",regex:/\bdckr_pat_[A-Za-z0-9_-]{20,}(?![\w-])/g},{name:"aws_temp_access_key",regex:/\bASIA[0-9A-Z]{16}\b/g},{name:"aws_session_token",regex:/(?<=\bAWS_(?:SESSION|SECURITY)_TOKEN\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)[A-Za-z0-9\/+=]{100,}/gi},{name:"memindex_worker_secret",regex:/(?<=\bworker-secret=|\bX-Memindex-Secret\s*:\s*)[a-f0-9]{64}(?![a-f0-9])/gi},{name:"memindex_key",regex:new RegExp("\\bmi_[A-Za-z0-9_-]{32,}","g")},{name:"generic_password",regex:Ve(String.raw`(?<=\b\w*_?(?:password|passwd|pwd)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"generic_token",regex:Ve(String.raw`(?<=\b\w*_(?:token|secret|api_key)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"bearer_token",regex:Ve(String.raw`(?<=\bAuthorization\s*:\s*Bearer\s*)`)},{name:"basic_auth",regex:new RegExp(String.raw`(?<=\bAuthorization\s*:\s*Basic\s+)[A-Za-z0-9+/_-]{8,}={0,2}`,"gi")},{name:"cli_flag_secret",regex:new RegExp(String.raw`(?<=(?:^|\s)--(?:auth[-_]?token|access[-_]?token|api[-_]?key|client[-_]?secret|token|password|passwd|secret)(?:=|\s+)["']?)[^\s"'<>$%]{8,}`,"gi")},{name:"url_password",regex:/\b[A-Za-z][A-Za-z0-9+.-]{1,20}:\/\/[^\s\/:@'"<>]{1,128}:[^\s\/@'"<>]{1,256}(?=@)/g},{name:"bare_secret",regex:Ve(String.raw`(?<=\b(?:token|secret|api[_-]?key|apikey)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)}],_o=1024*1024,po="<redacted type='oversize'/>";function mo(n,e){let t=0;e.lastIndex=0;for(let s of n.matchAll(e))t=s.index+s[0].length;return t}function Dn(n,e){if(!e.enabled||n.length===0)return{redacted:n,counts:{},oversize:!1};if(n.length>_o)return E.warn("REDACT","field exceeds the 1M-char redaction cap; replaced by an oversize marker",void 0,{inputLength:n.length}),{redacted:po,counts:{oversize:1},oversize:!0};let t=new Set(e.disabledBuiltinPatterns??[]),s={},r=n,o=[];for(let a of e.customPatterns??[]){if(!a.name||a.name.length===0){E.warn("REDACT","custom pattern skipped: missing name",void 0,{pattern:a});continue}try{o.push({name:a.name,regex:new RegExp(a.regex,"g")})}catch(d){E.warn("REDACT","custom pattern skipped: invalid regex",{name:a.name},d instanceof Error?d:new Error(String(d)))}}let i=[...o,...Eo];for(let a of i){if(t.has(a.name))continue;let d=a.endMarker?mo(r,a.endMarker):r.length;d!==0&&(a.regex.lastIndex=0,r=r.slice(0,d).replace(a.regex,()=>(s[a.name]=(s[a.name]??0)+1,`<redacted type='${a.name}'/>`))+r.slice(d))}return e.logMatches&&Object.keys(s).length>0&&E.debug("REDACT","patterns matched",void 0,{counts:s}),{redacted:r,counts:s,oversize:!1}}function To(n){if(!n||n.trim()==="")return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>t&&typeof t.name=="string"&&typeof t.regex=="string"):(E.warn("REDACT","MEMINDEX_REDACT_CUSTOM_PATTERNS is not a JSON array, ignoring"),[])}catch(e){return E.warn("REDACT","failed to parse MEMINDEX_REDACT_CUSTOM_PATTERNS as JSON",void 0,e instanceof Error?e:new Error(String(e))),[]}}function fo(n){return{enabled:n.MEMINDEX_REDACT_ENABLED==="true",disabledBuiltinPatterns:(n.MEMINDEX_REDACT_DISABLED_BUILTINS??"").split(",").map(e=>e.trim()).filter(Boolean),customPatterns:To(n.MEMINDEX_REDACT_CUSTOM_PATTERNS??"[]"),logMatches:n.MEMINDEX_REDACT_LOG_MATCHES==="true"}}var Ce=null,On=0,go=5e3,Le=null,An=!1,So={enabled:!0,disabledBuiltinPatterns:[],customPatterns:[],logMatches:!1},No=/"(?:MEMINDEX|AGENT_MEM)_REDACT_ENABLED"\s*:\s*"true"/;function ho(n){if(!(0,qe.existsSync)(n))return null;try{return(0,qe.readFileSync)(n,"utf-8")}catch{return""}}function Io(n){if(n===null)return!1;try{let e=JSON.parse(rt(n));return e===null||typeof e!="object"||Array.isArray(e)}catch{return!0}}function bo(n,e,t){return process.env.MEMINDEX_REDACT_ENABLED==="false"||!(Le?.enabled===!0||No.test(e))?t:(An||(An=!0,E.warn("REDACT","settings.json could not be read; secret redaction stays on until it is repaired",{settingsPath:n,using:Le?.enabled?"the last configuration that loaded":"the built-in patterns"})),Le?.enabled?Le:So)}function Cn(n=Te){let e=Date.now();if(Ce&&e-On<go)return Ce;let t=j.loadFromFile(n),s=fo(t),r=s.enabled?null:ho(n);return Io(r)?Ce=bo(n,r,s):(Ce=s,Le=s),On=e,Ce}var vn=["private","memindex-context","agent-mem-context","system_instruction","system-instruction","persisted-output","system-reminder"],Ro=new Set(vn),Ln=/<([A-Za-z_][A-Za-z0-9_-]*)/y,Mn=/<\/([A-Za-z_][A-Za-z0-9_-]*)\s*>/y;function Oo(n){let e=Object.fromEntries(vn.map(c=>[c,0])),t=n.length,s=new Int32Array(t+1);s[t]=t;for(let c=t-1;c>=0;c--)s[c]=n.charCodeAt(c)===62?c:s[c+1];let r=new Map,o=[],i=0,a=0;for(;a<t;){if(n.charCodeAt(a)!==60){a+=1;continue}Mn.lastIndex=a;let c=Mn.exec(n);if(c){let _=c[1],p=r.get(_),T=p&&p.head<p.items.length?p.items[p.head]:void 0;T&&a>=T.attrEnd&&(p.head+=1,o.push([T.start,a+c[0].length]),e[_]+=1,i+=1),a+=c[0].length;continue}Ln.lastIndex=a;let l=Ln.exec(n);if(l&&Ro.has(l[1])){let _=l[1],p=a+l[0].length,T={start:a,attrEnd:s[p]},A=r.get(_);A?A.items.push(T):r.set(_,{items:[T],head:0}),a=p;continue}a+=1}o.sort((c,l)=>c[0]-l[0]);let d="",u=0;for(let[c,l]of o)c>u&&(d+=n.slice(u,c)),l>u&&(u=l);return d+=n.slice(u),{text:d,counts:e,total:i}}var yn=100;function Ao(n){let{text:e,counts:t,total:s}=Oo(n);return s>yn&&E.warn("SYSTEM","tag count exceeds limit",void 0,{tagCount:s,maxAllowed:yn,contentLength:n.length}),{stripped:Dn(e.trim(),Cn()).redacted,counts:t}}function ze(n){return Ao(n).stripped}var Do=["task-notification"],Sd=new RegExp(`^\\s*<(${Do.join("|")})\\b[^>]*>(?:(?!<\\1\\b|</\\1\\b)[\\s\\S])*</\\1>\\s*$`),Nd=256*1024;var Ut=4e3,Pt="[media prompt]";function Me(n){let e=ze(n).trim();return e.length<=Ut?e:(E.debug("DB","Truncated stored prompt text to the configured cap",{originalLength:e.length,storedLength:Ut}),`${e.slice(0,Ut-1)}\u2026`)}var wn=!1;function Je(n,...e){return typeof n.iterate=="function"?n.iterate(...e):(wn||(wn=!0,E.warn("DB","bun:sqlite lacks Statement.iterate(); falling back to .all()",{bunVersion:typeof Bun<"u"?Bun.version:"unknown",requiredBunVersion:">=1.1.31",impact:"rows are materialized in memory; upgrade Bun to restore streaming"})),n.all(...e))}function xt(n,e,t,s){try{let r=Number(s.limit);if(!Number.isInteger(r)||r<0)throw new Error("Page limit must be a non-negative integer");let o=Number(s.offset??0);if(!Number.isInteger(o))throw new Error("Page offset must be an integer");let i=[];if(r===0)return i;let a=Math.max(0,o);for(let d of Je(n,...e))if(t(d)){if(a>0){a--;continue}if(i.push(d),i.length===r)break}return i}finally{n.finalize()}}var Ft=require("bun:sqlite");function Ee(n){return n.replace(/\\/g,"/").replace(/\/+/g,"/").replace(/\/+$/,"")}function Xt(n,e){let t=Ee(n),s=Ee(e);if(t.startsWith(s+"/"))return!t.slice(s.length+1).includes("/");let r=s.split("/"),o=t.split("/");if(o.length<2)return s===""||s===".";let i=o.slice(0,-1).join("/"),a=o[o.length-1],d=/^([A-Za-z]:)?\//;if(!d.test(s)&&d.test(t)&&s!==""&&i.endsWith("/"+s))return a!=="";if(s.endsWith("/"+i)||s===i)return!a.includes("/");for(let u=0;u<r.length;u++)if(r.slice(u).join("/")===i)return!0;return!1}var Co=/^\d{4}-\d{2}-\d{2}$/;function re(n,e){if(typeof n=="number")return n;let t=n.trim(),s=new Date(t).getTime();return e==="end"&&Co.test(t)?s+864e5-1:s}var kt="\\u0E00-\\u0EFF\\u1000-\\u109F\\u1780-\\u17FF\\u3040-\\u30FF\\u3100-\\u318F\\u3400-\\u4DBF\\u4E00-\\u9FFF\\uAC00-\\uD7AF\\uF900-\\uFAFF",Un=["observations_ai","observations_ad","observations_au"],Pn=["session_summaries_ai","session_summaries_ad","session_summaries_au"],ye=`
|
|
162
|
+
`).get(a,t,o)??void 0}var jn=["private","memindex-context","agent-mem-context","system_instruction","system-instruction","persisted-output","system-reminder"],wo=new Set(jn),Bn=/<([A-Za-z_][A-Za-z0-9_-]*)/y,Hn=/<\/([A-Za-z_][A-Za-z0-9_-]*)\s*>/y;function Uo(n){let e=Object.fromEntries(jn.map(u=>[u,0])),t=n.length,s=new Int32Array(t+1);s[t]=t;for(let u=t-1;u>=0;u--)s[u]=n.charCodeAt(u)===62?u:s[u+1];let r=new Map,o=[],i=0,a=0;for(;a<t;){if(n.charCodeAt(a)!==60){a+=1;continue}Hn.lastIndex=a;let u=Hn.exec(n);if(u){let p=u[1],_=r.get(p),T=_&&_.head<_.items.length?_.items[_.head]:void 0;T&&a>=T.attrEnd&&(_.head+=1,o.push([T.start,a+u[0].length]),e[p]+=1,i+=1),a+=u[0].length;continue}Bn.lastIndex=a;let l=Bn.exec(n);if(l&&wo.has(l[1])){let p=l[1],_=a+l[0].length,T={start:a,attrEnd:s[_]},b=r.get(p);b?b.items.push(T):r.set(p,{items:[T],head:0}),a=_;continue}a+=1}o.sort((u,l)=>u[0]-l[0]);let d="",c=0;for(let[u,l]of o)u>c&&(d+=n.slice(c,u)),l>c&&(c=l);return d+=n.slice(c),{text:d,counts:e,total:i}}var $n=100;function Po(n){let{text:e,counts:t,total:s}=Uo(n);return s>$n&&E.warn("SYSTEM","tag count exceeds limit",void 0,{tagCount:s,maxAllowed:$n,contentLength:n.length}),{stripped:Ge(e.trim(),_t()).redacted,counts:t}}function Ze(n){return Po(n).stripped}var xo=["task-notification"],xd=new RegExp(`^\\s*<(${xo.join("|")})\\b[^>]*>(?:(?!<\\1\\b|</\\1\\b)[\\s\\S])*</\\1>\\s*$`),kd=256*1024;var Bt=4e3,Ht="[media prompt]";function Le(n){let e=Ze(n).trim();return e.length<=Bt?e:(E.debug("DB","Truncated stored prompt text to the configured cap",{originalLength:e.length,storedLength:Bt}),`${e.slice(0,Bt-1)}\u2026`)}var Gn=!1;function et(n,...e){return typeof n.iterate=="function"?n.iterate(...e):(Gn||(Gn=!0,E.warn("DB","bun:sqlite lacks Statement.iterate(); falling back to .all()",{bunVersion:typeof Bun<"u"?Bun.version:"unknown",requiredBunVersion:">=1.1.31",impact:"rows are materialized in memory; upgrade Bun to restore streaming"})),n.all(...e))}function $t(n,e,t,s){try{let r=Number(s.limit);if(!Number.isInteger(r)||r<0)throw new Error("Page limit must be a non-negative integer");let o=Number(s.offset??0);if(!Number.isInteger(o))throw new Error("Page offset must be an integer");let i=[];if(r===0)return i;let a=Math.max(0,o);for(let d of et(n,...e))if(t(d)){if(a>0){a--;continue}if(i.push(d),i.length===r)break}return i}finally{n.finalize()}}var Wt=require("bun:sqlite");function pe(n){return n.replace(/\\/g,"/").replace(/\/+/g,"/").replace(/\/+$/,"")}function jt(n,e){let t=pe(n),s=pe(e);if(t.startsWith(s+"/"))return!t.slice(s.length+1).includes("/");let r=s.split("/"),o=t.split("/");if(o.length<2)return s===""||s===".";let i=o.slice(0,-1).join("/"),a=o[o.length-1],d=/^([A-Za-z]:)?\//;if(!d.test(s)&&d.test(t)&&s!==""&&i.endsWith("/"+s))return a!=="";if(s.endsWith("/"+i)||s===i)return!a.includes("/");for(let c=0;c<r.length;c++)if(r.slice(c).join("/")===i)return!0;return!1}var tt=class extends Error{constructor(t,s=500,r,o){super(t);this.statusCode=s;this.code=r;this.details=o;this.name="AppError"}statusCode;code;details};var ko=/^\d{4}-\d{2}-\d{2}$/,Xo=1440*60*1e3;function ie(n,e){if(typeof n=="number")return Wn(n,n,e);let t=n.trim(),s=Wn(/^\d+$/.test(t)?Number(t):new Date(t).getTime(),n,e);return e==="end"&&ko.test(t)?s+Xo-1:s}function Wn(n,e,t){if(!Number.isFinite(n))throw new tt(`Invalid date for the ${t} of the range: ${JSON.stringify(e)}. Use an ISO date such as 2025-01-31.`,400,"INVALID_DATE");return n}var Gt="\\u0E00-\\u0EFF\\u1000-\\u109F\\u1780-\\u17FF\\u3040-\\u30FF\\u3100-\\u318F\\u3400-\\u4DBF\\u4E00-\\u9FFF\\uAC00-\\uD7AF\\uF900-\\uFAFF",Yn=["observations_ai","observations_ad","observations_au"],Kn=["session_summaries_ai","session_summaries_ad","session_summaries_au"],ve=`
|
|
163
163
|
CREATE TRIGGER IF NOT EXISTS observations_ai AFTER INSERT ON observations BEGIN
|
|
164
164
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
165
165
|
VALUES (new.id, new.title, new.subtitle, new.narrative, new.text, new.facts, new.concepts);
|
|
@@ -177,7 +177,7 @@ ${T.stack??""}
|
|
|
177
177
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
178
178
|
VALUES (new.id, new.title, new.subtitle, new.narrative, new.text, new.facts, new.concepts);
|
|
179
179
|
END;
|
|
180
|
-
`,
|
|
180
|
+
`,we=`
|
|
181
181
|
CREATE TRIGGER IF NOT EXISTS session_summaries_ai AFTER INSERT ON session_summaries BEGIN
|
|
182
182
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
183
183
|
VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
|
|
@@ -195,7 +195,7 @@ ${T.stack??""}
|
|
|
195
195
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
196
196
|
VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
|
|
197
197
|
END;
|
|
198
|
-
`,
|
|
198
|
+
`,Vn=class n{db;constructor(e=Be){e instanceof Wt.Database?this.db=e:(Se(L),this.db=new Wt.Database(e)),_e(this.db,F),Ve(this.db),this._fts5Available=this.isFts5Available(),this.ensureFTSTables()}_fts5Available;ensureFTSTables(){let e=this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '%_fts'").all(),t=e.some(o=>o.name==="observations_fts"),s=e.some(o=>o.name==="session_summaries_fts");if(t&&s&&this.hasAllFtsTriggers(Yn)&&this.hasAllFtsTriggers(Kn))return;if(!this.isFts5Available()){E.warn("DB","FTS5 not available on this platform \u2014 skipping FTS table creation (search uses ChromaDB)");return}let r=t&&s;E.info("DB",r?"Converging FTS5 indexes and recreating missing sync triggers":"Creating FTS5 tables");try{this.db.transaction(()=>{Gs(this.db,F,Ke);let o=this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '%_fts'").all(),i=!o.some(u=>u.name==="observations_fts"),a=!o.some(u=>u.name==="session_summaries_fts"),d=!i&&!this.hasAllFtsTriggers(Yn),c=!a&&!this.hasAllFtsTriggers(Kn);this.createFTSTablesAndTriggers(i,a),d&&(this.rebuildFtsIndex("observations_fts"),this.db.run(ve)),c&&(this.rebuildFtsIndex("session_summaries_fts"),this.db.run(we))}).immediate(),E.info("DB",r?"FTS5 indexes converged and sync triggers recreated":"FTS5 tables created successfully")}catch(o){if(o instanceof Oe)throw o;this._fts5Available=!1,E.warn("DB","FTS5 table creation failed \u2014 search will use ChromaDB and LIKE queries",{},o instanceof Error?o:void 0)}}hasAllFtsTriggers(e){let t=e.map(()=>"?").join(", ");return this.db.prepare(`SELECT name FROM sqlite_master WHERE type='trigger' AND name IN (${t})`).all(...e).length===e.length}rebuildFtsIndex(e){this.db.run(`INSERT INTO ${e}(${e}) VALUES('rebuild')`)}isFts5Available(){try{return this.db.run("CREATE VIRTUAL TABLE temp._fts5_probe USING fts5(test_column)"),this.db.run("DROP TABLE temp._fts5_probe"),!0}catch(e){return E.debug("DB","FTS5 probe failed \u2014 FTS5 unavailable on this platform",void 0,e instanceof Error?e:new Error(String(e))),!1}}canReadFtsIndex(e){try{return this.db.prepare(`SELECT rowid FROM ${e} WHERE ${e} MATCH ? LIMIT 0`).all('"fts_read_probe"'),!0}catch{return!1}}createFTSTablesAndTriggers(e,t){e&&(this.db.run(`
|
|
199
199
|
CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
|
|
200
200
|
title,
|
|
201
201
|
subtitle,
|
|
@@ -210,7 +210,7 @@ ${T.stack??""}
|
|
|
210
210
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
211
211
|
SELECT id, title, subtitle, narrative, text, facts, concepts
|
|
212
212
|
FROM observations;
|
|
213
|
-
`),this.db.run(
|
|
213
|
+
`),this.db.run(ve)),t&&(this.db.run(`
|
|
214
214
|
CREATE VIRTUAL TABLE IF NOT EXISTS session_summaries_fts USING fts5(
|
|
215
215
|
request,
|
|
216
216
|
investigated,
|
|
@@ -225,79 +225,79 @@ ${T.stack??""}
|
|
|
225
225
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
226
226
|
SELECT id, request, investigated, learned, completed, next_steps, notes
|
|
227
227
|
FROM session_summaries;
|
|
228
|
-
`),this.db.run(
|
|
228
|
+
`),this.db.run(we))}buildFilterClause(e,t,s="o"){let r=[],o=G(e);if(o.length>0){let i=V(s,o,{includeMerged:!0});r.push(i.sql),t.push(...i.params)}if(e.platformSource&&(r.push(`COALESCE(NULLIF((SELECT s2.platform_source FROM sdk_sessions s2 WHERE s2.memory_session_id = ${s}.memory_session_id), ''), '${g}') = ?`),t.push(C(e.platformSource))),e.type)if(Array.isArray(e.type)){let i=e.type.map(()=>"?").join(",");r.push(`${s}.type IN (${i})`),t.push(...e.type)}else r.push(`${s}.type = ?`),t.push(e.type);if(e.dateRange){let{start:i,end:a}=e.dateRange;i&&(r.push(`${s}.created_at_epoch >= ?`),t.push(ie(i,"start"))),a&&(r.push(`${s}.created_at_epoch <= ?`),t.push(ie(a,"end")))}if(e.concepts){let i=Array.isArray(e.concepts)?e.concepts:[e.concepts],a=`${s}.concepts`,d=`CASE WHEN json_valid(${a}) THEN CASE
|
|
229
229
|
WHEN json_type(${a}) = 'array' THEN ${a}
|
|
230
230
|
WHEN json_type(${a}) = 'text' THEN json_array(json_extract(${a}, '$'))
|
|
231
|
-
ELSE json_array(${a}) END ELSE json_array(${a}) END`,
|
|
231
|
+
ELSE json_array(${a}) END ELSE json_array(${a}) END`,c=i.map(()=>`EXISTS (SELECT 1 FROM json_each(${d}) WHERE type = 'text' AND value = ?)`);c.length>0&&(r.push(`(${c.join(" OR ")})`),t.push(...i))}if(e.files){let i=Array.isArray(e.files)?e.files:[e.files],a=s==="s"?"files_edited":"files_modified",d=i.map(()=>`(
|
|
232
232
|
EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(`${s}.files_read`)}) WHERE type = 'text' AND value LIKE ? ESCAPE '\\')
|
|
233
233
|
OR EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(`${s}.${a}`)}) WHERE type = 'text' AND value LIKE ? ESCAPE '\\')
|
|
234
|
-
)`);d.length>0&&(r.push(`(${d.join(" OR ")})`),i.forEach(
|
|
234
|
+
)`);d.length>0&&(r.push(`(${d.join(" OR ")})`),i.forEach(c=>{let u=c.replace(/[\\%_]/g,"\\$&");t.push(`%${u}%`,`%${u}%`)}))}return r.length>0?r.join(" AND "):""}static UNSEGMENTED_SCRIPT=new RegExp(`[${Gt}]`);static UNSEGMENTED_RUN=new RegExp(`[${Gt}]+|[^\\s${Gt}]+`,"g");static MAX_SUBSTRING_TERMS=500;static buildSubstringClause(e,t){let s=[...new Set(e.match(n.UNSEGMENTED_RUN)??[])].slice(0,n.MAX_SUBSTRING_TERMS);s.length===0&&s.push(e);let r=[];return{clause:`(${s.map(i=>{let a=`%${i.replace(/[\\%_]/g,"\\$&")}%`;for(let d=0;d<t.length;d+=1)r.push(a);return`(${t.map(d=>`${d} LIKE ? ESCAPE '\\'`).join(" OR ")})`}).join(" AND ")})`,params:r}}static MIN_ANY_TERM_TOKENS=3;static buildFTSMatchQuery(e){let t=(e.match(/\S+/g)??[]).filter(s=>/[\p{L}\p{N}]/u.test(s));return t.length===0?`"${e.replace(/"/g,'""')}"`:t.map(s=>`"${s.replace(/"/g,'""')}"`).join(" AND ")}vocabLookups=new Map;buildFTSAnyTermQuery(e,t){let s=(e.match(/\S+/g)??[]).filter(c=>/[\p{L}\p{N}]/u.test(c));if(s.length<n.MIN_ANY_TERM_TOKENS)return null;let r=new Set,o=s.filter(c=>{let u=c.toLowerCase();return r.has(u)?!1:(r.add(u),!0)}),i=this.termDocFrequency(t),a=[...e].length,d;if(!i)d=o.slice(0,40);else if(a<600){let c=a<200?40:60,u=Math.max(i.total*.3,2),l=o.map(p=>{let _=p.match(/[\p{L}\p{N}]+/gu)??[];return{token:p,rows:_.length?Math.min(..._.map(T=>i.rows(T))):0}}).filter(p=>p.rows<u);l.length>c&&l.sort((p,_)=>p.rows-_.rows),d=l.slice(0,c).map(p=>p.token)}else{let c=Math.max(i.total*.02,2),u=new Set((e.match(/[\p{L}\p{N}]+/gu)??[]).filter(l=>[...l].length>=3).map(l=>l.toLowerCase()));d=[];for(let l of u){let p=i.rows(l);if(p>0&&p<c&&(d.push(l),d.length===40))break}}return d.length===0?null:d.map(c=>`"${c.replace(/"/g,'""')}"`).join(" OR ")}termDocFrequency(e){if(!this.vocabLookups.has(e)){let s=null;try{this.db.run(`CREATE VIRTUAL TABLE IF NOT EXISTS temp.${e}_vocab USING fts5vocab(main, '${e}', 'row')`),s=this.db.prepare(`SELECT doc FROM temp.${e}_vocab WHERE term = ?`)}catch(r){E.debug("DB","FTS vocabulary unavailable; capping fallback terms without frequencies",{ftsTable:e},r instanceof Error?r:void 0)}this.vocabLookups.set(e,s)}let t=this.vocabLookups.get(e);if(!t)return null;try{let s=e==="observations_fts"?"observations":"session_summaries",r=this.db.prepare(`SELECT count(*) AS n FROM ${s}`).get().n,o=new Map;return{total:r,rows:i=>{let a=i.toLowerCase().normalize("NFD").replace(new RegExp("\\p{Mn}","gu"),""),d=o.get(a);return d===void 0&&(d=t.get(a)?.doc??0,o.set(a,d)),d}}}catch(s){return E.debug("DB","FTS vocabulary lookup failed; capping fallback terms without frequencies",{ftsTable:e},s instanceof Error?s:void 0),this.vocabLookups.set(e,null),null}}buildOrderClause(e="relevance",t=!0,s="observations_fts"){switch(e){case"relevance":return t?`ORDER BY ${s}.rank ASC`:"ORDER BY o.created_at_epoch DESC";case"date_desc":return"ORDER BY o.created_at_epoch DESC, o.id DESC";case"date_asc":return"ORDER BY o.created_at_epoch ASC, o.id ASC";default:return"ORDER BY o.created_at_epoch DESC"}}searchObservationsBySubstring(e,t,s,r,o){let i=n.buildSubstringClause(e,["o.title","o.subtitle","o.narrative","o.text","o.facts","o.concepts"]),a=[],d=this.buildFilterClause(t,a,"o"),c=`
|
|
235
235
|
SELECT o.*, o.discovery_tokens
|
|
236
236
|
FROM observations o
|
|
237
237
|
WHERE ${i.clause}
|
|
238
238
|
${d?"AND "+d:""}
|
|
239
239
|
${this.buildOrderClause(s,!1)}
|
|
240
240
|
LIMIT ? OFFSET ?
|
|
241
|
-
`;return this.db.prepare(
|
|
241
|
+
`;return this.db.prepare(c).all(...i.params,...a,r,o)}searchSessionsBySubstring(e,t,s,r,o){let i=n.buildSubstringClause(e,["s.request","s.investigated","s.learned","s.completed","s.next_steps","s.notes"]),a={...t};delete a.type;let d=[],c=this.buildFilterClause(a,d,"s"),u=s==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":"ORDER BY s.created_at_epoch DESC, s.id DESC",l=`
|
|
242
242
|
SELECT s.*, s.discovery_tokens
|
|
243
243
|
FROM session_summaries s
|
|
244
244
|
WHERE ${i.clause}
|
|
245
|
-
${
|
|
246
|
-
${
|
|
245
|
+
${c?"AND "+c:""}
|
|
246
|
+
${u}
|
|
247
247
|
LIMIT ? OFFSET ?
|
|
248
|
-
`;return this.db.prepare(l).all(...i.params,...d,r,o)}searchObservations(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="relevance",...a}=t;if(!e){let d=this.buildFilterClause(a,s,"o");if(!d)return[];let
|
|
248
|
+
`;return this.db.prepare(l).all(...i.params,...d,r,o)}searchObservations(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="relevance",...a}=t;if(!e){let d=this.buildFilterClause(a,s,"o");if(!d)return[];let c=this.buildOrderClause(i,!1),u=`
|
|
249
249
|
SELECT o.*, o.discovery_tokens
|
|
250
250
|
FROM observations o
|
|
251
251
|
WHERE ${d}
|
|
252
|
-
${
|
|
252
|
+
${c}
|
|
253
253
|
LIMIT ? OFFSET ?
|
|
254
|
-
`;return s.push(r,o),this.db.prepare(
|
|
254
|
+
`;return s.push(r,o),this.db.prepare(u).all(...s)}if(n.UNSEGMENTED_SCRIPT.test(e))return this.searchObservationsBySubstring(e,a,i,r,o);if(this._fts5Available||this.canReadFtsIndex("observations_fts")){let d=this.buildFilterClause(a,s,"o"),c=this.buildOrderClause(i,!0,"observations_fts"),u=`
|
|
255
255
|
SELECT o.*, o.discovery_tokens
|
|
256
256
|
FROM observations o
|
|
257
257
|
JOIN observations_fts ON observations_fts.rowid = o.id
|
|
258
258
|
WHERE observations_fts MATCH ?
|
|
259
259
|
${d?"AND "+d:""}
|
|
260
|
-
${
|
|
260
|
+
${c}
|
|
261
261
|
LIMIT ? OFFSET ?
|
|
262
|
-
`;s.unshift(n.buildFTSMatchQuery(e));let l;try{l=this.db.prepare(
|
|
262
|
+
`;s.unshift(n.buildFTSMatchQuery(e));let l;try{l=this.db.prepare(u).all(...s,r,o)}catch(_){throw E.warn("DB","FTS5 observation search failed",{},_ instanceof Error?_:void 0),_}if(l.length>0||o>0&&this.db.prepare(u).all(...s,1,0).length>0)return l;let p=this.searchObservationsBySubstring(e,a,i,r,o);return p.length>0||o>0&&this.searchObservationsBySubstring(e,a,i,1,0).length>0?p:this.searchFtsAnyTerm(u,e,s,r,o,"observations_fts")??p}return this.searchObservationsBySubstring(e,a,i,r,o)}searchSessions(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="relevance",...a}=t;if(!e){let d={...a};delete d.type;let c=this.buildFilterClause(d,s,"s");if(!c)return[];let l=`
|
|
263
263
|
SELECT s.*, s.discovery_tokens
|
|
264
264
|
FROM session_summaries s
|
|
265
|
-
WHERE ${
|
|
265
|
+
WHERE ${c}
|
|
266
266
|
${i==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":"ORDER BY s.created_at_epoch DESC, s.id DESC"}
|
|
267
267
|
LIMIT ? OFFSET ?
|
|
268
|
-
`;return s.push(r,o),this.db.prepare(l).all(...s)}if(n.UNSEGMENTED_SCRIPT.test(e))return this.searchSessionsBySubstring(e,a,i,r,o);if(this._fts5Available||this.canReadFtsIndex("session_summaries_fts")){let d={...a};delete d.type;let
|
|
268
|
+
`;return s.push(r,o),this.db.prepare(l).all(...s)}if(n.UNSEGMENTED_SCRIPT.test(e))return this.searchSessionsBySubstring(e,a,i,r,o);if(this._fts5Available||this.canReadFtsIndex("session_summaries_fts")){let d={...a};delete d.type;let c=this.buildFilterClause(d,s,"s"),u=i==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":i==="date_desc"?"ORDER BY s.created_at_epoch DESC, s.id DESC":"ORDER BY session_summaries_fts.rank ASC",l=`
|
|
269
269
|
SELECT s.*, s.discovery_tokens
|
|
270
270
|
FROM session_summaries s
|
|
271
271
|
JOIN session_summaries_fts ON session_summaries_fts.rowid = s.id
|
|
272
272
|
WHERE session_summaries_fts MATCH ?
|
|
273
|
-
${
|
|
274
|
-
${
|
|
273
|
+
${c?"AND "+c:""}
|
|
274
|
+
${u}
|
|
275
275
|
LIMIT ? OFFSET ?
|
|
276
|
-
`;s.unshift(n.buildFTSMatchQuery(e));let
|
|
276
|
+
`;s.unshift(n.buildFTSMatchQuery(e));let p;try{p=this.db.prepare(l).all(...s,r,o)}catch(T){throw E.warn("DB","FTS5 session search failed",{},T instanceof Error?T:void 0),T}if(p.length>0||o>0&&this.db.prepare(l).all(...s,1,0).length>0)return p;let _=this.searchSessionsBySubstring(e,a,i,r,o);return _.length>0||o>0&&this.searchSessionsBySubstring(e,a,i,1,0).length>0?_:this.searchFtsAnyTerm(l,e,s,r,o,"session_summaries_fts")??_}return this.searchSessionsBySubstring(e,a,i,r,o)}searchFtsAnyTerm(e,t,s,r,o,i){let a=this.buildFTSAnyTermQuery(t,i);if(!a)return null;let d=[a,...s.slice(1)],c=this.db.prepare(e).all(...d,r,o);return c.length>0||o>0&&this.db.prepare(e).all(...d,1,0).length>0?c:null}findByConcept(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",...a}=t,d={...a,concepts:e},c=this.buildFilterClause(d,s,"o"),u=this.buildOrderClause(i,!1),l=`
|
|
277
277
|
SELECT o.*, o.discovery_tokens
|
|
278
278
|
FROM observations o
|
|
279
|
-
WHERE ${
|
|
280
|
-
${
|
|
279
|
+
WHERE ${c}
|
|
280
|
+
${u}
|
|
281
281
|
LIMIT ? OFFSET ?
|
|
282
|
-
`;return s.push(r,o),this.db.prepare(l).all(...s)}hasDirectChildFile(e,t){let s=r=>{if(!r)return!1;try{let o=JSON.parse(r);if(Array.isArray(o))return o.some(i=>typeof i=="string"&&
|
|
282
|
+
`;return s.push(r,o),this.db.prepare(l).all(...s)}hasDirectChildFile(e,t){let s=r=>{if(!r)return!1;try{let o=JSON.parse(r);if(Array.isArray(o))return o.some(i=>typeof i=="string"&&jt(i,t))}catch(o){E.debug("DB",`Failed to parse files JSON for observation ${e.id}`,void 0,o instanceof Error?o:void 0)}return!1};return s(e.files_modified)||s(e.files_read)}hasDirectChildFileSession(e,t){let s=r=>{if(!r)return!1;try{let o=JSON.parse(r);if(Array.isArray(o))return o.some(i=>typeof i=="string"&&jt(i,t))}catch(o){E.debug("DB",`Failed to parse files JSON for session summary ${e.id}`,void 0,o instanceof Error?o:void 0)}return!1};return s(e.files_read)||s(e.files_edited)}static filePathPatterns(e,t){let s=d=>d.replace(/[\\%_]/g,"\\$&"),r=t?[e,pe(e),pe(e).replaceAll("/","\\")]:[e],o=[...new Set(r)].map(d=>`%${s(d)}%`);if(!t||!/^([A-Za-z]:)?[\\/]/.test(e))return o;let i=pe(e).split("/").filter(d=>d.length>0),a=/^[A-Za-z]:$/.test(i[0]??"")?1:0;for(let d=a;d<i.length;d+=1){let c=i.slice(d);o.push(`${s(c.join("/")+"/")}%`),e.includes("\\")&&o.push(`${s(c.join("\\")+"\\")}%`)}return o}static fileArrayJson(e){return`CASE WHEN json_valid(${e}) THEN CASE WHEN json_type(${e}) = 'array' THEN ${e} ELSE '[]' END ELSE '[]' END`}static jsonArrayLikeClause(e,t){let s=Array.from({length:t},()=>"type = 'text' AND value LIKE ? ESCAPE '\\'").join(" OR ");return`(${e.map(r=>`EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(r)}) WHERE ${s})`).join(" OR ")})`}findByFile(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",isFolder:a=!1,...d}=t;delete d.files;let c=a?"":"LIMIT ? OFFSET ?",u=n.filePathPatterns(e,a),l=this.buildFilterClause(d,s,"o");s.push(...u,...u);let p=[l,n.jsonArrayLikeClause(["o.files_read","o.files_modified"],u.length)].filter(Boolean).join(" AND "),_=`${this.buildOrderClause(i,!1)}, o.id ${i==="date_asc"?"ASC":"DESC"}`,T=`
|
|
283
283
|
SELECT o.*, o.discovery_tokens
|
|
284
284
|
FROM observations o
|
|
285
|
-
WHERE ${
|
|
286
|
-
${
|
|
287
|
-
${
|
|
288
|
-
`;a||s.push(r,o);let
|
|
285
|
+
WHERE ${p}
|
|
286
|
+
${_}
|
|
287
|
+
${c}
|
|
288
|
+
`;a||s.push(r,o);let b=this.db.prepare(T),N=a?$t(b,s,f=>this.hasDirectChildFile(f,e),{limit:r,offset:o}):b.all(...s),I=[],h={...d};delete h.type;let m=[],A=G(h);if(A.length>0){let f=V("s",A,{includeMerged:!0});m.push(f.sql),I.push(...f.params)}if(h.platformSource&&(m.push(`COALESCE(NULLIF((SELECT s2.platform_source FROM sdk_sessions s2 WHERE s2.memory_session_id = s.memory_session_id), ''), '${g}') = ?`),I.push(C(h.platformSource))),h.dateRange){let{start:f,end:y}=h.dateRange;f&&(m.push("s.created_at_epoch >= ?"),I.push(ie(f,"start"))),y&&(m.push("s.created_at_epoch <= ?"),I.push(ie(y,"end")))}m.push(n.jsonArrayLikeClause(["s.files_read","s.files_edited"],u.length)),I.push(...u,...u);let k=`
|
|
289
289
|
SELECT s.*, s.discovery_tokens
|
|
290
290
|
FROM session_summaries s
|
|
291
291
|
WHERE ${m.join(" AND ")}
|
|
292
292
|
ORDER BY s.created_at_epoch ${i==="date_asc"?"ASC":"DESC"}
|
|
293
|
-
${
|
|
294
|
-
`;a||
|
|
293
|
+
${c}
|
|
294
|
+
`;a||I.push(r,o);let S=this.db.prepare(k),P=a?$t(S,I,f=>this.hasDirectChildFileSession(f,e),{limit:r,offset:o}):S.all(...I);return{observations:N,sessions:P}}findByType(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",...a}=t,d={...a,type:e},c=this.buildFilterClause(d,s,"o"),u=this.buildOrderClause(i,!1),l=`
|
|
295
295
|
SELECT o.*, o.discovery_tokens
|
|
296
296
|
FROM observations o
|
|
297
|
-
WHERE ${
|
|
298
|
-
${
|
|
297
|
+
WHERE ${c}
|
|
298
|
+
${u}
|
|
299
299
|
LIMIT ? OFFSET ?
|
|
300
|
-
`;return s.push(r,o),this.db.prepare(l).all(...s)}searchUserPrompts(e,t={}){let s=[],{limit:r=20,offset:o=0,orderBy:i="relevance",...a}=t,d=[],
|
|
300
|
+
`;return s.push(r,o),this.db.prepare(l).all(...s)}searchUserPrompts(e,t={}){let s=[],{limit:r=20,offset:o=0,orderBy:i="relevance",...a}=t,d=[],c=G(a);if(c.length>0){let m=V("s",c,{includeMerged:!1});d.push(m.sql),s.push(...m.params)}if(a.platformSource&&(d.push(`COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`),s.push(C(a.platformSource))),a.dateRange){let{start:m,end:A}=a.dateRange;m&&(d.push("up.created_at_epoch >= ?"),s.push(ie(m,"start"))),A&&(d.push("up.created_at_epoch <= ?"),s.push(ie(A,"end")))}if(!e){if(d.length===0)return[];let m=`WHERE ${d.join(" AND ")}`,k=`
|
|
301
301
|
SELECT
|
|
302
302
|
up.*,
|
|
303
303
|
s.project,
|
|
@@ -308,7 +308,7 @@ ${T.stack??""}
|
|
|
308
308
|
${m}
|
|
309
309
|
${i==="date_asc"?"ORDER BY up.created_at_epoch ASC, up.id ASC":"ORDER BY up.created_at_epoch DESC, up.id DESC"}
|
|
310
310
|
LIMIT ? OFFSET ?
|
|
311
|
-
`;return s.push(r,o),this.db.prepare(
|
|
311
|
+
`;return s.push(r,o),this.db.prepare(k).all(...s)}let u=/\s/.test(e.trim())?[...new Set(e.split(/[^\p{L}\p{N}]+/u).filter(m=>m.length>=3))].slice(0,50):[],l=u.length>1?u:[e],p=m=>`%${m.replace(/[\\%_]/g,"\\$&")}%`,_=l.map(()=>"up.prompt_text LIKE ? ESCAPE '\\'").join(" OR ");d.push(`(${_})`),s.push(...l.map(p));let T=`WHERE ${d.join(" AND ")}`,b=i==="date_asc"?"up.created_at_epoch ASC, up.id ASC":"up.created_at_epoch DESC, up.id DESC",N="";l.length>1&&i==="relevance"&&(N=l.map(()=>"(up.prompt_text LIKE ? ESCAPE '\\')").join(" + ")+" DESC, ");let I=`ORDER BY ${N}${b}`,h=`
|
|
312
312
|
SELECT
|
|
313
313
|
up.*,
|
|
314
314
|
s.project,
|
|
@@ -317,12 +317,12 @@ ${T.stack??""}
|
|
|
317
317
|
FROM user_prompts up
|
|
318
318
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
319
319
|
${T}
|
|
320
|
-
${
|
|
320
|
+
${I}
|
|
321
321
|
LIMIT ? OFFSET ?
|
|
322
|
-
`;return N&&s.push(...l.map(
|
|
322
|
+
`;return N&&s.push(...l.map(p)),s.push(r,o),this.db.prepare(h).all(...s)}close(){this.db.close()}};var qn=4096;var Fo=new Set(["set_title","set_prompt_session","remap_project"]),Bo=/^(?:0|[1-9][0-9]*)$/,zn=18446744073709551615n;function U(n){throw E.debug("CLOUD_SYNC","Rejected invalid canonical content",{reason:n}),new Error(`canonical content: ${n}`)}function nt(n,e={}){return typeof n!="string"||!Bo.test(n)?U("decimal values must be unsigned base-10 strings without leading zeroes"):(BigInt(n)>zn&&U("decimal value exceeds uint64"),e.positive&&n==="0"&&U("decimal value must be positive"),n)}function Yt(n){let e=nt(n);return BigInt(e)===zn&&U("uint64 sequence overflow"),(BigInt(e)+1n).toString(10)}function Ho(n){(n===null||typeof n!="object"||Array.isArray(n))&&U("mutation must be an object");let e=n;if((typeof e.op!="string"||!Fo.has(e.op))&&U("unsupported mutation op"),e.op==="set_title"){let o=Ue(e,["fields","op","target"],"set_title"),i=st(o.target,["content_session_id","memory_session_id","platform_source"],"set_title.target");i.memory_session_id===void 0&&i.content_session_id===void 0&&U("set_title target requires a session identifier");for(let d of["memory_session_id","content_session_id","platform_source"])i[d]!==void 0&&Z(i[d],d);let a=Ue(o.fields,["custom_title"],"set_title.fields");Z(a.custom_title,"custom_title");return}if(e.op==="set_prompt_session"){let o=Ue(e,["fields","op","target"],"set_prompt_session"),i=Ue(o.target,["origin_device_id","origin_local_id"],"set_prompt_session.target");$o(i.origin_device_id),nt(i.origin_local_id);let a=st(o.fields,["content_session_id","memory_session_id","platform_source","project"],"set_prompt_session.fields");Z(a.memory_session_id,"memory_session_id");for(let d of["content_session_id","platform_source","project"])a[d]!==void 0&&Z(a[d],d);return}let t=Ue(e,["fields","op","where"],"remap_project"),s=st(t.where,["memory_session_id","merged_into_project_is_null","project"],"remap_project.where");s.project!==void 0&&Z(s.project,"project"),s.memory_session_id!==void 0&&Z(s.memory_session_id,"memory_session_id"),s.merged_into_project_is_null!==void 0&&s.merged_into_project_is_null!==!0&&U("merged_into_project_is_null may only be true"),Object.keys(s).length===0&&U("remap_project where is empty");let r=st(t.fields,["merged_into_project","project"],"remap_project.fields");r.project!==void 0&&Z(r.project,"project"),r.merged_into_project!==void 0&&Z(r.merged_into_project,"merged_into_project"),Object.keys(r).length===0&&U("remap_project fields are empty")}function Kt(n){Ho(n)}function $o(n){return typeof n!="string"||n.length===0||Buffer.byteLength(n,"utf8")>128?U("origin_device_id must be a non-empty string of at most 128 UTF-8 bytes"):n}function Z(n,e){return typeof n!="string"||n.length===0||n.trim().length===0||Buffer.byteLength(n,"utf8")>qn?U(`${e} must be a non-blank string of at most ${qn} UTF-8 bytes`):n}function Ue(n,e,t){if(n===null||typeof n!="object"||Array.isArray(n))return U(`${t} must be an object`);let s=n,r=Object.keys(s).sort(),o=[...e].sort();return(r.length!==o.length||r.some((i,a)=>i!==o[a]))&&U(`${t} must contain exactly: ${o.join(", ")}`),s}function st(n,e,t){if(n===null||typeof n!="object"||Array.isArray(n))return U(`${t} must be an object`);let s=n,r=new Set(e),o=Object.keys(s).find(i=>!r.has(i));return o&&U(`${t} contains unknown field ${o}`),s}var O=n=>typeof n=="object"&&n!==null?JSON.stringify(n):n??null;function Jn(n){let e=[],t=[],s=new Set,r=new Set;for(let o of n){for(let i of o.files_read??[])!i||s.has(i)||(s.add(i),e.push(i));for(let i of o.files_modified??[])!i||r.has(i)||(r.add(i),t.push(i))}return{files_read:e,files_edited:t}}var jo=200,Go=1e3,Wo=56,Yo=57;function Vt(n){let e=Number(n);return Number.isSafeInteger(e)&&e>0?e:void 0}var zt=class{db;syncOpsEnabled;statementCache=new Map;constructor(e=Be,t={}){this.syncOpsEnabled=t.syncOpsEnabled??!0,e instanceof qt.Database?this.db=e:(e!==":memory:"&&Se(L),this.db=new qt.Database(e)),_e(this.db,F),Ve(this.db),Q(this.db)<F&&this.snapshotBeforeBranchSchema(),Ws(this.db,F,Ke),this.initializeSchema(),this.ensureWorkerPortColumn(),this.ensurePromptTrackingColumns(),this.removeSessionSummariesUniqueConstraint(),this.addObservationHierarchicalFields(),this.makeObservationsTextNullable(),this.createUserPromptsTable(),this.ensureDiscoveryTokensColumn(),this.createPendingMessagesTable(),this.renameSessionIdColumns(),this.addFailedAtEpochColumn(),this.addOnUpdateCascadeToForeignKeys(),this.addObservationContentHashColumn(),this.addSessionCustomTitleColumn(),this.addSessionPlatformSourceColumn(),this.addObservationModelColumns(),this.ensureMergedIntoProjectColumns(),this.addObservationSubagentColumns(),this.addObservationsUniqueContentHashIndex(),this.addObservationsMetadataColumn(),this.dropDeadPendingMessagesColumns(),this.ensurePendingMessagesToolUseIdColumn(),this.dropWorkerPidColumn(),this.ensureSDKSessionsPlatformContentIdentity(),this.ensureUserPromptsSessionDbId(),this.ensurePendingMessagesSessionToolUniqueIndex(),this.ensureSyncedAtColumns(),this.ensureSyncOriginColumns(),this.ensureSyncOutbox(),this.ensureSyncEntityLedger(),this.ensureSyncRevisionTextAffinity(),this.initializeSyncHubLaunchBaseline(),this.normalizeConceptTags(),this.ensureSDKSessionsObservedColumns(),this.ensureToolUsesTable(),this.ensureToolUseDisposition(),this.ensureTelegramWrapupsTable(),this.addDedupTables(),this.refreshUnicodeTitleNormKeys(),this.ensureReinforcementColumns(),this.ensureSessionCwdColumn(),this.dropWriteOnlyUserPromptsFtsAndScopeFtsUpdateTriggers(),this.ensureProjectNocaseIndexes(),this.ensureAdvisorCallsTable(),this.ensureSessionProjectKeySourceColumn(),this.requeuePromptsDeadLetteredForSize(),this.ensureWorkStateTable(),this.ensureHookSpoolConsumedTable(),this.ensureProjectRecencyIndexes(),this.ensureMergedIntoProjectCoveringIndexes(),this.ensureNativePromptIdentity(),this.migrateBranchSchema()}ensureNativePromptIdentity(){this.db.transaction(()=>{let e=this.db.query("PRAGMA table_info(user_prompts)").all();for(let t of["native_prompt_id","native_prompt_hash"])e.some(s=>s.name===t)||this.db.run(`ALTER TABLE user_prompts ADD COLUMN ${t} TEXT`);this.db.run(`CREATE UNIQUE INDEX IF NOT EXISTS idx_user_prompts_native_identity
|
|
323
323
|
ON user_prompts(session_db_id, native_prompt_id) WHERE native_prompt_id IS NOT NULL`)}).immediate()}refreshUnicodeTitleNormKeys(){this.db.transaction(()=>{if(this.db.query("SELECT version FROM schema_versions WHERE version = 65").get())return;let e=this.db.prepare(`SELECT o.id, o.project, o.title, o.agent_id, o.agent_type,
|
|
324
324
|
s.platform_source FROM observations o LEFT JOIN sdk_sessions s
|
|
325
|
-
ON s.memory_session_id = o.memory_session_id ORDER BY o.id`),t=this.db.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?");try{for(let s of
|
|
325
|
+
ON s.memory_session_id = o.memory_session_id ORDER BY o.id`),t=this.db.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?");try{for(let s of et(e)){let r=s;t.run(Qe(r.project,r.platform_source,r.title,Me(r.agent_id,r.agent_type)),r.id)}this.db.prepare("INSERT INTO schema_versions (version, applied_at) VALUES (?, ?)").run(65,new Date().toISOString())}finally{e.finalize(),t.finalize()}}).immediate()}getIndexColumns(e){return this.db.query(`PRAGMA index_info(${JSON.stringify(e)})`).all().map(t=>t.name)}hasUniqueIndexOnColumns(e,t){return this.db.query(`PRAGMA index_list(${e})`).all().some(r=>{if(r.unique!==1)return!1;let o=this.getIndexColumns(r.name);return o.length===t.length&&o.every((i,a)=>i===t[a])})}resolvePromptSessionDbId(e,t,s){if(t!==void 0)return t;let r=s?C(s):void 0;return r?this.db.prepare(`
|
|
326
326
|
SELECT id
|
|
327
327
|
FROM sdk_sessions
|
|
328
328
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
@@ -368,7 +368,7 @@ ${T.stack??""}
|
|
|
368
368
|
FOREIGN KEY (duplicate_of_id) REFERENCES observations(id) ON DELETE CASCADE,
|
|
369
369
|
UNIQUE(observation_id, duplicate_of_id)
|
|
370
370
|
)
|
|
371
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_token_df_project ON token_df(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_project ON observation_dedup_candidates(project, status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_obs ON observation_dedup_candidates(observation_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(
|
|
371
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_token_df_project ON token_df(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_project ON observation_dedup_candidates(project, status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_obs ON observation_dedup_candidates(observation_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(Wo,new Date().toISOString())}dropWorkerPidColumn(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(32),s=this.db.query("PRAGMA table_info(pending_messages)").all().some(r=>r.name==="worker_pid");if(!(e&&!s)){if(s)try{this.db.run("DROP INDEX IF EXISTS idx_pending_messages_worker_pid"),this.db.run("ALTER TABLE pending_messages DROP COLUMN worker_pid"),E.debug("DB","Dropped worker_pid column and its index from pending_messages")}catch(r){E.warn("DB","Failed to drop worker_pid column from pending_messages",{},r instanceof Error?r:new Error(String(r)));return}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(32,new Date().toISOString())}}ensureSDKSessionsPlatformContentIdentity(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(33),t=this.hasUniqueIndexOnColumns("sdk_sessions",["content_session_id"]),s=this.hasUniqueIndexOnColumns("sdk_sessions",["platform_source","content_session_id"]),o=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(i=>i.name==="platform_source");if(!(e&&!t&&s&&o)){if(o||this.db.run(`ALTER TABLE sdk_sessions ADD COLUMN platform_source TEXT NOT NULL DEFAULT '${g}'`),this.db.run(`
|
|
372
372
|
UPDATE sdk_sessions
|
|
373
373
|
SET platform_source = '${g}'
|
|
374
374
|
WHERE platform_source IS NULL OR platform_source = ''
|
|
@@ -417,7 +417,7 @@ ${T.stack??""}
|
|
|
417
417
|
ELSE 1
|
|
418
418
|
END, s.id
|
|
419
419
|
LIMIT 1
|
|
420
|
-
)`;this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildUserPromptsWithSessionDbId(e,a),this.db.run("COMMIT")}catch(d){this.db.run("ROLLBACK");let
|
|
420
|
+
)`;this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildUserPromptsWithSessionDbId(e,a),this.db.run("COMMIT")}catch(d){this.db.run("ROLLBACK");let c=d instanceof Error?d:new Error(String(d));throw E.error("DB","Failed to rebuild user_prompts with session_db_id, rolled back",{},c),d}finally{this.db.run("PRAGMA foreign_keys = ON")}}rebuildUserPromptsWithSessionDbId(e,t){this.db.run("DROP TRIGGER IF EXISTS user_prompts_ai"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ad"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_au"),this.db.run("DROP TABLE IF EXISTS user_prompts_new"),this.db.run(`
|
|
421
421
|
CREATE TABLE user_prompts_new (
|
|
422
422
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
423
423
|
session_db_id INTEGER,
|
|
@@ -484,17 +484,17 @@ ${T.stack??""}
|
|
|
484
484
|
operation_sha256 TEXT,
|
|
485
485
|
created_at_epoch INTEGER NOT NULL
|
|
486
486
|
)
|
|
487
|
-
`);let e=new Set(this.db.query("PRAGMA table_info(sync_outbox)").all().map(t=>t.name));e.has("canonical_body")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN canonical_body TEXT"),e.has("operation_sha256")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN operation_sha256 TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(42,new Date().toISOString())}ensureSyncRevisionTextAffinity(){let e=[{table:"observations",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"session_summaries",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"user_prompts",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"sync_outbox",column:"rev",temporary:"rev_text_v46"}],t=(i,a)=>this.db.query(`PRAGMA table_info(${i})`).all().find(d=>d.name===a),s=i=>i?.type.trim().toUpperCase()==="TEXT";if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(46)&&e.every(i=>s(t(i.table,i.column))))return;this.db.transaction(()=>{for(let i of e){let a=this.db.query(`PRAGMA table_info(${i.table})`).all(),d=a.find(
|
|
487
|
+
`);let e=new Set(this.db.query("PRAGMA table_info(sync_outbox)").all().map(t=>t.name));e.has("canonical_body")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN canonical_body TEXT"),e.has("operation_sha256")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN operation_sha256 TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(42,new Date().toISOString())}ensureSyncRevisionTextAffinity(){let e=[{table:"observations",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"session_summaries",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"user_prompts",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"sync_outbox",column:"rev",temporary:"rev_text_v46"}],t=(i,a)=>this.db.query(`PRAGMA table_info(${i})`).all().find(d=>d.name===a),s=i=>i?.type.trim().toUpperCase()==="TEXT";if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(46)&&e.every(i=>s(t(i.table,i.column))))return;this.db.transaction(()=>{for(let i of e){let a=this.db.query(`PRAGMA table_info(${i.table})`).all(),d=a.find(u=>u.name===i.column);if(!d)throw new Error(`schema v46: missing ${i.table}.${i.column}`);for(let u of et(this.db.query(`
|
|
488
488
|
SELECT CAST(id AS TEXT) AS row_id,
|
|
489
489
|
typeof(${i.column}) AS storage_type,
|
|
490
490
|
CAST(${i.column} AS TEXT) AS revision
|
|
491
491
|
FROM ${i.table}
|
|
492
|
-
`))){let l=
|
|
492
|
+
`))){let l=u;if(l.storage_type==="real")throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} is REAL and unrecoverably rounded`);if(l.storage_type!=="integer"&&l.storage_type!=="text")throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} has unsupported ${l.storage_type} storage`);try{nt(l.revision,{positive:!0})}catch{throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} is not a positive canonical uint64 revision`)}}if(s(d))continue;if(a.some(u=>u.name===i.temporary))throw new Error(`schema v46: unexpected temporary column ${i.table}.${i.temporary}`);this.db.run(`ALTER TABLE ${i.table} ADD COLUMN ${i.temporary} TEXT NOT NULL DEFAULT '1'`),this.db.run(`UPDATE ${i.table} SET ${i.temporary} = CAST(${i.column} AS TEXT)`);let c=this.db.prepare(`
|
|
493
493
|
SELECT CAST(id AS TEXT) AS row_id
|
|
494
494
|
FROM ${i.table}
|
|
495
495
|
WHERE ${i.temporary} <> CAST(${i.column} AS TEXT)
|
|
496
496
|
LIMIT 1
|
|
497
|
-
`).get();if(
|
|
497
|
+
`).get();if(c)throw new Error(`schema v46: failed to copy ${i.table}.${i.column} row ${c.row_id} exactly`);this.db.run(`ALTER TABLE ${i.table} DROP COLUMN ${i.column}`),this.db.run(`ALTER TABLE ${i.table} RENAME COLUMN ${i.temporary} TO ${i.column}`)}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(46,new Date().toISOString())})()}ensureSyncEntityLedger(){this.db.run(`
|
|
498
498
|
CREATE TABLE IF NOT EXISTS sync_entity_heads (
|
|
499
499
|
entity_id TEXT PRIMARY KEY,
|
|
500
500
|
kind TEXT NOT NULL CHECK (kind IN ('observation', 'summary', 'prompt')),
|
|
@@ -561,15 +561,15 @@ ${T.stack??""}
|
|
|
561
561
|
through_rev TEXT NOT NULL,
|
|
562
562
|
PRIMARY KEY (kind, origin_local_id)
|
|
563
563
|
)
|
|
564
|
-
`);let s=this.db.prepare("SELECT version, applied_at FROM schema_versions WHERE version = ?").get(47);if(!s){let a=Date.now();this.db.transaction(()=>{this.db.run("DELETE FROM sync_launch_exclusions");for(let{table:
|
|
564
|
+
`);let s=this.db.prepare("SELECT version, applied_at FROM schema_versions WHERE version = ?").get(47);if(!s){let a=Date.now();this.db.transaction(()=>{this.db.run("DELETE FROM sync_launch_exclusions");for(let{table:u,kind:l}of e)this.db.prepare(`
|
|
565
565
|
INSERT INTO sync_launch_exclusions (kind, origin_local_id, through_rev)
|
|
566
566
|
SELECT ?, CAST(id AS TEXT), CAST(sync_rev AS TEXT)
|
|
567
|
-
FROM ${
|
|
567
|
+
FROM ${u}
|
|
568
568
|
WHERE origin_device_id IS NULL
|
|
569
569
|
`).run(l),this.db.prepare(`
|
|
570
|
-
UPDATE ${
|
|
570
|
+
UPDATE ${u} SET synced_at = ?
|
|
571
571
|
WHERE synced_at IS NULL AND origin_device_id IS NULL
|
|
572
|
-
`).run(a);this.db.run("DELETE FROM sync_outbox"),this.db.run("DELETE FROM sync_content_outbox"),this.db.run("DELETE FROM sync_dead_letter"),this.db.run("DELETE FROM sync_state");let
|
|
572
|
+
`).run(a);this.db.run("DELETE FROM sync_outbox"),this.db.run("DELETE FROM sync_content_outbox"),this.db.run("DELETE FROM sync_dead_letter"),this.db.run("DELETE FROM sync_state");let c=new Date(a).toISOString();this.db.prepare("INSERT INTO schema_versions (version, applied_at) VALUES (?, ?)").run(47,c),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(48,c)})();return}if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(48)&&t)return;let o=Date.parse(s.applied_at);if(!Number.isSafeInteger(o)||o<0)throw new Error(`schema v48: invalid v47 applied_at ${s.applied_at}`);this.db.transaction(()=>{for(let{table:a,kind:d}of e)this.db.prepare(`
|
|
573
573
|
INSERT OR IGNORE INTO sync_launch_exclusions (kind, origin_local_id, through_rev)
|
|
574
574
|
SELECT ?, CAST(id AS TEXT), CAST(sync_rev AS TEXT)
|
|
575
575
|
FROM ${a}
|
|
@@ -589,7 +589,7 @@ ${T.stack??""}
|
|
|
589
589
|
ELSE value END)
|
|
590
590
|
FROM json_each(observations.concepts))
|
|
591
591
|
WHERE concepts LIKE '%:%' AND json_valid(concepts)
|
|
592
|
-
`);for(let o of r){if(o.origin_device_id!==null)continue;let i=
|
|
592
|
+
`);for(let o of r){if(o.origin_device_id!==null)continue;let i=Yt(o.sync_rev);this.db.prepare(`
|
|
593
593
|
UPDATE observations SET sync_rev = ?, synced_at = NULL
|
|
594
594
|
WHERE id = ? AND origin_device_id IS NULL
|
|
595
595
|
`).run(i,o.id)}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(49,new Date().toISOString())})(),E.debug("DB",`Normalized prefixed concept tags in ${t} observations (v49)`)}dropDeadPendingMessagesColumns(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(31),t=this.db.query("PRAGMA table_info(pending_messages)").all(),s=new Set(t.map(i=>i.name)),o=["retry_count","failed_at_epoch","completed_at_epoch"].filter(i=>s.has(i));if(!(e&&o.length===0)){if(o.length>0){this.db.run("BEGIN TRANSACTION");try{this.db.run("DELETE FROM pending_messages WHERE status NOT IN ('pending', 'processing')");for(let i of o)this.db.run(`ALTER TABLE pending_messages DROP COLUMN ${i}`),E.debug("DB",`Dropped dead column ${i} from pending_messages`);e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(31,new Date().toISOString()),this.db.run("COMMIT")}catch(i){this.db.run("ROLLBACK"),E.warn("DB","Failed to drop dead columns from pending_messages",{},i instanceof Error?i:new Error(String(i)));return}return}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(31,new Date().toISOString())}}initializeSchema(){this.db.run(`
|
|
@@ -693,7 +693,7 @@ ${T.stack??""}
|
|
|
693
693
|
created_at_epoch INTEGER NOT NULL,
|
|
694
694
|
FOREIGN KEY(memory_session_id) REFERENCES sdk_sessions(memory_session_id) ON DELETE CASCADE ON UPDATE CASCADE
|
|
695
695
|
)
|
|
696
|
-
`);for(let a of o){let d=a.type?` ${a.type}`:"",
|
|
696
|
+
`);for(let a of o){let d=a.type?` ${a.type}`:"",c=a.dflt_value===null||a.dflt_value===void 0?"":` DEFAULT ${a.dflt_value}`;this.db.run(`ALTER TABLE session_summaries_new ADD COLUMN "${a.name}"${d}${c}`),E.debug("DB",`Carried ${a.name} over the session_summaries UNIQUE-constraint rebuild (#3890)`)}let i=[...s,...o.map(a=>a.name)].map(a=>`"${a}"`).join(", ");this.db.run(`
|
|
697
697
|
INSERT INTO session_summaries_new (${i})
|
|
698
698
|
SELECT ${i}
|
|
699
699
|
FROM session_summaries
|
|
@@ -739,7 +739,7 @@ ${T.stack??""}
|
|
|
739
739
|
CREATE INDEX idx_observations_project ON observations(project);
|
|
740
740
|
CREATE INDEX idx_observations_type ON observations(type);
|
|
741
741
|
CREATE INDEX idx_observations_created ON observations(created_at_epoch DESC);
|
|
742
|
-
`),this.recreateFtsTriggersIfIndexed("observations"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString()),E.debug("DB","Successfully made observations.text nullable")}recreateFtsTriggersIfIndexed(e){let t=`${e}_fts`;this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name = ?").all(t).length>0&&(this.db.run(`INSERT INTO ${t}(${t}) VALUES('rebuild')`),this.db.run(e==="observations"?
|
|
742
|
+
`),this.recreateFtsTriggersIfIndexed("observations"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString()),E.debug("DB","Successfully made observations.text nullable")}recreateFtsTriggersIfIndexed(e){let t=`${e}_fts`;this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name = ?").all(t).length>0&&(this.db.run(`INSERT INTO ${t}(${t}) VALUES('rebuild')`),this.db.run(e==="observations"?ve:we))}createUserPromptsTable(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(10))return;if(this.db.query("PRAGMA table_info(user_prompts)").all().length>0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(10,new Date().toISOString());return}E.debug("DB","Creating user_prompts table"),this.db.run("BEGIN TRANSACTION"),this.db.run(`
|
|
743
743
|
CREATE TABLE user_prompts (
|
|
744
744
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
745
745
|
session_db_id INTEGER,
|
|
@@ -774,7 +774,7 @@ ${T.stack??""}
|
|
|
774
774
|
created_at_epoch INTEGER NOT NULL,
|
|
775
775
|
FOREIGN KEY (session_db_id) REFERENCES sdk_sessions(id) ON DELETE CASCADE
|
|
776
776
|
)
|
|
777
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_session ON pending_messages(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_status ON pending_messages(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_claude_session ON pending_messages(content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(16,new Date().toISOString()),E.debug("DB","pending_messages table created successfully")}renameSessionIdColumns(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(17))return;E.debug("DB","Checking session ID columns for semantic clarity rename");let t=0,s=(r,o,i)=>{let a=this.db.query(`PRAGMA table_info(${r})`).all(),d=a.some(
|
|
777
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_session ON pending_messages(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_status ON pending_messages(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_claude_session ON pending_messages(content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(16,new Date().toISOString()),E.debug("DB","pending_messages table created successfully")}renameSessionIdColumns(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(17))return;E.debug("DB","Checking session ID columns for semantic clarity rename");let t=0,s=(r,o,i)=>{let a=this.db.query(`PRAGMA table_info(${r})`).all(),d=a.some(u=>u.name===o);return a.some(u=>u.name===i)?!1:d?(this.db.run(`ALTER TABLE ${r} RENAME COLUMN ${o} TO ${i}`),E.debug("DB",`Renamed ${r}.${o} to ${i}`),!0):(E.warn("DB",`Column ${o} not found in ${r}, skipping rename`),!1)};s("sdk_sessions","claude_session_id","content_session_id")&&t++,s("sdk_sessions","sdk_session_id","memory_session_id")&&t++,s("pending_messages","claude_session_id","content_session_id")&&t++,s("observations","sdk_session_id","memory_session_id")&&t++,s("session_summaries","sdk_session_id","memory_session_id")&&t++,s("user_prompts","claude_session_id","content_session_id")&&t++,this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(17,new Date().toISOString()),t>0?E.debug("DB",`Successfully renamed ${t} session ID columns`):E.debug("DB","No session ID column renames needed (already up to date)")}addFailedAtEpochColumn(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(20))return;this.db.query("PRAGMA table_info(pending_messages)").all().some(r=>r.name==="failed_at_epoch")||(this.db.run("ALTER TABLE pending_messages ADD COLUMN failed_at_epoch INTEGER"),E.debug("DB","Added failed_at_epoch column to pending_messages table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(20,new Date().toISOString())}addOnUpdateCascadeToForeignKeys(){let e=!this.hasMemorySessionIdOnUpdateCascade("observations"),t=!this.hasMemorySessionIdOnUpdateCascade("session_summaries");if(!e&&!t){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(21,new Date().toISOString());return}E.debug("DB","Adding ON UPDATE CASCADE to FK constraints on observations and session_summaries"),this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");let s=["id","memory_session_id","project","text","type","title","subtitle","facts","narrative","concepts","files_read","files_modified","prompt_number","discovery_tokens","created_at","created_at_epoch"],r=`
|
|
778
778
|
CREATE TABLE observations_new (
|
|
779
779
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
780
780
|
memory_session_id TEXT NOT NULL,
|
|
@@ -822,11 +822,11 @@ ${T.stack??""}
|
|
|
822
822
|
CREATE INDEX idx_session_summaries_sdk_session ON session_summaries(memory_session_id);
|
|
823
823
|
CREATE INDEX idx_session_summaries_project ON session_summaries(project);
|
|
824
824
|
CREATE INDEX idx_session_summaries_created ON session_summaries(created_at_epoch DESC);
|
|
825
|
-
`;try{e&&(this.db.run("DROP TRIGGER IF EXISTS observations_ai"),this.db.run("DROP TRIGGER IF EXISTS observations_ad"),this.db.run("DROP TRIGGER IF EXISTS observations_au"),this.db.run("DROP TABLE IF EXISTS observations_new"),this.recreateObservationsWithCascade(r,s,o)),t&&(this.db.run("DROP TRIGGER IF EXISTS session_summaries_ai"),this.db.run("DROP TRIGGER IF EXISTS session_summaries_ad"),this.db.run("DROP TRIGGER IF EXISTS session_summaries_au"),this.db.run("DROP TABLE IF EXISTS session_summaries_new"),this.recreateSessionSummariesWithCascade(a,i,d)),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(21,new Date().toISOString()),this.db.run("COMMIT"),this.db.run("PRAGMA foreign_keys = ON"),E.debug("DB","Successfully added ON UPDATE CASCADE to FK constraints")}catch(
|
|
825
|
+
`;try{e&&(this.db.run("DROP TRIGGER IF EXISTS observations_ai"),this.db.run("DROP TRIGGER IF EXISTS observations_ad"),this.db.run("DROP TRIGGER IF EXISTS observations_au"),this.db.run("DROP TABLE IF EXISTS observations_new"),this.recreateObservationsWithCascade(r,s,o)),t&&(this.db.run("DROP TRIGGER IF EXISTS session_summaries_ai"),this.db.run("DROP TRIGGER IF EXISTS session_summaries_ad"),this.db.run("DROP TRIGGER IF EXISTS session_summaries_au"),this.db.run("DROP TABLE IF EXISTS session_summaries_new"),this.recreateSessionSummariesWithCascade(a,i,d)),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(21,new Date().toISOString()),this.db.run("COMMIT"),this.db.run("PRAGMA foreign_keys = ON"),E.debug("DB","Successfully added ON UPDATE CASCADE to FK constraints")}catch(c){throw this.db.run("ROLLBACK"),this.db.run("PRAGMA foreign_keys = ON"),c instanceof Error?c:new Error(String(c))}}recreateObservationsWithCascade(e,t,s){this.db.run(e);let o=this.carryLiveColumnsOntoNewTable("observations","observations_new",t).map(i=>`"${i}"`).join(", ");this.db.run(`INSERT INTO observations_new (${o}) SELECT ${o} FROM observations`),this.db.run("DROP TABLE observations"),this.db.run("ALTER TABLE observations_new RENAME TO observations"),this.db.run(s),this.recreateFtsTriggersIfIndexed("observations")}recreateSessionSummariesWithCascade(e,t,s){this.db.run(e);let o=this.carryLiveColumnsOntoNewTable("session_summaries","session_summaries_new",t).map(i=>`"${i}"`).join(", ");this.db.run(`INSERT INTO session_summaries_new (${o}) SELECT ${o} FROM session_summaries`),this.db.run("DROP TABLE session_summaries"),this.db.run("ALTER TABLE session_summaries_new RENAME TO session_summaries"),this.db.run(s),this.recreateFtsTriggersIfIndexed("session_summaries")}addObservationContentHashColumn(){if(this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="content_hash")){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(22,new Date().toISOString());return}this.db.run("ALTER TABLE observations ADD COLUMN content_hash TEXT"),this.db.run("UPDATE observations SET content_hash = substr(hex(randomblob(8)), 1, 16) WHERE content_hash IS NULL"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_content_hash ON observations(content_hash, created_at_epoch)"),E.debug("DB","Added content_hash column to observations table with backfill and index"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(22,new Date().toISOString())}addSessionCustomTitleColumn(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(23),s=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(r=>r.name==="custom_title");e&&s||(s||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN custom_title TEXT"),E.debug("DB","Added custom_title column to sdk_sessions table")),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(23,new Date().toISOString()))}addSessionPlatformSourceColumn(){let t=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(i=>i.name==="platform_source"),r=this.db.query("PRAGMA index_list(sdk_sessions)").all().some(i=>i.name==="idx_sdk_sessions_platform_source");this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(24)&&t&&r||(t||(this.db.run(`ALTER TABLE sdk_sessions ADD COLUMN platform_source TEXT NOT NULL DEFAULT '${g}'`),E.debug("DB","Added platform_source column to sdk_sessions table")),this.db.run(`
|
|
826
826
|
UPDATE sdk_sessions
|
|
827
827
|
SET platform_source = '${g}'
|
|
828
828
|
WHERE platform_source IS NULL OR platform_source = ''
|
|
829
|
-
`),r||this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(24,new Date().toISOString()))}addObservationModelColumns(){let e=this.db.query("PRAGMA table_info(observations)").all(),t=e.some(r=>r.name==="generated_by_model"),s=e.some(r=>r.name==="relevance_count");t&&s||(t||this.db.run("ALTER TABLE observations ADD COLUMN generated_by_model TEXT"),s||this.db.run("ALTER TABLE observations ADD COLUMN relevance_count INTEGER DEFAULT 0"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(26,new Date().toISOString()))}ensureSDKSessionsObservedColumns(){let e=this.db.query("PRAGMA table_info(sdk_sessions)").all(),t=e.some(r=>r.name==="observed_model"),s=e.some(r=>r.name==="observed_billing");t&&s||(t||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_model TEXT"),s||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_billing TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(50,new Date().toISOString()))}ensureToolUsesTable(){
|
|
829
|
+
`),r||this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(24,new Date().toISOString()))}addObservationModelColumns(){let e=this.db.query("PRAGMA table_info(observations)").all(),t=e.some(r=>r.name==="generated_by_model"),s=e.some(r=>r.name==="relevance_count");t&&s||(t||this.db.run("ALTER TABLE observations ADD COLUMN generated_by_model TEXT"),s||this.db.run("ALTER TABLE observations ADD COLUMN relevance_count INTEGER DEFAULT 0"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(26,new Date().toISOString()))}ensureSDKSessionsObservedColumns(){let e=this.db.query("PRAGMA table_info(sdk_sessions)").all(),t=e.some(r=>r.name==="observed_model"),s=e.some(r=>r.name==="observed_billing");t&&s||(t||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_model TEXT"),s||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_billing TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(50,new Date().toISOString()))}ensureToolUsesTable(){rn(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(51,new Date().toISOString())}ensureToolUseDisposition(){on(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(66,new Date().toISOString())}ensureWorkStateTable(){Tn(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(61,new Date().toISOString())}migrateBranchSchema(){this.db.transaction(()=>{bn(this.db),Rn(this.db);let e=this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)");try{let t=new Date().toISOString();e.run(67,t),e.run(68,t)}finally{e.finalize()}Q(this.db)<F&&this.db.run(`PRAGMA user_version = ${F}`)}).immediate()}snapshotBeforeBranchSchema(){try{if(!this.db.query("SELECT 1 AS present FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return;let s=this.db.query("PRAGMA database_list").all().find(r=>r.name==="main")?.file;if(!s||rt.default.basename(s)!==ue)return;new ze({dataDir:rt.default.dirname(rt.default.resolve(s)),enabled:!0}).takeSnapshot()}catch(e){E.warn("DB","Could not snapshot memory before the branch schema migration; continuing",{},e instanceof Error?e:new Error(String(e)))}}ensureProjectRecencyIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_project_nocase_recent ON observations(project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase_recent ON observations(merged_into_project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_project_nocase_recent ON session_summaries(project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase_recent ON session_summaries(merged_into_project COLLATE NOCASE, created_at_epoch DESC)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(63,new Date().toISOString())}ensureMergedIntoProjectCoveringIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase_project ON observations(merged_into_project COLLATE NOCASE, project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase_project ON session_summaries(merged_into_project COLLATE NOCASE, project)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(64,new Date().toISOString())}ensureHookSpoolConsumedTable(){this.db.run(`
|
|
830
830
|
CREATE TABLE IF NOT EXISTS hook_spool_consumed (
|
|
831
831
|
entry_key TEXT PRIMARY KEY,
|
|
832
832
|
consumed_at_epoch_ms INTEGER NOT NULL
|
|
@@ -844,7 +844,7 @@ ${T.stack??""}
|
|
|
844
844
|
sent_at_epoch INTEGER,
|
|
845
845
|
UNIQUE(platform_source, content_session_id, project, route_key)
|
|
846
846
|
)
|
|
847
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_telegram_wrapups_platform_content ON telegram_wrapups(platform_source, content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(52,new Date().toISOString())}ensureReinforcementColumns(){let e=this.db.query("PRAGMA table_info(observations)").all();e.some(t=>t.name==="reinforcement_dates")||this.db.run("ALTER TABLE observations ADD COLUMN reinforcement_dates TEXT"),e.some(t=>t.name==="last_reinforced")||this.db.run("ALTER TABLE observations ADD COLUMN last_reinforced TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(
|
|
847
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_telegram_wrapups_platform_content ON telegram_wrapups(platform_source, content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(52,new Date().toISOString())}ensureReinforcementColumns(){let e=this.db.query("PRAGMA table_info(observations)").all();e.some(t=>t.name==="reinforcement_dates")||this.db.run("ALTER TABLE observations ADD COLUMN reinforcement_dates TEXT"),e.some(t=>t.name==="last_reinforced")||this.db.run("ALTER TABLE observations ADD COLUMN last_reinforced TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(Yo,new Date().toISOString())}dropWriteOnlyUserPromptsFtsAndScopeFtsUpdateTriggers(){let e=this.db.prepare(`
|
|
848
848
|
SELECT name FROM sqlite_master
|
|
849
849
|
WHERE type = 'trigger'
|
|
850
850
|
AND name IN ('observations_au', 'session_summaries_au')
|
|
@@ -852,7 +852,7 @@ ${T.stack??""}
|
|
|
852
852
|
`).all().map(s=>s.name),t=this.db.prepare(`
|
|
853
853
|
SELECT name FROM sqlite_master
|
|
854
854
|
WHERE name IN ('user_prompts_fts', 'user_prompts_ai', 'user_prompts_ad', 'user_prompts_au')
|
|
855
|
-
`).all();if(e.length>0||t.length>0){this.db.run("BEGIN TRANSACTION");try{e.includes("observations_au")&&(this.db.run("DROP TRIGGER observations_au"),this.db.run(
|
|
855
|
+
`).all();if(e.length>0||t.length>0){this.db.run("BEGIN TRANSACTION");try{e.includes("observations_au")&&(this.db.run("DROP TRIGGER observations_au"),this.db.run(ve)),e.includes("session_summaries_au")&&(this.db.run("DROP TRIGGER session_summaries_au"),this.db.run(we)),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ai"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ad"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_au"),this.db.run("DROP TABLE IF EXISTS user_prompts_fts"),this.db.run("COMMIT")}catch(s){throw this.db.run("ROLLBACK"),E.error("DB","Failed to scope FTS update triggers / drop user_prompts_fts, rolled back",{},s instanceof Error?s:new Error(String(s))),s}E.info("DB","Scoped FTS update triggers to indexed columns and dropped the write-only user_prompts_fts",{rescopedTriggers:e,droppedUserPromptsFts:t.length>0})}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(54,new Date().toISOString())}ensureMergedIntoProjectColumns(){this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="merged_into_project")||this.db.run("ALTER TABLE observations ADD COLUMN merged_into_project TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into ON observations(merged_into_project)"),this.db.query("PRAGMA table_info(session_summaries)").all().some(s=>s.name==="merged_into_project")||this.db.run("ALTER TABLE session_summaries ADD COLUMN merged_into_project TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into ON session_summaries(merged_into_project)")}requeuePromptsDeadLetteredForSize(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(60))return;let t="canonical content: body exceeds % UTF-8 bytes";this.db.transaction(()=>{let s=this.db.prepare(`
|
|
856
856
|
UPDATE user_prompts SET synced_at = NULL
|
|
857
857
|
WHERE synced_at = -1 AND origin_device_id IS NULL
|
|
858
858
|
AND CAST(id AS TEXT) IN (
|
|
@@ -884,7 +884,7 @@ ${T.stack??""}
|
|
|
884
884
|
INSERT OR IGNORE INTO advisor_calls
|
|
885
885
|
(session_db_id, content_session_id, project, platform_source, tool_use_id, advisor_model, cwd, last_user_message, transcript_path, transcript_byte_offset, advice, occurred_at_epoch, created_at, created_at_epoch)
|
|
886
886
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
887
|
-
`).run(e.sessionDbId,e.contentSessionId,e.project,e.platformSource,e.toolUseId,e.advisorModel??null,e.cwd??null,e.lastUserMessage??null,e.transcriptPath??null,e.transcriptByteOffset??null,e.advice,e.occurredAtEpoch,t.toISOString(),t.getTime());return s.changes>0?{id:Number(s.lastInsertRowid),inserted:!0}:{id:this.db.prepare("SELECT id FROM advisor_calls WHERE tool_use_id = ?").get(e.toolUseId)?.id??0,inserted:!1}}getAdvisorCalls(e,t,s,r){let o="SELECT * FROM advisor_calls",i=[],a=[];s?(a.push("project = ?"),i.push(s)):(a.push("project != ?"),i.push(
|
|
887
|
+
`).run(e.sessionDbId,e.contentSessionId,e.project,e.platformSource,e.toolUseId,e.advisorModel??null,e.cwd??null,e.lastUserMessage??null,e.transcriptPath??null,e.transcriptByteOffset??null,e.advice,e.occurredAtEpoch,t.toISOString(),t.getTime());return s.changes>0?{id:Number(s.lastInsertRowid),inserted:!0}:{id:this.db.prepare("SELECT id FROM advisor_calls WHERE tool_use_id = ?").get(e.toolUseId)?.id??0,inserted:!1}}getAdvisorCalls(e,t,s,r){let o="SELECT * FROM advisor_calls",i=[],a=[];s?(a.push("project = ?"),i.push(s)):(a.push("project != ?"),i.push(ge)),r&&(a.push("platform_source = ?"),i.push(r)),o+=` WHERE ${a.join(" AND ")}`,o+=" ORDER BY occurred_at_epoch DESC LIMIT ? OFFSET ?",i.push(t+1,e);let d=this.db.prepare(o).all(...i);return{items:d.slice(0,t),hasMore:d.length>t,offset:e,limit:t}}getAdvisorCallById(e){return this.db.prepare("SELECT * FROM advisor_calls WHERE id = ?").get(e)??null}addObservationSubagentColumns(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(27),t=this.db.query("PRAGMA table_info(observations)").all(),s=t.some(i=>i.name==="agent_type"),r=t.some(i=>i.name==="agent_id");s||this.db.run("ALTER TABLE observations ADD COLUMN agent_type TEXT"),r||this.db.run("ALTER TABLE observations ADD COLUMN agent_id TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_agent_type ON observations(agent_type)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_agent_id ON observations(agent_id)");let o=this.db.query("PRAGMA table_info(pending_messages)").all();if(o.length>0){let i=o.some(d=>d.name==="agent_type"),a=o.some(d=>d.name==="agent_id");i||this.db.run("ALTER TABLE pending_messages ADD COLUMN agent_type TEXT"),a||this.db.run("ALTER TABLE pending_messages ADD COLUMN agent_id TEXT")}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(27,new Date().toISOString())}ensurePendingMessagesToolUseIdColumn(){if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(28,new Date().toISOString());return}this.db.query("PRAGMA table_info(pending_messages)").all().some(r=>r.name==="tool_use_id")||this.db.run("ALTER TABLE pending_messages ADD COLUMN tool_use_id TEXT"),this.db.run("BEGIN TRANSACTION");try{this.dedupePendingMessagesByToolUseId(),this.db.run("COMMIT")}catch(r){this.db.run("ROLLBACK");let o=r instanceof Error?r:new Error(String(r));throw E.error("DB","Failed to de-dupe pending_messages by tool_use_id, rolled back",{},o),r}}dedupePendingMessagesByToolUseId(){this.db.run(`
|
|
888
888
|
DELETE FROM pending_messages
|
|
889
889
|
WHERE id IN (
|
|
890
890
|
SELECT id
|
|
@@ -942,7 +942,7 @@ ${T.stack??""}
|
|
|
942
942
|
UPDATE tool_uses
|
|
943
943
|
SET memory_session_id = ?
|
|
944
944
|
WHERE session_db_id = ?
|
|
945
|
-
`).run(t,e)})(),t&&this.requeuePromptSync(e))}enqueueMutationOp(e,t){if(!this.syncOpsEnabled)return;let s=JSON.parse(JSON.stringify(t));if(s.op==="set_prompt_session"){let r=s.target;r?.origin_device_id===null&&(r.origin_device_id="self")}
|
|
945
|
+
`).run(t,e)})(),t&&this.requeuePromptSync(e))}enqueueMutationOp(e,t){if(!this.syncOpsEnabled)return;let s=JSON.parse(JSON.stringify(t));if(s.op==="set_prompt_session"){let r=s.target;r?.origin_device_id===null&&(r.origin_device_id="self")}Kt(s),t.op==="set_prompt_session"&&this.cachedStatement(`
|
|
946
946
|
DELETE FROM sync_outbox
|
|
947
947
|
WHERE json_valid(body)
|
|
948
948
|
AND json_extract(body, '$.op') = 'set_prompt_session'
|
|
@@ -951,7 +951,7 @@ ${T.stack??""}
|
|
|
951
951
|
`).run(t.target?.origin_device_id??null,String(t.target?.origin_local_id??"")),this.cachedStatement(`
|
|
952
952
|
INSERT INTO sync_outbox (op_uuid, rev, body, created_at_epoch)
|
|
953
953
|
VALUES (?, ?, ?, ?)
|
|
954
|
-
`).run((0,
|
|
954
|
+
`).run((0,ot.randomUUID)(),String(e),JSON.stringify(t),Date.now())}requeuePromptSync(e){if(!this.syncOpsEnabled)return;let t=this.cachedStatement(`
|
|
955
955
|
SELECT memory_session_id, project, content_session_id, platform_source
|
|
956
956
|
FROM sdk_sessions WHERE id = ?
|
|
957
957
|
`).get(e);if(!t?.memory_session_id)return;this.db.transaction(()=>{let r=this.cachedStatement(`
|
|
@@ -960,7 +960,7 @@ ${T.stack??""}
|
|
|
960
960
|
`).all(e);if(r.length===0)return;let o=this.cachedStatement(`
|
|
961
961
|
UPDATE user_prompts SET sync_rev = ?, synced_at = NULL
|
|
962
962
|
WHERE id = ? AND origin_device_id IS NULL
|
|
963
|
-
`);for(let i of r){let a=
|
|
963
|
+
`);for(let i of r){let a=Yt(i.sync_rev);o.run(a,i.id),this.enqueueMutationOp(a,{op:"set_prompt_session",target:{origin_device_id:null,origin_local_id:i.id},fields:{memory_session_id:t.memory_session_id,project:t.project,content_session_id:t.content_session_id,platform_source:t.platform_source}})}})()}markSessionCompleted(e){let t=Date.now(),s=new Date(t).toISOString();this.db.prepare(`
|
|
964
964
|
UPDATE sdk_sessions
|
|
965
965
|
SET status = 'completed', completed_at = ?, completed_at_epoch = ?
|
|
966
966
|
WHERE id = ?
|
|
@@ -974,12 +974,12 @@ ${T.stack??""}
|
|
|
974
974
|
UPDATE sdk_sessions SET memory_session_id = ? WHERE id = ?
|
|
975
975
|
`).run(t,e),this.requeuePromptSync(e),E.info("DB","Registered memory_session_id before storage (FK fix)",{sessionDbId:e,newId:t})):r.memory_session_id!==t&&E.debug("DB","Keeping the registered memory_session_id",{sessionDbId:e,registered:r.memory_session_id,offered:t}),typeof s=="number"&&r.worker_port!==s&&this.db.prepare(`
|
|
976
976
|
UPDATE sdk_sessions SET worker_port = ? WHERE id = ?
|
|
977
|
-
`).run(s,e),r.memory_session_id??t}getProjectReadKeys(e){return
|
|
977
|
+
`).run(s,e),r.memory_session_id??t}getProjectReadKeys(e){return Lt(this.db,e)}getAllProjects(e){let t=e?C(e):void 0,s=`
|
|
978
978
|
SELECT DISTINCT project
|
|
979
979
|
FROM sdk_sessions
|
|
980
980
|
WHERE project IS NOT NULL AND project != ''
|
|
981
981
|
AND project != ?
|
|
982
|
-
`,r=[
|
|
982
|
+
`,r=[ge];return t&&(s+=" AND COALESCE(platform_source, ?) = ?",r.push(g,t)),s+=" ORDER BY project ASC",this.db.prepare(s).all(...r).map(i=>i.project)}getProjectCatalog(){let e=this.db.prepare(`
|
|
983
983
|
SELECT
|
|
984
984
|
COALESCE(platform_source, '${g}') as platform_source,
|
|
985
985
|
project,
|
|
@@ -989,7 +989,7 @@ ${T.stack??""}
|
|
|
989
989
|
AND project != ?
|
|
990
990
|
GROUP BY COALESCE(platform_source, '${g}'), project
|
|
991
991
|
ORDER BY latest_epoch DESC
|
|
992
|
-
`).all(
|
|
992
|
+
`).all(ge),t=[],s=new Set,r={};for(let i of e){let a=C(i.platform_source);r[a]||(r[a]=[]),r[a].includes(i.project)||r[a].push(i.project),s.has(i.project)||(s.add(i.project),t.push(i.project))}let o=tn(Object.keys(r));return{projects:t,sources:o,projectsBySource:Object.fromEntries(o.map(i=>[i,r[i]||[]]))}}getSessionCatalog(e={}){let t=Math.min(Math.max(Math.trunc(e.limit??jo),1),Go),s=Math.max(Math.trunc(e.offset??0),0),r=`
|
|
993
993
|
SELECT
|
|
994
994
|
s.content_session_id,
|
|
995
995
|
s.project,
|
|
@@ -1004,7 +1004,7 @@ ${T.stack??""}
|
|
|
1004
1004
|
FROM sdk_sessions s
|
|
1005
1005
|
WHERE s.project IS NOT NULL AND s.project != ''
|
|
1006
1006
|
AND s.project != ?
|
|
1007
|
-
`,o=[
|
|
1007
|
+
`,o=[ge];e.project&&(r+=" AND s.project = ?",o.push(e.project)),e.platformSource&&(r+=` AND COALESCE(s.platform_source, '${g}') = ?`,o.push(C(e.platformSource))),r+=" ORDER BY s.started_at_epoch DESC, s.id DESC LIMIT ? OFFSET ?",o.push(t+1,s);let i=this.db.prepare(r).all(...o);return{sessions:i.slice(0,t),hasMore:i.length>t}}getUserPromptById(e){return this.db.prepare(`
|
|
1008
1008
|
SELECT
|
|
1009
1009
|
up.*,
|
|
1010
1010
|
s.memory_session_id,
|
|
@@ -1013,7 +1013,7 @@ ${T.stack??""}
|
|
|
1013
1013
|
FROM user_prompts up
|
|
1014
1014
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1015
1015
|
WHERE up.id = ?
|
|
1016
|
-
`).get(e)}findRecentDuplicateUserPrompt(e,t,s,r){return
|
|
1016
|
+
`).get(e)}findRecentDuplicateUserPrompt(e,t,s,r){return Fn(this.db,e,Le(t),s,this.resolvePromptSessionDbId(e,r)??void 0)}getRecentSessionsWithStatus(e,t=3,s){let r=[e],o="";return s&&(o=`AND COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`,r.push(C(s))),r.push(t),this.db.prepare(`
|
|
1017
1017
|
SELECT * FROM (
|
|
1018
1018
|
SELECT
|
|
1019
1019
|
s.memory_session_id,
|
|
@@ -1038,7 +1038,7 @@ ${T.stack??""}
|
|
|
1038
1038
|
WHERE s.memory_session_id = observations.memory_session_id
|
|
1039
1039
|
AND COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?
|
|
1040
1040
|
)
|
|
1041
|
-
`,s.push(
|
|
1041
|
+
`,s.push(C(t))),this.db.prepare(`
|
|
1042
1042
|
SELECT title, subtitle, type, prompt_number
|
|
1043
1043
|
FROM observations
|
|
1044
1044
|
WHERE memory_session_id = ?
|
|
@@ -1050,25 +1050,25 @@ ${T.stack??""}
|
|
|
1050
1050
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id
|
|
1051
1051
|
WHERE o.id = ?
|
|
1052
1052
|
AND COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?
|
|
1053
|
-
`).get(e,
|
|
1053
|
+
`).get(e,C(t))||null:this.db.prepare(`
|
|
1054
1054
|
SELECT *
|
|
1055
1055
|
FROM observations
|
|
1056
1056
|
WHERE id = ?
|
|
1057
|
-
`).get(e)||null}upsertToolUse(e){return
|
|
1057
|
+
`).get(e)||null}upsertToolUse(e){return un(this.db,e)}linkToolUsesToObservation(e){return ln(this.db,e)}setToolUseDisposition(e){return an(this.db,e)}findSessionsWithPendingToolUses(e){return dn(this.db,e)}getPendingToolUses(e){return cn(this.db,e)}getToolUsesByIds(e,t={}){return _n(this.db,e,t)}queryToolUses(e={}){return pn(this.db,e)}appendWorkStateEntry(e){let t=fn(this.db,e);return ee({projects:[e.project]},"appendWorkStateEntry"),t}getWorkStateEntries(e,t){let s=gn(this.db,this.getProjectReadKeys(e),t),r=a=>a.replace(/[A-Z]/g,d=>d.toLowerCase()),o=new Set(e.map(r)),i=e.at(-1);return s.map(a=>i&&o.has(r(a.project))?{...a,scope_project:i}:a)}countToolUses(e={}){return mn(this.db,e)}getObservationsByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r,type:o,concepts:i,files:a}=t,d=Vt(t.limit),c=G(t),u=s==="relevance",l=s==="date_asc"?"ASC":"DESC",p=u?"":`ORDER BY o.created_at_epoch ${l}, o.id ${l}`,_=d&&!u?"LIMIT ?":"",T=e.map(()=>"?").join(","),b=[...e],N=[];if(c.length>0){let S=V("o",c,{includeMerged:!0});N.push(S.sql),b.push(...S.params)}if(r&&(N.push(`COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`),b.push(C(r))),o)if(Array.isArray(o)){let S=o.map(()=>"?").join(",");N.push(`o.type IN (${S})`),b.push(...o)}else N.push("o.type = ?"),b.push(o);if(i){let S=Array.isArray(i)?i:[i],P=S.map(()=>"EXISTS (SELECT 1 FROM json_each(o.concepts) WHERE value = ?)");b.push(...S),N.push(`(${P.join(" OR ")})`)}if(a){let S=Array.isArray(a)?a:[a],P=S.map(()=>"(EXISTS (SELECT 1 FROM json_each(o.files_read) WHERE value LIKE ? ESCAPE '\\') OR EXISTS (SELECT 1 FROM json_each(o.files_modified) WHERE value LIKE ? ESCAPE '\\'))");S.forEach(f=>{let y=f.replace(/[\\%_]/g,"\\$&");b.push(`%${y}%`,`%${y}%`)}),N.push(`(${P.join(" OR ")})`)}let I=N.length>0?`WHERE o.id IN (${T}) AND ${N.join(" AND ")}`:`WHERE o.id IN (${T})`;_&&b.push(d);let m=this.db.prepare(`
|
|
1058
1058
|
SELECT o.*
|
|
1059
1059
|
FROM observations o
|
|
1060
1060
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id
|
|
1061
|
-
${
|
|
1062
|
-
${_}
|
|
1061
|
+
${I}
|
|
1063
1062
|
${p}
|
|
1064
|
-
|
|
1063
|
+
${_}
|
|
1064
|
+
`).all(...b);if(!u)return m;let A=new Map(m.map(S=>[S.id,S])),k=e.map(S=>A.get(S)).filter(S=>!!S);return d?k.slice(0,d):k}getSummaryForSession(e,t){let s=[e],r="";return t&&(r=`
|
|
1065
1065
|
AND EXISTS (
|
|
1066
1066
|
SELECT 1
|
|
1067
1067
|
FROM sdk_sessions sdk
|
|
1068
1068
|
WHERE sdk.memory_session_id = session_summaries.memory_session_id
|
|
1069
1069
|
AND COALESCE(NULLIF(sdk.platform_source, ''), '${g}') = ?
|
|
1070
1070
|
)
|
|
1071
|
-
`,s.push(
|
|
1071
|
+
`,s.push(C(t))),this.db.prepare(`
|
|
1072
1072
|
SELECT
|
|
1073
1073
|
request, investigated, learned, completed, next_steps,
|
|
1074
1074
|
files_read, files_edited, notes, prompt_number, created_at,
|
|
@@ -1092,20 +1092,20 @@ ${T.stack??""}
|
|
|
1092
1092
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
1093
1093
|
AND content_session_id = ?
|
|
1094
1094
|
LIMIT 1
|
|
1095
|
-
`).get(g,
|
|
1095
|
+
`).get(g,C(t),e)?.id??null}setSessionObservedMetadata(e,t,s){this.db.prepare(`
|
|
1096
1096
|
UPDATE sdk_sessions
|
|
1097
1097
|
SET observed_model = COALESCE(?, observed_model),
|
|
1098
1098
|
observed_billing = COALESCE(?, observed_billing)
|
|
1099
1099
|
WHERE id = ?
|
|
1100
|
-
`).run(t||null,s||null,e)}getSdkSessionsBySessionIds(e,t=[]){if(e.length===0&&t.length===0)return[];let s=[...new Set(e),...new Set(t)],r=new Map;for(let o=0;o<s.length;o+=500){let i=s.slice(o,o+500),a=i.filter(l=>typeof l=="string"),d=i.filter(l=>typeof l=="number"),
|
|
1100
|
+
`).run(t||null,s||null,e)}getSdkSessionsBySessionIds(e,t=[]){if(e.length===0&&t.length===0)return[];let s=[...new Set(e),...new Set(t)],r=new Map;for(let o=0;o<s.length;o+=500){let i=s.slice(o,o+500),a=i.filter(l=>typeof l=="string"),d=i.filter(l=>typeof l=="number"),c=[];a.length&&c.push(`memory_session_id IN (${a.map(()=>"?").join(",")})`),d.length&&c.push(`id IN (SELECT session_db_id FROM user_prompts WHERE id IN (${d.map(()=>"?").join(",")}))`);let u=this.db.prepare(`
|
|
1101
1101
|
SELECT id, content_session_id, memory_session_id, project,
|
|
1102
1102
|
COALESCE(platform_source, '${g}') as platform_source,
|
|
1103
1103
|
user_prompt, custom_title,
|
|
1104
1104
|
started_at, started_at_epoch, completed_at, completed_at_epoch, status
|
|
1105
1105
|
FROM sdk_sessions
|
|
1106
|
-
WHERE ${
|
|
1106
|
+
WHERE ${c.join(" OR ")}
|
|
1107
1107
|
ORDER BY started_at_epoch DESC
|
|
1108
|
-
`);for(let l of
|
|
1108
|
+
`);for(let l of u.all(...i))r.set(l.id,l)}return[...r.values()].sort((o,i)=>i.started_at_epoch-o.started_at_epoch)}getPromptNumberFromUserPrompts(e,t,s){let r=this.resolvePromptSessionDbId(e,t),o=r!==null?"session_db_id = ?":"content_session_id = ?",i=r!==null?r:e;return s!==void 0?this.db.prepare(`
|
|
1109
1109
|
SELECT COALESCE(MAX(prompt_number), 0) as count FROM user_prompts WHERE ${o} AND created_at_epoch <= ?
|
|
1110
1110
|
`).get(i,s).count:this.db.prepare(`
|
|
1111
1111
|
SELECT COALESCE(MAX(prompt_number), 0) as count FROM user_prompts WHERE ${o}
|
|
@@ -1125,30 +1125,30 @@ ${T.stack??""}
|
|
|
1125
1125
|
AND length(trim(prompt_text)) > 0
|
|
1126
1126
|
ORDER BY created_at_epoch DESC
|
|
1127
1127
|
LIMIT 1
|
|
1128
|
-
`).get(e,t)?.prompt_text??null}createSDKSession(e,t,s,r,o){let i=new Date,a=i.getTime(),d=o?
|
|
1128
|
+
`).get(e,t)?.prompt_text??null}createSDKSession(e,t,s,r,o){let i=new Date,a=i.getTime(),d=o?C(o):g,c=Le(s);r&&this.validateSetTitleMutation(e,d,r);let u=this.db.prepare(`
|
|
1129
1129
|
SELECT id, platform_source
|
|
1130
1130
|
FROM sdk_sessions
|
|
1131
1131
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
1132
1132
|
AND content_session_id = ?
|
|
1133
|
-
`).get(g,d,e);if(
|
|
1133
|
+
`).get(g,d,e);if(u){if(t&&this.db.prepare(`
|
|
1134
1134
|
UPDATE sdk_sessions SET project = ?
|
|
1135
1135
|
WHERE id = ? AND (project IS NULL OR project = '' OR (project = 'unknown' AND cwd IS NULL))
|
|
1136
|
-
`).run(t,
|
|
1136
|
+
`).run(t,u.id),c&&c!==Ht&&this.db.prepare(`
|
|
1137
1137
|
UPDATE sdk_sessions SET user_prompt = ?
|
|
1138
1138
|
WHERE id = ? AND (user_prompt IS NULL OR user_prompt = '' OR user_prompt = ?)
|
|
1139
|
-
`).run(u
|
|
1139
|
+
`).run(c,u.id,Ht),r){let p=this.db.prepare("SELECT custom_title FROM sdk_sessions WHERE id = ?").get(u.id);p&&p.custom_title===null&&(this.db.prepare(`
|
|
1140
1140
|
UPDATE sdk_sessions SET custom_title = ?
|
|
1141
1141
|
WHERE id = ? AND custom_title IS NULL
|
|
1142
|
-
`).run(r,
|
|
1142
|
+
`).run(r,u.id),this.enqueueSetTitleOp(e,d,r))}return u.id}let l=this.db.prepare(`
|
|
1143
1143
|
INSERT INTO sdk_sessions
|
|
1144
1144
|
(content_session_id, memory_session_id, project, platform_source, user_prompt, custom_title, started_at, started_at_epoch, status)
|
|
1145
1145
|
VALUES (?, NULL, ?, ?, ?, ?, ?, ?, 'active')
|
|
1146
|
-
`).run(e,t,d,
|
|
1146
|
+
`).run(e,t,d,c,r||null,i.toISOString(),a);return r&&this.enqueueSetTitleOp(e,d,r),Number(l.lastInsertRowid)}setSessionCwd(e,t,s){t.trim()&&this.db.prepare("UPDATE sdk_sessions SET cwd = ?, project_key_source = ? WHERE id = ? AND cwd IS NULL").run(t,s??null,e)}getSessionCwd(e){return this.db.prepare("SELECT cwd FROM sdk_sessions WHERE id = ?").get(e)?.cwd??null}enqueueSetTitleOp(e,t,s){let r=this.validateSetTitleMutation(e,t,s);this.enqueueMutationOp("1",r)}validateSetTitleMutation(e,t,s){let r={op:"set_title",target:{content_session_id:e,platform_source:t},fields:{custom_title:s}};return Kt(r),r}saveUserPrompt(e,t,s,r,o,i){let a=new Date,d=a.getTime(),c=Le(s),u=this.resolvePromptSessionDbId(e,r);return this.db.prepare(`
|
|
1147
1147
|
INSERT INTO user_prompts
|
|
1148
1148
|
(session_db_id, content_session_id, prompt_number, prompt_text, created_at, created_at_epoch, native_prompt_id, native_prompt_hash)
|
|
1149
1149
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
1150
|
-
`).run(
|
|
1151
|
-
WHERE session_db_id = ? AND native_prompt_id = ?`).get(t,s);if(d){if(d.native_prompt_hash!==a)throw new Error("Native prompt identity was reused with different text");return{id:d.id,promptNumber:d.prompt_number,duplicate:!0}}let
|
|
1150
|
+
`).run(u,e,t,c,a.toISOString(),d,o??null,i??null).lastInsertRowid}saveNativeUserPrompt(e,t,s,r,o=r){if(!s||s.length>256||/[\s\x00-\x1f\x7f]/.test(s))throw new Error("Invalid native prompt identity");let i=Le(r),a=(0,ot.createHash)("sha256").update(Ze(o).trim()).digest("hex");return this.db.transaction(()=>{let d=this.db.prepare(`SELECT id, prompt_number, native_prompt_hash FROM user_prompts
|
|
1151
|
+
WHERE session_db_id = ? AND native_prompt_id = ?`).get(t,s);if(d){if(d.native_prompt_hash!==a)throw new Error("Native prompt identity was reused with different text");return{id:d.id,promptNumber:d.prompt_number,duplicate:!0}}let c=this.getPromptNumberFromUserPrompts(e,t)+1;return this.reopenCompletedSession(t),{id:this.saveUserPrompt(e,c,i,t,s,a),promptNumber:c,duplicate:!1}}).immediate()}getUserPrompt(e,t,s){let r=this.resolvePromptSessionDbId(e,s);return r!==null?this.db.prepare(`
|
|
1152
1152
|
SELECT prompt_text
|
|
1153
1153
|
FROM user_prompts
|
|
1154
1154
|
WHERE session_db_id = ? AND prompt_number = ?
|
|
@@ -1158,12 +1158,12 @@ ${T.stack??""}
|
|
|
1158
1158
|
FROM user_prompts
|
|
1159
1159
|
WHERE content_session_id = ? AND prompt_number = ?
|
|
1160
1160
|
LIMIT 1
|
|
1161
|
-
`).get(e,t)?.prompt_text??null}dedupConfig(){let e=j.loadFromFile(
|
|
1161
|
+
`).get(e,t)?.prompt_text??null}dedupConfig(){let e=j.loadFromFile(se),t=(r,o)=>{let i=Number(e[r]);return Number.isFinite(i)?i:o},s=(r,o)=>Math.trunc(t(r,o));return{enabled:e.MEMINDEX_DEDUP_ENABLED==="true",cosineThreshold:t("MEMINDEX_DEDUP_COSINE_THRESHOLD",.8),idfVetoDf:s("MEMINDEX_DEDUP_IDF_VETO_DF",10),minSharedTokens:s("MEMINDEX_DEDUP_MIN_SHARED_TOKENS",2),maxScan:s("MEMINDEX_DEDUP_MAX_SCAN",2e3),maxBackfillRows:s("MEMINDEX_DEDUP_MAX_BACKFILL_ROWS",5e4),minProjectDocs:s("MEMINDEX_DEDUP_MIN_PROJECT_DOCS",10)}}listDedupCandidates(e,t=100,s){let r="SELECT c.id, c.project, c.method, c.score, c.status, c.created_at_epoch, c.observation_id, o1.title AS observation_title, c.duplicate_of_id, o2.title AS duplicate_of_title FROM observation_dedup_candidates c JOIN observations o1 ON o1.id = c.observation_id JOIN observations o2 ON o2.id = c.duplicate_of_id ",o="(? IS NULL OR c.status = ?) ",i="ORDER BY c.score DESC, c.id DESC LIMIT ?",a=s??null;return e?this.db.prepare(`${r}WHERE c.project = ? AND ${o}${i}`).all(e,a,a,t):this.db.prepare(`${r}WHERE ${o}${i}`).all(a,a,t)}resolveDedupCandidate(e,t){return this.db.prepare("UPDATE observation_dedup_candidates SET status = ? WHERE id = ?").run(t,e).changes>0}isDedupEnabled(){return this.dedupConfig().enabled}runDedupScan(){return kn(this.db,this.dedupConfig())}maintainDedupOnInsert(e,t,s,r){Ln(this.db,e,s),xn(this.db,e,r.minProjectDocs)&&Xn(this.db,e,t,s,r)}storeObservation(e,t,s,r,o=0,i,a,d={}){if(!vt(s.title))throw new Error("storeObservation requires a non-empty title");let c=this.storeObservations(e,t,[s],null,r,o,i,a,d);return{id:c.observationIds[0],createdAtEpoch:c.createdAtEpoch,mergedIntoExisting:c.mergedIntoExisting[0]??!1}}storeSummary(e,t,s,r,o=0,i){let a=i??Date.now(),d=new Date(a).toISOString(),u=this.db.prepare(`
|
|
1162
1162
|
INSERT INTO session_summaries
|
|
1163
1163
|
(memory_session_id, project, request, investigated, learned, completed,
|
|
1164
1164
|
next_steps, files_read, files_edited, notes, prompt_number, discovery_tokens, created_at, created_at_epoch)
|
|
1165
1165
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1166
|
-
`).run(e,t,s.request,s.investigated,s.learned,s.completed,s.next_steps,JSON.stringify(s.files_read??[]),JSON.stringify(s.files_edited??[]),s.notes,r||null,o,d,a);return
|
|
1166
|
+
`).run(e,t,s.request,s.investigated,s.learned,s.completed,s.next_steps,JSON.stringify(s.files_read??[]),JSON.stringify(s.files_edited??[]),s.notes,r||null,o,d,a);return ee({projects:[t]},"storeSummary"),{id:Number(u.lastInsertRowid),createdAtEpoch:a}}storeObservations(e,t,s,r,o,i=0,a,d,c={}){let u=a??Date.now(),l=new Date(u).toISOString(),p=en(u),_=new Date(u),T=this.dedupConfig(),b=C(this.db.prepare("SELECT platform_source FROM sdk_sessions WHERE memory_session_id = ? LIMIT 1").get(e)?.platform_source),I=this.db.transaction(()=>{let h=[],m=[],A=[],k=this.db.prepare(`
|
|
1167
1167
|
INSERT INTO observations
|
|
1168
1168
|
(memory_session_id, project, type, title, subtitle, facts, narrative, concepts,
|
|
1169
1169
|
files_read, files_modified, prompt_number, discovery_tokens, agent_type, agent_id, content_hash, created_at, created_at_epoch,
|
|
@@ -1171,19 +1171,19 @@ ${T.stack??""}
|
|
|
1171
1171
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1172
1172
|
ON CONFLICT(memory_session_id, content_hash) DO NOTHING
|
|
1173
1173
|
RETURNING id
|
|
1174
|
-
`),S=this.db.prepare("SELECT id FROM observations WHERE memory_session_id = ? AND content_hash = ?");for(let f of s){if(!
|
|
1174
|
+
`),S=this.db.prepare("SELECT id FROM observations WHERE memory_session_id = ? AND content_hash = ?");for(let f of s){if(!vt(f.title)){E.debug("DB","Skipping observation with empty title");continue}let y=Js(e,f.title,f.narrative),q=Qe(t,b,f.title,Me(f.agent_id,f.agent_type));if(T.enabled){let it=S.get(e,y);if(it){Je(this.db,it.id,_),h.push(it.id),m.push(!1);continue}let Pe=c.skipTitleDedup?null:Mn(this.db,t,q);if(Pe){this.db.prepare("UPDATE observations SET occurrence_count = occurrence_count + 1 WHERE id = ?").run(Pe.id),Je(this.db,Pe.id,_),h.push(Pe.id),m.push(!0);continue}}let z=k.all(e,t,f.type,f.title,f.subtitle,JSON.stringify(f.facts),f.narrative,JSON.stringify(f.concepts),JSON.stringify(f.files_read),JSON.stringify(f.files_modified),o||null,i,f.agent_type??null,f.agent_id??null,y,l,u,d||null,f.metadata??null,q,p.dates,p.lastReinforced,c.branch??null)[0];if(z){T.enabled&&this.maintainDedupOnInsert(t,z.id,f.title,T),h.push(z.id),m.push(!1),A.push(z.id);continue}let me=S.get(e,y);if(!me)throw new Error(`storeObservations: ON CONFLICT without existing row for content_hash=${y}`);Je(this.db,me.id,_),h.push(me.id),m.push(!1)}let P=null;if(r){let f=Jn(s),y=r.files_read??f.files_read,q=r.files_edited??f.files_edited,me=this.db.prepare(`
|
|
1175
1175
|
INSERT INTO session_summaries
|
|
1176
1176
|
(memory_session_id, project, request, investigated, learned, completed,
|
|
1177
1177
|
next_steps, files_read, files_edited, notes, prompt_number, discovery_tokens, created_at, created_at_epoch)
|
|
1178
1178
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1179
|
-
`).run(e,t,r.request,r.investigated,r.learned,r.completed,r.next_steps,JSON.stringify(
|
|
1179
|
+
`).run(e,t,r.request,r.investigated,r.learned,r.completed,r.next_steps,JSON.stringify(y),JSON.stringify(q),r.notes,o||null,i,l,u);P=Number(me.lastInsertRowid)}return{observationIds:h,mergedIntoExisting:m,insertedObservationIds:A,summaryId:P,createdAtEpoch:u}})();return ee({projects:[t]},"storeObservations"),I}updateDiscoveryTokens(e,t,s){e.length===0&&t===null||this.db.transaction(()=>{let r=this.db.prepare("UPDATE observations SET discovery_tokens = ? WHERE id = ?");for(let o of e)r.run(s,o);t!==null&&this.db.prepare("UPDATE session_summaries SET discovery_tokens = ? WHERE id = ?").run(s,t)})()}getSessionSummariesByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r}=t,o=Vt(t.limit),i=G(t),a=s==="relevance",d=s==="date_asc"?"ASC":"DESC",c=a?"":`ORDER BY ss.created_at_epoch ${d}, ss.id ${d}`,u=o&&!a?"LIMIT ?":"",l=e.map(()=>"?").join(","),p=[...e],_=[];if(i.length>0){let m=V("ss",i,{includeMerged:!0});_.push(m.sql),p.push(...m.params)}r&&(_.push(`COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`),p.push(C(r)));let T=_.length>0?`AND ${_.join(" AND ")}`:"";u&&p.push(o);let N=this.db.prepare(`
|
|
1180
1180
|
SELECT ss.*
|
|
1181
1181
|
FROM session_summaries ss
|
|
1182
1182
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = ss.memory_session_id
|
|
1183
1183
|
WHERE ss.id IN (${l}) ${T}
|
|
1184
|
-
${u}
|
|
1185
1184
|
${c}
|
|
1186
|
-
|
|
1185
|
+
${u}
|
|
1186
|
+
`).all(...p);if(!a)return N;let I=new Map(N.map(m=>[m.id,m])),h=e.map(m=>I.get(m)).filter(m=>!!m);return o?h.slice(0,o):h}getUserPromptsByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r}=t,o=Vt(t.limit),i=G(t),a=s==="relevance",d=s==="date_asc"?"ASC":"DESC",c=a?"":`ORDER BY up.created_at_epoch ${d}, up.id ${d}`,u=o&&!a?"LIMIT ?":"",l=e.map(()=>"?").join(","),p=[...e],_=[];if(i.length>0){let m=V("s",i,{includeMerged:!1});_.push(m.sql),p.push(...m.params)}r&&(_.push(`COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`),p.push(C(r)));let T=_.length>0?`AND ${_.join(" AND ")}`:"";u&&p.push(o);let N=this.db.prepare(`
|
|
1187
1187
|
SELECT
|
|
1188
1188
|
up.*,
|
|
1189
1189
|
s.project,
|
|
@@ -1192,9 +1192,9 @@ ${T.stack??""}
|
|
|
1192
1192
|
FROM user_prompts up
|
|
1193
1193
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1194
1194
|
WHERE up.id IN (${l}) ${T}
|
|
1195
|
-
${u}
|
|
1196
1195
|
${c}
|
|
1197
|
-
|
|
1196
|
+
${u}
|
|
1197
|
+
`).all(...p);if(!a)return N;let I=new Map(N.map(m=>[m.id,m])),h=e.map(m=>I.get(m)).filter(m=>!!m);return o?h.slice(0,o):h}getTimelineAroundTimestamp(e,t=10,s=10,r,o,i){return this.getTimelineAroundObservation(null,e,t,s,r,o,i)}getTimelineAroundObservation(e,t,s=10,r=10,o,i,a){let d=G({project:o,projects:a}),c=i?C(i):void 0,u=(S,P,f=!1)=>{let y=[],q=[];if(d.length>0){let z=V(S,d,{includeMerged:f});y.push(z.sql),q.push(...z.params)}return c&&(y.push(`COALESCE(NULLIF(${P}.platform_source, ''), '${g}') = ?`),q.push(c)),{clause:y.length>0?`AND ${y.join(" AND ")}`:"",params:q}},l=u("o","src",!0),p=u("ss","src",!0),_=u("s","s"),T,b;if(e!==null){let S=`
|
|
1198
1198
|
SELECT o.id, o.created_at_epoch
|
|
1199
1199
|
FROM observations o
|
|
1200
1200
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
@@ -1208,7 +1208,7 @@ ${T.stack??""}
|
|
|
1208
1208
|
WHERE (o.created_at_epoch, o.id) >= (?, ?) ${l.clause}
|
|
1209
1209
|
ORDER BY o.created_at_epoch ASC
|
|
1210
1210
|
LIMIT ?
|
|
1211
|
-
`;try{let f=this.db.prepare(S).all(t,e,...l.params,s+1),
|
|
1211
|
+
`;try{let f=this.db.prepare(S).all(t,e,...l.params,s+1),y=this.db.prepare(P).all(t,e,...l.params,r+1);if(f.length===0&&y.length===0)return{observations:[],sessions:[],prompts:[]};T=f.length>0?f[f.length-1].created_at_epoch:t,b=y.length>0?y[y.length-1].created_at_epoch:t}catch(f){return f instanceof Error?E.error("DB","Error getting boundary observations",{project:o},f):E.error("DB","Error getting boundary observations with non-Error",{},new Error(String(f))),{observations:[],sessions:[],prompts:[]}}}else{let S=`
|
|
1212
1212
|
SELECT o.created_at_epoch
|
|
1213
1213
|
FROM observations o
|
|
1214
1214
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
@@ -1222,28 +1222,28 @@ ${T.stack??""}
|
|
|
1222
1222
|
WHERE o.created_at_epoch > ? ${l.clause}
|
|
1223
1223
|
ORDER BY o.created_at_epoch ASC
|
|
1224
1224
|
LIMIT ?
|
|
1225
|
-
`;try{let f=this.db.prepare(S).all(t,...l.params,s),
|
|
1225
|
+
`;try{let f=this.db.prepare(S).all(t,...l.params,s),y=this.db.prepare(P).all(t,...l.params,r);T=f.length>0?f[f.length-1].created_at_epoch:t,b=y.length>0?y[y.length-1].created_at_epoch:t}catch(f){return f instanceof Error?E.error("DB","Error getting boundary timestamps",{project:o},f):E.error("DB","Error getting boundary timestamps with non-Error",{},new Error(String(f))),{observations:[],sessions:[],prompts:[]}}}let N=`
|
|
1226
1226
|
SELECT o.*
|
|
1227
1227
|
FROM observations o
|
|
1228
1228
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1229
1229
|
WHERE o.created_at_epoch >= ? AND o.created_at_epoch <= ? ${l.clause}
|
|
1230
1230
|
ORDER BY o.created_at_epoch ASC, o.id ASC
|
|
1231
|
-
`,
|
|
1231
|
+
`,I=`
|
|
1232
1232
|
SELECT ss.*
|
|
1233
1233
|
FROM session_summaries ss
|
|
1234
1234
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = ss.memory_session_id
|
|
1235
|
-
WHERE ss.created_at_epoch >= ? AND ss.created_at_epoch <= ? ${
|
|
1235
|
+
WHERE ss.created_at_epoch >= ? AND ss.created_at_epoch <= ? ${p.clause}
|
|
1236
1236
|
ORDER BY ss.created_at_epoch ASC, ss.id ASC
|
|
1237
1237
|
`,h=`
|
|
1238
1238
|
SELECT up.*, s.project, s.memory_session_id, COALESCE(NULLIF(s.platform_source, ''), '${g}') as platform_source
|
|
1239
1239
|
FROM user_prompts up
|
|
1240
1240
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1241
|
-
WHERE up.created_at_epoch >= ? AND up.created_at_epoch <= ? ${
|
|
1241
|
+
WHERE up.created_at_epoch >= ? AND up.created_at_epoch <= ? ${_.clause}
|
|
1242
1242
|
ORDER BY up.created_at_epoch ASC, up.id ASC
|
|
1243
|
-
`,m=this.db.prepare(N).all(T,
|
|
1243
|
+
`,m=this.db.prepare(N).all(T,b,...l.params),A=this.db.prepare(I).all(T,b,...p.params),k=this.db.prepare(h).all(T,b,..._.params);return{observations:m,sessions:A.map(S=>({id:S.id,memory_session_id:S.memory_session_id,project:S.project,request:S.request,completed:S.completed,next_steps:S.next_steps,created_at:S.created_at,created_at_epoch:S.created_at_epoch})),prompts:k.map(S=>({id:S.id,content_session_id:S.content_session_id,prompt_number:S.prompt_number,prompt_text:S.prompt_text,project:S.project,platform_source:S.platform_source,created_at:S.created_at,created_at_epoch:S.created_at_epoch}))}}getOrCreateManualSession(e,t=g){let s=`manual-${e}`,r=`manual-content-${e}`;if(this.db.prepare("SELECT memory_session_id FROM sdk_sessions WHERE memory_session_id = ?").get(s))return t&&t!==g&&this.db.prepare("UPDATE sdk_sessions SET platform_source = ? WHERE memory_session_id = ?").run(t,s),s;let i=new Date;return this.db.prepare(`
|
|
1244
1244
|
INSERT INTO sdk_sessions (memory_session_id, content_session_id, project, platform_source, started_at, started_at_epoch, status)
|
|
1245
1245
|
VALUES (?, ?, ?, ?, ?, ?, 'active')
|
|
1246
|
-
`).run(s,r,e,g,i.toISOString(),i.getTime()),E.info("SESSION","Created manual session",{memorySessionId:s,project:e}),s}close(){this.db.close()}cachedStatement(e){let t=this.statementCache.get(e);return t||(t=this.db.prepare(e),this.statementCache.set(e,t)),t}importSdkSession(e){let t=
|
|
1246
|
+
`).run(s,r,e,g,i.toISOString(),i.getTime()),E.info("SESSION","Created manual session",{memorySessionId:s,project:e}),s}close(){this.db.close()}cachedStatement(e){let t=this.statementCache.get(e);return t||(t=this.db.prepare(e),this.statementCache.set(e,t)),t}importSdkSession(e){let t=C(e.platform_source),s=this.db.prepare(`SELECT id FROM sdk_sessions
|
|
1247
1247
|
WHERE platform_source = ? AND content_session_id = ?`).get(t,e.content_session_id);if(s)return{imported:!1,id:s.id};let r=e.custom_title??null;if(r!==null&&typeof r!="string")throw new TypeError("Imported custom_title must be a string or null");let o=this.db.prepare(`
|
|
1248
1248
|
INSERT INTO sdk_sessions (
|
|
1249
1249
|
content_session_id, memory_session_id, project, platform_source, user_prompt, custom_title,
|
|
@@ -1252,32 +1252,32 @@ ${T.stack??""}
|
|
|
1252
1252
|
`);return this.db.transaction(()=>({imported:!0,id:o.run(e.content_session_id,e.memory_session_id,e.project,t,e.user_prompt,r,e.started_at,e.started_at_epoch,e.completed_at,e.completed_at_epoch,e.status).lastInsertRowid}))()}importSessionSummary(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return E.warn("DB","Skipping imported session summary without memory_session_id",{project:typeof e?.project=="string"?e.project:null}),{imported:!1,id:0};let t=this.db.prepare(`SELECT id FROM session_summaries WHERE memory_session_id = ?
|
|
1253
1253
|
AND request IS ? AND investigated IS ? AND learned IS ? AND completed IS ?
|
|
1254
1254
|
AND next_steps IS ? AND files_read IS ? AND files_edited IS ? AND notes IS ?
|
|
1255
|
-
AND prompt_number IS ? AND created_at_epoch = ?`).get(e.memory_session_id,
|
|
1255
|
+
AND prompt_number IS ? AND created_at_epoch = ?`).get(e.memory_session_id,O(e.request),O(e.investigated),O(e.learned),O(e.completed),O(e.next_steps),O(e.files_read),O(e.files_edited),O(e.notes),e.prompt_number??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let r=this.db.prepare(`
|
|
1256
1256
|
INSERT INTO session_summaries (
|
|
1257
1257
|
memory_session_id, project, request, investigated, learned,
|
|
1258
1258
|
completed, next_steps, files_read, files_edited, notes,
|
|
1259
1259
|
prompt_number, discovery_tokens, created_at, created_at_epoch, merged_into_project
|
|
1260
1260
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1261
|
-
`).run(e.memory_session_id,e.project,
|
|
1261
|
+
`).run(e.memory_session_id,e.project,O(e.request),O(e.investigated),O(e.learned),O(e.completed),O(e.next_steps),O(e.files_read),O(e.files_edited),O(e.notes),e.prompt_number,e.discovery_tokens||0,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return ee({projects:[e.project]},"importSessionSummary"),{imported:!0,id:r.lastInsertRowid}}importObservation(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return E.warn("DB","Skipping imported observation without memory_session_id",{title:typeof e?.title=="string"?e.title:null,type:typeof e?.type=="string"?e.type:null}),{imported:!1,id:0};let t=this.db.prepare(`
|
|
1262
1262
|
SELECT id FROM observations
|
|
1263
1263
|
WHERE memory_session_id = ? AND text IS ? AND type = ?
|
|
1264
1264
|
AND title IS ? AND subtitle IS ? AND facts IS ? AND narrative IS ?
|
|
1265
1265
|
AND concepts IS ? AND files_read IS ? AND files_modified IS ?
|
|
1266
1266
|
AND prompt_number IS ? AND agent_type IS ?
|
|
1267
1267
|
AND agent_id IS ? AND created_at_epoch = ?
|
|
1268
|
-
`).get(e.memory_session_id,
|
|
1268
|
+
`).get(e.memory_session_id,O(e.text),e.type,O(e.title),O(e.subtitle),O(e.facts),O(e.narrative),O(e.concepts),O(e.files_read),O(e.files_modified),e.prompt_number??null,e.agent_type??null,e.agent_id??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let r=this.db.prepare(`
|
|
1269
1269
|
INSERT INTO observations (
|
|
1270
1270
|
memory_session_id, project, text, type, title, subtitle,
|
|
1271
1271
|
facts, narrative, concepts, files_read, files_modified,
|
|
1272
1272
|
prompt_number, discovery_tokens, agent_type, agent_id,
|
|
1273
1273
|
created_at, created_at_epoch, merged_into_project
|
|
1274
1274
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1275
|
-
`).run(e.memory_session_id,e.project,
|
|
1275
|
+
`).run(e.memory_session_id,e.project,O(e.text),e.type,O(e.title),O(e.subtitle),O(e.facts),O(e.narrative),O(e.concepts),O(e.files_read),O(e.files_modified),e.prompt_number,e.discovery_tokens||0,e.agent_type??null,e.agent_id??null,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return ee({projects:[e.project]},"importObservation"),{imported:!0,id:r.lastInsertRowid}}rebuildObservationsFTSIndex(){this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='observations_fts'").all().length>0&&this.db.run("INSERT INTO observations_fts(observations_fts) VALUES('rebuild')")}importUserPrompt(e){let t=null,s=e.platform_source?C(e.platform_source):void 0;if(typeof e.session_db_id=="number"){let a=this.db.prepare(`
|
|
1276
1276
|
SELECT id, content_session_id, COALESCE(NULLIF(platform_source, ''), '${g}') as platform_source
|
|
1277
1277
|
FROM sdk_sessions
|
|
1278
1278
|
WHERE id = ?
|
|
1279
1279
|
LIMIT 1
|
|
1280
|
-
`).get(e.session_db_id);a&&a.content_session_id===e.content_session_id&&(!s||
|
|
1280
|
+
`).get(e.session_db_id);a&&a.content_session_id===e.content_session_id&&(!s||C(a.platform_source)===s)&&(t=a.id)}t===null&&(t=this.resolvePromptSessionDbId(e.content_session_id,void 0,s));let r=this.db.prepare(`
|
|
1281
1281
|
SELECT id FROM user_prompts
|
|
1282
1282
|
WHERE ${t!==null?"session_db_id = ?":"content_session_id = ?"} AND prompt_number = ?
|
|
1283
1283
|
`).get(t??e.content_session_id,e.prompt_number);return r?{imported:!1,id:r.id}:{imported:!0,id:this.db.prepare(`
|
|
@@ -1285,5 +1285,5 @@ ${T.stack??""}
|
|
|
1285
1285
|
session_db_id, content_session_id, prompt_number, prompt_text,
|
|
1286
1286
|
created_at, created_at_epoch
|
|
1287
1287
|
) VALUES (?, ?, ?, ?, ?, ?)
|
|
1288
|
-
`).run(t,e.content_session_id,e.prompt_number,
|
|
1288
|
+
`).run(t,e.content_session_id,e.prompt_number,O(e.prompt_text),e.created_at,e.created_at_epoch).lastInsertRowid}}};0&&(module.exports={SessionStore,rollupObservationFileLists});
|
|
1289
1289
|
//# sourceMappingURL=SessionStore.js.map
|