memindex 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/plugins/marketplace.json +12 -0
- package/.claude-plugin/marketplace.json +7 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/.qoder-plugin/plugin.json +1 -1
- package/README.md +10 -12
- package/dist/bug-report/index.js +63 -63
- package/dist/npx-cli/index.js +355 -10233
- package/dist/opencode-plugin/index.js +35 -35
- package/dist/pi-extension/index.js +6 -6
- package/integrations/dsh/lib/index.js +28 -28
- package/integrations/dsh/package.json +1 -1
- package/integrations/openclaw/openclaw.plugin.json +1 -1
- package/package.json +5 -8
- package/plugin/.claude-plugin/plugin.json +1 -1
- package/plugin/.codex-plugin/plugin.json +1 -1
- package/plugin/.qoder-plugin/plugin.json +1 -1
- package/plugin/hooks.json +49 -0
- package/plugin/mcp_config.json +11 -0
- package/plugin/modes/personal.json +130 -0
- package/plugin/package.json +1 -1
- package/plugin/plugin.json +4 -0
- package/plugin/scripts/context-generator.cjs +51 -48
- package/plugin/scripts/context-generator.cjs.map +3 -3
- package/plugin/scripts/mcp-server.cjs +83 -83
- package/plugin/scripts/mcp-server.cjs.map +3 -3
- package/plugin/scripts/transcript-watcher.cjs +37 -37
- package/plugin/scripts/transcript-watcher.cjs.map +3 -3
- package/plugin/scripts/windows-hook-launcher.cjs +2 -0
- package/plugin/scripts/worker-service.cjs +1149 -668
- package/plugin/scripts/worker-service.cjs.map +3 -3
- package/plugin/skills/cloud-sync/SKILL.md +91 -0
- package/plugin/sqlite/SessionStore.js +317 -181
- package/plugin/sqlite/SessionStore.js.map +3 -3
- package/plugin/sqlite/observations/files.js +6 -6
- package/plugin/sqlite/observations/files.js.map +3 -3
- package/plugin/ui/viewer-bundle.js +2 -2
- package/plugin/scripts/server-service.cjs +0 -10305
- package/plugin/scripts/server-service.cjs.map +0 -6
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
var __CM_FILENAME__ = typeof __filename !== "undefined" ? __filename : require("node:path").resolve(process.argv[1] || "");
|
|
2
2
|
var __CM_DIRNAME__ = typeof __dirname !== "undefined" ? __dirname : require("node:path").dirname(__CM_FILENAME__);
|
|
3
3
|
var __IMPORT_META_URL__ = require("node:url").pathToFileURL(__CM_FILENAME__).href;
|
|
4
|
-
"use strict";var
|
|
5
|
-
`,t)}function
|
|
6
|
-
`);let
|
|
7
|
-
`)}finally{if(l!==void 0)try{(0,
|
|
8
|
-
${e.stack}`:e.message;if(Array.isArray(e))return`[${e.length} items]`;let t=Object.keys(e);return t.length===0?"{}":t.length<=3?this.safeStringify(e):`{${t.length} keys: ${t.slice(0,3).join(", ")}...}`}return String(e)}formatTool(e,t){if(!t)return e;let s=t;if(typeof t=="string")try{s=JSON.parse(t)}catch{s=t}if(s===null)return e;if(e==="Bash"&&s.command)return`${e}(${s.command})`;if(s.file_path)return`${e}(${s.file_path})`;if(s.notebook_path)return`${e}(${s.notebook_path})`;if(e==="Glob"&&s.pattern)return`${e}(${s.pattern})`;if(e==="Grep"&&s.pattern)return`${e}(${s.pattern})`;if(s.url)return`${e}(${s.url})`;if(s.query)return`${e}(${s.query})`;if(e==="Task"){if(s.subagent_type)return`${e}(${s.subagent_type})`;if(s.description)return`${e}(${s.description})`}return e==="Skill"&&s.skill?`${e}(${s.skill})`:e==="LSP"&&s.operation?`${e}(${s.operation})`:e}formatTimestamp(e){let t=e.getFullYear(),s=String(e.getMonth()+1).padStart(2,"0"),
|
|
4
|
+
"use strict";var xe=Object.defineProperty;var ws=Object.getOwnPropertyDescriptor;var Ps=Object.getOwnPropertyNames;var ks=Object.prototype.hasOwnProperty;var Bs=(r,e)=>{for(var t in e)xe(r,t,{get:e[t],enumerable:!0})},Hs=(r,e,t,s)=>{if(e&&typeof e=="object"||typeof e=="function")for(let n of Ps(e))!ks.call(r,n)&&n!==t&&xe(r,n,{get:()=>e[n],enumerable:!(s=ws(e,n))||s.enumerable});return r};var $s=r=>Hs(xe({},"__esModule",{value:!0}),r);var Qn={};Bs(Qn,{SessionStore:()=>ut,rollupObservationFileLists:()=>xs});module.exports=$s(Qn);var js=new Set;function V(r,e,t="additive"){for(let s of js)s({scope:r,reason:e,kind:t})}var ct=require("bun:sqlite"),Xe=require("crypto");var C=require("path"),gt=require("os"),It=require("fs"),Ot=require("url");var lt=require("os"),pt=require("path");function se(r,e=process.platform,t=(0,lt.homedir)()){return typeof r!="string"||r.length===0?r:r==="~"?t:r.startsWith("~/")||e==="win32"&&r.startsWith("~\\")?(0,pt.join)(t,r.slice(2)):r}var Nt=require("fs"),ft=require("os"),Be=require("path");var b=require("fs"),mt=require("crypto"),U=require("path");var Gs=null;function Ws(r){return(Gs??process.stderr.write.bind(process.stderr))(r)}function K(r){Ws(r)}var sr=Promise.resolve();var Ys=process.platform==="win32";function we(r){return r.replace(/^\uFEFF/,"")}function Pe(r){return JSON.parse(we(r))}function ne(r){return Pe((0,b.readFileSync)(r,"utf-8"))}function Vs(r){(0,b.existsSync)(r)||(0,b.mkdirSync)(r,{recursive:!0})}function q(r,e,t={}){Ks(r,JSON.stringify(e,null,2)+`
|
|
5
|
+
`,t)}function Ks(r,e,t={}){let s=r,n=new Set;try{for(;(0,b.lstatSync)(s).isSymbolicLink();){let c=(0,U.resolve)(s);if(n.has(c))throw Object.assign(new Error(`Symlink loop at ${s}`),{code:"ELOOP"});n.add(c);try{s=(0,b.realpathSync)(s);break}catch(l){if(l.code!=="ENOENT")throw l;let p=l instanceof Error?l:new Error(String(l));K(`memindex: realpathSync failed for ${s}, resolving symlink manually: ${p.message}
|
|
6
|
+
`);let N=(0,b.readlinkSync)(s);s=(0,U.resolve)((0,U.dirname)(s),N)}}}catch(c){if(c.code!=="ENOENT")throw c}Vs((0,U.dirname)(s));let i=(0,U.dirname)(s),o=(0,U.basename)(s),a=(0,U.join)(i,`.${o}.${process.pid}.${(0,mt.randomBytes)(6).toString("hex")}.tmp`),d=Buffer.from(e,"utf-8"),E=t.mode;if(E===void 0)try{E=(0,b.statSync)(s).mode&511}catch{}let _;try{_=E!==void 0?(0,b.openSync)(a,"w",E):(0,b.openSync)(a,"w");let c=0;for(;c<d.length;){let l=(0,b.writeSync)(_,d,c,d.length-c);if(l===0)throw new Error(`writeSync stalled at ${c}/${d.length} bytes`);c+=l}if((0,b.fsyncSync)(_),(0,b.closeSync)(_),_=void 0,(0,b.renameSync)(a,s),!Ys){let l;try{l=(0,b.openSync)(i,"r"),(0,b.fsyncSync)(l)}catch(p){let N=p instanceof Error?p:new Error(String(p));K(`memindex: directory fsync failed for ${i}: ${N.message}
|
|
7
|
+
`)}finally{if(l!==void 0)try{(0,b.closeSync)(l)}catch{}}}}catch(c){if(_!==void 0)try{(0,b.closeSync)(_)}catch{}try{(0,b.unlinkSync)(a)}catch{}throw c}}var fe="MEMINDEX_",qs="AGENT_MEM_",ge=[qs];function ke(r){return r.startsWith(fe)||ge.some(e=>r.startsWith(e))}function Js(r=process.env){for(let e of ge)for(let t of Object.keys(r)){if(!t.startsWith(e))continue;let s=fe+t.slice(e.length);r[s]===void 0&&(r[s]=r[t])}}function Ie(r){let e=null;for(let t of ge)for(let s of Object.keys(r)){if(!s.startsWith(t))continue;let n=fe+s.slice(t.length);(e??r)[n]===void 0&&(e??={...r},e[n]=r[s])}return e??r}Js();var zs=r=>r!==null&&typeof r=="object"&&!Array.isArray(r);function Tt(r){let e=r.env;return zs(e)&&Object.keys(e).some(ke)?"nested":"flat"}function J(r){return Tt(r)==="nested"?r.env:r}function St(r){return Tt(r)!=="nested"?r:Object.fromEntries(Object.entries(r).filter(([e])=>!ke(e)))}function re(r=process.env,e=(0,ft.homedir)()){if(r.MEMINDEX_DATA_DIR)return se(r.MEMINDEX_DATA_DIR,process.platform,e);let t=(0,Be.join)(e,".memindex"),s=(0,Be.join)(t,"settings.json");try{if((0,Nt.existsSync)(s)){let n=ne(s);if(n===null||typeof n!="object"||Array.isArray(n))return t;let i=Ie(J(n));if(typeof i.MEMINDEX_DATA_DIR=="string"&&i.MEMINDEX_DATA_DIR)return se(i.MEMINDEX_DATA_DIR,process.platform,e)}}catch{}return t}function Qs(){return typeof __CM_DIRNAME__<"u"?__CM_DIRNAME__:(0,C.dirname)((0,Ot.fileURLToPath)(__IMPORT_META_URL__))}var Nr=Qs();function Zs(r){let e=process.env.MEMINDEX_TEST_FORBIDDEN_DATA_DIR;if(e&&r===e)throw new Error(`A test resolved the real data folder ${r}. Point MEMINDEX_DATA_DIR at a temporary directory (and pass env: process.env to any child process the test starts).`);return r}function en(){return Zs(re())}var M=en(),tn=(0,C.join)((0,gt.homedir)(),".claude"),sn=process.env.CLAUDE_CONFIG_DIR||tn,fr=(0,C.join)(sn,"plugins","marketplaces","memindex"),nn=(0,C.join)(M,"logs"),Oe=(0,C.join)(M,"settings.json"),Rt="memindex.db";var Re=(0,C.join)(M,Rt),rn=(0,C.join)(M,"observer-sessions"),oe=(0,C.basename)(rn);function be(r){(0,It.mkdirSync)(r,{recursive:!0})}var He={dataDir:()=>M,workerPid:()=>(0,C.join)(M,"worker.pid"),serverPid:()=>(0,C.join)(M,".server-beta.pid"),serverPort:()=>(0,C.join)(M,".server-beta.port"),serverRuntime:()=>(0,C.join)(M,".server-beta.runtime.json"),settings:()=>(0,C.join)(M,"settings.json"),database:()=>(0,C.join)(M,Rt),chroma:()=>(0,C.join)(M,"chroma"),combinedCerts:()=>(0,C.join)(M,"combined_certs.pem"),transcriptsConfig:()=>(0,C.join)(M,"transcript-watch.json"),transcriptsState:()=>(0,C.join)(M,"transcript-watch-state.json"),corpora:()=>(0,C.join)(M,"corpora"),supervisorRegistry:()=>(0,C.join)(M,"supervisor.json"),envFile:()=>(0,C.join)(M,".env"),logsDir:()=>nn};var $=require("fs"),bt=require("path");var je=(i=>(i[i.DEBUG=0]="DEBUG",i[i.INFO=1]="INFO",i[i.WARN=2]="WARN",i[i.ERROR=3]="ERROR",i[i.SILENT=4]="SILENT",i))(je||{}),$e=null,Ge=class{level=null;useColor;logFilePath=null;logFileInitialized=!1;logFileDate=null;constructor(){this.useColor=process.stdout.isTTY??!1}ensureLogFileInitialized(){let e=new Date().toISOString().split("T")[0];if(this.logFileInitialized&&this.logFileDate===e)return;let t=this.logFileDate!==e;this.logFileInitialized=!1,this.logFileDate=e;try{let s=He.logsDir();(0,$.existsSync)(s)||(0,$.mkdirSync)(s,{recursive:!0}),this.logFilePath=(0,bt.join)(s,`memindex-${e}.log`),this.logFileInitialized=!0}catch(s){t&&console.error("[LOGGER] Failed to initialize log file:",s instanceof Error?s.message:String(s)),this.logFilePath=null}}getLevel(){if(this.level===null)try{let e=He.settings();if((0,$.existsSync)(e)){let t=J(ne(e)),s=(t.MEMINDEX_LOG_LEVEL||t.AGENT_MEM_LOG_LEVEL||"INFO").toString().toUpperCase();this.level=je[s]??1}else this.level=1}catch(e){console.error("[LOGGER] Failed to load log level from settings:",e instanceof Error?e.message:String(e)),this.level=1}return this.level}safeStringify(e,t,s=6){let n=new WeakSet,i=(o,a)=>{if(typeof o=="bigint")return`${o}n`;if(o===null||typeof o!="object")return o;let d=o.toJSON,E=typeof d=="function"?d.call(o):o;if(typeof E=="bigint")return`${E}n`;if(E===null||typeof E!="object")return E;if(n.has(E))return"[Circular]";if(a>=s)return Array.isArray(E)?"[Array]":"[Object]";n.add(E);try{if(Array.isArray(E))return E.map(c=>i(c,a+1));let _={};for(let c of Object.keys(E))try{_[c]=i(E[c],a+1)}catch{_[c]="[unreadable]"}return _}finally{n.delete(E)}};try{return JSON.stringify(i(e,0),null,t)??String(e)}catch{return Array.isArray(e)?`[${e.length} items]`:"[unserializable]"}}formatData(e){if(e==null)return"";if(typeof e=="string")return e;if(typeof e=="number"||typeof e=="boolean")return e.toString();if(typeof e=="object"){if(e instanceof Error)return this.getLevel()===0?`${e.message}
|
|
8
|
+
${e.stack}`:e.message;if(Array.isArray(e))return`[${e.length} items]`;let t=Object.keys(e);return t.length===0?"{}":t.length<=3?this.safeStringify(e):`{${t.length} keys: ${t.slice(0,3).join(", ")}...}`}return String(e)}formatTool(e,t){if(!t)return e;let s=t;if(typeof t=="string")try{s=JSON.parse(t)}catch{s=t}if(s===null)return e;if(e==="Bash"&&s.command)return`${e}(${s.command})`;if(s.file_path)return`${e}(${s.file_path})`;if(s.notebook_path)return`${e}(${s.notebook_path})`;if(e==="Glob"&&s.pattern)return`${e}(${s.pattern})`;if(e==="Grep"&&s.pattern)return`${e}(${s.pattern})`;if(s.url)return`${e}(${s.url})`;if(s.query)return`${e}(${s.query})`;if(e==="Task"){if(s.subagent_type)return`${e}(${s.subagent_type})`;if(s.description)return`${e}(${s.description})`}return e==="Skill"&&s.skill?`${e}(${s.skill})`:e==="LSP"&&s.operation?`${e}(${s.operation})`:e}formatTimestamp(e){let t=e.getFullYear(),s=String(e.getMonth()+1).padStart(2,"0"),n=String(e.getDate()).padStart(2,"0"),i=String(e.getHours()).padStart(2,"0"),o=String(e.getMinutes()).padStart(2,"0"),a=String(e.getSeconds()).padStart(2,"0"),d=String(e.getMilliseconds()).padStart(3,"0");return`${t}-${s}-${n} ${i}:${o}:${a}.${d}`}log(e,t,s,n,i){if(e<this.getLevel())return;this.ensureLogFileInitialized();let o=this.formatTimestamp(new Date),a=je[e].padEnd(5),d=t.padEnd(6),E="";n?.correlationId?E=`[${n.correlationId}] `:n?.sessionId&&(E=`[session-${n.sessionId}] `);let _="";i!=null&&(i instanceof Error?_=this.getLevel()===0?`
|
|
9
9
|
${i.message}
|
|
10
10
|
${i.stack}`:` ${i.message}`:this.getLevel()===0&&typeof i=="object"?_=`
|
|
11
|
-
`+this.safeStringify(i,2):_=" "+this.formatData(i));let
|
|
12
|
-
`,"utf8")}catch(p){let
|
|
13
|
-
${
|
|
14
|
-
`)}else
|
|
15
|
-
`)}debug(e,t,s,
|
|
11
|
+
`+this.safeStringify(i,2):_=" "+this.formatData(i));let c="";if(n){let{sessionId:p,memorySessionId:N,correlationId:h,...g}=n;Object.keys(g).length>0&&(c=` {${Object.entries(g).map(([I,m])=>typeof m!="object"||m===null||m instanceof Error||m instanceof Date?`${I}=${m}`:`${I}=${Array.isArray(m)?this.safeStringify(m):this.formatData(m)}`).join(", ")}}`)}let l=`[${o}] [${a}] [${d}] ${E}${s}${c}${_}`;if(this.logFilePath)try{(0,$.appendFileSync)(this.logFilePath,l+`
|
|
12
|
+
`,"utf8")}catch(p){let N=p instanceof Error?p:new Error(String(p));K(`[LOGGER] Failed to write to log file: ${N.message}
|
|
13
|
+
${N.stack??""}
|
|
14
|
+
`)}else K(l+`
|
|
15
|
+
`)}debug(e,t,s,n){this.log(0,e,t,s,n)}info(e,t,s,n){this.log(1,e,t,s,n)}warn(e,t,s,n){this.log(2,e,t,s,n)}setErrorSink(e){$e=e}error(e,t,s,n){this.log(3,e,t,s,n),this.routeErrorToSink(t,s,n)}routeErrorToSink(e,t,s){try{if(!$e||!(s instanceof Error))return;$e(s)}catch{}}dataIn(e,t,s,n){this.info(e,`\u2192 ${t}`,s,n)}dataOut(e,t,s,n){this.info(e,`\u2190 ${t}`,s,n)}success(e,t,s,n){this.info(e,`\u2713 ${t}`,s,n)}failure(e,t,s,n){this.error(e,`\u2717 ${t}`,s,n)}},u=new Ge;function x(r){let e=r.projects?.length?r.projects:r.project?[r.project]:[];return[...new Set(e.map(t=>t.trim()).filter(Boolean))]}function w(r,e,t){let s=e.map(()=>"?").join(",");return t.includeMerged?{sql:`(${r}.project COLLATE NOCASE IN (${s}) OR ${r}.merged_into_project COLLATE NOCASE IN (${s}))`,params:[...e,...e]}:{sql:`${r}.project COLLATE NOCASE IN (${s})`,params:[...e]}}function ht(r,e){let t=x({projects:e});if(t.length===0)return[];let s=t.map(()=>"?").join(","),n=[`SELECT project AS key FROM sdk_sessions WHERE project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`],i=r.prepare(n.join(" UNION "));try{let o=i.all(...n.flatMap(()=>t));return[...new Set([...t,...o.map(a=>a.key)])]}finally{i.finalize()}}var At=require("crypto");function We(r){return typeof r=="string"&&r.trim()!==""}function Dt(r,e,t){return(0,At.createHash)("sha256").update([r||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Ct(r){if(!r)return[];try{let e=JSON.parse(r);return Array.isArray(e)?e.filter(t=>typeof t=="string"&&t.length>0):[]}catch{return[]}}function Ye(r=new Date){return r.toISOString().slice(0,10)}function Lt(r,e=new Date,t=10){let s=Ye(e);if(r.includes(s))return r;let n=[...r,s];return n.length>t?n.slice(n.length-t):n}function Mt(r){let e=Ye(new Date(r));return{dates:JSON.stringify([e]),lastReinforced:e}}function he(r,e,t=new Date){let s=r.prepare("SELECT reinforcement_dates FROM observations WHERE id = ?").get(e);if(!s)return!1;let n=Ct(s.reinforcement_dates),i=Lt(n,t);return i===n?!1:(r.prepare("UPDATE observations SET reinforcement_dates = ?, last_reinforced = ? WHERE id = ?").run(JSON.stringify(i),i[i.length-1],e),!0)}var Ut=require("crypto");var S="claude";function on(r){return r.trim().toLowerCase().replace(/\s+/g,"-")}function A(r){if(!r)return S;let e=on(r);return e?e==="transcript"||e.includes("codex")?"codex":e.includes("cursor")?"cursor":e.includes("claude")?"claude":e.includes("kimi")?"kimi":e==="pi-mono"?"pi":e==="agy"||e==="antigravity"||e.startsWith("antigravity-")?"antigravity-cli":e:S}function yt(r){let e=["claude","codex","antigravity-cli","cursor","kimi"];return[...r].sort((t,s)=>{let n=e.indexOf(t),i=e.indexOf(s);return n!==-1||i!==-1?n===-1?1:i===-1?-1:n-i:t.localeCompare(s)})}var an=new Set(["mem_search","search","timeline","get_observations","get_summaries","get_tool_uses","session_start_context","observation_search","observation_context","memory_search","memory_context"]);function dn(r){if(!r.startsWith("mcp__"))return null;let e=r.split("__");if(e.length<3)return null;let t=e[1].toLowerCase();return!t.includes("memindex")&&!t.includes("agent-mem")&&!t.includes("agent_mem")&&!t.includes("mcp-search")&&!t.includes("mcp_search")?null:e.slice(2).join("__")}function Ve(r){if(!r)return!1;if(r.startsWith("memory_")||r==="mem_search"||r==="get_summaries")return!0;let e=dn(r);return e!==null&&an.has(e)}var _n=64*1024;function vt(r,e=_n){let t=Buffer.byteLength(r,"utf8");if(t<=e)return r;let s=Buffer.from(r,"utf8"),n=e;for(;n>0&&(s[n]&192)===128;)n--;return`${s.subarray(0,n).toString("utf8")}\u2026[truncated: ${t} bytes]`}function En(r,e,t){return(0,Ut.createHash)("sha256").update([r||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Xt(r){r.run(`
|
|
16
16
|
CREATE TABLE IF NOT EXISTS tool_uses (
|
|
17
17
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
18
18
|
tool_use_id TEXT NOT NULL,
|
|
@@ -20,7 +20,7 @@ ${T.stack??""}
|
|
|
20
20
|
memory_session_id TEXT,
|
|
21
21
|
session_db_id INTEGER,
|
|
22
22
|
project TEXT NOT NULL,
|
|
23
|
-
platform_source TEXT NOT NULL DEFAULT '${
|
|
23
|
+
platform_source TEXT NOT NULL DEFAULT '${S}',
|
|
24
24
|
tool_name TEXT NOT NULL,
|
|
25
25
|
tool_input TEXT,
|
|
26
26
|
tool_response TEXT,
|
|
@@ -36,25 +36,25 @@ ${T.stack??""}
|
|
|
36
36
|
created_at_epoch INTEGER NOT NULL,
|
|
37
37
|
UNIQUE(content_session_id, tool_use_id)
|
|
38
38
|
)
|
|
39
|
-
`),
|
|
39
|
+
`),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project ON tool_uses(project)"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project_nocase_created ON tool_uses(project COLLATE NOCASE, created_at_epoch DESC, id DESC)"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_memory_session ON tool_uses(memory_session_id)"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_content_session ON tool_uses(content_session_id)"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_session_db_id ON tool_uses(session_db_id)"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_tool_name ON tool_uses(tool_name)"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_created_at_epoch ON tool_uses(created_at_epoch)"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_observation_id ON tool_uses(observation_id)"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_or_generation_id ON tool_uses(or_generation_id)")}function Ft(r){let e=new Set(r.query("PRAGMA table_info(tool_uses)").all().map(t=>t.name));e.has("disposition")||r.run("ALTER TABLE tool_uses ADD COLUMN disposition TEXT"),e.has("disposition_at_epoch")||r.run("ALTER TABLE tool_uses ADD COLUMN disposition_at_epoch INTEGER"),r.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_pending_replay ON tool_uses(disposition, session_db_id) WHERE disposition = 'pending'")}function xt(r,e){let t=e.toolUseIds.filter(o=>typeof o=="string"&&o.length>0);if(t.length===0||e.from.length===0)return 0;let s=e.from.filter(o=>o!==null),n=[...e.from.includes(null)?["disposition IS NULL"]:[],...s.length>0?[`disposition IN (${s.map(()=>"?").join(",")})`]:[]].join(" OR "),i=r.prepare(`
|
|
40
40
|
UPDATE tool_uses
|
|
41
41
|
SET disposition = ?, disposition_at_epoch = ?
|
|
42
42
|
WHERE content_session_id = ?
|
|
43
43
|
AND tool_use_id IN (${t.map(()=>"?").join(",")})
|
|
44
|
-
AND (${
|
|
44
|
+
AND (${n})
|
|
45
45
|
AND (disposition IS NULL OR disposition != 'done')
|
|
46
|
-
`).run(e.to,e.atEpoch??Date.now(),e.contentSessionId,...t,...s);return Number(i.changes??0)}function
|
|
46
|
+
`).run(e.to,e.atEpoch??Date.now(),e.contentSessionId,...t,...s);return Number(i.changes??0)}function wt(r,e){return r.prepare(`
|
|
47
47
|
SELECT session_db_id, content_session_id, COUNT(*) AS pending_count
|
|
48
48
|
FROM tool_uses
|
|
49
49
|
WHERE disposition = 'pending' AND session_db_id IS NOT NULL
|
|
50
50
|
GROUP BY session_db_id, content_session_id
|
|
51
51
|
ORDER BY MIN(created_at_epoch) ASC, session_db_id ASC
|
|
52
52
|
LIMIT ?
|
|
53
|
-
`).all(Math.max(1,Math.floor(e)))}function
|
|
53
|
+
`).all(Math.max(1,Math.floor(e)))}function Pt(r,e){return r.prepare(`
|
|
54
54
|
SELECT * FROM tool_uses
|
|
55
55
|
WHERE content_session_id = ? AND disposition = 'pending'
|
|
56
56
|
ORDER BY created_at_epoch ASC, id ASC
|
|
57
|
-
`).all(e)}function
|
|
57
|
+
`).all(e)}function kt(r,e){if(!e.toolUseId||!e.contentSessionId||!e.toolName||Ve(e.toolName))return null;let t=e.createdAtEpoch??Date.now(),s=new Date(t).toISOString(),n=En(e.toolName,e.toolInput,e.toolResponse),i=e.toolInput!=null?vt(e.toolInput):null,o=e.toolResponse!=null?vt(e.toolResponse):null,a=r.prepare(`
|
|
58
58
|
INSERT INTO tool_uses (
|
|
59
59
|
tool_use_id, content_session_id, memory_session_id, session_db_id, project,
|
|
60
60
|
platform_source, tool_name, tool_input, tool_response, cwd, prompt_number,
|
|
@@ -79,7 +79,7 @@ ${T.stack??""}
|
|
|
79
79
|
or_session_id = COALESCE(excluded.or_session_id, tool_uses.or_session_id),
|
|
80
80
|
content_hash = excluded.content_hash
|
|
81
81
|
RETURNING id
|
|
82
|
-
`).get(e.toolUseId,e.contentSessionId,e.memorySessionId??null,e.sessionDbId??null,e.project??"",A(e.platformSource),e.toolName,i,o,e.cwd??null,e.promptNumber??null,e.agentType??null,e.agentId??null,e.orGenerationId??null,e.orSessionId??null,
|
|
82
|
+
`).get(e.toolUseId,e.contentSessionId,e.memorySessionId??null,e.sessionDbId??null,e.project??"",A(e.platformSource),e.toolName,i,o,e.cwd??null,e.promptNumber??null,e.agentType??null,e.agentId??null,e.orGenerationId??null,e.orSessionId??null,n,s,t);return a?a.id:null}function Bt(r,e){let t=e.toolUseIds.filter(i=>typeof i=="string"&&i.length>0);if(t.length===0)return 0;let s=t.map(()=>"?").join(","),n=r.prepare(`
|
|
83
83
|
UPDATE tool_uses
|
|
84
84
|
SET observation_id = COALESCE(observation_id, ?),
|
|
85
85
|
memory_session_id = CASE WHEN observation_id IS NULL
|
|
@@ -89,23 +89,23 @@ ${T.stack??""}
|
|
|
89
89
|
WHERE content_session_id = ?
|
|
90
90
|
AND tool_use_id IN (${s})
|
|
91
91
|
AND (observation_id IS NULL OR observation_id = ?)
|
|
92
|
-
`).run(e.observationId,e.memorySessionId??null,e.memorySessionId??null,e.contentSessionId,...t,e.observationId);return Number(
|
|
92
|
+
`).run(e.observationId,e.memorySessionId??null,e.memorySessionId??null,e.contentSessionId,...t,e.observationId);return Number(n.changes??0)}function Ht(r){return r?{clause:`COALESCE(NULLIF(platform_source, ''), '${S}') = ?`,param:A(r)}:null}function $t(r,e,t={}){let s=[],n=[];for(let _ of e){if(typeof _=="number"&&Number.isInteger(_)){s.push(_);continue}if(typeof _=="string"&&_.trim().length>0){let c=Number(_);Number.isInteger(c)&&String(c)===_.trim()&&s.push(c),n.push(_.trim())}}if(s.length===0&&n.length===0)return[];let i=[],o=[];s.length>0&&(i.push(`id IN (${s.map(()=>"?").join(",")})`),o.push(...s)),n.length>0&&(i.push(`tool_use_id IN (${n.map(()=>"?").join(",")})`),o.push(...n));let a=[`(${i.join(" OR ")})`];t.project&&(a.push("project COLLATE NOCASE = ?"),o.push(t.project)),t.contentSessionId&&(a.push("content_session_id = ?"),o.push(t.contentSessionId));let d=Ht(t.platformSource);d&&(a.push(d.clause),o.push(d.param));let E=t.limit&&t.limit>0?`LIMIT ${Math.floor(t.limit)}`:"";return r.prepare(`
|
|
93
93
|
SELECT * FROM tool_uses
|
|
94
94
|
WHERE ${a.join(" AND ")}
|
|
95
95
|
ORDER BY created_at_epoch DESC
|
|
96
|
-
${
|
|
97
|
-
`).all(...o)}function
|
|
96
|
+
${E}
|
|
97
|
+
`).all(...o)}function jt(r,e={}){let t=[],s=[];if(e.project&&(t.push("project COLLATE NOCASE = ?"),s.push(e.project)),e.contentSessionId&&(t.push("content_session_id = ?"),s.push(e.contentSessionId)),e.memorySessionId&&(t.push("memory_session_id = ?"),s.push(e.memorySessionId)),typeof e.sessionDbId=="number"&&(t.push("session_db_id = ?"),s.push(e.sessionDbId)),e.toolName){let E=Array.isArray(e.toolName)?e.toolName:[e.toolName];E.length>0&&(t.push(`tool_name IN (${E.map(()=>"?").join(",")})`),s.push(...E))}e.agentId&&(t.push("agent_id = ?"),s.push(e.agentId));let n=Ht(e.platformSource);n&&(t.push(n.clause),s.push(n.param)),typeof e.dateStart=="number"&&(t.push("created_at_epoch >= ?"),s.push(e.dateStart)),typeof e.dateEnd=="number"&&(t.push("created_at_epoch <= ?"),s.push(e.dateEnd));let i=t.length>0?`WHERE ${t.join(" AND ")}`:"",o=e.orderBy==="date_asc"?"ASC":"DESC",a=Math.min(Math.max(Math.floor(e.limit??50),1),500),d=Math.max(Math.floor(e.offset??0),0);return r.prepare(`
|
|
98
98
|
SELECT * FROM tool_uses
|
|
99
99
|
${i}
|
|
100
100
|
ORDER BY created_at_epoch ${o}, id ${o}
|
|
101
|
-
LIMIT ${a} OFFSET ${
|
|
102
|
-
`).all(...s)}function
|
|
101
|
+
LIMIT ${a} OFFSET ${d}
|
|
102
|
+
`).all(...s)}function Gt(r,e={}){let t=[],s=[];e.project&&(t.push("project COLLATE NOCASE = ?"),s.push(e.project)),e.contentSessionId&&(t.push("content_session_id = ?"),s.push(e.contentSessionId)),e.agentId&&(t.push("agent_id = ?"),s.push(e.agentId)),typeof e.dateStart=="number"&&(t.push("created_at_epoch >= ?"),s.push(e.dateStart)),typeof e.dateEnd=="number"&&(t.push("created_at_epoch <= ?"),s.push(e.dateEnd));let n=t.length>0?`WHERE ${t.join(" AND ")}`:"";return r.prepare(`
|
|
103
103
|
SELECT tool_name, COUNT(DISTINCT tool_use_id) AS uses
|
|
104
104
|
FROM tool_uses
|
|
105
|
-
${
|
|
105
|
+
${n}
|
|
106
106
|
GROUP BY tool_name
|
|
107
107
|
ORDER BY uses DESC, tool_name ASC
|
|
108
|
-
`).all(...s)}function
|
|
108
|
+
`).all(...s)}function Wt(r){r.run(`
|
|
109
109
|
CREATE TABLE IF NOT EXISTS work_state_entries (
|
|
110
110
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
111
111
|
project TEXT NOT NULL,
|
|
@@ -114,20 +114,20 @@ ${T.stack??""}
|
|
|
114
114
|
created_at TEXT NOT NULL,
|
|
115
115
|
created_at_epoch INTEGER NOT NULL
|
|
116
116
|
)
|
|
117
|
-
`),
|
|
117
|
+
`),r.run("CREATE INDEX IF NOT EXISTS idx_work_state_entries_project ON work_state_entries(project COLLATE NOCASE, list_name, id)")}function Yt(r,e){let t=e.createdAtEpoch??Date.now(),s=r.prepare(`
|
|
118
118
|
INSERT INTO work_state_entries (project, list_name, fields, created_at, created_at_epoch)
|
|
119
119
|
VALUES (?, ?, ?, ?, ?)
|
|
120
|
-
`).run(e.project,e.listName,JSON.stringify(e.fields),new Date(t).toISOString(),t),
|
|
120
|
+
`).run(e.project,e.listName,JSON.stringify(e.fields),new Date(t).toISOString(),t),n=Number(s.lastInsertRowid);return u.debug("DB","Work state entry appended",{id:n,project:e.project,listName:e.listName}),n}function Vt(r,e,t){if(e.length===0)return[];let s=e.map(()=>"?").join(", "),n=t===void 0?"":" AND list_name = ?";return r.prepare(`
|
|
121
121
|
SELECT id, project, list_name, fields, created_at_epoch
|
|
122
122
|
FROM work_state_entries
|
|
123
|
-
WHERE project COLLATE NOCASE IN (${s})${
|
|
123
|
+
WHERE project COLLATE NOCASE IN (${s})${n}
|
|
124
124
|
ORDER BY id
|
|
125
|
-
`).all(...e,...t===void 0?[]:[t]).map(o=>({...o,fields:JSON.parse(o.fields)}))}var B=require("fs"),P=require("path"),ke=require("os");var Ie={HEALTH_CHECK:3e3,API_REQUEST:3e4,SESSION_INIT_HOOK_CAP:15e3,SESSION_INIT_REQUEST:1e4,SESSION_INIT_REQUEST_MAX:14e3,HOOK_READINESS_WAIT:1e4,POST_SPAWN_WAIT:15e3,READINESS_WAIT:3e4,PORT_IN_USE_WAIT:3e3,POWERSHELL_COMMAND:1e4,WINDOWS_MULTIPLIER:1.5};function jt(n=process.platform){return n==="win32"?8e3:5e3}function ys(n=process.platform){return Ie.SESSION_INIT_HOOK_CAP-jt(n)}function Us(n){return process.platform==="win32"?Math.round(n*Ie.WINDOWS_MULTIPLIER):n}function Xs(n){try{return new URL(n).hostname.toLowerCase()==="openrouter.ai"}catch{return!1}}var Wt=new Set(["xiaomi/mimo-v2-flash:free"]);function Vt(n){return typeof n=="boolean"?String(n):n}function Kt(n){let e=n.MEMINDEX_OPENROUTER_MODEL;if(typeof e!="string"||!Wt.has(e.trim()))return!1;let t=typeof n.MEMINDEX_OPENROUTER_BASE_URL=="string"?n.MEMINDEX_OPENROUTER_BASE_URL.trim():"";return t===""||Xs(t)}var Fs=18e4,xs=[{key:"MEMINDEX_LLM_TIMEOUT_MS",legacy:"30000",markerTag:"llm-timeout-migrated-v1"},{key:"MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS",legacy:"30000",markerTag:"field-optimize-timeout-migrated-v1"}];function Ps(n,e){return(0,P.join)((0,P.dirname)(n),`.${(0,P.basename)(n)}.${e.markerTag}`)}function Pe(n,e){try{(0,B.writeFileSync)(Ps(n,e),new Date().toISOString(),{encoding:"utf-8",mode:384})}catch{}}var ws=new Set,K=class{static DEFAULTS={MEMINDEX_MEMORY_SEARCH_HOOK_ENABLED:"true",MEMINDEX_MEMORY_INSTRUCTIONS_ENABLED:"true",MEMINDEX_MEMORY_WATCH_ROOTS:"",MEMINDEX_MODEL:"claude-haiku-4-5-20251001",MEMINDEX_CONTEXT_OBSERVATIONS:"50",MEMINDEX_SESSION_START_INCLUDE_ALL_SOURCES:"false",MEMINDEX_WORKER_PORT:String(38700+(process.getuid?.()??77)%100),MEMINDEX_WORKER_HOST:"127.0.0.1",MEMINDEX_ALLOWED_ORIGINS:"",MEMINDEX_PUBLIC_URL:"",MEMINDEX_API_TIMEOUT_MS:String(Us(Ie.API_REQUEST)),MEMINDEX_SESSION_INIT_TIMEOUT_MS:String(ys()),MEMINDEX_IDLE_EXIT_SEC:"0",MEMINDEX_SKIP_TOOLS:"ListMcpResourcesTool,SlashCommand,Skill,TodoWrite,AskUserQuestion",MEMINDEX_SKIP_BASH_PATTERNS:"",MEMINDEX_SKIP_SUBAGENT_OBSERVATIONS:"false",MEMINDEX_SKIP_AGENT_TYPES:"",MEMINDEX_CAPTURE_ADVISOR_CALLS:"false",MEMINDEX_PROVIDER:"claude",MEMINDEX_CODEX_MODEL:"",MEMINDEX_CODEX_PATH:"codex",MEMINDEX_CODEX_REASONING_EFFORT:"low",MEMINDEX_CODEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_CODEX_OBSERVATION_BATCH_SIZE:"8",MEMINDEX_CODEX_OBSERVATION_BATCH_MAX_CHARS:"32000",MEMINDEX_CLAUDE_AUTH_METHOD:"subscription",MEMINDEX_GEMINI_API_KEY:"",MEMINDEX_GEMINI_API_KEYS:"",MEMINDEX_GEMINI_MODEL:"gemini-flash-latest",MEMINDEX_GEMINI_RATE_LIMITING_ENABLED:"true",MEMINDEX_OPENROUTER_API_KEY:"",MEMINDEX_OPENROUTER_API_KEYS:"",MEMINDEX_OPENROUTER_MODEL:"cohere/north-mini-code:free",MEMINDEX_OPENROUTER_BASE_URL:"",MEMINDEX_OPENROUTER_TEMPERATURE:"",MEMINDEX_OPENROUTER_SITE_URL:"",MEMINDEX_OPENROUTER_APP_NAME:"memindex",MEMINDEX_OPENROUTER_EXTRA_BODY:"",MEMINDEX_OPENROUTER_REASONING_EFFORT:"",MEMINDEX_OPENAI_COMPAT_PRESET:"",MEMINDEX_OPENAI_COMPAT_API_KEY:"",MEMINDEX_OPENAI_COMPAT_API_KEYS:"",MEMINDEX_OPENAI_COMPAT_BASE_URL:"",MEMINDEX_OPENAI_COMPAT_MODEL:"",MEMINDEX_QUOTA_FALLBACK_PROVIDER:"claude",MEMINDEX_QUOTA_FALLBACK_MODEL:"",MEMINDEX_QUOTA_THRESHOLD_FIVE_HOUR:"0.95",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_OPUS:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_SONNET:"0.92",MEMINDEX_QUOTA_THRESHOLD_OVERAGE:"0.95",MEMINDEX_DATA_DIR:(0,P.join)((0,ke.homedir)(),".memindex"),MEMINDEX_LOG_LEVEL:"INFO",MEMINDEX_PYTHON_VERSION:"3.13",CLAUDE_CODE_PATH:"",MEMINDEX_CLAUDE_CONFIG_DIR:"",MEMINDEX_OBSERVER_CLAUDE_CONFIG_DIR:"",MEMINDEX_MODE:"code",MEMINDEX_CONTEXT_SHOW_READ_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_WORK_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_AMOUNT:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_PERCENT:"true",MEMINDEX_CONTEXT_OBSERVATION_TYPES:"",MEMINDEX_CONTEXT_OBSERVATION_CONCEPTS:"",MEMINDEX_CONTEXT_FULL_COUNT:"0",MEMINDEX_CONTEXT_FULL_FIELD:"narrative",MEMINDEX_CONTEXT_SESSION_COUNT:"10",MEMINDEX_CONTEXT_SHOW_LAST_SUMMARY:"true",MEMINDEX_CONTEXT_SHOW_LAST_MESSAGE:"false",MEMINDEX_CONTEXT_MAIN_AGENT_ONLY:"true",MEMINDEX_REINFORCE_ALPHA:"0",MEMINDEX_CONTEXT_SHOW_TERMINAL_OUTPUT:"true",MEMINDEX_WELCOME_HINT_ENABLED:"true",MEMINDEX_WORK_STATE_ENABLED:"true",MEMINDEX_FILE_READ_GATE_ENABLED:"true",MEMINDEX_ENDLESS_MODE_ENABLED:"true",MEMINDEX_FOLDER_CLAUDEMD_ENABLED:"false",MEMINDEX_FOLDER_USE_LOCAL_MD:"false",MEMINDEX_TRANSCRIPTS_ENABLED:"true",MEMINDEX_TRANSCRIPTS_CONFIG_PATH:(0,P.join)((0,ke.homedir)(),".memindex","transcript-watch.json"),MEMINDEX_CODEX_TRANSCRIPT_INGESTION:"false",MEMINDEX_CODEX_SUBAGENT_INGESTION:"false",MEMINDEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS:"400000",MEMINDEX_OBSERVER_CONTEXT_WINDOW:"",MEMINDEX_OBSERVER_MAX_OUTPUT_TOKENS:"4096",MEMINDEX_OBSERVE_BARE_PROMPTS:"false",MEMINDEX_HOOK_FAIL_LOUD_THRESHOLD:"3",MEMINDEX_REDACT_ENABLED:"false",MEMINDEX_REDACT_DISABLED_BUILTINS:"",MEMINDEX_REDACT_CUSTOM_PATTERNS:"[]",MEMINDEX_REDACT_LOG_MATCHES:"false",MEMINDEX_EXCLUDED_PROJECTS:"",MEMINDEX_PROJECT_ENVIRONMENTS:"[]",MEMINDEX_FOLDER_MD_EXCLUDE:"[]",MEMINDEX_FOLDER_MD_SKELETON_DENYLIST:"[]",MEMINDEX_SEMANTIC_INJECT:"false",MEMINDEX_SEMANTIC_INJECT_LIMIT:"5",MEMINDEX_SEMANTIC_INJECT_FORMAT:"narrative",MEMINDEX_TIER_ROUTING_ENABLED:"true",MEMINDEX_TIER_SIMPLE_MODEL:"haiku",MEMINDEX_TIER_SUMMARY_MODEL:"",MEMINDEX_TIER_FAST_MODEL:"haiku",MEMINDEX_TIER_SMART_MODEL:"sonnet",MEMINDEX_CHROMA_ENABLED:"true",MEMINDEX_CHROMA_MODE:"local",MEMINDEX_CHROMA_HOST:"127.0.0.1",MEMINDEX_CHROMA_PORT:"8000",MEMINDEX_CHROMA_SSL:"false",MEMINDEX_CHROMA_API_KEY:"",MEMINDEX_CHROMA_TENANT:"default_tenant",MEMINDEX_CHROMA_DATABASE:"default_database",MEMINDEX_CHROMA_PREWARM_TIMEOUT_MS:"120000",MEMINDEX_CHROMA_MUTATION_TIMEOUT_MS:"600000",MEMINDEX_CHROMA_MAX_PENDING_MUTATIONS:"5000",MEMINDEX_CHROMA_MEMORY_LIMIT_MB:"2048",MEMINDEX_CHROMA_EMBEDDING_FUNCTION:"default",MEMINDEX_CHROMA_UVX_PATH:"",MEMINDEX_SEARCH_RECENCY_DAYS:"90",MEMINDEX_HOSTING_OFFER:"true",MEMINDEX_LLM_TIMEOUT_MS:String(Fs),MEMINDEX_LLM_STREAM_IDLE_TIMEOUT_MS:"90000",MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS:String(Fs),MEMINDEX_TV_TOKEN:"",MEMINDEX_GROK_BOT_AWARENESS_ENABLED:"false",MEMINDEX_GROK_BOT_AWARENESS_AGENT_IDS:"",MEMINDEX_GROK_BOT_AWARENESS_TRIGGER_TYPES:"decision,bugfix,security_alert,sensitive",MEMINDEX_GROK_BOT_AWARENESS_TRIGGER_CONCEPTS:"",MEMINDEX_GROK_BOT_INJECT_ENABLED:"false",MEMINDEX_GROK_BOT_INJECT_AGENT_IDS:"*",MEMINDEX_GROK_BOT_INJECT_TIER:"episode",MEMINDEX_GROK_BOT_INJECT_WINDOW:"80",MEMINDEX_GROK_BOT_INJECT_FALLBACK:"house",MEMINDEX_GROK_BOT_INJECT_PLATFORM_SOURCE:"",MEMINDEX_GROK_BOT_INJECT_PROJECTS_BY_AGENT:"",MEMINDEX_GROK_BOT_INJECT_MAX_LINE_CHARS:"160",MEMINDEX_GROK_BOT_INJECT_DEBOUNCE_MS:"1500",MEMINDEX_GROK_BOT_INJECT_STANDING_LINE:"",MEMINDEX_CCS_ALIGN_ENABLED:"false",MEMINDEX_CCS_ALIGN_VIEWER_IDS:"ccs-align",MEMINDEX_CCS_ALIGN_TRIGGER_TYPES:"decision,bugfix,security_alert,sensitive",MEMINDEX_CCS_ALIGN_PATCH_SHADOWS:"false",MEMINDEX_QUEUE_ENGINE:"sqlite",MEMINDEX_REDIS_URL:"",MEMINDEX_REDIS_HOST:"127.0.0.1",MEMINDEX_REDIS_PORT:"6379",MEMINDEX_REDIS_MODE:"external",MEMINDEX_QUEUE_REDIS_PREFIX:`memindex_${process.env.MEMINDEX_WORKER_PORT??String(38700+(process.getuid?.()??77)%100)}`,MEMINDEX_AUTH_MODE:"api-key",MEMINDEX_RUNTIME:"worker",MEMINDEX_SERVER_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(38877+(process.getuid?.()??77)%100)}`,MEMINDEX_SERVER_API_KEY:"",MEMINDEX_SERVER_PROJECT_ID:"",MEMINDEX_SERVER_BETA_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(38877+(process.getuid?.()??77)%100)}`,MEMINDEX_SERVER_BETA_API_KEY:"",MEMINDEX_SERVER_BETA_PROJECT_ID:"",MEMINDEX_DEDUP_ENABLED:"false",MEMINDEX_DEDUP_COSINE_THRESHOLD:"0.80",MEMINDEX_DEDUP_IDF_VETO_DF:"10",MEMINDEX_DEDUP_MIN_SHARED_TOKENS:"2",MEMINDEX_DEDUP_MIN_PROJECT_DOCS:"10",MEMINDEX_DEDUP_MAX_SCAN:"2000",MEMINDEX_DEDUP_MAX_BACKFILL_ROWS:"50000",MEMINDEX_TOOL_USES_RETENTION_DAYS:"0",MEMINDEX_WORKER_AUTOSTART:"true",MEMINDEX_PROJECT_NAME_SOURCE:"path"};static getAllDefaults(){return{...this.DEFAULTS}}static get(e){let t=process.env[e]??this.DEFAULTS[e];return e==="MEMINDEX_WORKER_HOST"?this.normalizeWorkerHost(t):t}static normalizeWorkerHost(e){return e==="localhost"?"127.0.0.1":e}static finalizeSettings(e,t){let s=t?this.applyEnvOverrides(e):e;return s.MEMINDEX_WORKER_HOST=this.normalizeWorkerHost(s.MEMINDEX_WORKER_HOST),s}static getInt(e){let t=this.get(e);return parseInt(t,10)}static applyEnvOverrides(e){let t={...e};for(let s of Object.keys(this.DEFAULTS))process.env[s]!==void 0&&(t[s]=process.env[s]);return t}static loadFromFile(e,t=!0,s={}){try{if(!(0,B.existsSync)(e)){let l=this.getAllDefaults();if(!s.readOnly)try{W(e,l,{mode:384});for(let p of xs)Pe(e,p);console.warn("[SETTINGS] Created settings file with defaults:",e)}catch(p){console.warn("[SETTINGS] Failed to create settings file, using in-memory defaults:",e,p instanceof Error?p.message:String(p))}return this.finalizeSettings(l,t)}let r=(0,B.readFileSync)(e,"utf-8"),i=Me(r),o=V(i),a=o!==i,E=ce(o),d=rs(i),_=a&&Object.keys(d).some(l=>l!=="env");if(a&&!_&&!s.readOnly)try{W(e,E,{mode:384}),console.warn("[SETTINGS] Migrated settings file from nested to flat schema:",e)}catch(l){console.warn("[SETTINGS] Failed to auto-migrate settings file:",e,l instanceof Error?l.message:String(l))}if(Kt(E)){let l=String(E.MEMINDEX_OPENROUTER_MODEL).trim();if(E={...E,MEMINDEX_OPENROUTER_MODEL:this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL},!s.readOnly)try{W(e,_?{...d,env:E}:E,{mode:384}),console.warn(`[SETTINGS] Migrated OpenRouter model off the retired default ${l} to ${this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL}:`,e)}catch(p){console.warn("[SETTINGS] Failed to migrate the retired OpenRouter model:",e,p instanceof Error?p.message:String(p))}}for(let l of xs)if(!(0,B.existsSync)(Ps(e,l))){if(E[l.key]!==l.legacy){s.readOnly||Pe(e,l);continue}if(E={...E,[l.key]:this.DEFAULTS[l.key]},!s.readOnly)try{W(e,_?{...d,env:E}:E,{mode:384}),Pe(e,l),console.warn(`[SETTINGS] Migrated ${l.key} off the old ${l.legacy}ms default to ${this.DEFAULTS[l.key]}ms:`,e)}catch(p){let T=`${l.key}\0${e}`;ws.has(T)||(ws.add(T),console.warn(`[SETTINGS] Failed to migrate ${l.key}; using the new default in memory (reported once per process):`,e,p instanceof Error?p.message:String(p)))}}let u={...this.DEFAULTS};for(let l of Object.keys(this.DEFAULTS))E[l]!==void 0&&(u[l]=Vt(E[l]));return this.finalizeSettings(u,t)}catch(r){console.warn("[SETTINGS] Failed to load settings, using defaults:",e,r instanceof Error?r.message:String(r));let i=this.getAllDefaults();return this.finalizeSettings(i,t)}}};var $s=require("crypto");function ee(n){let e=(n??"").normalize("NFC").toLowerCase().replace(/[^\p{L}\p{N}\p{M}\s]/gu," ").replace(/\s+/g," ").trim();return/[\p{L}\p{N}]/u.test(e)?e:""}function G(n){return(n??"").toLowerCase().trim().split(/\s+/).filter(Boolean)}function Be(n,e){return Math.log(1+e/(n+.5))}function ks(n,e){return t=>Be(n(t),e)}function Bs(n,e){let t=new Map;for(let s of new Set(n))t.set(s,e(s));return t}function Gs(n,e,t){let s=Bs(n,t),r=Bs(e,t),i=0,o=0,a=0;for(let[E,d]of s){o+=d*d;let _=r.get(E);_!==void 0&&(i+=d*_)}for(let[,E]of r)a+=E*E;return o===0||a===0?0:i/Math.sqrt(o*a)}function Hs(n,e,t,s){let r=new Set(n),i=new Set(e);for(let o of r)if(!i.has(o)&&t(o)>s)return!0;for(let o of i)if(!r.has(o)&&t(o)>s)return!0;return!1}function Ge(n,e,t,s){let r=ee(n);if(r!==""&&r===ee(e))return{tier:"exact",method:"exact",score:1};let i=G(n),o=G(e),a=s.minSharedTokens??2,E=new Set(o),d=0;for(let u of new Set(i))E.has(u)&&d++;if(d<a)return{tier:"none",method:"none",score:0};let _=Gs(i,o,t);return _>=s.cosineThreshold&&!Hs(i,o,t,s.vetoThetaIdf)?{tier:"candidate",method:"idf_cosine",score:_}:{tier:"none",method:"none",score:_}}function se(n,e){return!!n&&!!e}function ge(n,e,t,s=!1){let r=ee(t);if(r==="")return null;let i=A(e),o=s?"subagent":"main";return(0,$s.createHash)("sha256").update(`${n}\0${i}\0${o}\0${r}`).digest("hex").slice(0,32)}function js(n,e,t){return t===null?null:n.prepare("SELECT id, occurrence_count, created_at_epoch FROM observations WHERE project = ? AND title_norm_key = ? ORDER BY created_at_epoch ASC, id ASC LIMIT 1").get(e,t)??null}function Ws(n,e,t){let s=[...new Set(G(t))],r=n.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, 1) ON CONFLICT(project, token) DO UPDATE SET df = df + 1");for(let i of s)r.run(e,i);n.prepare("INSERT INTO dedup_meta (project, doc_count) VALUES (?, 1) ON CONFLICT(project) DO UPDATE SET doc_count = doc_count + 1").run(e)}function Vs(n,e){return Be(n+1,e)}function Ks(n,e){return n.prepare("SELECT doc_count FROM dedup_meta WHERE project = ?").get(e)?.doc_count??0}function Ys(n,e){let t=Ks(n,e),s=n.prepare("SELECT token, df FROM token_df WHERE project = ?").all(e),r=new Map(s.map(i=>[i.token,i.df]));return{idfFn:ks(i=>r.get(i)??0,t),docCount:t}}function qs(n){return n.prepare("INSERT OR IGNORE INTO observation_dedup_candidates (observation_id, duplicate_of_id, project, method, score, status, created_at, created_at_epoch) VALUES (?, ?, ?, ?, ?, ?, ?, ?)")}function Js(n,e,t){return Ks(n,e)>=t}function Yt(n,e,t=Number.POSITIVE_INFINITY){let s=n.prepare("SELECT COUNT(*) c FROM observations WHERE project = ?").get(e).c;if(s>t)return c.warn("DEDUP",`Skipping dedup backfill for project ${e}: ${s} rows exceeds cap ${t} (MEMINDEX_DEDUP_MAX_BACKFILL_ROWS)`),0;let r=n.prepare("SELECT o.id, o.title, o.agent_id, o.agent_type, s.platform_source FROM observations o LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id WHERE o.project = ?").all(e),i=n.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?"),o=n.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, ?)");return n.transaction(()=>{let E=new Map;for(let d of r){i.run(ge(e,d.platform_source,d.title,se(d.agent_id,d.agent_type)),d.id);for(let _ of new Set(G(d.title)))E.set(_,(E.get(_)??0)+1)}n.prepare("DELETE FROM token_df WHERE project = ?").run(e);for(let[d,_]of E)o.run(e,d,_);n.prepare("INSERT INTO dedup_meta (project, doc_count, last_rebuild_doc_count, deleted_since_rebuild) VALUES (?, ?, ?, 0) ON CONFLICT(project) DO UPDATE SET doc_count = excluded.doc_count, last_rebuild_doc_count = excluded.last_rebuild_doc_count, deleted_since_rebuild = 0").run(e,r.length,r.length)})(),r.length}function qt(n,e,t){let s=n.prepare("SELECT id, title FROM observations WHERE project = ? AND title IS NOT NULL ORDER BY id ASC").all(e);if(s.length<2)return 0;if(s.length>t.maxBackfillRows)return c.warn("DEDUP",`Skipping dedup sweep for project ${e}: ${s.length} rows exceeds cap ${t.maxBackfillRows}`),0;let{idfFn:r,docCount:i}=Ys(n,e),o={cosineThreshold:t.cosineThreshold,vetoThetaIdf:Vs(t.idfVetoDf,i),minSharedTokens:t.minSharedTokens},a=s.map(g=>new Set(G(g.title))),E=new Map;for(let g of a)for(let b of g)E.set(b,(E.get(b)??0)+1);let d=Math.max(2,Math.ceil(Math.sqrt(s.length))*4),_=new Map;a.forEach((g,b)=>{for(let R of g){let m=E.get(R);if(m<2||m>d)continue;let L=_.get(R);L||(L=[],_.set(R,L)),L.push(b)}});let u=new Map;for(let g of _.values())for(let b=0;b<g.length;b++)for(let R=b+1;R<g.length;R++){let m=`${g[b]}:${g[R]}`;u.set(m,(u.get(m)??0)+1)}let l=qs(n),p=new Date().toISOString(),T=Date.now(),f=0;for(let[g,b]of u){if(b<t.minSharedTokens)continue;let[R,m]=g.split(":").map(Number),L=Ge(s[R].title,s[m].title,r,o);L.tier==="candidate"&&(f+=l.run(s[m].id,s[R].id,e,L.method,L.score,"pending",p,T).changes)}return f}function zs(n,e){return n.prepare("SELECT DISTINCT project FROM observations").all().map(s=>s.project).map(s=>{let r=Yt(n,s,e.maxBackfillRows),i=qt(n,s,e);return{project:s,docs:r,candidates:i}})}function Qs(n,e,t,s,r){if(!s)return 0;let{idfFn:i,docCount:o}=Ys(n,e),a={cosineThreshold:r.cosineThreshold,vetoThetaIdf:Vs(r.idfVetoDf,o),minSharedTokens:r.minSharedTokens},E=n.prepare("SELECT id, title FROM observations WHERE project = ? AND id != ? AND title IS NOT NULL ORDER BY created_at_epoch DESC, id DESC LIMIT ?").all(e,t,r.maxScan);E.length===r.maxScan&&c.debug("DEDUP",`Tier-1 scan hit MAX_SCAN=${r.maxScan} for project ${e}; older rows covered by dedup-scan`);let d=qs(n),_=new Date().toISOString(),u=Date.now(),l=0;for(let p of E){let T=Ge(s,p.title,i,a);T.tier==="candidate"&&(l+=d.run(t,p.id,e,T.method,T.score,"pending",_,u).changes)}return l}function Zs(n,e,t,s,r){let i=Date.now()-s,o=r!==void 0?"up.session_db_id = ?":"up.content_session_id = ?",a=r??e;return n.prepare(`
|
|
125
|
+
`).all(...e,...t===void 0?[]:[t]).map(o=>({...o,fields:JSON.parse(o.fields)}))}var G=require("fs"),B=require("path"),ae=require("os");var Ae={HEALTH_CHECK:3e3,API_REQUEST:3e4,SESSION_INIT_HOOK_CAP:15e3,SESSION_INIT_REQUEST:1e4,SESSION_INIT_REQUEST_MAX:14e3,HOOK_READINESS_WAIT:1e4,POST_SPAWN_WAIT:15e3,READINESS_WAIT:3e4,PORT_IN_USE_WAIT:3e3,POWERSHELL_COMMAND:1e4,WINDOWS_MULTIPLIER:1.5};function cn(r=process.platform){return r==="win32"?8e3:5e3}function Kt(r=process.platform){return Ae.SESSION_INIT_HOOK_CAP-cn(r)}function qt(r){return process.platform==="win32"?Math.round(r*Ae.WINDOWS_MULTIPLIER):r}function Jt(r){try{return new URL(r).hostname.toLowerCase()==="openrouter.ai"}catch{return!1}}var zt=require("crypto"),Qt=require("fs"),j=require("os"),X=require("path");var un=4e4,ln=9e3,pn=["/tmp","/private/tmp","/var/folders","/private/var/folders"],Zt="60";function ie(r){let e=(0,X.resolve)(r),t=[],s=e;for(;;)try{return(0,X.join)(Qt.realpathSync.native(s),...t.reverse())}catch{let n=(0,X.dirname)(s);if(n===s)return e;t.push((0,X.basename)(s)),s=n}}function mn(r,e){let t=ie(e);return r===t||r.startsWith(t.endsWith(X.sep)?t:t+X.sep)}function Tn(r,e=(0,j.homedir)()){let t=ie(r),s=ie(e);return(process.platform==="win32"?[(0,j.tmpdir)()]:[(0,j.tmpdir)(),...pn]).some(i=>ie(i)!==s&&mn(t,i))}function Ke(r=process.env,e=(0,j.homedir)()){return r.MEMINDEX_TEST_FORBIDDEN_DATA_DIR?!0:Tn(re(r,e),e)}function Sn(){return 38700+(process.getuid?.()??77)%100}function Nn(r){let e=(0,zt.createHash)("sha256").update(ie(r)).digest();return un+e.readUInt32BE(0)%ln}function es(r=process.env,e=(0,j.homedir)()){return Ke(r,e)?Nn(re(r,e)):Sn()}var fn=new Set(["xiaomi/mimo-v2-flash:free"]);function gn(r){return typeof r=="boolean"?String(r):r}function In(r){let e=r.MEMINDEX_OPENROUTER_MODEL;if(typeof e!="string"||!fn.has(e.trim()))return!1;let t=typeof r.MEMINDEX_OPENROUTER_BASE_URL=="string"?r.MEMINDEX_OPENROUTER_BASE_URL.trim():"";return t===""||Jt(t)}var ts=18e4,ss=[{key:"MEMINDEX_LLM_TIMEOUT_MS",legacy:"30000",markerTag:"llm-timeout-migrated-v1"},{key:"MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS",legacy:"30000",markerTag:"field-optimize-timeout-migrated-v1"}];function rs(r,e){return(0,B.join)((0,B.dirname)(r),`.${(0,B.basename)(r)}.${e.markerTag}`)}function qe(r,e){try{(0,G.writeFileSync)(rs(r,e),new Date().toISOString(),{encoding:"utf-8",mode:384})}catch{}}var ns=new Set,z=class{static DEFAULTS={MEMINDEX_MEMORY_SEARCH_HOOK_ENABLED:"true",MEMINDEX_MEMORY_INSTRUCTIONS_ENABLED:"true",MEMINDEX_MEMORY_WATCH_ROOTS:"",MEMINDEX_MODEL:"claude-haiku-4-5-20251001",MEMINDEX_CONTEXT_OBSERVATIONS:"50",MEMINDEX_SESSION_START_INCLUDE_ALL_SOURCES:"false",MEMINDEX_WORKER_PORT:String(es()),MEMINDEX_WORKER_HOST:"127.0.0.1",MEMINDEX_ALLOWED_ORIGINS:"",MEMINDEX_PUBLIC_URL:"",MEMINDEX_API_TIMEOUT_MS:String(qt(Ae.API_REQUEST)),MEMINDEX_SESSION_INIT_TIMEOUT_MS:String(Kt()),MEMINDEX_IDLE_EXIT_SEC:Ke()?Zt:"0",MEMINDEX_SKIP_TOOLS:"ListMcpResourcesTool,SlashCommand,Skill,TodoWrite,AskUserQuestion",MEMINDEX_SKIP_BASH_PATTERNS:"",MEMINDEX_SKIP_SUBAGENT_OBSERVATIONS:"false",MEMINDEX_SKIP_AGENT_TYPES:"",MEMINDEX_CAPTURE_ADVISOR_CALLS:"false",MEMINDEX_PROVIDER:"claude",MEMINDEX_CODEX_MODEL:"",MEMINDEX_CODEX_PATH:"codex",MEMINDEX_CODEX_REASONING_EFFORT:"low",MEMINDEX_CODEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_CODEX_OBSERVATION_BATCH_SIZE:"8",MEMINDEX_CODEX_OBSERVATION_BATCH_MAX_CHARS:"32000",MEMINDEX_CLAUDE_AUTH_METHOD:"subscription",MEMINDEX_GEMINI_API_KEY:"",MEMINDEX_GEMINI_API_KEYS:"",MEMINDEX_GEMINI_MODEL:"gemini-flash-latest",MEMINDEX_GEMINI_RATE_LIMITING_ENABLED:"true",MEMINDEX_OPENROUTER_API_KEY:"",MEMINDEX_OPENROUTER_API_KEYS:"",MEMINDEX_OPENROUTER_MODEL:"cohere/north-mini-code:free",MEMINDEX_OPENROUTER_BASE_URL:"",MEMINDEX_OPENROUTER_TEMPERATURE:"",MEMINDEX_OPENROUTER_SITE_URL:"",MEMINDEX_OPENROUTER_APP_NAME:"memindex",MEMINDEX_OPENROUTER_EXTRA_BODY:"",MEMINDEX_OPENROUTER_REASONING_EFFORT:"",MEMINDEX_OPENAI_COMPAT_PRESET:"",MEMINDEX_OPENAI_COMPAT_API_KEY:"",MEMINDEX_OPENAI_COMPAT_API_KEYS:"",MEMINDEX_OPENAI_COMPAT_BASE_URL:"",MEMINDEX_OPENAI_COMPAT_MODEL:"",MEMINDEX_QUOTA_FALLBACK_PROVIDER:"claude",MEMINDEX_QUOTA_FALLBACK_MODEL:"",MEMINDEX_QUOTA_THRESHOLD_FIVE_HOUR:"0.95",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_OPUS:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_SONNET:"0.92",MEMINDEX_QUOTA_THRESHOLD_OVERAGE:"0.95",MEMINDEX_DATA_DIR:(0,B.join)((0,ae.homedir)(),".memindex"),MEMINDEX_SNAPSHOT_ENABLED:"true",MEMINDEX_SNAPSHOT_INTERVAL_HOURS:"24",MEMINDEX_SNAPSHOT_KEEP:"7",MEMINDEX_LOG_LEVEL:"INFO",MEMINDEX_PYTHON_VERSION:"3.13",CLAUDE_CODE_PATH:"",MEMINDEX_CLAUDE_CONFIG_DIR:"",MEMINDEX_OBSERVER_CLAUDE_CONFIG_DIR:"",MEMINDEX_MODE:"code",MEMINDEX_CONTEXT_SHOW_READ_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_WORK_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_AMOUNT:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_PERCENT:"true",MEMINDEX_CONTEXT_OBSERVATION_TYPES:"",MEMINDEX_CONTEXT_OBSERVATION_CONCEPTS:"",MEMINDEX_CONTEXT_FULL_COUNT:"0",MEMINDEX_CONTEXT_FULL_FIELD:"narrative",MEMINDEX_CONTEXT_SESSION_COUNT:"10",MEMINDEX_CONTEXT_SHOW_LAST_SUMMARY:"true",MEMINDEX_CONTEXT_SHOW_LAST_MESSAGE:"false",MEMINDEX_CONTEXT_MAIN_AGENT_ONLY:"true",MEMINDEX_REINFORCE_ALPHA:"0",MEMINDEX_CONTEXT_SHOW_TERMINAL_OUTPUT:"true",MEMINDEX_WELCOME_HINT_ENABLED:"true",MEMINDEX_WORK_STATE_ENABLED:"true",MEMINDEX_FILE_READ_GATE_ENABLED:"true",MEMINDEX_ENDLESS_MODE_ENABLED:"true",MEMINDEX_FOLDER_CLAUDEMD_ENABLED:"false",MEMINDEX_FOLDER_USE_LOCAL_MD:"false",MEMINDEX_TRANSCRIPTS_ENABLED:"true",MEMINDEX_TRANSCRIPTS_CONFIG_PATH:(0,B.join)((0,ae.homedir)(),".memindex","transcript-watch.json"),MEMINDEX_CODEX_TRANSCRIPT_INGESTION:"false",MEMINDEX_CODEX_SUBAGENT_INGESTION:"false",MEMINDEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS:"400000",MEMINDEX_OBSERVER_CONTEXT_WINDOW:"",MEMINDEX_OBSERVER_MAX_OUTPUT_TOKENS:"4096",MEMINDEX_OBSERVE_BARE_PROMPTS:"false",MEMINDEX_HOOK_FAIL_LOUD_THRESHOLD:"3",MEMINDEX_REDACT_ENABLED:"false",MEMINDEX_REDACT_DISABLED_BUILTINS:"",MEMINDEX_REDACT_CUSTOM_PATTERNS:"[]",MEMINDEX_REDACT_LOG_MATCHES:"false",MEMINDEX_EXCLUDED_PROJECTS:"",MEMINDEX_PROJECT_ENVIRONMENTS:"[]",MEMINDEX_FOLDER_MD_EXCLUDE:"[]",MEMINDEX_FOLDER_MD_SKELETON_DENYLIST:"[]",MEMINDEX_SEMANTIC_INJECT:"auto",MEMINDEX_SEMANTIC_INJECT_LIMIT:"5",MEMINDEX_SEMANTIC_INJECT_FORMAT:"narrative",MEMINDEX_TIER_ROUTING_ENABLED:"true",MEMINDEX_TIER_SIMPLE_MODEL:"haiku",MEMINDEX_TIER_SUMMARY_MODEL:"",MEMINDEX_TIER_FAST_MODEL:"haiku",MEMINDEX_TIER_SMART_MODEL:"sonnet",MEMINDEX_CHROMA_ENABLED:"true",MEMINDEX_CHROMA_MODE:"local",MEMINDEX_CHROMA_HOST:"127.0.0.1",MEMINDEX_CHROMA_PORT:"8000",MEMINDEX_CHROMA_SSL:"false",MEMINDEX_CHROMA_API_KEY:"",MEMINDEX_CHROMA_TENANT:"default_tenant",MEMINDEX_CHROMA_DATABASE:"default_database",MEMINDEX_CHROMA_PREWARM_TIMEOUT_MS:"120000",MEMINDEX_CHROMA_MUTATION_TIMEOUT_MS:"600000",MEMINDEX_CHROMA_MAX_PENDING_MUTATIONS:"5000",MEMINDEX_CHROMA_MEMORY_LIMIT_MB:"2048",MEMINDEX_CHROMA_EMBEDDING_FUNCTION:"default",MEMINDEX_CHROMA_UVX_PATH:"",MEMINDEX_SEARCH_RECENCY_DAYS:"90",MEMINDEX_HOSTING_OFFER:"true",MEMINDEX_CLOUD_SYNC_TOKEN:"",MEMINDEX_CLOUD_SYNC_USER_ID:"",MEMINDEX_CLOUD_SYNC_HUB_URL:"",MEMINDEX_CLOUD_SYNC_DEVICE_ID:"",MEMINDEX_CLOUD_SYNC_DEVICE_NAME:(0,ae.hostname)(),MEMINDEX_CLOUD_SYNC_WS:"true",MEMINDEX_CLOUD_SYNC_CONTENT_BATCH_SIZE:"40",MEMINDEX_CLOUD_SYNC_REQUEST_TIMEOUT_MS:"90000",MEMINDEX_LLM_TIMEOUT_MS:String(ts),MEMINDEX_LLM_STREAM_IDLE_TIMEOUT_MS:"90000",MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS:String(ts),MEMINDEX_TV_TOKEN:"",MEMINDEX_AUTH_MODE:"api-key",MEMINDEX_RUNTIME:"worker",MEMINDEX_SERVER_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(38877+(process.getuid?.()??77)%100)}`,MEMINDEX_SERVER_API_KEY:"",MEMINDEX_SERVER_PROJECT_ID:"",MEMINDEX_SERVER_BETA_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(38877+(process.getuid?.()??77)%100)}`,MEMINDEX_SERVER_BETA_API_KEY:"",MEMINDEX_SERVER_BETA_PROJECT_ID:"",MEMINDEX_DEDUP_ENABLED:"false",MEMINDEX_DEDUP_COSINE_THRESHOLD:"0.80",MEMINDEX_DEDUP_IDF_VETO_DF:"10",MEMINDEX_DEDUP_MIN_SHARED_TOKENS:"2",MEMINDEX_DEDUP_MIN_PROJECT_DOCS:"10",MEMINDEX_DEDUP_MAX_SCAN:"2000",MEMINDEX_DEDUP_MAX_BACKFILL_ROWS:"50000",MEMINDEX_TOOL_USES_RETENTION_DAYS:"0",MEMINDEX_WORKER_AUTOSTART:"true",MEMINDEX_PROJECT_NAME_SOURCE:"path"};static getAllDefaults(){return{...this.DEFAULTS}}static get(e){let t=process.env[e]??this.DEFAULTS[e];return e==="MEMINDEX_WORKER_HOST"?this.normalizeWorkerHost(t):t}static normalizeWorkerHost(e){return e==="localhost"?"127.0.0.1":e}static finalizeSettings(e,t){let s=t?this.applyEnvOverrides(e):e;return s.MEMINDEX_WORKER_HOST=this.normalizeWorkerHost(s.MEMINDEX_WORKER_HOST),s}static getInt(e){let t=this.get(e);return parseInt(t,10)}static applyEnvOverrides(e){let t={...e};for(let s of Object.keys(this.DEFAULTS))process.env[s]!==void 0&&(t[s]=process.env[s]);return t}static loadFromFile(e,t=!0,s={}){try{if(!(0,G.existsSync)(e)){let l=this.getAllDefaults();if(!s.readOnly)try{q(e,l,{mode:384});for(let p of ss)qe(e,p);console.warn("[SETTINGS] Created settings file with defaults:",e)}catch(p){console.warn("[SETTINGS] Failed to create settings file, using in-memory defaults:",e,p instanceof Error?p.message:String(p))}return this.finalizeSettings(l,t)}let n=(0,G.readFileSync)(e,"utf-8"),i=Pe(n),o=J(i),a=o!==i,d=Ie(o),E=St(i),_=a&&Object.keys(E).some(l=>l!=="env");if(a&&!_&&!s.readOnly)try{q(e,d,{mode:384}),console.warn("[SETTINGS] Migrated settings file from nested to flat schema:",e)}catch(l){console.warn("[SETTINGS] Failed to auto-migrate settings file:",e,l instanceof Error?l.message:String(l))}if(In(d)){let l=String(d.MEMINDEX_OPENROUTER_MODEL).trim();if(d={...d,MEMINDEX_OPENROUTER_MODEL:this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL},!s.readOnly)try{q(e,_?{...E,env:d}:d,{mode:384}),console.warn(`[SETTINGS] Migrated OpenRouter model off the retired default ${l} to ${this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL}:`,e)}catch(p){console.warn("[SETTINGS] Failed to migrate the retired OpenRouter model:",e,p instanceof Error?p.message:String(p))}}for(let l of ss)if(!(0,G.existsSync)(rs(e,l))){if(d[l.key]!==l.legacy){s.readOnly||qe(e,l);continue}if(d={...d,[l.key]:this.DEFAULTS[l.key]},!s.readOnly)try{q(e,_?{...E,env:d}:d,{mode:384}),qe(e,l),console.warn(`[SETTINGS] Migrated ${l.key} off the old ${l.legacy}ms default to ${this.DEFAULTS[l.key]}ms:`,e)}catch(p){let N=`${l.key}\0${e}`;ns.has(N)||(ns.add(N),console.warn(`[SETTINGS] Failed to migrate ${l.key}; using the new default in memory (reported once per process):`,e,p instanceof Error?p.message:String(p)))}}let c={...this.DEFAULTS};for(let l of Object.keys(this.DEFAULTS))d[l]!==void 0&&(c[l]=gn(d[l]));return this.finalizeSettings(c,t)}catch(n){console.warn("[SETTINGS] Failed to load settings, using defaults:",e,n instanceof Error?n.message:String(n));let i=this.getAllDefaults();return this.finalizeSettings(i,t)}}};var _s=require("crypto");function de(r){let e=(r??"").normalize("NFC").toLowerCase().replace(/[^\p{L}\p{N}\p{M}\s]/gu," ").replace(/\s+/g," ").trim();return/[\p{L}\p{N}]/u.test(e)?e:""}function W(r){return(r??"").toLowerCase().trim().split(/\s+/).filter(Boolean)}function Je(r,e){return Math.log(1+e/(r+.5))}function os(r,e){return t=>Je(r(t),e)}function is(r,e){let t=new Map;for(let s of new Set(r))t.set(s,e(s));return t}function as(r,e,t){let s=is(r,t),n=is(e,t),i=0,o=0,a=0;for(let[d,E]of s){o+=E*E;let _=n.get(d);_!==void 0&&(i+=E*_)}for(let[,d]of n)a+=d*d;return o===0||a===0?0:i/Math.sqrt(o*a)}function ds(r,e,t,s){let n=new Set(r),i=new Set(e);for(let o of n)if(!i.has(o)&&t(o)>s)return!0;for(let o of i)if(!n.has(o)&&t(o)>s)return!0;return!1}function ze(r,e,t,s){let n=de(r);if(n!==""&&n===de(e))return{tier:"exact",method:"exact",score:1};let i=W(r),o=W(e),a=s.minSharedTokens??2,d=new Set(o),E=0;for(let c of new Set(i))d.has(c)&&E++;if(E<a)return{tier:"none",method:"none",score:0};let _=as(i,o,t);return _>=s.cosineThreshold&&!ds(i,o,t,s.vetoThetaIdf)?{tier:"candidate",method:"idf_cosine",score:_}:{tier:"none",method:"none",score:_}}function _e(r,e){return!!r&&!!e}function De(r,e,t,s=!1){let n=de(t);if(n==="")return null;let i=A(e),o=s?"subagent":"main";return(0,_s.createHash)("sha256").update(`${r}\0${i}\0${o}\0${n}`).digest("hex").slice(0,32)}function Es(r,e,t){return t===null?null:r.prepare("SELECT id, occurrence_count, created_at_epoch FROM observations WHERE project = ? AND title_norm_key = ? ORDER BY created_at_epoch ASC, id ASC LIMIT 1").get(e,t)??null}function cs(r,e,t){let s=[...new Set(W(t))],n=r.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, 1) ON CONFLICT(project, token) DO UPDATE SET df = df + 1");for(let i of s)n.run(e,i);r.prepare("INSERT INTO dedup_meta (project, doc_count) VALUES (?, 1) ON CONFLICT(project) DO UPDATE SET doc_count = doc_count + 1").run(e)}function us(r,e){return Je(r+1,e)}function ls(r,e){return r.prepare("SELECT doc_count FROM dedup_meta WHERE project = ?").get(e)?.doc_count??0}function ps(r,e){let t=ls(r,e),s=r.prepare("SELECT token, df FROM token_df WHERE project = ?").all(e),n=new Map(s.map(i=>[i.token,i.df]));return{idfFn:os(i=>n.get(i)??0,t),docCount:t}}function ms(r){return r.prepare("INSERT OR IGNORE INTO observation_dedup_candidates (observation_id, duplicate_of_id, project, method, score, status, created_at, created_at_epoch) VALUES (?, ?, ?, ?, ?, ?, ?, ?)")}function Ts(r,e,t){return ls(r,e)>=t}function On(r,e,t=Number.POSITIVE_INFINITY){let s=r.prepare("SELECT COUNT(*) c FROM observations WHERE project = ?").get(e).c;if(s>t)return u.warn("DEDUP",`Skipping dedup backfill for project ${e}: ${s} rows exceeds cap ${t} (MEMINDEX_DEDUP_MAX_BACKFILL_ROWS)`),0;let n=r.prepare("SELECT o.id, o.title, o.agent_id, o.agent_type, s.platform_source FROM observations o LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id WHERE o.project = ?").all(e),i=r.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?"),o=r.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, ?)");return r.transaction(()=>{let d=new Map;for(let E of n){i.run(De(e,E.platform_source,E.title,_e(E.agent_id,E.agent_type)),E.id);for(let _ of new Set(W(E.title)))d.set(_,(d.get(_)??0)+1)}r.prepare("DELETE FROM token_df WHERE project = ?").run(e);for(let[E,_]of d)o.run(e,E,_);r.prepare("INSERT INTO dedup_meta (project, doc_count, last_rebuild_doc_count, deleted_since_rebuild) VALUES (?, ?, ?, 0) ON CONFLICT(project) DO UPDATE SET doc_count = excluded.doc_count, last_rebuild_doc_count = excluded.last_rebuild_doc_count, deleted_since_rebuild = 0").run(e,n.length,n.length)})(),n.length}function Rn(r,e,t){let s=r.prepare("SELECT id, title FROM observations WHERE project = ? AND title IS NOT NULL ORDER BY id ASC").all(e);if(s.length<2)return 0;if(s.length>t.maxBackfillRows)return u.warn("DEDUP",`Skipping dedup sweep for project ${e}: ${s.length} rows exceeds cap ${t.maxBackfillRows}`),0;let{idfFn:n,docCount:i}=ps(r,e),o={cosineThreshold:t.cosineThreshold,vetoThetaIdf:us(t.idfVetoDf,i),minSharedTokens:t.minSharedTokens},a=s.map(g=>new Set(W(g.title))),d=new Map;for(let g of a)for(let O of g)d.set(O,(d.get(O)??0)+1);let E=Math.max(2,Math.ceil(Math.sqrt(s.length))*4),_=new Map;a.forEach((g,O)=>{for(let I of g){let m=d.get(I);if(m<2||m>E)continue;let L=_.get(I);L||(L=[],_.set(I,L)),L.push(O)}});let c=new Map;for(let g of _.values())for(let O=0;O<g.length;O++)for(let I=O+1;I<g.length;I++){let m=`${g[O]}:${g[I]}`;c.set(m,(c.get(m)??0)+1)}let l=ms(r),p=new Date().toISOString(),N=Date.now(),h=0;for(let[g,O]of c){if(O<t.minSharedTokens)continue;let[I,m]=g.split(":").map(Number),L=ze(s[I].title,s[m].title,n,o);L.tier==="candidate"&&(h+=l.run(s[m].id,s[I].id,e,L.method,L.score,"pending",p,N).changes)}return h}function Ss(r,e){return r.prepare("SELECT DISTINCT project FROM observations").all().map(s=>s.project).map(s=>{let n=On(r,s,e.maxBackfillRows),i=Rn(r,s,e);return{project:s,docs:n,candidates:i}})}function Ns(r,e,t,s,n){if(!s)return 0;let{idfFn:i,docCount:o}=ps(r,e),a={cosineThreshold:n.cosineThreshold,vetoThetaIdf:us(n.idfVetoDf,o),minSharedTokens:n.minSharedTokens},d=r.prepare("SELECT id, title FROM observations WHERE project = ? AND id != ? AND title IS NOT NULL ORDER BY created_at_epoch DESC, id DESC LIMIT ?").all(e,t,n.maxScan);d.length===n.maxScan&&u.debug("DEDUP",`Tier-1 scan hit MAX_SCAN=${n.maxScan} for project ${e}; older rows covered by dedup-scan`);let E=ms(r),_=new Date().toISOString(),c=Date.now(),l=0;for(let p of d){let N=ze(s,p.title,i,a);N.tier==="candidate"&&(l+=E.run(t,p.id,e,N.method,N.score,"pending",_,c).changes)}return l}function fs(r,e,t,s,n){let i=Date.now()-s,o=n!==void 0?"up.session_db_id = ?":"up.content_session_id = ?",a=n??e;return r.prepare(`
|
|
126
126
|
SELECT
|
|
127
127
|
up.*,
|
|
128
128
|
s.memory_session_id,
|
|
129
129
|
s.project,
|
|
130
|
-
COALESCE(s.platform_source, '${
|
|
130
|
+
COALESCE(s.platform_source, '${S}') as platform_source
|
|
131
131
|
FROM user_prompts up
|
|
132
132
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
133
133
|
WHERE ${o}
|
|
@@ -135,13 +135,13 @@ ${T.stack??""}
|
|
|
135
135
|
AND up.created_at_epoch >= ?
|
|
136
136
|
ORDER BY up.created_at_epoch DESC
|
|
137
137
|
LIMIT 1
|
|
138
|
-
`).get(a,t,i)??void 0}var
|
|
138
|
+
`).get(a,t,i)??void 0}var Ce=require("fs");var Qe=String.raw`[A-Za-z0-9_.\-+/=~@#$%^*!?]`,bn=`(?=${Qe}{8})${Qe}*[A-Za-z]${Qe}*`;function Ze(r){return new RegExp(`${r}${bn}`,"gi")}var hn=[{name:"aws_access_key",regex:/AKIA[0-9A-Z]{16}/g},{name:"aws_secret_key",regex:/(?<=AWS_SECRET_ACCESS_KEY\s*[=:]\s*['"]?)[A-Za-z0-9/+=]{40}/g},{name:"github_pat",regex:/\bgh[oprs]_[A-Za-z0-9]{36}\b|\bgithub_pat_[A-Za-z0-9_]{82}\b/g},{name:"openai_key",regex:/\bsk-(?!ant-)[A-Za-z0-9_-]{20,}\b/g},{name:"anthropic_key",regex:/\bsk-ant-[A-Za-z0-9_-]{20,}\b/g},{name:"slack_token",regex:/\bxox[baprs]-[A-Za-z0-9-]{10,}\b/g},{name:"jwt",regex:/\beyJ[A-Za-z0-9_-]+\.eyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g},{name:"private_key_pem",regex:/-----BEGIN (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g},{name:"stripe_key",regex:/\b(?:sk|pk|rk)_(?:live|test)_[A-Za-z0-9]{24,}\b/g},{name:"google_api_key",regex:/\bAIza[0-9A-Za-z_-]{35}\b/g},{name:"memindex_key",regex:new RegExp("\\bmi_[A-Za-z0-9_-]{32,}","g")},{name:"generic_password",regex:Ze(String.raw`(?<=\b\w*_?(?:password|passwd|pwd)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"generic_token",regex:Ze(String.raw`(?<=\b\w*_(?:token|secret|api_key)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"bearer_token",regex:Ze(String.raw`(?<=\bAuthorization\s*:\s*Bearer\s*)`)}],An=1024*1024,Dn="<redacted type='oversize'/>";function Os(r,e){if(!e.enabled||r.length===0)return{redacted:r,counts:{},oversize:!1};if(r.length>An)return u.warn("REDACT","field exceeds the 1M-char redaction cap; replaced by an oversize marker",void 0,{inputLength:r.length}),{redacted:Dn,counts:{oversize:1},oversize:!0};let t=new Set(e.disabledBuiltinPatterns??[]),s={},n=r,i=[];for(let a of e.customPatterns??[]){if(!a.name||a.name.length===0){u.warn("REDACT","custom pattern skipped: missing name",void 0,{pattern:a});continue}try{i.push({name:a.name,regex:new RegExp(a.regex,"g")})}catch(d){u.warn("REDACT","custom pattern skipped: invalid regex",{name:a.name},d instanceof Error?d:new Error(String(d)))}}let o=[...i,...hn];for(let a of o)t.has(a.name)||(a.regex.lastIndex=0,n=n.replace(a.regex,()=>(s[a.name]=(s[a.name]??0)+1,`<redacted type='${a.name}'/>`)));return e.logMatches&&Object.keys(s).length>0&&u.debug("REDACT","patterns matched",void 0,{counts:s}),{redacted:n,counts:s,oversize:!1}}function Cn(r){if(!r||r.trim()==="")return[];try{let e=JSON.parse(r);return Array.isArray(e)?e.filter(t=>t&&typeof t.name=="string"&&typeof t.regex=="string"):(u.warn("REDACT","MEMINDEX_REDACT_CUSTOM_PATTERNS is not a JSON array, ignoring"),[])}catch(e){return u.warn("REDACT","failed to parse MEMINDEX_REDACT_CUSTOM_PATTERNS as JSON",void 0,e instanceof Error?e:new Error(String(e))),[]}}function Ln(r){return{enabled:r.MEMINDEX_REDACT_ENABLED==="true",disabledBuiltinPatterns:(r.MEMINDEX_REDACT_DISABLED_BUILTINS??"").split(",").map(e=>e.trim()).filter(Boolean),customPatterns:Cn(r.MEMINDEX_REDACT_CUSTOM_PATTERNS??"[]"),logMatches:r.MEMINDEX_REDACT_LOG_MATCHES==="true"}}var Ee=null,gs=0,Mn=5e3,ce=null,Is=!1,yn={enabled:!0,disabledBuiltinPatterns:[],customPatterns:[],logMatches:!1},vn=/"(?:MEMINDEX|AGENT_MEM)_REDACT_ENABLED"\s*:\s*"true"/;function Un(r){if(!(0,Ce.existsSync)(r))return null;try{return(0,Ce.readFileSync)(r,"utf-8")}catch{return""}}function Xn(r){if(r===null)return!1;try{let e=JSON.parse(we(r));return e===null||typeof e!="object"||Array.isArray(e)}catch{return!0}}function Fn(r,e,t){return process.env.MEMINDEX_REDACT_ENABLED==="false"||!(ce?.enabled===!0||vn.test(e))?t:(Is||(Is=!0,u.warn("REDACT","settings.json could not be read; secret redaction stays on until it is repaired",{settingsPath:r,using:ce?.enabled?"the last configuration that loaded":"the built-in patterns"})),ce?.enabled?ce:yn)}function Rs(r=Oe){let e=Date.now();if(Ee&&e-gs<Mn)return Ee;let t=z.loadFromFile(r),s=Ln(t),n=s.enabled?null:Un(r);return Xn(n)?Ee=Fn(r,n,s):(Ee=s,ce=s),gs=e,Ee}var et=["private","memindex-context","agent-mem-context","system_instruction","system-instruction","persisted-output","system-reminder"],xn=new Set(et),bs=/<([A-Za-z_][A-Za-z0-9_-]*)/y,hs=/<\/([A-Za-z_][A-Za-z0-9_-]*)\s*>/y;function wn(r){let e=Object.fromEntries(et.map(_=>[_,0])),t=r.length,s=new Int32Array(t+1);s[t]=t;for(let _=t-1;_>=0;_--)s[_]=r.charCodeAt(_)===62?_:s[_+1];let n=new Map,i=[],o=0,a=0;for(;a<t;){if(r.charCodeAt(a)!==60){a+=1;continue}hs.lastIndex=a;let _=hs.exec(r);if(_){let l=_[1],p=n.get(l),N=p&&p.head<p.items.length?p.items[p.head]:void 0;N&&a>=N.attrEnd&&(p.head+=1,i.push([N.start,a+_[0].length]),e[l]+=1,o+=1),a+=_[0].length;continue}bs.lastIndex=a;let c=bs.exec(r);if(c&&xn.has(c[1])){let l=c[1],p=a+c[0].length,N={start:a,attrEnd:s[p]},h=n.get(l);h?h.items.push(N):n.set(l,{items:[N],head:0}),a=p;continue}a+=1}i.sort((_,c)=>_[0]-c[0]);let d="",E=0;for(let[_,c]of i)_>E&&(d+=r.slice(E,_)),c>E&&(E=c);return d+=r.slice(E),{text:d,counts:e,total:o}}var As=100;function Pn(r){let{text:e,counts:t,total:s}=wn(r);return s>As&&u.warn("SYSTEM","tag count exceeds limit",void 0,{tagCount:s,maxAllowed:As,contentLength:r.length}),{stripped:Os(e.trim(),Rs()).redacted,counts:t}}function Le(r){return Pn(r).stripped}var Ao=new RegExp(`<(${et.join("|")})\\b[^>]*>[\\s\\S]*?</\\1>`);var kn=["task-notification"],Do=new RegExp(`^\\s*<(${kn.join("|")})\\b[^>]*>(?:(?!<\\1\\b|</\\1\\b)[\\s\\S])*</\\1>\\s*$`),Co=256*1024;var tt=4e3,st="[media prompt]";function ue(r){let e=r.trim(),s=Le(r).trim()||e;return s.length<=tt?s:(u.debug("DB","Truncated stored prompt text to the configured cap",{originalLength:s.length,storedLength:tt}),`${s.slice(0,tt-1)}\u2026`)}var Bn=require("bun:sqlite");var Ds=5e3,Hn=4194304,Z=66;function Cs(r){return r.prepare("PRAGMA user_version").get().user_version}var le=class extends Error{reason="schema_newer_than_binary";constructor(e){super(e),this.name="SchemaNewerThanBinaryError"}};function pe(r,e){r.run(`PRAGMA busy_timeout = ${Ds}`);let t=Cs(r);if(!(t<=e))throw new le(`SQLite database has schema v${t}; this memindex knows up to schema v${e}. Upgrade memindex before opening this database.`)}function nt(r,e){pe(r,e),Cs(r)<e&&r.run(`PRAGMA user_version = ${e}`)}function Ls(r,e){r.transaction(()=>nt(r,e)).immediate()}function $n(r){return r.prepare(`
|
|
139
139
|
SELECT name
|
|
140
140
|
FROM sqlite_master
|
|
141
141
|
WHERE type = 'table'
|
|
142
142
|
AND name NOT LIKE 'sqlite_%'
|
|
143
143
|
LIMIT 1
|
|
144
|
-
`).get()!=null}function
|
|
144
|
+
`).get()!=null}function Q(r,e,t){try{r.run(e)}catch(s){let n=s instanceof Error?s:new Error(String(s));throw u.warn("DB",`Failed to apply SQLite pragma ${t}`,{sql:e},n),s}}function Me(r,e={}){let{busyTimeoutMs:t=Ds,enableWal:s=!0,enableIncrementalAutoVacuum:n=!0}=e;Q(r,`PRAGMA busy_timeout = ${t}`,"busy_timeout"),Q(r,"PRAGMA foreign_keys = ON","foreign_keys"),Q(r,"PRAGMA synchronous = NORMAL","synchronous"),Q(r,`PRAGMA journal_size_limit = ${Hn}`,"journal_size_limit"),n&&!$n(r)&&Q(r,"PRAGMA auto_vacuum = INCREMENTAL","auto_vacuum"),s&&Q(r,"PRAGMA journal_mode = WAL","journal_mode")}var Ms=!1;function ye(r,...e){return typeof r.iterate=="function"?r.iterate(...e):(Ms||(Ms=!0,u.warn("DB","bun:sqlite lacks Statement.iterate(); falling back to .all()",{bunVersion:typeof Bun<"u"?Bun.version:"unknown",requiredBunVersion:">=1.1.31",impact:"rows are materialized in memory; upgrade Bun to restore streaming"})),r.all(...e))}function rt(r,e,t,s){try{let n=Number(s.limit);if(!Number.isInteger(n)||n<0)throw new Error("Page limit must be a non-negative integer");let i=Number(s.offset??0);if(!Number.isInteger(i))throw new Error("Page offset must be an integer");let o=[];if(n===0)return o;let a=Math.max(0,i);for(let d of ye(r,...e))if(t(d)){if(a>0){a--;continue}if(o.push(d),o.length===n)break}return o}finally{r.finalize()}}var at=require("bun:sqlite");function ee(r){return r.replace(/\\/g,"/").replace(/\/+/g,"/").replace(/\/+$/,"")}function ot(r,e){let t=ee(r),s=ee(e);if(t.startsWith(s+"/"))return!t.slice(s.length+1).includes("/");let n=s.split("/"),i=t.split("/");if(i.length<2)return s===""||s===".";let o=i.slice(0,-1).join("/"),a=i[i.length-1],d=/^([A-Za-z]:)?\//;if(!d.test(s)&&d.test(t)&&s!==""&&o.endsWith("/"+s))return a!=="";if(s.endsWith("/"+o)||s===o)return!a.includes("/");for(let E=0;E<n.length;E++)if(n.slice(E).join("/")===o)return!0;return!1}var jn=/^\d{4}-\d{2}-\d{2}$/;function Y(r,e){if(typeof r=="number")return r;let t=r.trim(),s=new Date(t).getTime();return e==="end"&&jn.test(t)?s+864e5-1:s}var it="\\u0E00-\\u0EFF\\u1000-\\u109F\\u1780-\\u17FF\\u3040-\\u30FF\\u3100-\\u318F\\u3400-\\u4DBF\\u4E00-\\u9FFF\\uAC00-\\uD7AF\\uF900-\\uFAFF",ys=["observations_ai","observations_ad","observations_au"],vs=["session_summaries_ai","session_summaries_ad","session_summaries_au"],me=`
|
|
145
145
|
CREATE TRIGGER IF NOT EXISTS observations_ai AFTER INSERT ON observations BEGIN
|
|
146
146
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
147
147
|
VALUES (new.id, new.title, new.subtitle, new.narrative, new.text, new.facts, new.concepts);
|
|
@@ -159,7 +159,7 @@ ${T.stack??""}
|
|
|
159
159
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
160
160
|
VALUES (new.id, new.title, new.subtitle, new.narrative, new.text, new.facts, new.concepts);
|
|
161
161
|
END;
|
|
162
|
-
`,
|
|
162
|
+
`,Te=`
|
|
163
163
|
CREATE TRIGGER IF NOT EXISTS session_summaries_ai AFTER INSERT ON session_summaries BEGIN
|
|
164
164
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
165
165
|
VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
|
|
@@ -177,7 +177,7 @@ ${T.stack??""}
|
|
|
177
177
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
178
178
|
VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
|
|
179
179
|
END;
|
|
180
|
-
`,
|
|
180
|
+
`,Us=class r{db;constructor(e=Re){e instanceof at.Database?this.db=e:(be(M),this.db=new at.Database(e)),pe(this.db,Z),Me(this.db),this._fts5Available=this.isFts5Available(),this.ensureFTSTables()}_fts5Available;ensureFTSTables(){let e=this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '%_fts'").all(),t=e.some(i=>i.name==="observations_fts"),s=e.some(i=>i.name==="session_summaries_fts");if(t&&s&&this.hasAllFtsTriggers(ys)&&this.hasAllFtsTriggers(vs))return;if(!this.isFts5Available()){u.warn("DB","FTS5 not available on this platform \u2014 skipping FTS table creation (search uses ChromaDB)");return}let n=t&&s;u.info("DB",n?"Converging FTS5 indexes and recreating missing sync triggers":"Creating FTS5 tables");try{this.db.transaction(()=>{nt(this.db,Z);let i=this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '%_fts'").all(),o=!i.some(_=>_.name==="observations_fts"),a=!i.some(_=>_.name==="session_summaries_fts"),d=!o&&!this.hasAllFtsTriggers(ys),E=!a&&!this.hasAllFtsTriggers(vs);this.createFTSTablesAndTriggers(o,a),d&&(this.rebuildFtsIndex("observations_fts"),this.db.run(me)),E&&(this.rebuildFtsIndex("session_summaries_fts"),this.db.run(Te))}).immediate(),u.info("DB",n?"FTS5 indexes converged and sync triggers recreated":"FTS5 tables created successfully")}catch(i){if(i instanceof le)throw i;this._fts5Available=!1,u.warn("DB","FTS5 table creation failed \u2014 search will use ChromaDB and LIKE queries",{},i instanceof Error?i:void 0)}}hasAllFtsTriggers(e){let t=e.map(()=>"?").join(", ");return this.db.prepare(`SELECT name FROM sqlite_master WHERE type='trigger' AND name IN (${t})`).all(...e).length===e.length}rebuildFtsIndex(e){this.db.run(`INSERT INTO ${e}(${e}) VALUES('rebuild')`)}isFts5Available(){try{return this.db.run("CREATE VIRTUAL TABLE temp._fts5_probe USING fts5(test_column)"),this.db.run("DROP TABLE temp._fts5_probe"),!0}catch(e){return u.debug("DB","FTS5 probe failed \u2014 FTS5 unavailable on this platform",void 0,e instanceof Error?e:new Error(String(e))),!1}}canReadFtsIndex(e){try{return this.db.prepare(`SELECT rowid FROM ${e} WHERE ${e} MATCH ? LIMIT 0`).all('"fts_read_probe"'),!0}catch{return!1}}createFTSTablesAndTriggers(e,t){e&&(this.db.run(`
|
|
181
181
|
CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
|
|
182
182
|
title,
|
|
183
183
|
subtitle,
|
|
@@ -192,7 +192,7 @@ ${T.stack??""}
|
|
|
192
192
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
193
193
|
SELECT id, title, subtitle, narrative, text, facts, concepts
|
|
194
194
|
FROM observations;
|
|
195
|
-
`),this.db.run(
|
|
195
|
+
`),this.db.run(me)),t&&(this.db.run(`
|
|
196
196
|
CREATE VIRTUAL TABLE IF NOT EXISTS session_summaries_fts USING fts5(
|
|
197
197
|
request,
|
|
198
198
|
investigated,
|
|
@@ -207,115 +207,115 @@ ${T.stack??""}
|
|
|
207
207
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
208
208
|
SELECT id, request, investigated, learned, completed, next_steps, notes
|
|
209
209
|
FROM session_summaries;
|
|
210
|
-
`),this.db.run(
|
|
210
|
+
`),this.db.run(Te))}buildFilterClause(e,t,s="o"){let n=[],i=x(e);if(i.length>0){let o=w(s,i,{includeMerged:!0});n.push(o.sql),t.push(...o.params)}if(e.platformSource&&(n.push(`COALESCE(NULLIF((SELECT s2.platform_source FROM sdk_sessions s2 WHERE s2.memory_session_id = ${s}.memory_session_id), ''), '${S}') = ?`),t.push(A(e.platformSource))),e.type)if(Array.isArray(e.type)){let o=e.type.map(()=>"?").join(",");n.push(`${s}.type IN (${o})`),t.push(...e.type)}else n.push(`${s}.type = ?`),t.push(e.type);if(e.dateRange){let{start:o,end:a}=e.dateRange;o&&(n.push(`${s}.created_at_epoch >= ?`),t.push(Y(o,"start"))),a&&(n.push(`${s}.created_at_epoch <= ?`),t.push(Y(a,"end")))}if(e.concepts){let o=Array.isArray(e.concepts)?e.concepts:[e.concepts],a=`${s}.concepts`,d=`CASE WHEN json_valid(${a}) THEN CASE
|
|
211
211
|
WHEN json_type(${a}) = 'array' THEN ${a}
|
|
212
212
|
WHEN json_type(${a}) = 'text' THEN json_array(json_extract(${a}, '$'))
|
|
213
|
-
ELSE json_array(${a}) END ELSE json_array(${a}) END`,
|
|
214
|
-
EXISTS (SELECT 1 FROM json_each(${
|
|
215
|
-
OR EXISTS (SELECT 1 FROM json_each(${
|
|
216
|
-
)`);
|
|
213
|
+
ELSE json_array(${a}) END ELSE json_array(${a}) END`,E=o.map(()=>`EXISTS (SELECT 1 FROM json_each(${d}) WHERE type = 'text' AND value = ?)`);E.length>0&&(n.push(`(${E.join(" OR ")})`),t.push(...o))}if(e.files){let o=Array.isArray(e.files)?e.files:[e.files],a=s==="s"?"files_edited":"files_modified",d=o.map(()=>`(
|
|
214
|
+
EXISTS (SELECT 1 FROM json_each(${r.fileArrayJson(`${s}.files_read`)}) WHERE type = 'text' AND value LIKE ? ESCAPE '\\')
|
|
215
|
+
OR EXISTS (SELECT 1 FROM json_each(${r.fileArrayJson(`${s}.${a}`)}) WHERE type = 'text' AND value LIKE ? ESCAPE '\\')
|
|
216
|
+
)`);d.length>0&&(n.push(`(${d.join(" OR ")})`),o.forEach(E=>{let _=E.replace(/[\\%_]/g,"\\$&");t.push(`%${_}%`,`%${_}%`)}))}return n.length>0?n.join(" AND "):""}static UNSEGMENTED_SCRIPT=new RegExp(`[${it}]`);static UNSEGMENTED_RUN=new RegExp(`[${it}]+|[^\\s${it}]+`,"g");static MAX_SUBSTRING_TERMS=500;static buildSubstringClause(e,t){let s=[...new Set(e.match(r.UNSEGMENTED_RUN)??[])].slice(0,r.MAX_SUBSTRING_TERMS);s.length===0&&s.push(e);let n=[];return{clause:`(${s.map(o=>{let a=`%${o.replace(/[\\%_]/g,"\\$&")}%`;for(let d=0;d<t.length;d+=1)n.push(a);return`(${t.map(d=>`${d} LIKE ? ESCAPE '\\'`).join(" OR ")})`}).join(" AND ")})`,params:n}}static MIN_ANY_TERM_TOKENS=3;static buildFTSMatchQuery(e){let t=(e.match(/\S+/g)??[]).filter(s=>/[\p{L}\p{N}]/u.test(s));return t.length===0?`"${e.replace(/"/g,'""')}"`:t.map(s=>`"${s.replace(/"/g,'""')}"`).join(" AND ")}static buildFTSAnyTermQuery(e){let t=(e.match(/\S+/g)??[]).filter(s=>/[\p{L}\p{N}]/u.test(s));return t.length<r.MIN_ANY_TERM_TOKENS?null:t.map(s=>`"${s.replace(/"/g,'""')}"`).join(" OR ")}buildOrderClause(e="relevance",t=!0,s="observations_fts"){switch(e){case"relevance":return t?`ORDER BY ${s}.rank ASC`:"ORDER BY o.created_at_epoch DESC";case"date_desc":return"ORDER BY o.created_at_epoch DESC, o.id DESC";case"date_asc":return"ORDER BY o.created_at_epoch ASC, o.id ASC";default:return"ORDER BY o.created_at_epoch DESC"}}searchObservationsBySubstring(e,t,s,n,i){let o=r.buildSubstringClause(e,["o.title","o.subtitle","o.narrative","o.text","o.facts","o.concepts"]),a=[],d=this.buildFilterClause(t,a,"o"),E=`
|
|
217
217
|
SELECT o.*, o.discovery_tokens
|
|
218
218
|
FROM observations o
|
|
219
219
|
WHERE ${o.clause}
|
|
220
|
-
${
|
|
220
|
+
${d?"AND "+d:""}
|
|
221
221
|
${this.buildOrderClause(s,!1)}
|
|
222
222
|
LIMIT ? OFFSET ?
|
|
223
|
-
`;return this.db.prepare(
|
|
223
|
+
`;return this.db.prepare(E).all(...o.params,...a,n,i)}searchSessionsBySubstring(e,t,s,n,i){let o=r.buildSubstringClause(e,["s.request","s.investigated","s.learned","s.completed","s.next_steps","s.notes"]),a={...t};delete a.type;let d=[],E=this.buildFilterClause(a,d,"s"),_=s==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":"ORDER BY s.created_at_epoch DESC, s.id DESC",c=`
|
|
224
224
|
SELECT s.*, s.discovery_tokens
|
|
225
225
|
FROM session_summaries s
|
|
226
226
|
WHERE ${o.clause}
|
|
227
|
-
${
|
|
227
|
+
${E?"AND "+E:""}
|
|
228
228
|
${_}
|
|
229
229
|
LIMIT ? OFFSET ?
|
|
230
|
-
`;return this.db.prepare(
|
|
230
|
+
`;return this.db.prepare(c).all(...o.params,...d,n,i)}searchObservations(e,t={}){let s=[],{limit:n=50,offset:i=0,orderBy:o="relevance",...a}=t;if(!e){let d=this.buildFilterClause(a,s,"o");if(!d)return[];let E=this.buildOrderClause(o,!1),_=`
|
|
231
231
|
SELECT o.*, o.discovery_tokens
|
|
232
232
|
FROM observations o
|
|
233
|
-
WHERE ${
|
|
234
|
-
${
|
|
233
|
+
WHERE ${d}
|
|
234
|
+
${E}
|
|
235
235
|
LIMIT ? OFFSET ?
|
|
236
|
-
`;return s.push(
|
|
236
|
+
`;return s.push(n,i),this.db.prepare(_).all(...s)}if(r.UNSEGMENTED_SCRIPT.test(e))return this.searchObservationsBySubstring(e,a,o,n,i);if(this._fts5Available||this.canReadFtsIndex("observations_fts")){let d=this.buildFilterClause(a,s,"o"),E=this.buildOrderClause(o,!0,"observations_fts"),_=`
|
|
237
237
|
SELECT o.*, o.discovery_tokens
|
|
238
238
|
FROM observations o
|
|
239
239
|
JOIN observations_fts ON observations_fts.rowid = o.id
|
|
240
240
|
WHERE observations_fts MATCH ?
|
|
241
|
-
${
|
|
242
|
-
${
|
|
241
|
+
${d?"AND "+d:""}
|
|
242
|
+
${E}
|
|
243
243
|
LIMIT ? OFFSET ?
|
|
244
|
-
`;s.unshift(
|
|
244
|
+
`;s.unshift(r.buildFTSMatchQuery(e));let c;try{c=this.db.prepare(_).all(...s,n,i)}catch(p){throw u.warn("DB","FTS5 observation search failed",{},p instanceof Error?p:void 0),p}if(c.length>0||i>0&&this.db.prepare(_).all(...s,1,0).length>0)return c;let l=this.searchObservationsBySubstring(e,a,o,n,i);return l.length>0||i>0&&this.searchObservationsBySubstring(e,a,o,1,0).length>0?l:this.searchFtsAnyTerm(_,e,s,n,i)??l}return this.searchObservationsBySubstring(e,a,o,n,i)}searchSessions(e,t={}){let s=[],{limit:n=50,offset:i=0,orderBy:o="relevance",...a}=t;if(!e){let d={...a};delete d.type;let E=this.buildFilterClause(d,s,"s");if(!E)return[];let c=`
|
|
245
245
|
SELECT s.*, s.discovery_tokens
|
|
246
246
|
FROM session_summaries s
|
|
247
|
-
WHERE ${
|
|
247
|
+
WHERE ${E}
|
|
248
248
|
${o==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":"ORDER BY s.created_at_epoch DESC, s.id DESC"}
|
|
249
249
|
LIMIT ? OFFSET ?
|
|
250
|
-
`;return s.push(
|
|
250
|
+
`;return s.push(n,i),this.db.prepare(c).all(...s)}if(r.UNSEGMENTED_SCRIPT.test(e))return this.searchSessionsBySubstring(e,a,o,n,i);if(this._fts5Available||this.canReadFtsIndex("session_summaries_fts")){let d={...a};delete d.type;let E=this.buildFilterClause(d,s,"s"),_=o==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":o==="date_desc"?"ORDER BY s.created_at_epoch DESC, s.id DESC":"ORDER BY session_summaries_fts.rank ASC",c=`
|
|
251
251
|
SELECT s.*, s.discovery_tokens
|
|
252
252
|
FROM session_summaries s
|
|
253
253
|
JOIN session_summaries_fts ON session_summaries_fts.rowid = s.id
|
|
254
254
|
WHERE session_summaries_fts MATCH ?
|
|
255
|
-
${
|
|
255
|
+
${E?"AND "+E:""}
|
|
256
256
|
${_}
|
|
257
257
|
LIMIT ? OFFSET ?
|
|
258
|
-
`;s.unshift(
|
|
258
|
+
`;s.unshift(r.buildFTSMatchQuery(e));let l;try{l=this.db.prepare(c).all(...s,n,i)}catch(N){throw u.warn("DB","FTS5 session search failed",{},N instanceof Error?N:void 0),N}if(l.length>0||i>0&&this.db.prepare(c).all(...s,1,0).length>0)return l;let p=this.searchSessionsBySubstring(e,a,o,n,i);return p.length>0||i>0&&this.searchSessionsBySubstring(e,a,o,1,0).length>0?p:this.searchFtsAnyTerm(c,e,s,n,i)??p}return this.searchSessionsBySubstring(e,a,o,n,i)}searchFtsAnyTerm(e,t,s,n,i){let o=r.buildFTSAnyTermQuery(t);if(!o)return null;let a=[o,...s.slice(1)],d=this.db.prepare(e).all(...a,n,i);return d.length>0||i>0&&this.db.prepare(e).all(...a,1,0).length>0?d:null}findByConcept(e,t={}){let s=[],{limit:n=50,offset:i=0,orderBy:o="date_desc",...a}=t,d={...a,concepts:e},E=this.buildFilterClause(d,s,"o"),_=this.buildOrderClause(o,!1),c=`
|
|
259
259
|
SELECT o.*, o.discovery_tokens
|
|
260
260
|
FROM observations o
|
|
261
|
-
WHERE ${
|
|
261
|
+
WHERE ${E}
|
|
262
262
|
${_}
|
|
263
263
|
LIMIT ? OFFSET ?
|
|
264
|
-
`;return s.push(
|
|
264
|
+
`;return s.push(n,i),this.db.prepare(c).all(...s)}hasDirectChildFile(e,t){let s=n=>{if(!n)return!1;try{let i=JSON.parse(n);if(Array.isArray(i))return i.some(o=>typeof o=="string"&&ot(o,t))}catch(i){u.debug("DB",`Failed to parse files JSON for observation ${e.id}`,void 0,i instanceof Error?i:void 0)}return!1};return s(e.files_modified)||s(e.files_read)}hasDirectChildFileSession(e,t){let s=n=>{if(!n)return!1;try{let i=JSON.parse(n);if(Array.isArray(i))return i.some(o=>typeof o=="string"&&ot(o,t))}catch(i){u.debug("DB",`Failed to parse files JSON for session summary ${e.id}`,void 0,i instanceof Error?i:void 0)}return!1};return s(e.files_read)||s(e.files_edited)}static filePathPatterns(e,t){let s=d=>d.replace(/[\\%_]/g,"\\$&"),n=t?[e,ee(e),ee(e).replaceAll("/","\\")]:[e],i=[...new Set(n)].map(d=>`%${s(d)}%`);if(!t||!/^([A-Za-z]:)?[\\/]/.test(e))return i;let o=ee(e).split("/").filter(d=>d.length>0),a=/^[A-Za-z]:$/.test(o[0]??"")?1:0;for(let d=a;d<o.length;d+=1){let E=o.slice(d);i.push(`${s(E.join("/")+"/")}%`),e.includes("\\")&&i.push(`${s(E.join("\\")+"\\")}%`)}return i}static fileArrayJson(e){return`CASE WHEN json_valid(${e}) THEN CASE WHEN json_type(${e}) = 'array' THEN ${e} ELSE '[]' END ELSE '[]' END`}static jsonArrayLikeClause(e,t){let s=Array.from({length:t},()=>"type = 'text' AND value LIKE ? ESCAPE '\\'").join(" OR ");return`(${e.map(n=>`EXISTS (SELECT 1 FROM json_each(${r.fileArrayJson(n)}) WHERE ${s})`).join(" OR ")})`}findByFile(e,t={}){let s=[],{limit:n=50,offset:i=0,orderBy:o="date_desc",isFolder:a=!1,...d}=t;delete d.files;let E=a?"":"LIMIT ? OFFSET ?",_=r.filePathPatterns(e,a),c=this.buildFilterClause(d,s,"o");s.push(..._,..._);let l=[c,r.jsonArrayLikeClause(["o.files_read","o.files_modified"],_.length)].filter(Boolean).join(" AND "),p=`${this.buildOrderClause(o,!1)}, o.id ${o==="date_asc"?"ASC":"DESC"}`,N=`
|
|
265
265
|
SELECT o.*, o.discovery_tokens
|
|
266
266
|
FROM observations o
|
|
267
267
|
WHERE ${l}
|
|
268
268
|
${p}
|
|
269
|
-
${
|
|
270
|
-
`;a||s.push(
|
|
269
|
+
${E}
|
|
270
|
+
`;a||s.push(n,i);let h=this.db.prepare(N),g=a?rt(h,s,T=>this.hasDirectChildFile(T,e),{limit:n,offset:i}):h.all(...s),O=[],I={...d};delete I.type;let m=[],L=x(I);if(L.length>0){let T=w("s",L,{includeMerged:!0});m.push(T.sql),O.push(...T.params)}if(I.platformSource&&(m.push(`COALESCE(NULLIF((SELECT s2.platform_source FROM sdk_sessions s2 WHERE s2.memory_session_id = s.memory_session_id), ''), '${S}') = ?`),O.push(A(I.platformSource))),I.dateRange){let{start:T,end:D}=I.dateRange;T&&(m.push("s.created_at_epoch >= ?"),O.push(Y(T,"start"))),D&&(m.push("s.created_at_epoch <= ?"),O.push(Y(D,"end")))}m.push(r.jsonArrayLikeClause(["s.files_read","s.files_edited"],_.length)),O.push(..._,..._);let F=`
|
|
271
271
|
SELECT s.*, s.discovery_tokens
|
|
272
272
|
FROM session_summaries s
|
|
273
273
|
WHERE ${m.join(" AND ")}
|
|
274
274
|
ORDER BY s.created_at_epoch ${o==="date_asc"?"ASC":"DESC"}
|
|
275
|
-
${
|
|
276
|
-
`;a||
|
|
275
|
+
${E}
|
|
276
|
+
`;a||O.push(n,i);let f=this.db.prepare(F),v=a?rt(f,O,T=>this.hasDirectChildFileSession(T,e),{limit:n,offset:i}):f.all(...O);return{observations:g,sessions:v}}findByType(e,t={}){let s=[],{limit:n=50,offset:i=0,orderBy:o="date_desc",...a}=t,d={...a,type:e},E=this.buildFilterClause(d,s,"o"),_=this.buildOrderClause(o,!1),c=`
|
|
277
277
|
SELECT o.*, o.discovery_tokens
|
|
278
278
|
FROM observations o
|
|
279
|
-
WHERE ${
|
|
279
|
+
WHERE ${E}
|
|
280
280
|
${_}
|
|
281
281
|
LIMIT ? OFFSET ?
|
|
282
|
-
`;return s.push(
|
|
282
|
+
`;return s.push(n,i),this.db.prepare(c).all(...s)}searchUserPrompts(e,t={}){let s=[],{limit:n=20,offset:i=0,orderBy:o="relevance",...a}=t,d=[],E=x(a);if(E.length>0){let m=w("s",E,{includeMerged:!1});d.push(m.sql),s.push(...m.params)}if(a.platformSource&&(d.push(`COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`),s.push(A(a.platformSource))),a.dateRange){let{start:m,end:L}=a.dateRange;m&&(d.push("up.created_at_epoch >= ?"),s.push(Y(m,"start"))),L&&(d.push("up.created_at_epoch <= ?"),s.push(Y(L,"end")))}if(!e){if(d.length===0)return[];let m=`WHERE ${d.join(" AND ")}`,F=`
|
|
283
283
|
SELECT
|
|
284
284
|
up.*,
|
|
285
285
|
s.project,
|
|
286
286
|
s.memory_session_id,
|
|
287
|
-
COALESCE(NULLIF(s.platform_source, ''), '${
|
|
287
|
+
COALESCE(NULLIF(s.platform_source, ''), '${S}') as platform_source
|
|
288
288
|
FROM user_prompts up
|
|
289
289
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
290
|
-
${
|
|
290
|
+
${m}
|
|
291
291
|
${o==="date_asc"?"ORDER BY up.created_at_epoch ASC, up.id ASC":"ORDER BY up.created_at_epoch DESC, up.id DESC"}
|
|
292
292
|
LIMIT ? OFFSET ?
|
|
293
|
-
`;return s.push(
|
|
293
|
+
`;return s.push(n,i),this.db.prepare(F).all(...s)}let _=/\s/.test(e.trim())?[...new Set(e.split(/[^\p{L}\p{N}]+/u).filter(m=>m.length>=3))].slice(0,50):[],c=_.length>1?_:[e],l=m=>`%${m.replace(/[\\%_]/g,"\\$&")}%`,p=c.map(()=>"up.prompt_text LIKE ? ESCAPE '\\'").join(" OR ");d.push(`(${p})`),s.push(...c.map(l));let N=`WHERE ${d.join(" AND ")}`,h=o==="date_asc"?"up.created_at_epoch ASC, up.id ASC":"up.created_at_epoch DESC, up.id DESC",g="";c.length>1&&o==="relevance"&&(g=c.map(()=>"(up.prompt_text LIKE ? ESCAPE '\\')").join(" + ")+" DESC, ");let O=`ORDER BY ${g}${h}`,I=`
|
|
294
294
|
SELECT
|
|
295
295
|
up.*,
|
|
296
296
|
s.project,
|
|
297
297
|
s.memory_session_id,
|
|
298
|
-
COALESCE(NULLIF(s.platform_source, ''), '${
|
|
298
|
+
COALESCE(NULLIF(s.platform_source, ''), '${S}') as platform_source
|
|
299
299
|
FROM user_prompts up
|
|
300
300
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
301
|
-
${
|
|
302
|
-
${
|
|
301
|
+
${N}
|
|
302
|
+
${O}
|
|
303
303
|
LIMIT ? OFFSET ?
|
|
304
|
-
`;return s.push(
|
|
304
|
+
`;return g&&s.push(...c.map(l)),s.push(n,i),this.db.prepare(I).all(...s)}close(){this.db.close()}};var Xs=4096;var Gn=new Set(["set_title","set_prompt_session","remap_project"]),Wn=/^(?:0|[1-9][0-9]*)$/,Fs=18446744073709551615n;function y(r){throw u.debug("CLOUD_SYNC","Rejected invalid canonical content",{reason:r}),new Error(`canonical content: ${r}`)}function Ue(r,e={}){return typeof r!="string"||!Wn.test(r)?y("decimal values must be unsigned base-10 strings without leading zeroes"):(BigInt(r)>Fs&&y("decimal value exceeds uint64"),e.positive&&r==="0"&&y("decimal value must be positive"),r)}function dt(r){let e=Ue(r);return BigInt(e)===Fs&&y("uint64 sequence overflow"),(BigInt(e)+1n).toString(10)}function Yn(r){(r===null||typeof r!="object"||Array.isArray(r))&&y("mutation must be an object");let e=r;if((typeof e.op!="string"||!Gn.has(e.op))&&y("unsupported mutation op"),e.op==="set_title"){let i=Se(e,["fields","op","target"],"set_title"),o=ve(i.target,["content_session_id","memory_session_id","platform_source"],"set_title.target");o.memory_session_id===void 0&&o.content_session_id===void 0&&y("set_title target requires a session identifier");for(let d of["memory_session_id","content_session_id","platform_source"])o[d]!==void 0&&H(o[d],d);let a=Se(i.fields,["custom_title"],"set_title.fields");H(a.custom_title,"custom_title");return}if(e.op==="set_prompt_session"){let i=Se(e,["fields","op","target"],"set_prompt_session"),o=Se(i.target,["origin_device_id","origin_local_id"],"set_prompt_session.target");Vn(o.origin_device_id),Ue(o.origin_local_id);let a=ve(i.fields,["content_session_id","memory_session_id","platform_source","project"],"set_prompt_session.fields");H(a.memory_session_id,"memory_session_id");for(let d of["content_session_id","platform_source","project"])a[d]!==void 0&&H(a[d],d);return}let t=Se(e,["fields","op","where"],"remap_project"),s=ve(t.where,["memory_session_id","merged_into_project_is_null","project"],"remap_project.where");s.project!==void 0&&H(s.project,"project"),s.memory_session_id!==void 0&&H(s.memory_session_id,"memory_session_id"),s.merged_into_project_is_null!==void 0&&s.merged_into_project_is_null!==!0&&y("merged_into_project_is_null may only be true"),Object.keys(s).length===0&&y("remap_project where is empty");let n=ve(t.fields,["merged_into_project","project"],"remap_project.fields");n.project!==void 0&&H(n.project,"project"),n.merged_into_project!==void 0&&H(n.merged_into_project,"merged_into_project"),Object.keys(n).length===0&&y("remap_project fields are empty")}function _t(r){Yn(r)}function Vn(r){return typeof r!="string"||r.length===0||Buffer.byteLength(r,"utf8")>128?y("origin_device_id must be a non-empty string of at most 128 UTF-8 bytes"):r}function H(r,e){return typeof r!="string"||r.length===0||r.trim().length===0||Buffer.byteLength(r,"utf8")>Xs?y(`${e} must be a non-blank string of at most ${Xs} UTF-8 bytes`):r}function Se(r,e,t){if(r===null||typeof r!="object"||Array.isArray(r))return y(`${t} must be an object`);let s=r,n=Object.keys(s).sort(),i=[...e].sort();return(n.length!==i.length||n.some((o,a)=>o!==i[a]))&&y(`${t} must contain exactly: ${i.join(", ")}`),s}function ve(r,e,t){if(r===null||typeof r!="object"||Array.isArray(r))return y(`${t} must be an object`);let s=r,n=new Set(e),i=Object.keys(s).find(o=>!n.has(o));return i&&y(`${t} contains unknown field ${i}`),s}var R=r=>typeof r=="object"&&r!==null?JSON.stringify(r):r??null;function xs(r){let e=[],t=[],s=new Set,n=new Set;for(let i of r){for(let o of i.files_read??[])!o||s.has(o)||(s.add(o),e.push(o));for(let o of i.files_modified??[])!o||n.has(o)||(n.add(o),t.push(o))}return{files_read:e,files_edited:t}}var Kn=200,qn=1e3,Jn=56,zn=57;function Et(r){let e=Number(r);return Number.isSafeInteger(e)&&e>0?e:void 0}var ut=class{db;syncOpsEnabled;statementCache=new Map;constructor(e=Re,t={}){this.syncOpsEnabled=t.syncOpsEnabled??!0,e instanceof ct.Database?this.db=e:(e!==":memory:"&&be(M),this.db=new ct.Database(e)),pe(this.db,Z),Me(this.db),Ls(this.db,Z),this.initializeSchema(),this.ensureWorkerPortColumn(),this.ensurePromptTrackingColumns(),this.removeSessionSummariesUniqueConstraint(),this.addObservationHierarchicalFields(),this.makeObservationsTextNullable(),this.createUserPromptsTable(),this.ensureDiscoveryTokensColumn(),this.createPendingMessagesTable(),this.renameSessionIdColumns(),this.addFailedAtEpochColumn(),this.addOnUpdateCascadeToForeignKeys(),this.addObservationContentHashColumn(),this.addSessionCustomTitleColumn(),this.addSessionPlatformSourceColumn(),this.addObservationModelColumns(),this.ensureMergedIntoProjectColumns(),this.addObservationSubagentColumns(),this.addObservationsUniqueContentHashIndex(),this.addObservationsMetadataColumn(),this.dropDeadPendingMessagesColumns(),this.ensurePendingMessagesToolUseIdColumn(),this.dropWorkerPidColumn(),this.ensureSDKSessionsPlatformContentIdentity(),this.ensureUserPromptsSessionDbId(),this.ensurePendingMessagesSessionToolUniqueIndex(),this.ensureSyncedAtColumns(),this.ensureSyncOriginColumns(),this.ensureSyncOutbox(),this.ensureSyncEntityLedger(),this.ensureSyncRevisionTextAffinity(),this.initializeSyncHubLaunchBaseline(),this.normalizeConceptTags(),this.ensureSDKSessionsObservedColumns(),this.ensureToolUsesTable(),this.ensureToolUseDisposition(),this.ensureTelegramWrapupsTable(),this.addDedupTables(),this.refreshUnicodeTitleNormKeys(),this.ensureReinforcementColumns(),this.ensureSessionCwdColumn(),this.dropWriteOnlyUserPromptsFtsAndScopeFtsUpdateTriggers(),this.ensureProjectNocaseIndexes(),this.ensureAdvisorCallsTable(),this.ensureSessionProjectKeySourceColumn(),this.requeuePromptsDeadLetteredForSize(),this.ensureWorkStateTable(),this.ensureHookSpoolConsumedTable(),this.ensureProjectRecencyIndexes(),this.ensureMergedIntoProjectCoveringIndexes(),this.ensureNativePromptIdentity()}ensureNativePromptIdentity(){this.db.transaction(()=>{let e=this.db.query("PRAGMA table_info(user_prompts)").all();for(let t of["native_prompt_id","native_prompt_hash"])e.some(s=>s.name===t)||this.db.run(`ALTER TABLE user_prompts ADD COLUMN ${t} TEXT`);this.db.run(`CREATE UNIQUE INDEX IF NOT EXISTS idx_user_prompts_native_identity
|
|
305
305
|
ON user_prompts(session_db_id, native_prompt_id) WHERE native_prompt_id IS NOT NULL`)}).immediate()}refreshUnicodeTitleNormKeys(){this.db.transaction(()=>{if(this.db.query("SELECT version FROM schema_versions WHERE version = 65").get())return;let e=this.db.prepare(`SELECT o.id, o.project, o.title, o.agent_id, o.agent_type,
|
|
306
306
|
s.platform_source FROM observations o LEFT JOIN sdk_sessions s
|
|
307
|
-
ON s.memory_session_id = o.memory_session_id ORDER BY o.id`),t=this.db.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?");try{for(let s of
|
|
307
|
+
ON s.memory_session_id = o.memory_session_id ORDER BY o.id`),t=this.db.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?");try{for(let s of ye(e)){let n=s;t.run(De(n.project,n.platform_source,n.title,_e(n.agent_id,n.agent_type)),n.id)}this.db.prepare("INSERT INTO schema_versions (version, applied_at) VALUES (?, ?)").run(65,new Date().toISOString())}finally{e.finalize(),t.finalize()}}).immediate()}getIndexColumns(e){return this.db.query(`PRAGMA index_info(${JSON.stringify(e)})`).all().map(t=>t.name)}hasUniqueIndexOnColumns(e,t){return this.db.query(`PRAGMA index_list(${e})`).all().some(n=>{if(n.unique!==1)return!1;let i=this.getIndexColumns(n.name);return i.length===t.length&&i.every((o,a)=>o===t[a])})}resolvePromptSessionDbId(e,t,s){if(t!==void 0)return t;let n=s?A(s):void 0;return n?this.db.prepare(`
|
|
308
308
|
SELECT id
|
|
309
309
|
FROM sdk_sessions
|
|
310
310
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
311
311
|
AND content_session_id = ?
|
|
312
312
|
LIMIT 1
|
|
313
|
-
`).get(
|
|
313
|
+
`).get(S,n,e)?.id??null:this.db.prepare(`
|
|
314
314
|
SELECT id
|
|
315
315
|
FROM sdk_sessions
|
|
316
316
|
WHERE content_session_id = ?
|
|
317
|
-
ORDER BY CASE COALESCE(NULLIF(platform_source, ''), '${
|
|
318
|
-
WHEN '${
|
|
317
|
+
ORDER BY CASE COALESCE(NULLIF(platform_source, ''), '${S}')
|
|
318
|
+
WHEN '${S}' THEN 0
|
|
319
319
|
ELSE 1
|
|
320
320
|
END, id
|
|
321
321
|
LIMIT 1
|
|
@@ -350,17 +350,17 @@ ${T.stack??""}
|
|
|
350
350
|
FOREIGN KEY (duplicate_of_id) REFERENCES observations(id) ON DELETE CASCADE,
|
|
351
351
|
UNIQUE(observation_id, duplicate_of_id)
|
|
352
352
|
)
|
|
353
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_token_df_project ON token_df(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_project ON observation_dedup_candidates(project, status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_obs ON observation_dedup_candidates(observation_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(
|
|
353
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_token_df_project ON token_df(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_project ON observation_dedup_candidates(project, status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_obs ON observation_dedup_candidates(observation_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(Jn,new Date().toISOString())}dropWorkerPidColumn(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(32),s=this.db.query("PRAGMA table_info(pending_messages)").all().some(n=>n.name==="worker_pid");if(!(e&&!s)){if(s)try{this.db.run("DROP INDEX IF EXISTS idx_pending_messages_worker_pid"),this.db.run("ALTER TABLE pending_messages DROP COLUMN worker_pid"),u.debug("DB","Dropped worker_pid column and its index from pending_messages")}catch(n){u.warn("DB","Failed to drop worker_pid column from pending_messages",{},n instanceof Error?n:new Error(String(n)));return}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(32,new Date().toISOString())}}ensureSDKSessionsPlatformContentIdentity(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(33),t=this.hasUniqueIndexOnColumns("sdk_sessions",["content_session_id"]),s=this.hasUniqueIndexOnColumns("sdk_sessions",["platform_source","content_session_id"]),i=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(o=>o.name==="platform_source");if(!(e&&!t&&s&&i)){if(i||this.db.run(`ALTER TABLE sdk_sessions ADD COLUMN platform_source TEXT NOT NULL DEFAULT '${S}'`),this.db.run(`
|
|
354
354
|
UPDATE sdk_sessions
|
|
355
|
-
SET platform_source = '${
|
|
355
|
+
SET platform_source = '${S}'
|
|
356
356
|
WHERE platform_source IS NULL OR platform_source = ''
|
|
357
|
-
`),t){this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildSdkSessionsWithCompositeIdentity(e),this.db.run("COMMIT")}catch(o){this.db.run("ROLLBACK");let a=o instanceof Error?o:new Error(String(o));throw
|
|
357
|
+
`),t){this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildSdkSessionsWithCompositeIdentity(e),this.db.run("COMMIT")}catch(o){this.db.run("ROLLBACK");let a=o instanceof Error?o:new Error(String(o));throw u.error("DB","Failed to rebuild sdk_sessions with composite identity, rolled back",{},a),o}finally{this.db.run("PRAGMA foreign_keys = ON")}return}this.db.run("CREATE UNIQUE INDEX IF NOT EXISTS ux_sdk_sessions_platform_content ON sdk_sessions(platform_source, content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(33,new Date().toISOString())}}rebuildSdkSessionsWithCompositeIdentity(e){this.db.run("DROP TABLE IF EXISTS sdk_sessions_new"),this.db.run(`
|
|
358
358
|
CREATE TABLE sdk_sessions_new (
|
|
359
359
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
360
360
|
content_session_id TEXT NOT NULL,
|
|
361
361
|
memory_session_id TEXT UNIQUE,
|
|
362
362
|
project TEXT NOT NULL,
|
|
363
|
-
platform_source TEXT NOT NULL DEFAULT '${
|
|
363
|
+
platform_source TEXT NOT NULL DEFAULT '${S}',
|
|
364
364
|
user_prompt TEXT,
|
|
365
365
|
started_at TEXT NOT NULL,
|
|
366
366
|
started_at_epoch INTEGER NOT NULL,
|
|
@@ -379,27 +379,27 @@ ${T.stack??""}
|
|
|
379
379
|
)
|
|
380
380
|
SELECT
|
|
381
381
|
id, content_session_id, memory_session_id, project,
|
|
382
|
-
COALESCE(NULLIF(platform_source, ''), '${
|
|
382
|
+
COALESCE(NULLIF(platform_source, ''), '${S}'),
|
|
383
383
|
user_prompt, started_at, started_at_epoch, completed_at, completed_at_epoch,
|
|
384
384
|
status, worker_port, prompt_counter, custom_title
|
|
385
385
|
FROM sdk_sessions
|
|
386
|
-
`),this.db.run("DROP TABLE sdk_sessions"),this.db.run("ALTER TABLE sdk_sessions_new RENAME TO sdk_sessions"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_claude_id ON sdk_sessions(content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_sdk_id ON sdk_sessions(memory_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_project ON sdk_sessions(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_status ON sdk_sessions(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_started ON sdk_sessions(started_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.run("CREATE UNIQUE INDEX IF NOT EXISTS ux_sdk_sessions_platform_content ON sdk_sessions(platform_source, content_session_id)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(33,new Date().toISOString())}ensureUserPromptsSessionDbId(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(34);if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='user_prompts'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(34,new Date().toISOString());return}let
|
|
386
|
+
`),this.db.run("DROP TABLE sdk_sessions"),this.db.run("ALTER TABLE sdk_sessions_new RENAME TO sdk_sessions"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_claude_id ON sdk_sessions(content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_sdk_id ON sdk_sessions(memory_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_project ON sdk_sessions(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_status ON sdk_sessions(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_started ON sdk_sessions(started_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.run("CREATE UNIQUE INDEX IF NOT EXISTS ux_sdk_sessions_platform_content ON sdk_sessions(platform_source, content_session_id)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(33,new Date().toISOString())}ensureUserPromptsSessionDbId(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(34);if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='user_prompts'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(34,new Date().toISOString());return}let n=this.db.query("PRAGMA table_info(user_prompts)").all().some(d=>d.name==="session_db_id"),o=this.db.query("PRAGMA foreign_key_list(user_prompts)").all().some(d=>d.table==="sdk_sessions"&&d.from==="content_session_id");if(e&&n&&!o)return;let a=n?`COALESCE(up.session_db_id, (
|
|
387
387
|
SELECT s.id FROM sdk_sessions s
|
|
388
388
|
WHERE s.content_session_id = up.content_session_id
|
|
389
|
-
ORDER BY CASE COALESCE(NULLIF(s.platform_source, ''), '${
|
|
390
|
-
WHEN '${
|
|
389
|
+
ORDER BY CASE COALESCE(NULLIF(s.platform_source, ''), '${S}')
|
|
390
|
+
WHEN '${S}' THEN 0
|
|
391
391
|
ELSE 1
|
|
392
392
|
END, s.id
|
|
393
393
|
LIMIT 1
|
|
394
394
|
))`:`(
|
|
395
395
|
SELECT s.id FROM sdk_sessions s
|
|
396
396
|
WHERE s.content_session_id = up.content_session_id
|
|
397
|
-
ORDER BY CASE COALESCE(NULLIF(s.platform_source, ''), '${
|
|
398
|
-
WHEN '${
|
|
397
|
+
ORDER BY CASE COALESCE(NULLIF(s.platform_source, ''), '${S}')
|
|
398
|
+
WHEN '${S}' THEN 0
|
|
399
399
|
ELSE 1
|
|
400
400
|
END, s.id
|
|
401
401
|
LIMIT 1
|
|
402
|
-
)`;this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildUserPromptsWithSessionDbId(e,a),this.db.run("COMMIT")}catch(
|
|
402
|
+
)`;this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildUserPromptsWithSessionDbId(e,a),this.db.run("COMMIT")}catch(d){this.db.run("ROLLBACK");let E=d instanceof Error?d:new Error(String(d));throw u.error("DB","Failed to rebuild user_prompts with session_db_id, rolled back",{},E),d}finally{this.db.run("PRAGMA foreign_keys = ON")}}rebuildUserPromptsWithSessionDbId(e,t){this.db.run("DROP TRIGGER IF EXISTS user_prompts_ai"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ad"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_au"),this.db.run("DROP TABLE IF EXISTS user_prompts_new"),this.db.run(`
|
|
403
403
|
CREATE TABLE user_prompts_new (
|
|
404
404
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
405
405
|
session_db_id INTEGER,
|
|
@@ -424,7 +424,7 @@ ${T.stack??""}
|
|
|
424
424
|
up.created_at,
|
|
425
425
|
up.created_at_epoch
|
|
426
426
|
FROM user_prompts up
|
|
427
|
-
`),this.db.run("DROP TABLE user_prompts"),this.db.run("ALTER TABLE user_prompts_new RENAME TO user_prompts"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_session ON user_prompts(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_claude_session ON user_prompts(content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_created ON user_prompts(created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_prompt_number ON user_prompts(prompt_number)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_lookup ON user_prompts(session_db_id, prompt_number)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_content_lookup ON user_prompts(content_session_id, prompt_number)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(34,new Date().toISOString())}ensurePendingMessagesSessionToolUniqueIndex(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(35);if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(35,new Date().toISOString());return}let s=this.hasUniqueIndexOnColumns("pending_messages",["session_db_id","tool_use_id"]);if(!(e&&s)){this.db.run("BEGIN TRANSACTION");try{this.recreatePendingSessionToolUniqueIndex(e),this.db.run("COMMIT")}catch(
|
|
427
|
+
`),this.db.run("DROP TABLE user_prompts"),this.db.run("ALTER TABLE user_prompts_new RENAME TO user_prompts"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_session ON user_prompts(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_claude_session ON user_prompts(content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_created ON user_prompts(created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_prompt_number ON user_prompts(prompt_number)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_lookup ON user_prompts(session_db_id, prompt_number)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_content_lookup ON user_prompts(content_session_id, prompt_number)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(34,new Date().toISOString())}ensurePendingMessagesSessionToolUniqueIndex(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(35);if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(35,new Date().toISOString());return}let s=this.hasUniqueIndexOnColumns("pending_messages",["session_db_id","tool_use_id"]);if(!(e&&s)){this.db.run("BEGIN TRANSACTION");try{this.recreatePendingSessionToolUniqueIndex(e),this.db.run("COMMIT")}catch(n){this.db.run("ROLLBACK");let i=n instanceof Error?n:new Error(String(n));throw u.error("DB","Failed to recreate ux_pending_session_tool index, rolled back",{},i),n}}}recreatePendingSessionToolUniqueIndex(e){this.db.run("DROP INDEX IF EXISTS ux_pending_session_tool"),this.db.run(`
|
|
428
428
|
DELETE FROM pending_messages
|
|
429
429
|
WHERE id IN (
|
|
430
430
|
SELECT id
|
|
@@ -447,24 +447,122 @@ ${T.stack??""}
|
|
|
447
447
|
CREATE UNIQUE INDEX IF NOT EXISTS ux_pending_session_tool
|
|
448
448
|
ON pending_messages(session_db_id, tool_use_id)
|
|
449
449
|
WHERE tool_use_id IS NOT NULL
|
|
450
|
-
`),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(35,new Date().toISOString())}ensureSyncedAtColumns(){for(let e of["observations","session_summaries","user_prompts"])this.db.query(`PRAGMA table_info(${e})`).all().some(
|
|
450
|
+
`),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(35,new Date().toISOString())}ensureSyncedAtColumns(){for(let e of["observations","session_summaries","user_prompts"])this.db.query(`PRAGMA table_info(${e})`).all().some(n=>n.name==="synced_at")||(this.db.run(`ALTER TABLE ${e} ADD COLUMN synced_at INTEGER`),u.debug("DB",`Added synced_at column to ${e} table`)),this.db.run(`CREATE INDEX IF NOT EXISTS idx_${e}_unsynced ON ${e}(id) WHERE synced_at IS NULL`);this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(39,new Date().toISOString())}ensureSyncOriginColumns(){for(let e of["observations","session_summaries","user_prompts"]){let t=this.db.query(`PRAGMA table_info(${e})`).all(),s=new Set(t.map(n=>n.name));s.has("origin_device_id")||(this.db.run(`ALTER TABLE ${e} ADD COLUMN origin_device_id TEXT`),u.debug("DB",`Added origin_device_id column to ${e} table`)),s.has("origin_local_id")||(this.db.run(`ALTER TABLE ${e} ADD COLUMN origin_local_id TEXT`),u.debug("DB",`Added origin_local_id column to ${e} table`)),s.has("sync_rev")||(this.db.run(`ALTER TABLE ${e} ADD COLUMN sync_rev TEXT NOT NULL DEFAULT '1'`),u.debug("DB",`Added sync_rev column to ${e} table`)),this.db.run(`
|
|
451
451
|
CREATE UNIQUE INDEX IF NOT EXISTS ux_${e}_origin
|
|
452
452
|
ON ${e}(origin_device_id, origin_local_id)
|
|
453
453
|
WHERE origin_device_id IS NOT NULL
|
|
454
|
-
`)}this.db.
|
|
454
|
+
`)}this.db.run(`
|
|
455
|
+
CREATE TABLE IF NOT EXISTS sync_state (
|
|
456
|
+
k TEXT PRIMARY KEY,
|
|
457
|
+
v TEXT
|
|
458
|
+
)
|
|
459
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(41,new Date().toISOString())}ensureSyncOutbox(){this.db.run(`
|
|
460
|
+
CREATE TABLE IF NOT EXISTS sync_outbox (
|
|
461
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
462
|
+
op_uuid TEXT NOT NULL UNIQUE,
|
|
463
|
+
rev TEXT NOT NULL DEFAULT '1',
|
|
464
|
+
body TEXT NOT NULL,
|
|
465
|
+
canonical_body TEXT,
|
|
466
|
+
operation_sha256 TEXT,
|
|
467
|
+
created_at_epoch INTEGER NOT NULL
|
|
468
|
+
)
|
|
469
|
+
`);let e=new Set(this.db.query("PRAGMA table_info(sync_outbox)").all().map(t=>t.name));e.has("canonical_body")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN canonical_body TEXT"),e.has("operation_sha256")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN operation_sha256 TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(42,new Date().toISOString())}ensureSyncRevisionTextAffinity(){let e=[{table:"observations",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"session_summaries",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"user_prompts",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"sync_outbox",column:"rev",temporary:"rev_text_v46"}],t=(o,a)=>this.db.query(`PRAGMA table_info(${o})`).all().find(d=>d.name===a),s=o=>o?.type.trim().toUpperCase()==="TEXT";if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(46)&&e.every(o=>s(t(o.table,o.column))))return;this.db.transaction(()=>{for(let o of e){let a=this.db.query(`PRAGMA table_info(${o.table})`).all(),d=a.find(_=>_.name===o.column);if(!d)throw new Error(`schema v46: missing ${o.table}.${o.column}`);for(let _ of ye(this.db.query(`
|
|
455
470
|
SELECT CAST(id AS TEXT) AS row_id,
|
|
456
471
|
typeof(${o.column}) AS storage_type,
|
|
457
472
|
CAST(${o.column} AS TEXT) AS revision
|
|
458
473
|
FROM ${o.table}
|
|
459
|
-
`))){let
|
|
474
|
+
`))){let c=_;if(c.storage_type==="real")throw new Error(`schema v46: ${o.table}.${o.column} row ${c.row_id} is REAL and unrecoverably rounded`);if(c.storage_type!=="integer"&&c.storage_type!=="text")throw new Error(`schema v46: ${o.table}.${o.column} row ${c.row_id} has unsupported ${c.storage_type} storage`);try{Ue(c.revision,{positive:!0})}catch{throw new Error(`schema v46: ${o.table}.${o.column} row ${c.row_id} is not a positive canonical uint64 revision`)}}if(s(d))continue;if(a.some(_=>_.name===o.temporary))throw new Error(`schema v46: unexpected temporary column ${o.table}.${o.temporary}`);this.db.run(`ALTER TABLE ${o.table} ADD COLUMN ${o.temporary} TEXT NOT NULL DEFAULT '1'`),this.db.run(`UPDATE ${o.table} SET ${o.temporary} = CAST(${o.column} AS TEXT)`);let E=this.db.prepare(`
|
|
460
475
|
SELECT CAST(id AS TEXT) AS row_id
|
|
461
476
|
FROM ${o.table}
|
|
462
477
|
WHERE ${o.temporary} <> CAST(${o.column} AS TEXT)
|
|
463
478
|
LIMIT 1
|
|
464
|
-
`).get();if(
|
|
465
|
-
|
|
479
|
+
`).get();if(E)throw new Error(`schema v46: failed to copy ${o.table}.${o.column} row ${E.row_id} exactly`);this.db.run(`ALTER TABLE ${o.table} DROP COLUMN ${o.column}`),this.db.run(`ALTER TABLE ${o.table} RENAME COLUMN ${o.temporary} TO ${o.column}`)}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(46,new Date().toISOString())})()}ensureSyncEntityLedger(){this.db.run(`
|
|
480
|
+
CREATE TABLE IF NOT EXISTS sync_entity_heads (
|
|
481
|
+
entity_id TEXT PRIMARY KEY,
|
|
482
|
+
kind TEXT NOT NULL CHECK (kind IN ('observation', 'summary', 'prompt')),
|
|
483
|
+
origin_device_id TEXT NOT NULL,
|
|
484
|
+
origin_local_id TEXT NOT NULL,
|
|
485
|
+
entity_rev TEXT NOT NULL,
|
|
486
|
+
operation_sha256 TEXT NOT NULL,
|
|
487
|
+
deleted INTEGER NOT NULL CHECK (deleted IN (0, 1)),
|
|
488
|
+
updated_at_epoch INTEGER NOT NULL
|
|
489
|
+
)
|
|
490
|
+
`),this.db.run(`
|
|
491
|
+
CREATE TABLE IF NOT EXISTS sync_content_outbox (
|
|
492
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
493
|
+
entity_id TEXT NOT NULL,
|
|
494
|
+
kind TEXT NOT NULL CHECK (kind IN ('observation', 'summary', 'prompt')),
|
|
495
|
+
origin_local_id TEXT NOT NULL,
|
|
496
|
+
entity_rev TEXT NOT NULL,
|
|
497
|
+
body TEXT NOT NULL,
|
|
498
|
+
operation_sha256 TEXT NOT NULL,
|
|
499
|
+
deleted INTEGER NOT NULL DEFAULT 0 CHECK (deleted IN (0, 1)),
|
|
500
|
+
created_at_epoch INTEGER NOT NULL,
|
|
501
|
+
UNIQUE(entity_id, entity_rev)
|
|
502
|
+
)
|
|
503
|
+
`),new Set(this.db.query("PRAGMA table_info(sync_content_outbox)").all().map(t=>t.name)).has("deleted")||(this.db.run("ALTER TABLE sync_content_outbox ADD COLUMN deleted INTEGER NOT NULL DEFAULT 0"),this.db.run(`
|
|
504
|
+
UPDATE sync_content_outbox
|
|
505
|
+
SET deleted = CASE WHEN json_extract(body, '$.deleted') = 1 THEN 1 ELSE 0 END
|
|
506
|
+
`)),this.db.run(`
|
|
507
|
+
CREATE TABLE IF NOT EXISTS sync_dead_letter (
|
|
508
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
509
|
+
lane TEXT NOT NULL CHECK (lane IN ('content', 'mutation')),
|
|
510
|
+
queue_key TEXT NOT NULL,
|
|
511
|
+
kind TEXT,
|
|
512
|
+
origin_local_id TEXT,
|
|
513
|
+
entity_rev TEXT,
|
|
514
|
+
reason TEXT NOT NULL,
|
|
515
|
+
raw_body TEXT,
|
|
516
|
+
created_at_epoch INTEGER NOT NULL,
|
|
517
|
+
UNIQUE(lane, queue_key, entity_rev, reason)
|
|
518
|
+
)
|
|
519
|
+
`),this.db.run(`
|
|
520
|
+
CREATE TABLE IF NOT EXISTS sync_pull_quarantine (
|
|
521
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
522
|
+
epoch TEXT NOT NULL,
|
|
523
|
+
seq TEXT NOT NULL,
|
|
524
|
+
kind TEXT,
|
|
525
|
+
entity_id TEXT,
|
|
526
|
+
origin_device_id TEXT,
|
|
527
|
+
origin_local_id TEXT,
|
|
528
|
+
entity_rev TEXT,
|
|
529
|
+
operation_sha256 TEXT,
|
|
530
|
+
reason TEXT NOT NULL,
|
|
531
|
+
raw_body TEXT NOT NULL,
|
|
532
|
+
retryable INTEGER NOT NULL DEFAULT 0 CHECK (retryable IN (0, 1)),
|
|
533
|
+
created_at_epoch INTEGER NOT NULL,
|
|
534
|
+
UNIQUE(epoch, seq)
|
|
535
|
+
)
|
|
536
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(44,new Date().toISOString()),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(45,new Date().toISOString())}initializeSyncHubLaunchBaseline(){let e=[{table:"observations",kind:"observation"},{table:"session_summaries",kind:"summary"},{table:"user_prompts",kind:"prompt"}],t=this.db.prepare(`
|
|
537
|
+
SELECT 1 AS present FROM sqlite_master
|
|
538
|
+
WHERE type = 'table' AND name = 'sync_launch_exclusions'
|
|
539
|
+
`).get()!==void 0;this.db.run(`
|
|
540
|
+
CREATE TABLE IF NOT EXISTS sync_launch_exclusions (
|
|
541
|
+
kind TEXT NOT NULL CHECK (kind IN ('observation', 'summary', 'prompt')),
|
|
542
|
+
origin_local_id TEXT NOT NULL,
|
|
543
|
+
through_rev TEXT NOT NULL,
|
|
544
|
+
PRIMARY KEY (kind, origin_local_id)
|
|
545
|
+
)
|
|
546
|
+
`);let s=this.db.prepare("SELECT version, applied_at FROM schema_versions WHERE version = ?").get(47);if(!s){let a=Date.now();this.db.transaction(()=>{this.db.run("DELETE FROM sync_launch_exclusions");for(let{table:_,kind:c}of e)this.db.prepare(`
|
|
547
|
+
INSERT INTO sync_launch_exclusions (kind, origin_local_id, through_rev)
|
|
548
|
+
SELECT ?, CAST(id AS TEXT), CAST(sync_rev AS TEXT)
|
|
549
|
+
FROM ${_}
|
|
550
|
+
WHERE origin_device_id IS NULL
|
|
551
|
+
`).run(c),this.db.prepare(`
|
|
552
|
+
UPDATE ${_} SET synced_at = ?
|
|
553
|
+
WHERE synced_at IS NULL AND origin_device_id IS NULL
|
|
554
|
+
`).run(a);this.db.run("DELETE FROM sync_outbox"),this.db.run("DELETE FROM sync_content_outbox"),this.db.run("DELETE FROM sync_dead_letter"),this.db.run("DELETE FROM sync_state");let E=new Date(a).toISOString();this.db.prepare("INSERT INTO schema_versions (version, applied_at) VALUES (?, ?)").run(47,E),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(48,E)})();return}if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(48)&&t)return;let i=Date.parse(s.applied_at);if(!Number.isSafeInteger(i)||i<0)throw new Error(`schema v48: invalid v47 applied_at ${s.applied_at}`);this.db.transaction(()=>{for(let{table:a,kind:d}of e)this.db.prepare(`
|
|
555
|
+
INSERT OR IGNORE INTO sync_launch_exclusions (kind, origin_local_id, through_rev)
|
|
556
|
+
SELECT ?, CAST(id AS TEXT), CAST(sync_rev AS TEXT)
|
|
557
|
+
FROM ${a}
|
|
558
|
+
WHERE origin_device_id IS NULL
|
|
559
|
+
AND synced_at > 0
|
|
560
|
+
AND synced_at <= ?
|
|
561
|
+
`).run(d,i);this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(48,new Date().toISOString())})()}normalizeConceptTags(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(49))return;let t=0;this.db.transaction(()=>{let n=this.db.prepare(`
|
|
562
|
+
SELECT CAST(id AS TEXT) AS id, origin_device_id, CAST(sync_rev AS TEXT) AS sync_rev
|
|
563
|
+
FROM observations
|
|
466
564
|
WHERE concepts LIKE '%:%' AND json_valid(concepts)
|
|
467
|
-
`).all().length,this.db.run(`
|
|
565
|
+
`).all();t=n.length,this.db.run(`
|
|
468
566
|
UPDATE observations
|
|
469
567
|
SET concepts = (
|
|
470
568
|
SELECT json_group_array(
|
|
@@ -473,7 +571,10 @@ ${T.stack??""}
|
|
|
473
571
|
ELSE value END)
|
|
474
572
|
FROM json_each(observations.concepts))
|
|
475
573
|
WHERE concepts LIKE '%:%' AND json_valid(concepts)
|
|
476
|
-
`)
|
|
574
|
+
`);for(let i of n){if(i.origin_device_id!==null)continue;let o=dt(i.sync_rev);this.db.prepare(`
|
|
575
|
+
UPDATE observations SET sync_rev = ?, synced_at = NULL
|
|
576
|
+
WHERE id = ? AND origin_device_id IS NULL
|
|
577
|
+
`).run(o,i.id)}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(49,new Date().toISOString())})(),u.debug("DB",`Normalized prefixed concept tags in ${t} observations (v49)`)}dropDeadPendingMessagesColumns(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(31),t=this.db.query("PRAGMA table_info(pending_messages)").all(),s=new Set(t.map(o=>o.name)),i=["retry_count","failed_at_epoch","completed_at_epoch"].filter(o=>s.has(o));if(!(e&&i.length===0)){if(i.length>0){this.db.run("BEGIN TRANSACTION");try{this.db.run("DELETE FROM pending_messages WHERE status NOT IN ('pending', 'processing')");for(let o of i)this.db.run(`ALTER TABLE pending_messages DROP COLUMN ${o}`),u.debug("DB",`Dropped dead column ${o} from pending_messages`);e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(31,new Date().toISOString()),this.db.run("COMMIT")}catch(o){this.db.run("ROLLBACK"),u.warn("DB","Failed to drop dead columns from pending_messages",{},o instanceof Error?o:new Error(String(o)));return}return}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(31,new Date().toISOString())}}initializeSchema(){this.db.run(`
|
|
477
578
|
CREATE TABLE IF NOT EXISTS schema_versions (
|
|
478
579
|
id INTEGER PRIMARY KEY,
|
|
479
580
|
version INTEGER UNIQUE NOT NULL,
|
|
@@ -536,7 +637,7 @@ ${T.stack??""}
|
|
|
536
637
|
CREATE INDEX IF NOT EXISTS idx_session_summaries_sdk_session ON session_summaries(memory_session_id);
|
|
537
638
|
CREATE INDEX IF NOT EXISTS idx_session_summaries_project ON session_summaries(project);
|
|
538
639
|
CREATE INDEX IF NOT EXISTS idx_session_summaries_created ON session_summaries(created_at_epoch DESC);
|
|
539
|
-
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(4,new Date().toISOString())}ensureWorkerPortColumn(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(s=>s.name==="worker_port")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN worker_port INTEGER"),
|
|
640
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(4,new Date().toISOString())}ensureWorkerPortColumn(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(s=>s.name==="worker_port")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN worker_port INTEGER"),u.debug("DB","Added worker_port column to sdk_sessions table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(5,new Date().toISOString())}ensurePromptTrackingColumns(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(a=>a.name==="prompt_counter")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN prompt_counter INTEGER DEFAULT 0"),u.debug("DB","Added prompt_counter column to sdk_sessions table")),this.db.query("PRAGMA table_info(observations)").all().some(a=>a.name==="prompt_number")||(this.db.run("ALTER TABLE observations ADD COLUMN prompt_number INTEGER"),u.debug("DB","Added prompt_number column to observations table")),this.db.query("PRAGMA table_info(session_summaries)").all().some(a=>a.name==="prompt_number")||(this.db.run("ALTER TABLE session_summaries ADD COLUMN prompt_number INTEGER"),u.debug("DB","Added prompt_number column to session_summaries table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(6,new Date().toISOString())}repairOrphanedSessionParents(e){let t=this.db.prepare(`
|
|
540
641
|
SELECT COUNT(DISTINCT c.memory_session_id) AS n
|
|
541
642
|
FROM ${e} c
|
|
542
643
|
WHERE c.memory_session_id IS NOT NULL
|
|
@@ -556,7 +657,7 @@ ${T.stack??""}
|
|
|
556
657
|
AND NOT EXISTS (SELECT 1 FROM sdk_sessions s WHERE s.memory_session_id = c.memory_session_id)
|
|
557
658
|
GROUP BY c.memory_session_id
|
|
558
659
|
ON CONFLICT DO NOTHING
|
|
559
|
-
`),
|
|
660
|
+
`),u.warn("DB",`Created ${t} stub sdk_sessions parent(s) for orphaned ${e} rows before rebuild (#3378)`))}hasMemorySessionIdOnUpdateCascade(e){return this.db.query(`PRAGMA foreign_key_list(${e})`).all().some(s=>s.table==="sdk_sessions"&&s.from==="memory_session_id"&&s.on_update==="CASCADE")}carryLiveColumnsOntoNewTable(e,t,s){let n=this.db.query(`PRAGMA table_info(${e})`).all(),i=n.filter(o=>!s.includes(o.name));for(let o of i){let a=o.type?` ${o.type}`:"",d=o.dflt_value===null||o.dflt_value===void 0?"":` DEFAULT ${o.dflt_value}`;this.db.run(`ALTER TABLE ${t} ADD COLUMN "${o.name}"${a}${d}`),u.debug("DB",`Carried ${o.name} over the ${e} rebuild (#3849)`)}return n.map(o=>o.name)}removeSessionSummariesUniqueConstraint(){if(!this.db.query("PRAGMA index_list(session_summaries)").all().some(a=>a.unique===1&&a.origin==="u")){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(7,new Date().toISOString());return}u.debug("DB","Removing UNIQUE constraint from session_summaries.memory_session_id"),this.db.run("BEGIN TRANSACTION"),this.repairOrphanedSessionParents("session_summaries");let s=["id","memory_session_id","project","request","investigated","learned","completed","next_steps","files_read","files_edited","notes","prompt_number","created_at","created_at_epoch"],i=this.db.query("PRAGMA table_info(session_summaries)").all().filter(a=>!s.includes(a.name));this.db.run("DROP TABLE IF EXISTS session_summaries_new"),this.db.run(`
|
|
560
661
|
CREATE TABLE session_summaries_new (
|
|
561
662
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
562
663
|
memory_session_id TEXT NOT NULL,
|
|
@@ -574,7 +675,7 @@ ${T.stack??""}
|
|
|
574
675
|
created_at_epoch INTEGER NOT NULL,
|
|
575
676
|
FOREIGN KEY(memory_session_id) REFERENCES sdk_sessions(memory_session_id) ON DELETE CASCADE ON UPDATE CASCADE
|
|
576
677
|
)
|
|
577
|
-
`);for(let a of i){let
|
|
678
|
+
`);for(let a of i){let d=a.type?` ${a.type}`:"",E=a.dflt_value===null||a.dflt_value===void 0?"":` DEFAULT ${a.dflt_value}`;this.db.run(`ALTER TABLE session_summaries_new ADD COLUMN "${a.name}"${d}${E}`),u.debug("DB",`Carried ${a.name} over the session_summaries UNIQUE-constraint rebuild (#3890)`)}let o=[...s,...i.map(a=>a.name)].map(a=>`"${a}"`).join(", ");this.db.run(`
|
|
578
679
|
INSERT INTO session_summaries_new (${o})
|
|
579
680
|
SELECT ${o}
|
|
580
681
|
FROM session_summaries
|
|
@@ -582,7 +683,7 @@ ${T.stack??""}
|
|
|
582
683
|
CREATE INDEX idx_session_summaries_sdk_session ON session_summaries(memory_session_id);
|
|
583
684
|
CREATE INDEX idx_session_summaries_project ON session_summaries(project);
|
|
584
685
|
CREATE INDEX idx_session_summaries_created ON session_summaries(created_at_epoch DESC);
|
|
585
|
-
`),this.recreateFtsTriggersIfIndexed("session_summaries"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(7,new Date().toISOString()),
|
|
686
|
+
`),this.recreateFtsTriggersIfIndexed("session_summaries"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(7,new Date().toISOString()),u.debug("DB","Successfully removed UNIQUE constraint from session_summaries.memory_session_id")}addObservationHierarchicalFields(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(8))return;if(this.db.query("PRAGMA table_info(observations)").all().some(n=>n.name==="title")){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(8,new Date().toISOString());return}u.debug("DB","Adding hierarchical fields to observations table"),this.db.run(`
|
|
586
687
|
ALTER TABLE observations ADD COLUMN title TEXT;
|
|
587
688
|
ALTER TABLE observations ADD COLUMN subtitle TEXT;
|
|
588
689
|
ALTER TABLE observations ADD COLUMN facts TEXT;
|
|
@@ -590,7 +691,7 @@ ${T.stack??""}
|
|
|
590
691
|
ALTER TABLE observations ADD COLUMN concepts TEXT;
|
|
591
692
|
ALTER TABLE observations ADD COLUMN files_read TEXT;
|
|
592
693
|
ALTER TABLE observations ADD COLUMN files_modified TEXT;
|
|
593
|
-
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(8,new Date().toISOString()),
|
|
694
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(8,new Date().toISOString()),u.debug("DB","Successfully added hierarchical fields to observations table")}makeObservationsTextNullable(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(9))return;let s=this.db.query("PRAGMA table_info(observations)").all().find(n=>n.name==="text");if(!s||s.notnull===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString());return}u.debug("DB","Making observations.text nullable"),this.db.run("BEGIN TRANSACTION"),this.repairOrphanedSessionParents("observations"),this.db.run("DROP TABLE IF EXISTS observations_new"),this.db.run(`
|
|
594
695
|
CREATE TABLE observations_new (
|
|
595
696
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
596
697
|
memory_session_id TEXT NOT NULL,
|
|
@@ -620,7 +721,7 @@ ${T.stack??""}
|
|
|
620
721
|
CREATE INDEX idx_observations_project ON observations(project);
|
|
621
722
|
CREATE INDEX idx_observations_type ON observations(type);
|
|
622
723
|
CREATE INDEX idx_observations_created ON observations(created_at_epoch DESC);
|
|
623
|
-
`),this.recreateFtsTriggersIfIndexed("observations"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString()),
|
|
724
|
+
`),this.recreateFtsTriggersIfIndexed("observations"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString()),u.debug("DB","Successfully made observations.text nullable")}recreateFtsTriggersIfIndexed(e){let t=`${e}_fts`;this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name = ?").all(t).length>0&&(this.db.run(`INSERT INTO ${t}(${t}) VALUES('rebuild')`),this.db.run(e==="observations"?me:Te))}createUserPromptsTable(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(10))return;if(this.db.query("PRAGMA table_info(user_prompts)").all().length>0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(10,new Date().toISOString());return}u.debug("DB","Creating user_prompts table"),this.db.run("BEGIN TRANSACTION"),this.db.run(`
|
|
624
725
|
CREATE TABLE user_prompts (
|
|
625
726
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
626
727
|
session_db_id INTEGER,
|
|
@@ -638,7 +739,7 @@ ${T.stack??""}
|
|
|
638
739
|
CREATE INDEX idx_user_prompts_prompt_number ON user_prompts(prompt_number);
|
|
639
740
|
CREATE INDEX idx_user_prompts_lookup ON user_prompts(session_db_id, prompt_number);
|
|
640
741
|
CREATE INDEX idx_user_prompts_content_lookup ON user_prompts(content_session_id, prompt_number);
|
|
641
|
-
`),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(10,new Date().toISOString()),
|
|
742
|
+
`),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(10,new Date().toISOString()),u.debug("DB","Successfully created user_prompts table")}ensureDiscoveryTokensColumn(){this.db.query("PRAGMA table_info(observations)").all().some(i=>i.name==="discovery_tokens")||(this.db.run("ALTER TABLE observations ADD COLUMN discovery_tokens INTEGER DEFAULT 0"),u.debug("DB","Added discovery_tokens column to observations table")),this.db.query("PRAGMA table_info(session_summaries)").all().some(i=>i.name==="discovery_tokens")||(this.db.run("ALTER TABLE session_summaries ADD COLUMN discovery_tokens INTEGER DEFAULT 0"),u.debug("DB","Added discovery_tokens column to session_summaries table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(11,new Date().toISOString())}createPendingMessagesTable(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(16))return;if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length>0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(16,new Date().toISOString());return}u.debug("DB","Creating pending_messages table"),this.db.run(`
|
|
642
743
|
CREATE TABLE pending_messages (
|
|
643
744
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
644
745
|
session_db_id INTEGER NOT NULL,
|
|
@@ -655,7 +756,7 @@ ${T.stack??""}
|
|
|
655
756
|
created_at_epoch INTEGER NOT NULL,
|
|
656
757
|
FOREIGN KEY (session_db_id) REFERENCES sdk_sessions(id) ON DELETE CASCADE
|
|
657
758
|
)
|
|
658
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_session ON pending_messages(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_status ON pending_messages(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_claude_session ON pending_messages(content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(16,new Date().toISOString()),
|
|
759
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_session ON pending_messages(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_status ON pending_messages(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_claude_session ON pending_messages(content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(16,new Date().toISOString()),u.debug("DB","pending_messages table created successfully")}renameSessionIdColumns(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(17))return;u.debug("DB","Checking session ID columns for semantic clarity rename");let t=0,s=(n,i,o)=>{let a=this.db.query(`PRAGMA table_info(${n})`).all(),d=a.some(_=>_.name===i);return a.some(_=>_.name===o)?!1:d?(this.db.run(`ALTER TABLE ${n} RENAME COLUMN ${i} TO ${o}`),u.debug("DB",`Renamed ${n}.${i} to ${o}`),!0):(u.warn("DB",`Column ${i} not found in ${n}, skipping rename`),!1)};s("sdk_sessions","claude_session_id","content_session_id")&&t++,s("sdk_sessions","sdk_session_id","memory_session_id")&&t++,s("pending_messages","claude_session_id","content_session_id")&&t++,s("observations","sdk_session_id","memory_session_id")&&t++,s("session_summaries","sdk_session_id","memory_session_id")&&t++,s("user_prompts","claude_session_id","content_session_id")&&t++,this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(17,new Date().toISOString()),t>0?u.debug("DB",`Successfully renamed ${t} session ID columns`):u.debug("DB","No session ID column renames needed (already up to date)")}addFailedAtEpochColumn(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(20))return;this.db.query("PRAGMA table_info(pending_messages)").all().some(n=>n.name==="failed_at_epoch")||(this.db.run("ALTER TABLE pending_messages ADD COLUMN failed_at_epoch INTEGER"),u.debug("DB","Added failed_at_epoch column to pending_messages table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(20,new Date().toISOString())}addOnUpdateCascadeToForeignKeys(){let e=!this.hasMemorySessionIdOnUpdateCascade("observations"),t=!this.hasMemorySessionIdOnUpdateCascade("session_summaries");if(!e&&!t){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(21,new Date().toISOString());return}u.debug("DB","Adding ON UPDATE CASCADE to FK constraints on observations and session_summaries"),this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");let s=["id","memory_session_id","project","text","type","title","subtitle","facts","narrative","concepts","files_read","files_modified","prompt_number","discovery_tokens","created_at","created_at_epoch"],n=`
|
|
659
760
|
CREATE TABLE observations_new (
|
|
660
761
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
661
762
|
memory_session_id TEXT NOT NULL,
|
|
@@ -699,15 +800,15 @@ ${T.stack??""}
|
|
|
699
800
|
created_at_epoch INTEGER NOT NULL,
|
|
700
801
|
FOREIGN KEY(memory_session_id) REFERENCES sdk_sessions(memory_session_id) ON DELETE CASCADE ON UPDATE CASCADE
|
|
701
802
|
)
|
|
702
|
-
`,
|
|
803
|
+
`,d=`
|
|
703
804
|
CREATE INDEX idx_session_summaries_sdk_session ON session_summaries(memory_session_id);
|
|
704
805
|
CREATE INDEX idx_session_summaries_project ON session_summaries(project);
|
|
705
806
|
CREATE INDEX idx_session_summaries_created ON session_summaries(created_at_epoch DESC);
|
|
706
|
-
`;try{e&&(this.db.run("DROP TRIGGER IF EXISTS observations_ai"),this.db.run("DROP TRIGGER IF EXISTS observations_ad"),this.db.run("DROP TRIGGER IF EXISTS observations_au"),this.db.run("DROP TABLE IF EXISTS observations_new"),this.recreateObservationsWithCascade(
|
|
807
|
+
`;try{e&&(this.db.run("DROP TRIGGER IF EXISTS observations_ai"),this.db.run("DROP TRIGGER IF EXISTS observations_ad"),this.db.run("DROP TRIGGER IF EXISTS observations_au"),this.db.run("DROP TABLE IF EXISTS observations_new"),this.recreateObservationsWithCascade(n,s,i)),t&&(this.db.run("DROP TRIGGER IF EXISTS session_summaries_ai"),this.db.run("DROP TRIGGER IF EXISTS session_summaries_ad"),this.db.run("DROP TRIGGER IF EXISTS session_summaries_au"),this.db.run("DROP TABLE IF EXISTS session_summaries_new"),this.recreateSessionSummariesWithCascade(a,o,d)),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(21,new Date().toISOString()),this.db.run("COMMIT"),this.db.run("PRAGMA foreign_keys = ON"),u.debug("DB","Successfully added ON UPDATE CASCADE to FK constraints")}catch(E){throw this.db.run("ROLLBACK"),this.db.run("PRAGMA foreign_keys = ON"),E instanceof Error?E:new Error(String(E))}}recreateObservationsWithCascade(e,t,s){this.db.run(e);let i=this.carryLiveColumnsOntoNewTable("observations","observations_new",t).map(o=>`"${o}"`).join(", ");this.db.run(`INSERT INTO observations_new (${i}) SELECT ${i} FROM observations`),this.db.run("DROP TABLE observations"),this.db.run("ALTER TABLE observations_new RENAME TO observations"),this.db.run(s),this.recreateFtsTriggersIfIndexed("observations")}recreateSessionSummariesWithCascade(e,t,s){this.db.run(e);let i=this.carryLiveColumnsOntoNewTable("session_summaries","session_summaries_new",t).map(o=>`"${o}"`).join(", ");this.db.run(`INSERT INTO session_summaries_new (${i}) SELECT ${i} FROM session_summaries`),this.db.run("DROP TABLE session_summaries"),this.db.run("ALTER TABLE session_summaries_new RENAME TO session_summaries"),this.db.run(s),this.recreateFtsTriggersIfIndexed("session_summaries")}addObservationContentHashColumn(){if(this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="content_hash")){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(22,new Date().toISOString());return}this.db.run("ALTER TABLE observations ADD COLUMN content_hash TEXT"),this.db.run("UPDATE observations SET content_hash = substr(hex(randomblob(8)), 1, 16) WHERE content_hash IS NULL"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_content_hash ON observations(content_hash, created_at_epoch)"),u.debug("DB","Added content_hash column to observations table with backfill and index"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(22,new Date().toISOString())}addSessionCustomTitleColumn(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(23),s=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(n=>n.name==="custom_title");e&&s||(s||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN custom_title TEXT"),u.debug("DB","Added custom_title column to sdk_sessions table")),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(23,new Date().toISOString()))}addSessionPlatformSourceColumn(){let t=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(o=>o.name==="platform_source"),n=this.db.query("PRAGMA index_list(sdk_sessions)").all().some(o=>o.name==="idx_sdk_sessions_platform_source");this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(24)&&t&&n||(t||(this.db.run(`ALTER TABLE sdk_sessions ADD COLUMN platform_source TEXT NOT NULL DEFAULT '${S}'`),u.debug("DB","Added platform_source column to sdk_sessions table")),this.db.run(`
|
|
707
808
|
UPDATE sdk_sessions
|
|
708
|
-
SET platform_source = '${
|
|
809
|
+
SET platform_source = '${S}'
|
|
709
810
|
WHERE platform_source IS NULL OR platform_source = ''
|
|
710
|
-
`),
|
|
811
|
+
`),n||this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(24,new Date().toISOString()))}addObservationModelColumns(){let e=this.db.query("PRAGMA table_info(observations)").all(),t=e.some(n=>n.name==="generated_by_model"),s=e.some(n=>n.name==="relevance_count");t&&s||(t||this.db.run("ALTER TABLE observations ADD COLUMN generated_by_model TEXT"),s||this.db.run("ALTER TABLE observations ADD COLUMN relevance_count INTEGER DEFAULT 0"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(26,new Date().toISOString()))}ensureSDKSessionsObservedColumns(){let e=this.db.query("PRAGMA table_info(sdk_sessions)").all(),t=e.some(n=>n.name==="observed_model"),s=e.some(n=>n.name==="observed_billing");t&&s||(t||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_model TEXT"),s||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_billing TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(50,new Date().toISOString()))}ensureToolUsesTable(){Xt(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(51,new Date().toISOString())}ensureToolUseDisposition(){Ft(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(66,new Date().toISOString())}ensureWorkStateTable(){Wt(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(61,new Date().toISOString())}ensureProjectRecencyIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_project_nocase_recent ON observations(project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase_recent ON observations(merged_into_project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_project_nocase_recent ON session_summaries(project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase_recent ON session_summaries(merged_into_project COLLATE NOCASE, created_at_epoch DESC)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(63,new Date().toISOString())}ensureMergedIntoProjectCoveringIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase_project ON observations(merged_into_project COLLATE NOCASE, project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase_project ON session_summaries(merged_into_project COLLATE NOCASE, project)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(64,new Date().toISOString())}ensureHookSpoolConsumedTable(){this.db.run(`
|
|
711
812
|
CREATE TABLE IF NOT EXISTS hook_spool_consumed (
|
|
712
813
|
entry_key TEXT PRIMARY KEY,
|
|
713
814
|
consumed_at_epoch_ms INTEGER NOT NULL
|
|
@@ -725,7 +826,7 @@ ${T.stack??""}
|
|
|
725
826
|
sent_at_epoch INTEGER,
|
|
726
827
|
UNIQUE(platform_source, content_session_id, project, route_key)
|
|
727
828
|
)
|
|
728
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_telegram_wrapups_platform_content ON telegram_wrapups(platform_source, content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(52,new Date().toISOString())}ensureReinforcementColumns(){let e=this.db.query("PRAGMA table_info(observations)").all();e.some(t=>t.name==="reinforcement_dates")||this.db.run("ALTER TABLE observations ADD COLUMN reinforcement_dates TEXT"),e.some(t=>t.name==="last_reinforced")||this.db.run("ALTER TABLE observations ADD COLUMN last_reinforced TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(
|
|
829
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_telegram_wrapups_platform_content ON telegram_wrapups(platform_source, content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(52,new Date().toISOString())}ensureReinforcementColumns(){let e=this.db.query("PRAGMA table_info(observations)").all();e.some(t=>t.name==="reinforcement_dates")||this.db.run("ALTER TABLE observations ADD COLUMN reinforcement_dates TEXT"),e.some(t=>t.name==="last_reinforced")||this.db.run("ALTER TABLE observations ADD COLUMN last_reinforced TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(zn,new Date().toISOString())}dropWriteOnlyUserPromptsFtsAndScopeFtsUpdateTriggers(){let e=this.db.prepare(`
|
|
729
830
|
SELECT name FROM sqlite_master
|
|
730
831
|
WHERE type = 'trigger'
|
|
731
832
|
AND name IN ('observations_au', 'session_summaries_au')
|
|
@@ -733,7 +834,16 @@ ${T.stack??""}
|
|
|
733
834
|
`).all().map(s=>s.name),t=this.db.prepare(`
|
|
734
835
|
SELECT name FROM sqlite_master
|
|
735
836
|
WHERE name IN ('user_prompts_fts', 'user_prompts_ai', 'user_prompts_ad', 'user_prompts_au')
|
|
736
|
-
`).all();if(e.length>0||t.length>0){this.db.run("BEGIN TRANSACTION");try{e.includes("observations_au")&&(this.db.run("DROP TRIGGER observations_au"),this.db.run(
|
|
837
|
+
`).all();if(e.length>0||t.length>0){this.db.run("BEGIN TRANSACTION");try{e.includes("observations_au")&&(this.db.run("DROP TRIGGER observations_au"),this.db.run(me)),e.includes("session_summaries_au")&&(this.db.run("DROP TRIGGER session_summaries_au"),this.db.run(Te)),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ai"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ad"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_au"),this.db.run("DROP TABLE IF EXISTS user_prompts_fts"),this.db.run("COMMIT")}catch(s){throw this.db.run("ROLLBACK"),u.error("DB","Failed to scope FTS update triggers / drop user_prompts_fts, rolled back",{},s instanceof Error?s:new Error(String(s))),s}u.info("DB","Scoped FTS update triggers to indexed columns and dropped the write-only user_prompts_fts",{rescopedTriggers:e,droppedUserPromptsFts:t.length>0})}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(54,new Date().toISOString())}ensureMergedIntoProjectColumns(){this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="merged_into_project")||this.db.run("ALTER TABLE observations ADD COLUMN merged_into_project TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into ON observations(merged_into_project)"),this.db.query("PRAGMA table_info(session_summaries)").all().some(s=>s.name==="merged_into_project")||this.db.run("ALTER TABLE session_summaries ADD COLUMN merged_into_project TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into ON session_summaries(merged_into_project)")}requeuePromptsDeadLetteredForSize(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(60))return;let t="canonical content: body exceeds % UTF-8 bytes";this.db.transaction(()=>{let s=this.db.prepare(`
|
|
838
|
+
UPDATE user_prompts SET synced_at = NULL
|
|
839
|
+
WHERE synced_at = -1 AND origin_device_id IS NULL
|
|
840
|
+
AND CAST(id AS TEXT) IN (
|
|
841
|
+
SELECT origin_local_id FROM sync_dead_letter
|
|
842
|
+
WHERE lane = 'content' AND kind = 'prompt' AND reason LIKE ?
|
|
843
|
+
)
|
|
844
|
+
`).run(t);this.db.prepare(`
|
|
845
|
+
DELETE FROM sync_dead_letter WHERE lane = 'content' AND kind = 'prompt' AND reason LIKE ?
|
|
846
|
+
`).run(t),s.changes>0&&u.info("DB","Re-queued prompts quarantined for size before the cloud-sync prompt clamp",{prompts:s.changes}),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(60,new Date().toISOString())})()}ensureSessionProjectKeySourceColumn(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(t=>t.name==="project_key_source")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN project_key_source TEXT"),u.debug("DB","Added project_key_source column to sdk_sessions table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(59,new Date().toISOString())}ensureSessionCwdColumn(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(t=>t.name==="cwd")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN cwd TEXT"),u.debug("DB","Added cwd column to sdk_sessions table (#2864)")),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_cwd ON sdk_sessions(cwd)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(53,new Date().toISOString())}ensureProjectNocaseIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_project_nocase ON observations(project COLLATE NOCASE)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase ON observations(merged_into_project COLLATE NOCASE)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_project_nocase ON session_summaries(project COLLATE NOCASE)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase ON session_summaries(merged_into_project COLLATE NOCASE)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_project_nocase ON sdk_sessions(project COLLATE NOCASE)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(55,new Date().toISOString())}ensureAdvisorCallsTable(){this.db.run(`
|
|
737
847
|
CREATE TABLE IF NOT EXISTS advisor_calls (
|
|
738
848
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
739
849
|
session_db_id INTEGER NOT NULL,
|
|
@@ -756,7 +866,7 @@ ${T.stack??""}
|
|
|
756
866
|
INSERT OR IGNORE INTO advisor_calls
|
|
757
867
|
(session_db_id, content_session_id, project, platform_source, tool_use_id, advisor_model, cwd, last_user_message, transcript_path, transcript_byte_offset, advice, occurred_at_epoch, created_at, created_at_epoch)
|
|
758
868
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
759
|
-
`).run(e.sessionDbId,e.contentSessionId,e.project,e.platformSource,e.toolUseId,e.advisorModel??null,e.cwd??null,e.lastUserMessage??null,e.transcriptPath??null,e.transcriptByteOffset??null,e.advice,e.occurredAtEpoch,t.toISOString(),t.getTime());return s.changes>0?{id:Number(s.lastInsertRowid),inserted:!0}:{id:this.db.prepare("SELECT id FROM advisor_calls WHERE tool_use_id = ?").get(e.toolUseId)?.id??0,inserted:!1}}getAdvisorCalls(e,t,s,
|
|
869
|
+
`).run(e.sessionDbId,e.contentSessionId,e.project,e.platformSource,e.toolUseId,e.advisorModel??null,e.cwd??null,e.lastUserMessage??null,e.transcriptPath??null,e.transcriptByteOffset??null,e.advice,e.occurredAtEpoch,t.toISOString(),t.getTime());return s.changes>0?{id:Number(s.lastInsertRowid),inserted:!0}:{id:this.db.prepare("SELECT id FROM advisor_calls WHERE tool_use_id = ?").get(e.toolUseId)?.id??0,inserted:!1}}getAdvisorCalls(e,t,s,n){let i="SELECT * FROM advisor_calls",o=[],a=[];s?(a.push("project = ?"),o.push(s)):(a.push("project != ?"),o.push(oe)),n&&(a.push("platform_source = ?"),o.push(n)),i+=` WHERE ${a.join(" AND ")}`,i+=" ORDER BY occurred_at_epoch DESC LIMIT ? OFFSET ?",o.push(t+1,e);let d=this.db.prepare(i).all(...o);return{items:d.slice(0,t),hasMore:d.length>t,offset:e,limit:t}}getAdvisorCallById(e){return this.db.prepare("SELECT * FROM advisor_calls WHERE id = ?").get(e)??null}addObservationSubagentColumns(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(27),t=this.db.query("PRAGMA table_info(observations)").all(),s=t.some(o=>o.name==="agent_type"),n=t.some(o=>o.name==="agent_id");s||this.db.run("ALTER TABLE observations ADD COLUMN agent_type TEXT"),n||this.db.run("ALTER TABLE observations ADD COLUMN agent_id TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_agent_type ON observations(agent_type)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_agent_id ON observations(agent_id)");let i=this.db.query("PRAGMA table_info(pending_messages)").all();if(i.length>0){let o=i.some(d=>d.name==="agent_type"),a=i.some(d=>d.name==="agent_id");o||this.db.run("ALTER TABLE pending_messages ADD COLUMN agent_type TEXT"),a||this.db.run("ALTER TABLE pending_messages ADD COLUMN agent_id TEXT")}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(27,new Date().toISOString())}ensurePendingMessagesToolUseIdColumn(){if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(28,new Date().toISOString());return}this.db.query("PRAGMA table_info(pending_messages)").all().some(n=>n.name==="tool_use_id")||this.db.run("ALTER TABLE pending_messages ADD COLUMN tool_use_id TEXT"),this.db.run("BEGIN TRANSACTION");try{this.dedupePendingMessagesByToolUseId(),this.db.run("COMMIT")}catch(n){this.db.run("ROLLBACK");let i=n instanceof Error?n:new Error(String(n));throw u.error("DB","Failed to de-dupe pending_messages by tool_use_id, rolled back",{},i),n}}dedupePendingMessagesByToolUseId(){this.db.run(`
|
|
760
870
|
DELETE FROM pending_messages
|
|
761
871
|
WHERE id IN (
|
|
762
872
|
SELECT id
|
|
@@ -781,7 +891,7 @@ ${T.stack??""}
|
|
|
781
891
|
CREATE UNIQUE INDEX IF NOT EXISTS ux_pending_session_tool
|
|
782
892
|
ON pending_messages(session_db_id, tool_use_id)
|
|
783
893
|
WHERE tool_use_id IS NOT NULL
|
|
784
|
-
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(28,new Date().toISOString())}addObservationsUniqueContentHashIndex(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(29))return;let t=this.db.query("PRAGMA table_info(observations)").all(),s=t.some(i=>i.name==="memory_session_id"),
|
|
894
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(28,new Date().toISOString())}addObservationsUniqueContentHashIndex(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(29))return;let t=this.db.query("PRAGMA table_info(observations)").all(),s=t.some(i=>i.name==="memory_session_id"),n=t.some(i=>i.name==="content_hash");if(!s||!n){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(29,new Date().toISOString());return}this.db.run("BEGIN TRANSACTION");try{this.dedupeObservationsByContentHash(),this.db.run("COMMIT")}catch(i){this.db.run("ROLLBACK");let o=i instanceof Error?i:new Error(String(i));throw u.error("DB","Failed to de-dupe observations by content_hash, rolled back",{},o),i}}dedupeObservationsByContentHash(){this.db.run(`
|
|
785
895
|
UPDATE observations
|
|
786
896
|
SET content_hash = '__null_migration_' || id || '__'
|
|
787
897
|
WHERE content_hash IS NULL
|
|
@@ -802,11 +912,11 @@ ${T.stack??""}
|
|
|
802
912
|
`),this.db.run(`
|
|
803
913
|
CREATE UNIQUE INDEX IF NOT EXISTS ux_observations_session_hash
|
|
804
914
|
ON observations(memory_session_id, content_hash)
|
|
805
|
-
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(29,new Date().toISOString())}addObservationsMetadataColumn(){this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="metadata")||(this.db.run("ALTER TABLE observations ADD COLUMN metadata TEXT"),
|
|
915
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(29,new Date().toISOString())}addObservationsMetadataColumn(){this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="metadata")||(this.db.run("ALTER TABLE observations ADD COLUMN metadata TEXT"),u.debug("DB","Added metadata column to observations table (#2116)")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(30,new Date().toISOString())}updateMemorySessionId(e,t){let s=this.db.prepare(`
|
|
806
916
|
SELECT memory_session_id
|
|
807
917
|
FROM sdk_sessions
|
|
808
918
|
WHERE id = ?
|
|
809
|
-
`).get(e);!s||s.memory_session_id===t||this.db.transaction(()=>{this.db.prepare(`
|
|
919
|
+
`).get(e);!s||s.memory_session_id===t||(this.db.transaction(()=>{this.db.prepare(`
|
|
810
920
|
UPDATE sdk_sessions
|
|
811
921
|
SET memory_session_id = ?
|
|
812
922
|
WHERE id = ?
|
|
@@ -814,7 +924,25 @@ ${T.stack??""}
|
|
|
814
924
|
UPDATE tool_uses
|
|
815
925
|
SET memory_session_id = ?
|
|
816
926
|
WHERE session_db_id = ?
|
|
817
|
-
`).run(t,e)})()}
|
|
927
|
+
`).run(t,e)})(),t&&this.requeuePromptSync(e))}enqueueMutationOp(e,t){if(!this.syncOpsEnabled)return;let s=JSON.parse(JSON.stringify(t));if(s.op==="set_prompt_session"){let n=s.target;n?.origin_device_id===null&&(n.origin_device_id="self")}_t(s),t.op==="set_prompt_session"&&this.cachedStatement(`
|
|
928
|
+
DELETE FROM sync_outbox
|
|
929
|
+
WHERE json_valid(body)
|
|
930
|
+
AND json_extract(body, '$.op') = 'set_prompt_session'
|
|
931
|
+
AND json_extract(body, '$.target.origin_device_id') IS ?
|
|
932
|
+
AND json_extract(body, '$.target.origin_local_id') = ?
|
|
933
|
+
`).run(t.target?.origin_device_id??null,String(t.target?.origin_local_id??"")),this.cachedStatement(`
|
|
934
|
+
INSERT INTO sync_outbox (op_uuid, rev, body, created_at_epoch)
|
|
935
|
+
VALUES (?, ?, ?, ?)
|
|
936
|
+
`).run((0,Xe.randomUUID)(),String(e),JSON.stringify(t),Date.now())}requeuePromptSync(e){if(!this.syncOpsEnabled)return;let t=this.cachedStatement(`
|
|
937
|
+
SELECT memory_session_id, project, content_session_id, platform_source
|
|
938
|
+
FROM sdk_sessions WHERE id = ?
|
|
939
|
+
`).get(e);if(!t?.memory_session_id)return;this.db.transaction(()=>{let n=this.cachedStatement(`
|
|
940
|
+
SELECT CAST(id AS TEXT) AS id, CAST(sync_rev AS TEXT) AS sync_rev FROM user_prompts
|
|
941
|
+
WHERE session_db_id = ? AND origin_device_id IS NULL
|
|
942
|
+
`).all(e);if(n.length===0)return;let i=this.cachedStatement(`
|
|
943
|
+
UPDATE user_prompts SET sync_rev = ?, synced_at = NULL
|
|
944
|
+
WHERE id = ? AND origin_device_id IS NULL
|
|
945
|
+
`);for(let o of n){let a=dt(o.sync_rev);i.run(a,o.id),this.enqueueMutationOp(a,{op:"set_prompt_session",target:{origin_device_id:null,origin_local_id:o.id},fields:{memory_session_id:t.memory_session_id,project:t.project,content_session_id:t.content_session_id,platform_source:t.platform_source}})}})()}markSessionCompleted(e){let t=Date.now(),s=new Date(t).toISOString();this.db.prepare(`
|
|
818
946
|
UPDATE sdk_sessions
|
|
819
947
|
SET status = 'completed', completed_at = ?, completed_at_epoch = ?
|
|
820
948
|
WHERE id = ?
|
|
@@ -822,32 +950,32 @@ ${T.stack??""}
|
|
|
822
950
|
UPDATE sdk_sessions
|
|
823
951
|
SET status = 'active', completed_at = NULL, completed_at_epoch = NULL
|
|
824
952
|
WHERE id = ? AND status = 'completed'
|
|
825
|
-
`).run(e)}ensureMemorySessionIdRegistered(e,t,s){let
|
|
953
|
+
`).run(e)}ensureMemorySessionIdRegistered(e,t,s){let n=this.db.prepare(`
|
|
826
954
|
SELECT id, memory_session_id, worker_port FROM sdk_sessions WHERE id = ?
|
|
827
|
-
`).get(e);if(!
|
|
955
|
+
`).get(e);if(!n)throw new Error(`Session ${e} not found in sdk_sessions`);return n.memory_session_id===null?(this.db.prepare(`
|
|
828
956
|
UPDATE sdk_sessions SET memory_session_id = ? WHERE id = ?
|
|
829
|
-
`).run(t,e),
|
|
957
|
+
`).run(t,e),this.requeuePromptSync(e),u.info("DB","Registered memory_session_id before storage (FK fix)",{sessionDbId:e,newId:t})):n.memory_session_id!==t&&u.debug("DB","Keeping the registered memory_session_id",{sessionDbId:e,registered:n.memory_session_id,offered:t}),typeof s=="number"&&n.worker_port!==s&&this.db.prepare(`
|
|
830
958
|
UPDATE sdk_sessions SET worker_port = ? WHERE id = ?
|
|
831
|
-
`).run(s,e),
|
|
959
|
+
`).run(s,e),n.memory_session_id??t}getProjectReadKeys(e){return ht(this.db,e)}getAllProjects(e){let t=e?A(e):void 0,s=`
|
|
832
960
|
SELECT DISTINCT project
|
|
833
961
|
FROM sdk_sessions
|
|
834
962
|
WHERE project IS NOT NULL AND project != ''
|
|
835
963
|
AND project != ?
|
|
836
|
-
`,
|
|
964
|
+
`,n=[oe];return t&&(s+=" AND COALESCE(platform_source, ?) = ?",n.push(S,t)),s+=" ORDER BY project ASC",this.db.prepare(s).all(...n).map(o=>o.project)}getProjectCatalog(){let e=this.db.prepare(`
|
|
837
965
|
SELECT
|
|
838
|
-
COALESCE(platform_source, '${
|
|
966
|
+
COALESCE(platform_source, '${S}') as platform_source,
|
|
839
967
|
project,
|
|
840
968
|
MAX(started_at_epoch) as latest_epoch
|
|
841
969
|
FROM sdk_sessions
|
|
842
970
|
WHERE project IS NOT NULL AND project != ''
|
|
843
971
|
AND project != ?
|
|
844
|
-
GROUP BY COALESCE(platform_source, '${
|
|
972
|
+
GROUP BY COALESCE(platform_source, '${S}'), project
|
|
845
973
|
ORDER BY latest_epoch DESC
|
|
846
|
-
`).all(
|
|
974
|
+
`).all(oe),t=[],s=new Set,n={};for(let o of e){let a=A(o.platform_source);n[a]||(n[a]=[]),n[a].includes(o.project)||n[a].push(o.project),s.has(o.project)||(s.add(o.project),t.push(o.project))}let i=yt(Object.keys(n));return{projects:t,sources:i,projectsBySource:Object.fromEntries(i.map(o=>[o,n[o]||[]]))}}getSessionCatalog(e={}){let t=Math.min(Math.max(Math.trunc(e.limit??Kn),1),qn),s=Math.max(Math.trunc(e.offset??0),0),n=`
|
|
847
975
|
SELECT
|
|
848
976
|
s.content_session_id,
|
|
849
977
|
s.project,
|
|
850
|
-
COALESCE(s.platform_source, '${
|
|
978
|
+
COALESCE(s.platform_source, '${S}') as platform_source,
|
|
851
979
|
s.custom_title,
|
|
852
980
|
s.started_at_epoch,
|
|
853
981
|
(
|
|
@@ -858,16 +986,16 @@ ${T.stack??""}
|
|
|
858
986
|
FROM sdk_sessions s
|
|
859
987
|
WHERE s.project IS NOT NULL AND s.project != ''
|
|
860
988
|
AND s.project != ?
|
|
861
|
-
`,i=[
|
|
989
|
+
`,i=[oe];e.project&&(n+=" AND s.project = ?",i.push(e.project)),e.platformSource&&(n+=` AND COALESCE(s.platform_source, '${S}') = ?`,i.push(A(e.platformSource))),n+=" ORDER BY s.started_at_epoch DESC, s.id DESC LIMIT ? OFFSET ?",i.push(t+1,s);let o=this.db.prepare(n).all(...i);return{sessions:o.slice(0,t),hasMore:o.length>t}}getUserPromptById(e){return this.db.prepare(`
|
|
862
990
|
SELECT
|
|
863
991
|
up.*,
|
|
864
992
|
s.memory_session_id,
|
|
865
993
|
s.project,
|
|
866
|
-
COALESCE(s.platform_source, '${
|
|
994
|
+
COALESCE(s.platform_source, '${S}') as platform_source
|
|
867
995
|
FROM user_prompts up
|
|
868
996
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
869
997
|
WHERE up.id = ?
|
|
870
|
-
`).get(e)}findRecentDuplicateUserPrompt(e,t,s,
|
|
998
|
+
`).get(e)}findRecentDuplicateUserPrompt(e,t,s,n){return fs(this.db,e,ue(t),s,this.resolvePromptSessionDbId(e,n)??void 0)}getRecentSessionsWithStatus(e,t=3,s){let n=[e],i="";return s&&(i=`AND COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`,n.push(A(s))),n.push(t),this.db.prepare(`
|
|
871
999
|
SELECT * FROM (
|
|
872
1000
|
SELECT
|
|
873
1001
|
s.memory_session_id,
|
|
@@ -885,42 +1013,42 @@ ${T.stack??""}
|
|
|
885
1013
|
LIMIT ?
|
|
886
1014
|
)
|
|
887
1015
|
ORDER BY started_at_epoch ASC
|
|
888
|
-
`).all(...
|
|
1016
|
+
`).all(...n)}getObservationsForSession(e,t){let s=[e],n="";return t&&(n=`
|
|
889
1017
|
AND EXISTS (
|
|
890
1018
|
SELECT 1
|
|
891
1019
|
FROM sdk_sessions s
|
|
892
1020
|
WHERE s.memory_session_id = observations.memory_session_id
|
|
893
|
-
AND COALESCE(NULLIF(s.platform_source, ''), '${
|
|
1021
|
+
AND COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?
|
|
894
1022
|
)
|
|
895
1023
|
`,s.push(A(t))),this.db.prepare(`
|
|
896
1024
|
SELECT title, subtitle, type, prompt_number
|
|
897
1025
|
FROM observations
|
|
898
1026
|
WHERE memory_session_id = ?
|
|
899
|
-
${
|
|
1027
|
+
${n}
|
|
900
1028
|
ORDER BY created_at_epoch ASC
|
|
901
1029
|
`).all(...s)}getObservationById(e,t){return t?this.db.prepare(`
|
|
902
1030
|
SELECT o.*
|
|
903
1031
|
FROM observations o
|
|
904
1032
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id
|
|
905
1033
|
WHERE o.id = ?
|
|
906
|
-
AND COALESCE(NULLIF(s.platform_source, ''), '${
|
|
1034
|
+
AND COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?
|
|
907
1035
|
`).get(e,A(t))||null:this.db.prepare(`
|
|
908
1036
|
SELECT *
|
|
909
1037
|
FROM observations
|
|
910
1038
|
WHERE id = ?
|
|
911
|
-
`).get(e)||null}upsertToolUse(e){return
|
|
1039
|
+
`).get(e)||null}upsertToolUse(e){return kt(this.db,e)}linkToolUsesToObservation(e){return Bt(this.db,e)}setToolUseDisposition(e){return xt(this.db,e)}findSessionsWithPendingToolUses(e){return wt(this.db,e)}getPendingToolUses(e){return Pt(this.db,e)}getToolUsesByIds(e,t={}){return $t(this.db,e,t)}queryToolUses(e={}){return jt(this.db,e)}appendWorkStateEntry(e){let t=Yt(this.db,e);return V({projects:[e.project]},"appendWorkStateEntry"),t}getWorkStateEntries(e,t){let s=Vt(this.db,this.getProjectReadKeys(e),t),n=a=>a.replace(/[A-Z]/g,d=>d.toLowerCase()),i=new Set(e.map(n)),o=e.at(-1);return s.map(a=>o&&i.has(n(a.project))?{...a,scope_project:o}:a)}countToolUses(e={}){return Gt(this.db,e)}getObservationsByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:n,type:i,concepts:o,files:a}=t,d=Et(t.limit),E=x(t),_=s==="relevance",c=s==="date_asc"?"ASC":"DESC",l=_?"":`ORDER BY o.created_at_epoch ${c}, o.id ${c}`,p=d&&!_?"LIMIT ?":"",N=e.map(()=>"?").join(","),h=[...e],g=[];if(E.length>0){let f=w("o",E,{includeMerged:!0});g.push(f.sql),h.push(...f.params)}if(n&&(g.push(`COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`),h.push(A(n))),i)if(Array.isArray(i)){let f=i.map(()=>"?").join(",");g.push(`o.type IN (${f})`),h.push(...i)}else g.push("o.type = ?"),h.push(i);if(o){let f=Array.isArray(o)?o:[o],v=f.map(()=>"EXISTS (SELECT 1 FROM json_each(o.concepts) WHERE value = ?)");h.push(...f),g.push(`(${v.join(" OR ")})`)}if(a){let f=Array.isArray(a)?a:[a],v=f.map(()=>"(EXISTS (SELECT 1 FROM json_each(o.files_read) WHERE value LIKE ? ESCAPE '\\') OR EXISTS (SELECT 1 FROM json_each(o.files_modified) WHERE value LIKE ? ESCAPE '\\'))");f.forEach(T=>{let D=T.replace(/[\\%_]/g,"\\$&");h.push(`%${D}%`,`%${D}%`)}),g.push(`(${v.join(" OR ")})`)}let O=g.length>0?`WHERE o.id IN (${N}) AND ${g.join(" AND ")}`:`WHERE o.id IN (${N})`;p&&h.push(d);let m=this.db.prepare(`
|
|
912
1040
|
SELECT o.*
|
|
913
1041
|
FROM observations o
|
|
914
1042
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id
|
|
915
|
-
${
|
|
1043
|
+
${O}
|
|
916
1044
|
${l}
|
|
917
1045
|
${p}
|
|
918
|
-
`).all(...
|
|
1046
|
+
`).all(...h);if(!_)return m;let L=new Map(m.map(f=>[f.id,f])),F=e.map(f=>L.get(f)).filter(f=>!!f);return d?F.slice(0,d):F}getSummaryForSession(e,t){let s=[e],n="";return t&&(n=`
|
|
919
1047
|
AND EXISTS (
|
|
920
1048
|
SELECT 1
|
|
921
1049
|
FROM sdk_sessions sdk
|
|
922
1050
|
WHERE sdk.memory_session_id = session_summaries.memory_session_id
|
|
923
|
-
AND COALESCE(NULLIF(sdk.platform_source, ''), '${
|
|
1051
|
+
AND COALESCE(NULLIF(sdk.platform_source, ''), '${S}') = ?
|
|
924
1052
|
)
|
|
925
1053
|
`,s.push(A(t))),this.db.prepare(`
|
|
926
1054
|
SELECT
|
|
@@ -929,12 +1057,12 @@ ${T.stack??""}
|
|
|
929
1057
|
created_at_epoch
|
|
930
1058
|
FROM session_summaries
|
|
931
1059
|
WHERE memory_session_id = ?
|
|
932
|
-
${
|
|
1060
|
+
${n}
|
|
933
1061
|
ORDER BY created_at_epoch DESC, id DESC
|
|
934
1062
|
LIMIT 1
|
|
935
1063
|
`).get(...s)||null}getSessionById(e){return this.db.prepare(`
|
|
936
1064
|
SELECT id, content_session_id, memory_session_id, project,
|
|
937
|
-
COALESCE(platform_source, '${
|
|
1065
|
+
COALESCE(platform_source, '${S}') as platform_source,
|
|
938
1066
|
user_prompt, custom_title, status,
|
|
939
1067
|
observed_model, observed_billing
|
|
940
1068
|
FROM sdk_sessions
|
|
@@ -946,70 +1074,78 @@ ${T.stack??""}
|
|
|
946
1074
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
947
1075
|
AND content_session_id = ?
|
|
948
1076
|
LIMIT 1
|
|
949
|
-
`).get(
|
|
1077
|
+
`).get(S,A(t),e)?.id??null}setSessionObservedMetadata(e,t,s){this.db.prepare(`
|
|
950
1078
|
UPDATE sdk_sessions
|
|
951
1079
|
SET observed_model = COALESCE(?, observed_model),
|
|
952
1080
|
observed_billing = COALESCE(?, observed_billing)
|
|
953
1081
|
WHERE id = ?
|
|
954
|
-
`).run(t||null,s||null,e)}getSdkSessionsBySessionIds(e,t=[]){if(e.length===0&&t.length===0)return[];let s=[...new Set(e),...new Set(t)],
|
|
1082
|
+
`).run(t||null,s||null,e)}getSdkSessionsBySessionIds(e,t=[]){if(e.length===0&&t.length===0)return[];let s=[...new Set(e),...new Set(t)],n=new Map;for(let i=0;i<s.length;i+=500){let o=s.slice(i,i+500),a=o.filter(c=>typeof c=="string"),d=o.filter(c=>typeof c=="number"),E=[];a.length&&E.push(`memory_session_id IN (${a.map(()=>"?").join(",")})`),d.length&&E.push(`id IN (SELECT session_db_id FROM user_prompts WHERE id IN (${d.map(()=>"?").join(",")}))`);let _=this.db.prepare(`
|
|
955
1083
|
SELECT id, content_session_id, memory_session_id, project,
|
|
956
|
-
COALESCE(platform_source, '${
|
|
1084
|
+
COALESCE(platform_source, '${S}') as platform_source,
|
|
957
1085
|
user_prompt, custom_title,
|
|
958
1086
|
started_at, started_at_epoch, completed_at, completed_at_epoch, status
|
|
959
1087
|
FROM sdk_sessions
|
|
960
|
-
WHERE ${
|
|
1088
|
+
WHERE ${E.join(" OR ")}
|
|
961
1089
|
ORDER BY started_at_epoch DESC
|
|
962
|
-
`);for(let
|
|
1090
|
+
`);for(let c of _.all(...o))n.set(c.id,c)}return[...n.values()].sort((i,o)=>o.started_at_epoch-i.started_at_epoch)}getPromptNumberFromUserPrompts(e,t,s){let n=this.resolvePromptSessionDbId(e,t),i=n!==null?"session_db_id = ?":"content_session_id = ?",o=n!==null?n:e;return s!==void 0?this.db.prepare(`
|
|
963
1091
|
SELECT COALESCE(MAX(prompt_number), 0) as count FROM user_prompts WHERE ${i} AND created_at_epoch <= ?
|
|
964
1092
|
`).get(o,s).count:this.db.prepare(`
|
|
965
1093
|
SELECT COALESCE(MAX(prompt_number), 0) as count FROM user_prompts WHERE ${i}
|
|
966
|
-
`).get(o).count}getLatestPromptTextFromUserPrompts(e,t){let s=this.resolvePromptSessionDbId(e,t),
|
|
1094
|
+
`).get(o).count}getLatestPromptTextFromUserPrompts(e,t){let s=this.resolvePromptSessionDbId(e,t),n=s!==null?"session_db_id = ?":"content_session_id = ?",i=s!==null?s:e;return this.db.prepare(`
|
|
967
1095
|
SELECT prompt_text
|
|
968
1096
|
FROM user_prompts
|
|
969
|
-
WHERE ${
|
|
1097
|
+
WHERE ${n}
|
|
970
1098
|
AND prompt_text IS NOT NULL
|
|
971
1099
|
AND length(trim(prompt_text)) > 0
|
|
972
1100
|
ORDER BY prompt_number DESC, created_at_epoch DESC
|
|
973
1101
|
LIMIT 1
|
|
974
|
-
`).get(i)?.prompt_text??null}
|
|
1102
|
+
`).get(i)?.prompt_text??null}getPromptTextByNumber(e,t){return this.db.prepare(`
|
|
1103
|
+
SELECT prompt_text
|
|
1104
|
+
FROM user_prompts
|
|
1105
|
+
WHERE session_db_id = ? AND prompt_number = ?
|
|
1106
|
+
AND prompt_text IS NOT NULL
|
|
1107
|
+
AND length(trim(prompt_text)) > 0
|
|
1108
|
+
ORDER BY created_at_epoch DESC
|
|
1109
|
+
LIMIT 1
|
|
1110
|
+
`).get(e,t)?.prompt_text??null}createSDKSession(e,t,s,n,i){let o=new Date,a=o.getTime(),d=i?A(i):S,E=ue(s);n&&this.validateSetTitleMutation(e,d,n);let _=this.db.prepare(`
|
|
975
1111
|
SELECT id, platform_source
|
|
976
1112
|
FROM sdk_sessions
|
|
977
1113
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
978
1114
|
AND content_session_id = ?
|
|
979
|
-
`).get(
|
|
1115
|
+
`).get(S,d,e);if(_){if(t&&this.db.prepare(`
|
|
980
1116
|
UPDATE sdk_sessions SET project = ?
|
|
981
1117
|
WHERE id = ? AND (project IS NULL OR project = '' OR (project = 'unknown' AND cwd IS NULL))
|
|
982
|
-
`).run(t,_.id),
|
|
1118
|
+
`).run(t,_.id),E&&E!==st&&this.db.prepare(`
|
|
983
1119
|
UPDATE sdk_sessions SET user_prompt = ?
|
|
984
1120
|
WHERE id = ? AND (user_prompt IS NULL OR user_prompt = '' OR user_prompt = ?)
|
|
985
|
-
`).run(
|
|
1121
|
+
`).run(E,_.id,st),n){let l=this.db.prepare("SELECT custom_title FROM sdk_sessions WHERE id = ?").get(_.id);l&&l.custom_title===null&&(this.db.prepare(`
|
|
986
1122
|
UPDATE sdk_sessions SET custom_title = ?
|
|
987
1123
|
WHERE id = ? AND custom_title IS NULL
|
|
988
|
-
`).run(
|
|
1124
|
+
`).run(n,_.id),this.enqueueSetTitleOp(e,d,n))}return _.id}let c=this.db.prepare(`
|
|
989
1125
|
INSERT INTO sdk_sessions
|
|
990
1126
|
(content_session_id, memory_session_id, project, platform_source, user_prompt, custom_title, started_at, started_at_epoch, status)
|
|
991
1127
|
VALUES (?, NULL, ?, ?, ?, ?, ?, ?, 'active')
|
|
992
|
-
`).run(e,t,E,
|
|
1128
|
+
`).run(e,t,d,E,n||null,o.toISOString(),a);return n&&this.enqueueSetTitleOp(e,d,n),Number(c.lastInsertRowid)}setSessionCwd(e,t,s){t.trim()&&this.db.prepare("UPDATE sdk_sessions SET cwd = ?, project_key_source = ? WHERE id = ? AND cwd IS NULL").run(t,s??null,e)}getSessionCwd(e){return this.db.prepare("SELECT cwd FROM sdk_sessions WHERE id = ?").get(e)?.cwd??null}enqueueSetTitleOp(e,t,s){let n=this.validateSetTitleMutation(e,t,s);this.enqueueMutationOp("1",n)}validateSetTitleMutation(e,t,s){let n={op:"set_title",target:{content_session_id:e,platform_source:t},fields:{custom_title:s}};return _t(n),n}saveUserPrompt(e,t,s,n,i,o){let a=new Date,d=a.getTime(),E=ue(s),_=this.resolvePromptSessionDbId(e,n);return this.db.prepare(`
|
|
993
1129
|
INSERT INTO user_prompts
|
|
994
1130
|
(session_db_id, content_session_id, prompt_number, prompt_text, created_at, created_at_epoch, native_prompt_id, native_prompt_hash)
|
|
995
1131
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
996
|
-
`).run(_,e,t,
|
|
997
|
-
WHERE session_db_id = ? AND native_prompt_id = ?`).get(t,s);if(
|
|
1132
|
+
`).run(_,e,t,E,a.toISOString(),d,i??null,o??null).lastInsertRowid}saveNativeUserPrompt(e,t,s,n,i=n){if(!s||s.length>256||/[\s\x00-\x1f\x7f]/.test(s))throw new Error("Invalid native prompt identity");let o=ue(n),a=(0,Xe.createHash)("sha256").update(Le(i).trim()).digest("hex");return this.db.transaction(()=>{let d=this.db.prepare(`SELECT id, prompt_number, native_prompt_hash FROM user_prompts
|
|
1133
|
+
WHERE session_db_id = ? AND native_prompt_id = ?`).get(t,s);if(d){if(d.native_prompt_hash!==a)throw new Error("Native prompt identity was reused with different text");return{id:d.id,promptNumber:d.prompt_number,duplicate:!0}}let E=this.getPromptNumberFromUserPrompts(e,t)+1;return this.reopenCompletedSession(t),{id:this.saveUserPrompt(e,E,o,t,s,a),promptNumber:E,duplicate:!1}}).immediate()}getUserPrompt(e,t,s){let n=this.resolvePromptSessionDbId(e,s);return n!==null?this.db.prepare(`
|
|
998
1134
|
SELECT prompt_text
|
|
999
1135
|
FROM user_prompts
|
|
1000
1136
|
WHERE session_db_id = ? AND prompt_number = ?
|
|
1001
1137
|
LIMIT 1
|
|
1002
|
-
`).get(
|
|
1138
|
+
`).get(n,t)?.prompt_text??null:this.db.prepare(`
|
|
1003
1139
|
SELECT prompt_text
|
|
1004
1140
|
FROM user_prompts
|
|
1005
1141
|
WHERE content_session_id = ? AND prompt_number = ?
|
|
1006
1142
|
LIMIT 1
|
|
1007
|
-
`).get(e,t)?.prompt_text??null}dedupConfig(){let e=
|
|
1143
|
+
`).get(e,t)?.prompt_text??null}dedupConfig(){let e=z.loadFromFile(Oe),t=(n,i)=>{let o=Number(e[n]);return Number.isFinite(o)?o:i},s=(n,i)=>Math.trunc(t(n,i));return{enabled:e.MEMINDEX_DEDUP_ENABLED==="true",cosineThreshold:t("MEMINDEX_DEDUP_COSINE_THRESHOLD",.8),idfVetoDf:s("MEMINDEX_DEDUP_IDF_VETO_DF",10),minSharedTokens:s("MEMINDEX_DEDUP_MIN_SHARED_TOKENS",2),maxScan:s("MEMINDEX_DEDUP_MAX_SCAN",2e3),maxBackfillRows:s("MEMINDEX_DEDUP_MAX_BACKFILL_ROWS",5e4),minProjectDocs:s("MEMINDEX_DEDUP_MIN_PROJECT_DOCS",10)}}listDedupCandidates(e,t=100,s){let n="SELECT c.id, c.project, c.method, c.score, c.status, c.created_at_epoch, c.observation_id, o1.title AS observation_title, c.duplicate_of_id, o2.title AS duplicate_of_title FROM observation_dedup_candidates c JOIN observations o1 ON o1.id = c.observation_id JOIN observations o2 ON o2.id = c.duplicate_of_id ",i="(? IS NULL OR c.status = ?) ",o="ORDER BY c.score DESC, c.id DESC LIMIT ?",a=s??null;return e?this.db.prepare(`${n}WHERE c.project = ? AND ${i}${o}`).all(e,a,a,t):this.db.prepare(`${n}WHERE ${i}${o}`).all(a,a,t)}resolveDedupCandidate(e,t){return this.db.prepare("UPDATE observation_dedup_candidates SET status = ? WHERE id = ?").run(t,e).changes>0}isDedupEnabled(){return this.dedupConfig().enabled}runDedupScan(){return Ss(this.db,this.dedupConfig())}maintainDedupOnInsert(e,t,s,n){cs(this.db,e,s),Ts(this.db,e,n.minProjectDocs)&&Ns(this.db,e,t,s,n)}storeObservation(e,t,s,n,i=0,o,a,d={}){if(!We(s.title))throw new Error("storeObservation requires a non-empty title");let E=this.storeObservations(e,t,[s],null,n,i,o,a,d);return{id:E.observationIds[0],createdAtEpoch:E.createdAtEpoch,mergedIntoExisting:E.mergedIntoExisting[0]??!1}}storeSummary(e,t,s,n,i=0,o){let a=o??Date.now(),d=new Date(a).toISOString(),_=this.db.prepare(`
|
|
1008
1144
|
INSERT INTO session_summaries
|
|
1009
1145
|
(memory_session_id, project, request, investigated, learned, completed,
|
|
1010
1146
|
next_steps, files_read, files_edited, notes, prompt_number, discovery_tokens, created_at, created_at_epoch)
|
|
1011
1147
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1012
|
-
`).run(e,t,s.request,s.investigated,s.learned,s.completed,s.next_steps,JSON.stringify(s.files_read??[]),JSON.stringify(s.files_edited??[]),s.notes,
|
|
1148
|
+
`).run(e,t,s.request,s.investigated,s.learned,s.completed,s.next_steps,JSON.stringify(s.files_read??[]),JSON.stringify(s.files_edited??[]),s.notes,n||null,i,d,a);return V({projects:[t]},"storeSummary"),{id:Number(_.lastInsertRowid),createdAtEpoch:a}}storeObservations(e,t,s,n,i,o=0,a,d,E={}){let _=a??Date.now(),c=new Date(_).toISOString(),l=Mt(_),p=new Date(_),N=this.dedupConfig(),h=A(this.db.prepare("SELECT platform_source FROM sdk_sessions WHERE memory_session_id = ? LIMIT 1").get(e)?.platform_source),O=this.db.transaction(()=>{let I=[],m=[],L=[],F=this.db.prepare(`
|
|
1013
1149
|
INSERT INTO observations
|
|
1014
1150
|
(memory_session_id, project, type, title, subtitle, facts, narrative, concepts,
|
|
1015
1151
|
files_read, files_modified, prompt_number, discovery_tokens, agent_type, agent_id, content_hash, created_at, created_at_epoch,
|
|
@@ -1017,119 +1153,119 @@ ${T.stack??""}
|
|
|
1017
1153
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1018
1154
|
ON CONFLICT(memory_session_id, content_hash) DO NOTHING
|
|
1019
1155
|
RETURNING id
|
|
1020
|
-
`),
|
|
1156
|
+
`),f=this.db.prepare("SELECT id FROM observations WHERE memory_session_id = ? AND content_hash = ?");for(let T of s){if(!We(T.title)){u.debug("DB","Skipping observation with empty title");continue}let D=Dt(e,T.title,T.narrative),P=De(t,h,T.title,_e(T.agent_id,T.agent_type));if(N.enabled){let Fe=f.get(e,D);if(Fe){he(this.db,Fe.id,p),I.push(Fe.id),m.push(!1);continue}let Ne=E.skipTitleDedup?null:Es(this.db,t,P);if(Ne){this.db.prepare("UPDATE observations SET occurrence_count = occurrence_count + 1 WHERE id = ?").run(Ne.id),he(this.db,Ne.id,p),I.push(Ne.id),m.push(!0);continue}}let k=F.get(e,t,T.type,T.title,T.subtitle,JSON.stringify(T.facts),T.narrative,JSON.stringify(T.concepts),JSON.stringify(T.files_read),JSON.stringify(T.files_modified),i||null,o,T.agent_type??null,T.agent_id??null,D,c,_,d||null,T.metadata??null,P,l.dates,l.lastReinforced);if(k){N.enabled&&this.maintainDedupOnInsert(t,k.id,T.title,N),I.push(k.id),m.push(!1),L.push(k.id);continue}let te=f.get(e,D);if(!te)throw new Error(`storeObservations: ON CONFLICT without existing row for content_hash=${D}`);he(this.db,te.id,p),I.push(te.id),m.push(!1)}let v=null;if(n){let T=xs(s),D=n.files_read??T.files_read,P=n.files_edited??T.files_edited,te=this.db.prepare(`
|
|
1021
1157
|
INSERT INTO session_summaries
|
|
1022
1158
|
(memory_session_id, project, request, investigated, learned, completed,
|
|
1023
1159
|
next_steps, files_read, files_edited, notes, prompt_number, discovery_tokens, created_at, created_at_epoch)
|
|
1024
1160
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1025
|
-
`).run(e,t,
|
|
1161
|
+
`).run(e,t,n.request,n.investigated,n.learned,n.completed,n.next_steps,JSON.stringify(D),JSON.stringify(P),n.notes,i||null,o,c,_);v=Number(te.lastInsertRowid)}return{observationIds:I,mergedIntoExisting:m,insertedObservationIds:L,summaryId:v,createdAtEpoch:_}})();return V({projects:[t]},"storeObservations"),O}updateDiscoveryTokens(e,t,s){e.length===0&&t===null||this.db.transaction(()=>{let n=this.db.prepare("UPDATE observations SET discovery_tokens = ? WHERE id = ?");for(let i of e)n.run(s,i);t!==null&&this.db.prepare("UPDATE session_summaries SET discovery_tokens = ? WHERE id = ?").run(s,t)})()}getSessionSummariesByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:n}=t,i=Et(t.limit),o=x(t),a=s==="relevance",d=s==="date_asc"?"ASC":"DESC",E=a?"":`ORDER BY ss.created_at_epoch ${d}, ss.id ${d}`,_=i&&!a?"LIMIT ?":"",c=e.map(()=>"?").join(","),l=[...e],p=[];if(o.length>0){let m=w("ss",o,{includeMerged:!0});p.push(m.sql),l.push(...m.params)}n&&(p.push(`COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`),l.push(A(n)));let N=p.length>0?`AND ${p.join(" AND ")}`:"";_&&l.push(i);let g=this.db.prepare(`
|
|
1026
1162
|
SELECT ss.*
|
|
1027
1163
|
FROM session_summaries ss
|
|
1028
1164
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = ss.memory_session_id
|
|
1029
|
-
WHERE ss.id IN (${
|
|
1030
|
-
${
|
|
1165
|
+
WHERE ss.id IN (${c}) ${N}
|
|
1166
|
+
${E}
|
|
1031
1167
|
${_}
|
|
1032
|
-
`).all(...l);if(!a)return g;let
|
|
1168
|
+
`).all(...l);if(!a)return g;let O=new Map(g.map(m=>[m.id,m])),I=e.map(m=>O.get(m)).filter(m=>!!m);return i?I.slice(0,i):I}getUserPromptsByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:n}=t,i=Et(t.limit),o=x(t),a=s==="relevance",d=s==="date_asc"?"ASC":"DESC",E=a?"":`ORDER BY up.created_at_epoch ${d}, up.id ${d}`,_=i&&!a?"LIMIT ?":"",c=e.map(()=>"?").join(","),l=[...e],p=[];if(o.length>0){let m=w("s",o,{includeMerged:!1});p.push(m.sql),l.push(...m.params)}n&&(p.push(`COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`),l.push(A(n)));let N=p.length>0?`AND ${p.join(" AND ")}`:"";_&&l.push(i);let g=this.db.prepare(`
|
|
1033
1169
|
SELECT
|
|
1034
1170
|
up.*,
|
|
1035
1171
|
s.project,
|
|
1036
1172
|
s.memory_session_id,
|
|
1037
|
-
COALESCE(NULLIF(s.platform_source, ''), '${
|
|
1173
|
+
COALESCE(NULLIF(s.platform_source, ''), '${S}') as platform_source
|
|
1038
1174
|
FROM user_prompts up
|
|
1039
1175
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1040
|
-
WHERE up.id IN (${
|
|
1041
|
-
${
|
|
1176
|
+
WHERE up.id IN (${c}) ${N}
|
|
1177
|
+
${E}
|
|
1042
1178
|
${_}
|
|
1043
|
-
`).all(...l);if(!a)return g;let
|
|
1179
|
+
`).all(...l);if(!a)return g;let O=new Map(g.map(m=>[m.id,m])),I=e.map(m=>O.get(m)).filter(m=>!!m);return i?I.slice(0,i):I}getTimelineAroundTimestamp(e,t=10,s=10,n,i,o){return this.getTimelineAroundObservation(null,e,t,s,n,i,o)}getTimelineAroundObservation(e,t,s=10,n=10,i,o,a){let d=x({project:i,projects:a}),E=o?A(o):void 0,_=(f,v,T=!1)=>{let D=[],P=[];if(d.length>0){let k=w(f,d,{includeMerged:T});D.push(k.sql),P.push(...k.params)}return E&&(D.push(`COALESCE(NULLIF(${v}.platform_source, ''), '${S}') = ?`),P.push(E)),{clause:D.length>0?`AND ${D.join(" AND ")}`:"",params:P}},c=_("o","src",!0),l=_("ss","src",!0),p=_("s","s"),N,h;if(e!==null){let f=`
|
|
1044
1180
|
SELECT o.id, o.created_at_epoch
|
|
1045
1181
|
FROM observations o
|
|
1046
1182
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1047
|
-
WHERE (o.created_at_epoch, o.id) <= (?, ?) ${
|
|
1183
|
+
WHERE (o.created_at_epoch, o.id) <= (?, ?) ${c.clause}
|
|
1048
1184
|
ORDER BY o.created_at_epoch DESC
|
|
1049
1185
|
LIMIT ?
|
|
1050
1186
|
`,v=`
|
|
1051
1187
|
SELECT o.id, o.created_at_epoch
|
|
1052
1188
|
FROM observations o
|
|
1053
1189
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1054
|
-
WHERE (o.created_at_epoch, o.id) >= (?, ?) ${
|
|
1190
|
+
WHERE (o.created_at_epoch, o.id) >= (?, ?) ${c.clause}
|
|
1055
1191
|
ORDER BY o.created_at_epoch ASC
|
|
1056
1192
|
LIMIT ?
|
|
1057
|
-
`;try{let
|
|
1193
|
+
`;try{let T=this.db.prepare(f).all(t,e,...c.params,s+1),D=this.db.prepare(v).all(t,e,...c.params,n+1);if(T.length===0&&D.length===0)return{observations:[],sessions:[],prompts:[]};N=T.length>0?T[T.length-1].created_at_epoch:t,h=D.length>0?D[D.length-1].created_at_epoch:t}catch(T){return T instanceof Error?u.error("DB","Error getting boundary observations",{project:i},T):u.error("DB","Error getting boundary observations with non-Error",{},new Error(String(T))),{observations:[],sessions:[],prompts:[]}}}else{let f=`
|
|
1058
1194
|
SELECT o.created_at_epoch
|
|
1059
1195
|
FROM observations o
|
|
1060
1196
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1061
|
-
WHERE o.created_at_epoch < ? ${
|
|
1197
|
+
WHERE o.created_at_epoch < ? ${c.clause}
|
|
1062
1198
|
ORDER BY o.created_at_epoch DESC
|
|
1063
1199
|
LIMIT ?
|
|
1064
1200
|
`,v=`
|
|
1065
1201
|
SELECT o.created_at_epoch
|
|
1066
1202
|
FROM observations o
|
|
1067
1203
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1068
|
-
WHERE o.created_at_epoch > ? ${
|
|
1204
|
+
WHERE o.created_at_epoch > ? ${c.clause}
|
|
1069
1205
|
ORDER BY o.created_at_epoch ASC
|
|
1070
1206
|
LIMIT ?
|
|
1071
|
-
`;try{let
|
|
1207
|
+
`;try{let T=this.db.prepare(f).all(t,...c.params,s),D=this.db.prepare(v).all(t,...c.params,n);N=T.length>0?T[T.length-1].created_at_epoch:t,h=D.length>0?D[D.length-1].created_at_epoch:t}catch(T){return T instanceof Error?u.error("DB","Error getting boundary timestamps",{project:i},T):u.error("DB","Error getting boundary timestamps with non-Error",{},new Error(String(T))),{observations:[],sessions:[],prompts:[]}}}let g=`
|
|
1072
1208
|
SELECT o.*
|
|
1073
1209
|
FROM observations o
|
|
1074
1210
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1075
|
-
WHERE o.created_at_epoch >= ? AND o.created_at_epoch <= ? ${
|
|
1211
|
+
WHERE o.created_at_epoch >= ? AND o.created_at_epoch <= ? ${c.clause}
|
|
1076
1212
|
ORDER BY o.created_at_epoch ASC, o.id ASC
|
|
1077
|
-
`,
|
|
1213
|
+
`,O=`
|
|
1078
1214
|
SELECT ss.*
|
|
1079
1215
|
FROM session_summaries ss
|
|
1080
1216
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = ss.memory_session_id
|
|
1081
1217
|
WHERE ss.created_at_epoch >= ? AND ss.created_at_epoch <= ? ${l.clause}
|
|
1082
1218
|
ORDER BY ss.created_at_epoch ASC, ss.id ASC
|
|
1083
|
-
`,
|
|
1084
|
-
SELECT up.*, s.project, s.memory_session_id, COALESCE(NULLIF(s.platform_source, ''), '${
|
|
1219
|
+
`,I=`
|
|
1220
|
+
SELECT up.*, s.project, s.memory_session_id, COALESCE(NULLIF(s.platform_source, ''), '${S}') as platform_source
|
|
1085
1221
|
FROM user_prompts up
|
|
1086
1222
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1087
1223
|
WHERE up.created_at_epoch >= ? AND up.created_at_epoch <= ? ${p.clause}
|
|
1088
1224
|
ORDER BY up.created_at_epoch ASC, up.id ASC
|
|
1089
|
-
`,m=this.db.prepare(g).all(
|
|
1225
|
+
`,m=this.db.prepare(g).all(N,h,...c.params),L=this.db.prepare(O).all(N,h,...l.params),F=this.db.prepare(I).all(N,h,...p.params);return{observations:m,sessions:L.map(f=>({id:f.id,memory_session_id:f.memory_session_id,project:f.project,request:f.request,completed:f.completed,next_steps:f.next_steps,created_at:f.created_at,created_at_epoch:f.created_at_epoch})),prompts:F.map(f=>({id:f.id,content_session_id:f.content_session_id,prompt_number:f.prompt_number,prompt_text:f.prompt_text,project:f.project,platform_source:f.platform_source,created_at:f.created_at,created_at_epoch:f.created_at_epoch}))}}getOrCreateManualSession(e,t=S){let s=`manual-${e}`,n=`manual-content-${e}`;if(this.db.prepare("SELECT memory_session_id FROM sdk_sessions WHERE memory_session_id = ?").get(s))return t&&t!==S&&this.db.prepare("UPDATE sdk_sessions SET platform_source = ? WHERE memory_session_id = ?").run(t,s),s;let o=new Date;return this.db.prepare(`
|
|
1090
1226
|
INSERT INTO sdk_sessions (memory_session_id, content_session_id, project, platform_source, started_at, started_at_epoch, status)
|
|
1091
1227
|
VALUES (?, ?, ?, ?, ?, ?, 'active')
|
|
1092
|
-
`).run(s,
|
|
1093
|
-
WHERE platform_source = ? AND content_session_id = ?`).get(t,e.content_session_id);if(s)return{imported:!1,id:s.id};let
|
|
1228
|
+
`).run(s,n,e,S,o.toISOString(),o.getTime()),u.info("SESSION","Created manual session",{memorySessionId:s,project:e}),s}close(){this.db.close()}cachedStatement(e){let t=this.statementCache.get(e);return t||(t=this.db.prepare(e),this.statementCache.set(e,t)),t}importSdkSession(e){let t=A(e.platform_source),s=this.db.prepare(`SELECT id FROM sdk_sessions
|
|
1229
|
+
WHERE platform_source = ? AND content_session_id = ?`).get(t,e.content_session_id);if(s)return{imported:!1,id:s.id};let n=e.custom_title??null;if(n!==null&&typeof n!="string")throw new TypeError("Imported custom_title must be a string or null");let i=this.db.prepare(`
|
|
1094
1230
|
INSERT INTO sdk_sessions (
|
|
1095
1231
|
content_session_id, memory_session_id, project, platform_source, user_prompt, custom_title,
|
|
1096
1232
|
started_at, started_at_epoch, completed_at, completed_at_epoch, status
|
|
1097
1233
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1098
|
-
`);return this.db.transaction(()=>({imported:!0,id:i.run(e.content_session_id,e.memory_session_id,e.project,t,e.user_prompt,
|
|
1234
|
+
`);return this.db.transaction(()=>({imported:!0,id:i.run(e.content_session_id,e.memory_session_id,e.project,t,e.user_prompt,n,e.started_at,e.started_at_epoch,e.completed_at,e.completed_at_epoch,e.status).lastInsertRowid}))()}importSessionSummary(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return u.warn("DB","Skipping imported session summary without memory_session_id",{project:typeof e?.project=="string"?e.project:null}),{imported:!1,id:0};let t=this.db.prepare(`SELECT id FROM session_summaries WHERE memory_session_id = ?
|
|
1099
1235
|
AND request IS ? AND investigated IS ? AND learned IS ? AND completed IS ?
|
|
1100
1236
|
AND next_steps IS ? AND files_read IS ? AND files_edited IS ? AND notes IS ?
|
|
1101
|
-
AND prompt_number IS ? AND created_at_epoch = ?`).get(e.memory_session_id,
|
|
1237
|
+
AND prompt_number IS ? AND created_at_epoch = ?`).get(e.memory_session_id,R(e.request),R(e.investigated),R(e.learned),R(e.completed),R(e.next_steps),R(e.files_read),R(e.files_edited),R(e.notes),e.prompt_number??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let n=this.db.prepare(`
|
|
1102
1238
|
INSERT INTO session_summaries (
|
|
1103
1239
|
memory_session_id, project, request, investigated, learned,
|
|
1104
1240
|
completed, next_steps, files_read, files_edited, notes,
|
|
1105
1241
|
prompt_number, discovery_tokens, created_at, created_at_epoch, merged_into_project
|
|
1106
1242
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1107
|
-
`).run(e.memory_session_id,e.project,
|
|
1243
|
+
`).run(e.memory_session_id,e.project,R(e.request),R(e.investigated),R(e.learned),R(e.completed),R(e.next_steps),R(e.files_read),R(e.files_edited),R(e.notes),e.prompt_number,e.discovery_tokens||0,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return V({projects:[e.project]},"importSessionSummary"),{imported:!0,id:n.lastInsertRowid}}importObservation(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return u.warn("DB","Skipping imported observation without memory_session_id",{title:typeof e?.title=="string"?e.title:null,type:typeof e?.type=="string"?e.type:null}),{imported:!1,id:0};let t=this.db.prepare(`
|
|
1108
1244
|
SELECT id FROM observations
|
|
1109
1245
|
WHERE memory_session_id = ? AND text IS ? AND type = ?
|
|
1110
1246
|
AND title IS ? AND subtitle IS ? AND facts IS ? AND narrative IS ?
|
|
1111
1247
|
AND concepts IS ? AND files_read IS ? AND files_modified IS ?
|
|
1112
1248
|
AND prompt_number IS ? AND agent_type IS ?
|
|
1113
1249
|
AND agent_id IS ? AND created_at_epoch = ?
|
|
1114
|
-
`).get(e.memory_session_id,
|
|
1250
|
+
`).get(e.memory_session_id,R(e.text),e.type,R(e.title),R(e.subtitle),R(e.facts),R(e.narrative),R(e.concepts),R(e.files_read),R(e.files_modified),e.prompt_number??null,e.agent_type??null,e.agent_id??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let n=this.db.prepare(`
|
|
1115
1251
|
INSERT INTO observations (
|
|
1116
1252
|
memory_session_id, project, text, type, title, subtitle,
|
|
1117
1253
|
facts, narrative, concepts, files_read, files_modified,
|
|
1118
1254
|
prompt_number, discovery_tokens, agent_type, agent_id,
|
|
1119
1255
|
created_at, created_at_epoch, merged_into_project
|
|
1120
1256
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1121
|
-
`).run(e.memory_session_id,e.project,
|
|
1122
|
-
SELECT id, content_session_id, COALESCE(NULLIF(platform_source, ''), '${
|
|
1257
|
+
`).run(e.memory_session_id,e.project,R(e.text),e.type,R(e.title),R(e.subtitle),R(e.facts),R(e.narrative),R(e.concepts),R(e.files_read),R(e.files_modified),e.prompt_number,e.discovery_tokens||0,e.agent_type??null,e.agent_id??null,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return V({projects:[e.project]},"importObservation"),{imported:!0,id:n.lastInsertRowid}}rebuildObservationsFTSIndex(){this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='observations_fts'").all().length>0&&this.db.run("INSERT INTO observations_fts(observations_fts) VALUES('rebuild')")}importUserPrompt(e){let t=null,s=e.platform_source?A(e.platform_source):void 0;if(typeof e.session_db_id=="number"){let a=this.db.prepare(`
|
|
1258
|
+
SELECT id, content_session_id, COALESCE(NULLIF(platform_source, ''), '${S}') as platform_source
|
|
1123
1259
|
FROM sdk_sessions
|
|
1124
1260
|
WHERE id = ?
|
|
1125
1261
|
LIMIT 1
|
|
1126
|
-
`).get(e.session_db_id);a&&a.content_session_id===e.content_session_id&&(!s||A(a.platform_source)===s)&&(t=a.id)}t===null&&(t=this.resolvePromptSessionDbId(e.content_session_id,void 0,s));let
|
|
1262
|
+
`).get(e.session_db_id);a&&a.content_session_id===e.content_session_id&&(!s||A(a.platform_source)===s)&&(t=a.id)}t===null&&(t=this.resolvePromptSessionDbId(e.content_session_id,void 0,s));let n=this.db.prepare(`
|
|
1127
1263
|
SELECT id FROM user_prompts
|
|
1128
1264
|
WHERE ${t!==null?"session_db_id = ?":"content_session_id = ?"} AND prompt_number = ?
|
|
1129
|
-
`).get(t??e.content_session_id,e.prompt_number);return
|
|
1265
|
+
`).get(t??e.content_session_id,e.prompt_number);return n?{imported:!1,id:n.id}:{imported:!0,id:this.db.prepare(`
|
|
1130
1266
|
INSERT INTO user_prompts (
|
|
1131
1267
|
session_db_id, content_session_id, prompt_number, prompt_text,
|
|
1132
1268
|
created_at, created_at_epoch
|
|
1133
1269
|
) VALUES (?, ?, ?, ?, ?, ?)
|
|
1134
|
-
`).run(t,e.content_session_id,e.prompt_number,
|
|
1270
|
+
`).run(t,e.content_session_id,e.prompt_number,R(e.prompt_text),e.created_at,e.created_at_epoch).lastInsertRowid}}};0&&(module.exports={SessionStore,rollupObservationFileLists});
|
|
1135
1271
|
//# sourceMappingURL=SessionStore.js.map
|