memindex 1.2.0 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/.qoder-plugin/plugin.json +1 -1
- package/README.md +1 -0
- package/THIRD_PARTY_LICENSES +30 -0
- package/dist/bug-report/index.js +50 -50
- package/dist/npx-cli/index.js +346 -315
- package/dist/opencode-plugin/index.js +1 -1
- package/integrations/dsh/package.json +1 -1
- package/integrations/openclaw/openclaw.plugin.json +1 -1
- package/package.json +2 -1
- package/plugin/.claude-plugin/plugin.json +1 -1
- package/plugin/.codex-plugin/plugin.json +1 -1
- package/plugin/.qoder-plugin/plugin.json +1 -1
- package/plugin/package.json +1 -1
- package/plugin/scripts/context-generator.cjs +71 -60
- package/plugin/scripts/context-generator.cjs.map +3 -3
- package/plugin/scripts/mcp-server.cjs +83 -83
- package/plugin/scripts/mcp-server.cjs.map +3 -3
- package/plugin/scripts/transcript-watcher.cjs +35 -35
- package/plugin/scripts/transcript-watcher.cjs.map +3 -3
- package/plugin/scripts/worker-service.cjs +630 -581
- package/plugin/scripts/worker-service.cjs.map +3 -3
- package/plugin/sqlite/SessionStore.js +221 -203
- package/plugin/sqlite/SessionStore.js.map +3 -3
|
@@ -1,18 +1,24 @@
|
|
|
1
1
|
var __CM_FILENAME__ = typeof __filename !== "undefined" ? __filename : require("node:path").resolve(process.argv[1] || "");
|
|
2
2
|
var __CM_DIRNAME__ = typeof __dirname !== "undefined" ? __dirname : require("node:path").dirname(__CM_FILENAME__);
|
|
3
3
|
var __IMPORT_META_URL__ = require("node:url").pathToFileURL(__CM_FILENAME__).href;
|
|
4
|
-
"use strict";var
|
|
5
|
-
`,t)}function
|
|
6
|
-
`);let
|
|
7
|
-
`)}finally{if(
|
|
8
|
-
${e.stack}`:e.message;if(Array.isArray(e))return`[${e.length} items]`;let t=Object.keys(e);return t.length===0?"{}":t.length<=3?this.safeStringify(e):`{${t.length} keys: ${t.slice(0,3).join(", ")}...}`}return String(e)}formatTool(e,t){if(!t)return e;let s=t;if(typeof t=="string")try{s=JSON.parse(t)}catch{s=t}if(s===null)return e;if(e==="Bash"&&s.command)return`${e}(${s.command})`;if(s.file_path)return`${e}(${s.file_path})`;if(s.notebook_path)return`${e}(${s.notebook_path})`;if(e==="Glob"&&s.pattern)return`${e}(${s.pattern})`;if(e==="Grep"&&s.pattern)return`${e}(${s.pattern})`;if(s.url)return`${e}(${s.url})`;if(s.query)return`${e}(${s.query})`;if(e==="Task"){if(s.subagent_type)return`${e}(${s.subagent_type})`;if(s.description)return`${e}(${s.description})`}return e==="Skill"&&s.skill?`${e}(${s.skill})`:e==="LSP"&&s.operation?`${e}(${s.operation})`:e}formatTimestamp(e){let t=e.getFullYear(),s=String(e.getMonth()+1).padStart(2,"0"),
|
|
9
|
-
${
|
|
10
|
-
${
|
|
11
|
-
`+this.safeStringify(
|
|
12
|
-
`,"utf8")}catch(p){let
|
|
13
|
-
${
|
|
14
|
-
`)}else
|
|
15
|
-
`)}debug(e,t,s,n){this.log(0,e,t,s,n)}info(e,t,s,n){this.log(1,e,t,s,n)}warn(e,t,s,n){this.log(2,e,t,s,n)}setErrorSink(e){$e=e}error(e,t,s,n){this.log(3,e,t,s,n),this.routeErrorToSink(t,s,n)}routeErrorToSink(e,t,s){try{if(!$e||!(s instanceof Error))return;$e(s)}catch{}}dataIn(e,t,s,n){this.info(e,`\u2192 ${t}`,s,n)}dataOut(e,t,s,n){this.info(e,`\u2190 ${t}`,s,n)}success(e,t,s,n){this.info(e,`\u2713 ${t}`,s,n)}failure(e,t,s,n){this.error(e,`\u2717 ${t}`,s,n)}},u=new Ge;function x(r){let e=r.projects?.length?r.projects:r.project?[r.project]:[];return[...new Set(e.map(t=>t.trim()).filter(Boolean))]}function w(r,e,t){let s=e.map(()=>"?").join(",");return t.includeMerged?{sql:`(${r}.project COLLATE NOCASE IN (${s}) OR ${r}.merged_into_project COLLATE NOCASE IN (${s}))`,params:[...e,...e]}:{sql:`${r}.project COLLATE NOCASE IN (${s})`,params:[...e]}}function ht(r,e){let t=x({projects:e});if(t.length===0)return[];let s=t.map(()=>"?").join(","),n=[`SELECT project AS key FROM sdk_sessions WHERE project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`],i=r.prepare(n.join(" UNION "));try{let o=i.all(...n.flatMap(()=>t));return[...new Set([...t,...o.map(a=>a.key)])]}finally{i.finalize()}}var At=require("crypto");function We(r){return typeof r=="string"&&r.trim()!==""}function Dt(r,e,t){return(0,At.createHash)("sha256").update([r||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Ct(r){if(!r)return[];try{let e=JSON.parse(r);return Array.isArray(e)?e.filter(t=>typeof t=="string"&&t.length>0):[]}catch{return[]}}function Ye(r=new Date){return r.toISOString().slice(0,10)}function Lt(r,e=new Date,t=10){let s=Ye(e);if(r.includes(s))return r;let n=[...r,s];return n.length>t?n.slice(n.length-t):n}function Mt(r){let e=Ye(new Date(r));return{dates:JSON.stringify([e]),lastReinforced:e}}function he(r,e,t=new Date){let s=r.prepare("SELECT reinforcement_dates FROM observations WHERE id = ?").get(e);if(!s)return!1;let n=Ct(s.reinforcement_dates),i=Lt(n,t);return i===n?!1:(r.prepare("UPDATE observations SET reinforcement_dates = ?, last_reinforced = ? WHERE id = ?").run(JSON.stringify(i),i[i.length-1],e),!0)}var Ut=require("crypto");var S="claude";function on(r){return r.trim().toLowerCase().replace(/\s+/g,"-")}function A(r){if(!r)return S;let e=on(r);return e?e==="transcript"||e.includes("codex")?"codex":e.includes("cursor")?"cursor":e.includes("claude")?"claude":e.includes("kimi")?"kimi":e==="pi-mono"?"pi":e==="agy"||e==="antigravity"||e.startsWith("antigravity-")?"antigravity-cli":e:S}function yt(r){let e=["claude","codex","antigravity-cli","cursor","kimi"];return[...r].sort((t,s)=>{let n=e.indexOf(t),i=e.indexOf(s);return n!==-1||i!==-1?n===-1?1:i===-1?-1:n-i:t.localeCompare(s)})}var an=new Set(["mem_search","search","timeline","get_observations","get_summaries","get_tool_uses","session_start_context","observation_search","observation_context","memory_search","memory_context"]);function dn(r){if(!r.startsWith("mcp__"))return null;let e=r.split("__");if(e.length<3)return null;let t=e[1].toLowerCase();return!t.includes("memindex")&&!t.includes("agent-mem")&&!t.includes("agent_mem")&&!t.includes("mcp-search")&&!t.includes("mcp_search")?null:e.slice(2).join("__")}function Ve(r){if(!r)return!1;if(r.startsWith("memory_")||r==="mem_search"||r==="get_summaries")return!0;let e=dn(r);return e!==null&&an.has(e)}var _n=64*1024;function vt(r,e=_n){let t=Buffer.byteLength(r,"utf8");if(t<=e)return r;let s=Buffer.from(r,"utf8"),n=e;for(;n>0&&(s[n]&192)===128;)n--;return`${s.subarray(0,n).toString("utf8")}\u2026[truncated: ${t} bytes]`}function En(r,e,t){return(0,Ut.createHash)("sha256").update([r||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Xt(r){r.run(`
|
|
4
|
+
"use strict";var Xn=Object.create;var Pe=Object.defineProperty;var kn=Object.getOwnPropertyDescriptor;var Fn=Object.getOwnPropertyNames;var Bn=Object.getPrototypeOf,Hn=Object.prototype.hasOwnProperty;var $n=(n,e)=>{for(var t in e)Pe(n,t,{get:e[t],enumerable:!0})},Gt=(n,e,t,s)=>{if(e&&typeof e=="object"||typeof e=="function")for(let r of Fn(e))!Hn.call(n,r)&&r!==t&&Pe(n,r,{get:()=>e[r],enumerable:!(s=kn(e,r))||s.enumerable});return n};var st=(n,e,t)=>(t=n!=null?Xn(Bn(n)):{},Gt(e||!n||!n.__esModule?Pe(t,"default",{value:n,enumerable:!0}):t,n)),jn=n=>Gt(Pe({},"__esModule",{value:!0}),n);var Mo={};$n(Mo,{SessionStore:()=>jt,rollupObservationFileLists:()=>xn});module.exports=jn(Mo);var Gn=new Set;function z(n,e,t="additive"){for(let s of Gn)s({scope:n,reason:e,kind:t})}var $t=require("bun:sqlite"),et=require("crypto"),Ze=st(require("path"),1);var Re=require("bun:sqlite"),I=require("fs"),w=require("path"),Ge=require("crypto"),Nt=require("url");var L=require("path"),Qt=require("os"),Zt=require("fs"),es=require("url");var Wt=require("os"),Yt=require("path");function Q(n,e=process.platform,t=(0,Wt.homedir)()){return typeof n!="string"||n.length===0?n:n==="~"?t:n.startsWith("~/")||e==="win32"&&n.startsWith("~\\")?(0,Yt.join)(t,n.slice(2)):n}var Jt=require("fs"),zt=require("os"),it=require("path");var O=require("fs"),Kt=require("crypto"),X=require("path");var Wn=null;function Yn(n){return(Wn??process.stderr.write.bind(process.stderr))(n)}function oe(n){Yn(n)}var Uo=Promise.resolve();var Kn=process.platform==="win32";function nt(n){return n.replace(/^\uFEFF/,"")}function rt(n){return JSON.parse(nt(n))}function ie(n){return rt((0,O.readFileSync)(n,"utf-8"))}function Vn(n){(0,O.existsSync)(n)||(0,O.mkdirSync)(n,{recursive:!0})}function k(n,e,t={}){qn(n,JSON.stringify(e,null,2)+`
|
|
5
|
+
`,t)}function qn(n,e,t={}){let s=n,r=new Set;try{for(;(0,O.lstatSync)(s).isSymbolicLink();){let l=(0,X.resolve)(s);if(r.has(l))throw Object.assign(new Error(`Symlink loop at ${s}`),{code:"ELOOP"});r.add(l);try{s=(0,O.realpathSync)(s);break}catch(_){if(_.code!=="ENOENT")throw _;let p=_ instanceof Error?_:new Error(String(_));oe(`memindex: realpathSync failed for ${s}, resolving symlink manually: ${p.message}
|
|
6
|
+
`);let T=(0,O.readlinkSync)(s);s=(0,X.resolve)((0,X.dirname)(s),T)}}}catch(l){if(l.code!=="ENOENT")throw l}Vn((0,X.dirname)(s));let o=(0,X.dirname)(s),i=(0,X.basename)(s),a=(0,X.join)(o,`.${i}.${process.pid}.${(0,Kt.randomBytes)(6).toString("hex")}.tmp`),d=Buffer.from(e,"utf-8"),u=t.mode;if(u===void 0)try{u=(0,O.statSync)(s).mode&511}catch{}let c;try{c=u!==void 0?(0,O.openSync)(a,"w",u):(0,O.openSync)(a,"w");let l=0;for(;l<d.length;){let _=(0,O.writeSync)(c,d,l,d.length-l);if(_===0)throw new Error(`writeSync stalled at ${l}/${d.length} bytes`);l+=_}if((0,O.fsyncSync)(c),(0,O.closeSync)(c),c=void 0,(0,O.renameSync)(a,s),!Kn){let _;try{_=(0,O.openSync)(o,"r"),(0,O.fsyncSync)(_)}catch(p){let T=p instanceof Error?p:new Error(String(p));oe(`memindex: directory fsync failed for ${o}: ${T.message}
|
|
7
|
+
`)}finally{if(_!==void 0)try{(0,O.closeSync)(_)}catch{}}}}catch(l){if(c!==void 0)try{(0,O.closeSync)(c)}catch{}try{(0,O.unlinkSync)(a)}catch{}throw l}}var xe="MEMINDEX_",Jn="AGENT_MEM_",Xe=[Jn];function ot(n){return n.startsWith(xe)||Xe.some(e=>n.startsWith(e))}function zn(n=process.env){for(let e of Xe)for(let t of Object.keys(n)){if(!t.startsWith(e))continue;let s=xe+t.slice(e.length);n[s]===void 0&&(n[s]=n[t])}}function ke(n){let e=null;for(let t of Xe)for(let s of Object.keys(n)){if(!s.startsWith(t))continue;let r=xe+s.slice(t.length);(e??n)[r]===void 0&&(e??={...n},e[r]=n[s])}return e??n}zn();var Qn=n=>n!==null&&typeof n=="object"&&!Array.isArray(n);function Vt(n){let e=n.env;return Qn(e)&&Object.keys(e).some(ot)?"nested":"flat"}function ae(n){return Vt(n)==="nested"?n.env:n}function qt(n){return Vt(n)!=="nested"?n:Object.fromEntries(Object.entries(n).filter(([e])=>!ot(e)))}function pe(n=process.env,e=(0,zt.homedir)()){if(n.MEMINDEX_DATA_DIR)return Q(n.MEMINDEX_DATA_DIR,process.platform,e);let t=(0,it.join)(e,".memindex"),s=(0,it.join)(t,"settings.json");try{if((0,Jt.existsSync)(s)){let r=ie(s);if(r===null||typeof r!="object"||Array.isArray(r))return t;let o=ke(ae(r));if(typeof o.MEMINDEX_DATA_DIR=="string"&&o.MEMINDEX_DATA_DIR)return Q(o.MEMINDEX_DATA_DIR,process.platform,e)}}catch{}return t}function Zn(){return typeof __CM_DIRNAME__<"u"?__CM_DIRNAME__:(0,L.dirname)((0,es.fileURLToPath)(__IMPORT_META_URL__))}var Jo=Zn();function er(n){let e=process.env.MEMINDEX_TEST_FORBIDDEN_DATA_DIR;if(e&&n===e)throw new Error(`A test resolved the real data folder ${n}. Point MEMINDEX_DATA_DIR at a temporary directory (and pass env: process.env to any child process the test starts).`);return n}function me(){return er(pe())}var v=me(),tr=(0,L.join)((0,Qt.homedir)(),".claude"),sr=process.env.CLAUDE_CONFIG_DIR||tr,zo=(0,L.join)(sr,"plugins","marketplaces","memindex"),nr=(0,L.join)(v,"logs"),Te=(0,L.join)(v,"settings.json"),de="memindex.db";var Fe=(0,L.join)(v,de),ts=(0,L.join)(v,"observer-sessions"),fe=(0,L.basename)(ts);function Se(n){(0,Zt.mkdirSync)(n,{recursive:!0})}var Z={dataDir:()=>v,workerPid:()=>(0,L.join)(v,"worker.pid"),serverPid:()=>(0,L.join)(v,".server-beta.pid"),serverPort:()=>(0,L.join)(v,".server-beta.port"),serverRuntime:()=>(0,L.join)(v,".server-beta.runtime.json"),settings:()=>(0,L.join)(v,"settings.json"),database:()=>(0,L.join)(v,de),chroma:()=>(0,L.join)(v,"chroma"),combinedCerts:()=>(0,L.join)(v,"combined_certs.pem"),transcriptsConfig:()=>(0,L.join)(v,"transcript-watch.json"),transcriptsState:()=>(0,L.join)(v,"transcript-watch-state.json"),corpora:()=>(0,L.join)(v,"corpora"),supervisorRegistry:()=>(0,L.join)(v,"supervisor.json"),envFile:()=>(0,L.join)(v,".env"),logsDir:()=>nr};var se=require("fs"),K=require("path"),Ne=require("os");var Be={HEALTH_CHECK:3e3,API_REQUEST:3e4,SESSION_INIT_HOOK_CAP:15e3,SESSION_INIT_REQUEST:1e4,SESSION_INIT_REQUEST_MAX:14e3,HOOK_READINESS_WAIT:1e4,POST_SPAWN_WAIT:15e3,READINESS_WAIT:3e4,PORT_IN_USE_WAIT:3e3,POWERSHELL_COMMAND:1e4,WINDOWS_MULTIPLIER:1.5};function rr(n=process.platform){return n==="win32"?8e3:5e3}function ss(n=process.platform){return Be.SESSION_INIT_HOOK_CAP-rr(n)}function ns(n){return process.platform==="win32"?Math.round(n*Be.WINDOWS_MULTIPLIER):n}var ee=require("fs"),rs=require("path");var dt=(o=>(o[o.DEBUG=0]="DEBUG",o[o.INFO=1]="INFO",o[o.WARN=2]="WARN",o[o.ERROR=3]="ERROR",o[o.SILENT=4]="SILENT",o))(dt||{}),at=null,ct=class{level=null;useColor;logFilePath=null;logFileInitialized=!1;logFileDate=null;constructor(){this.useColor=process.stdout.isTTY??!1}ensureLogFileInitialized(){let e=new Date().toISOString().split("T")[0];if(this.logFileInitialized&&this.logFileDate===e)return;let t=this.logFileDate!==e;this.logFileInitialized=!1,this.logFileDate=e;try{let s=Z.logsDir();(0,ee.existsSync)(s)||(0,ee.mkdirSync)(s,{recursive:!0}),this.logFilePath=(0,rs.join)(s,`memindex-${e}.log`),this.logFileInitialized=!0}catch(s){t&&console.error("[LOGGER] Failed to initialize log file:",s instanceof Error?s.message:String(s)),this.logFilePath=null}}getLevel(){if(this.level===null)try{let e=Z.settings();if((0,ee.existsSync)(e)){let t=ae(ie(e)),s=(t.MEMINDEX_LOG_LEVEL||t.AGENT_MEM_LOG_LEVEL||"INFO").toString().toUpperCase();this.level=dt[s]??1}else this.level=1}catch(e){console.error("[LOGGER] Failed to load log level from settings:",e instanceof Error?e.message:String(e)),this.level=1}return this.level}safeStringify(e,t,s=6){let r=new WeakSet,o=(i,a)=>{if(typeof i=="bigint")return`${i}n`;if(i===null||typeof i!="object")return i;let d=i.toJSON,u=typeof d=="function"?d.call(i):i;if(typeof u=="bigint")return`${u}n`;if(u===null||typeof u!="object")return u;if(r.has(u))return"[Circular]";if(a>=s)return Array.isArray(u)?"[Array]":"[Object]";r.add(u);try{if(Array.isArray(u))return u.map(l=>o(l,a+1));let c={};for(let l of Object.keys(u))try{c[l]=o(u[l],a+1)}catch{c[l]="[unreadable]"}return c}finally{r.delete(u)}};try{return JSON.stringify(o(e,0),null,t)??String(e)}catch{return Array.isArray(e)?`[${e.length} items]`:"[unserializable]"}}formatData(e){if(e==null)return"";if(typeof e=="string")return e;if(typeof e=="number"||typeof e=="boolean")return e.toString();if(typeof e=="object"){if(e instanceof Error)return this.getLevel()===0?`${e.message}
|
|
8
|
+
${e.stack}`:e.message;if(Array.isArray(e))return`[${e.length} items]`;let t=Object.keys(e);return t.length===0?"{}":t.length<=3?this.safeStringify(e):`{${t.length} keys: ${t.slice(0,3).join(", ")}...}`}return String(e)}formatTool(e,t){if(!t)return e;let s=t;if(typeof t=="string")try{s=JSON.parse(t)}catch{s=t}if(s===null)return e;if(e==="Bash"&&s.command)return`${e}(${s.command})`;if(s.file_path)return`${e}(${s.file_path})`;if(s.notebook_path)return`${e}(${s.notebook_path})`;if(e==="Glob"&&s.pattern)return`${e}(${s.pattern})`;if(e==="Grep"&&s.pattern)return`${e}(${s.pattern})`;if(s.url)return`${e}(${s.url})`;if(s.query)return`${e}(${s.query})`;if(e==="Task"){if(s.subagent_type)return`${e}(${s.subagent_type})`;if(s.description)return`${e}(${s.description})`}return e==="Skill"&&s.skill?`${e}(${s.skill})`:e==="LSP"&&s.operation?`${e}(${s.operation})`:e}formatTimestamp(e){let t=e.getFullYear(),s=String(e.getMonth()+1).padStart(2,"0"),r=String(e.getDate()).padStart(2,"0"),o=String(e.getHours()).padStart(2,"0"),i=String(e.getMinutes()).padStart(2,"0"),a=String(e.getSeconds()).padStart(2,"0"),d=String(e.getMilliseconds()).padStart(3,"0");return`${t}-${s}-${r} ${o}:${i}:${a}.${d}`}log(e,t,s,r,o){if(e<this.getLevel())return;this.ensureLogFileInitialized();let i=this.formatTimestamp(new Date),a=dt[e].padEnd(5),d=t.padEnd(6),u="";r?.correlationId?u=`[${r.correlationId}] `:r?.sessionId&&(u=`[session-${r.sessionId}] `);let c="";o!=null&&(o instanceof Error?c=this.getLevel()===0?`
|
|
9
|
+
${o.message}
|
|
10
|
+
${o.stack}`:` ${o.message}`:this.getLevel()===0&&typeof o=="object"?c=`
|
|
11
|
+
`+this.safeStringify(o,2):c=" "+this.formatData(o));let l="";if(r){let{sessionId:p,memorySessionId:T,correlationId:A,...N}=r;Object.keys(N).length>0&&(l=` {${Object.entries(N).map(([h,m])=>typeof m!="object"||m===null||m instanceof Error||m instanceof Date?`${h}=${m}`:`${h}=${Array.isArray(m)?this.safeStringify(m):this.formatData(m)}`).join(", ")}}`)}let _=`[${i}] [${a}] [${d}] ${u}${s}${l}${c}`;if(this.logFilePath)try{(0,ee.appendFileSync)(this.logFilePath,_+`
|
|
12
|
+
`,"utf8")}catch(p){let T=p instanceof Error?p:new Error(String(p));oe(`[LOGGER] Failed to write to log file: ${T.message}
|
|
13
|
+
${T.stack??""}
|
|
14
|
+
`)}else oe(_+`
|
|
15
|
+
`)}debug(e,t,s,r){this.log(0,e,t,s,r)}info(e,t,s,r){this.log(1,e,t,s,r)}warn(e,t,s,r){this.log(2,e,t,s,r)}setErrorSink(e){at=e}error(e,t,s,r){this.log(3,e,t,s,r),this.routeErrorToSink(t,s,r)}routeErrorToSink(e,t,s){try{if(!at||!(s instanceof Error))return;at(s)}catch{}}dataIn(e,t,s,r){this.info(e,`\u2192 ${t}`,s,r)}dataOut(e,t,s,r){this.info(e,`\u2190 ${t}`,s,r)}success(e,t,s,r){this.info(e,`\u2713 ${t}`,s,r)}failure(e,t,s,r){this.error(e,`\u2717 ${t}`,s,r)}},E=new ct;function os(n){try{return new URL(n).hostname.toLowerCase()==="openrouter.ai"}catch{return!1}}var is=require("crypto"),as=require("fs"),te=require("os"),F=require("path");var or=4e4,ir=9e3,ar=["/tmp","/private/tmp","/var/folders","/private/var/folders"],ds="60";function ge(n){let e=(0,F.resolve)(n),t=[],s=e;for(;;)try{return(0,F.join)(as.realpathSync.native(s),...t.reverse())}catch{let r=(0,F.dirname)(s);if(r===s)return e;t.push((0,F.basename)(s)),s=r}}function dr(n,e){let t=ge(e);return n===t||n.startsWith(t.endsWith(F.sep)?t:t+F.sep)}function cr(n,e=(0,te.homedir)()){let t=ge(n),s=ge(e);return(process.platform==="win32"?[(0,te.tmpdir)()]:[(0,te.tmpdir)(),...ar]).some(o=>ge(o)!==s&&dr(t,o))}function ut(n=process.env,e=(0,te.homedir)()){return n.MEMINDEX_TEST_FORBIDDEN_DATA_DIR?!0:cr(pe(n,e),e)}function ur(){return 38700+(process.getuid?.()??77)%100}function lr(n){let e=(0,is.createHash)("sha256").update(ge(n)).digest();return or+e.readUInt32BE(0)%ir}function cs(n=process.env,e=(0,te.homedir)()){return ut(n,e)?lr(pe(n,e)):ur()}var Er=new Set(["xiaomi/mimo-v2-flash:free"]);function _r(n){return typeof n=="boolean"?String(n):n}function pr(n){let e=n.MEMINDEX_OPENROUTER_MODEL;if(typeof e!="string"||!Er.has(e.trim()))return!1;let t=typeof n.MEMINDEX_OPENROUTER_BASE_URL=="string"?n.MEMINDEX_OPENROUTER_BASE_URL.trim():"";return t===""||os(t)}var us=18e4,ls=[{key:"MEMINDEX_LLM_TIMEOUT_MS",legacy:"30000",markerTag:"llm-timeout-migrated-v1"},{key:"MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS",legacy:"30000",markerTag:"field-optimize-timeout-migrated-v1"}];function _s(n,e){return(0,K.join)((0,K.dirname)(n),`.${(0,K.basename)(n)}.${e.markerTag}`)}function lt(n,e){try{(0,se.writeFileSync)(_s(n,e),new Date().toISOString(),{encoding:"utf-8",mode:384})}catch{}}var Es=new Set,$=class{static DEFAULTS={MEMINDEX_MEMORY_SEARCH_HOOK_ENABLED:"true",MEMINDEX_MEMORY_INSTRUCTIONS_ENABLED:"true",MEMINDEX_MEMORY_WATCH_ROOTS:"",MEMINDEX_MODEL:"claude-haiku-4-5-20251001",MEMINDEX_CONTEXT_OBSERVATIONS:"50",MEMINDEX_SESSION_START_INCLUDE_ALL_SOURCES:"false",MEMINDEX_WORKER_PORT:String(cs()),MEMINDEX_WORKER_HOST:"127.0.0.1",MEMINDEX_ALLOWED_ORIGINS:"",MEMINDEX_PUBLIC_URL:"",MEMINDEX_API_TIMEOUT_MS:String(ns(Be.API_REQUEST)),MEMINDEX_SESSION_INIT_TIMEOUT_MS:String(ss()),MEMINDEX_IDLE_EXIT_SEC:ut()?ds:"0",MEMINDEX_SKIP_TOOLS:"ListMcpResourcesTool,SlashCommand,Skill,TodoWrite,AskUserQuestion",MEMINDEX_SKIP_BASH_PATTERNS:"",MEMINDEX_SKIP_SUBAGENT_OBSERVATIONS:"false",MEMINDEX_SKIP_AGENT_TYPES:"",MEMINDEX_CAPTURE_ADVISOR_CALLS:"false",MEMINDEX_PROVIDER:"claude",MEMINDEX_CODEX_MODEL:"",MEMINDEX_CODEX_PATH:"codex",MEMINDEX_CODEX_REASONING_EFFORT:"low",MEMINDEX_CODEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_CODEX_OBSERVATION_BATCH_SIZE:"8",MEMINDEX_CODEX_OBSERVATION_BATCH_MAX_CHARS:"32000",MEMINDEX_CLAUDE_AUTH_METHOD:"subscription",MEMINDEX_GEMINI_API_KEY:"",MEMINDEX_GEMINI_API_KEYS:"",MEMINDEX_GEMINI_MODEL:"gemini-flash-latest",MEMINDEX_GEMINI_RATE_LIMITING_ENABLED:"true",MEMINDEX_OPENROUTER_API_KEY:"",MEMINDEX_OPENROUTER_API_KEYS:"",MEMINDEX_OPENROUTER_MODEL:"cohere/north-mini-code:free",MEMINDEX_OPENROUTER_BASE_URL:"",MEMINDEX_OPENROUTER_TEMPERATURE:"",MEMINDEX_OPENROUTER_SITE_URL:"",MEMINDEX_OPENROUTER_APP_NAME:"memindex",MEMINDEX_OPENROUTER_EXTRA_BODY:"",MEMINDEX_OPENROUTER_REASONING_EFFORT:"",MEMINDEX_OPENAI_COMPAT_PRESET:"",MEMINDEX_OPENAI_COMPAT_API_KEY:"",MEMINDEX_OPENAI_COMPAT_API_KEYS:"",MEMINDEX_OPENAI_COMPAT_BASE_URL:"",MEMINDEX_OPENAI_COMPAT_MODEL:"",MEMINDEX_QUOTA_FALLBACK_PROVIDER:"claude",MEMINDEX_QUOTA_FALLBACK_MODEL:"",MEMINDEX_QUOTA_THRESHOLD_FIVE_HOUR:"0.95",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_OPUS:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_SONNET:"0.92",MEMINDEX_QUOTA_THRESHOLD_OVERAGE:"0.95",MEMINDEX_DATA_DIR:(0,K.join)((0,Ne.homedir)(),".memindex"),MEMINDEX_SNAPSHOT_ENABLED:"true",MEMINDEX_SNAPSHOT_INTERVAL_HOURS:"24",MEMINDEX_SNAPSHOT_KEEP:"7",MEMINDEX_LOG_LEVEL:"INFO",MEMINDEX_PYTHON_VERSION:"3.13",CLAUDE_CODE_PATH:"",MEMINDEX_CLAUDE_CONFIG_DIR:"",MEMINDEX_OBSERVER_CLAUDE_CONFIG_DIR:"",MEMINDEX_MODE:"code",MEMINDEX_CONTEXT_SHOW_READ_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_WORK_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_AMOUNT:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_PERCENT:"true",MEMINDEX_CONTEXT_OBSERVATION_TYPES:"",MEMINDEX_CONTEXT_OBSERVATION_CONCEPTS:"",MEMINDEX_CONTEXT_FULL_COUNT:"0",MEMINDEX_CONTEXT_FULL_FIELD:"narrative",MEMINDEX_CONTEXT_SESSION_COUNT:"10",MEMINDEX_CONTEXT_SHOW_LAST_SUMMARY:"true",MEMINDEX_CONTEXT_SHOW_LAST_MESSAGE:"false",MEMINDEX_CONTEXT_MAIN_AGENT_ONLY:"true",MEMINDEX_BRANCH_MEMORY_ENABLED:"true",MEMINDEX_SEND_BRANCH_TO_HOSTING:"true",MEMINDEX_REINFORCE_ALPHA:"0",MEMINDEX_CONTEXT_SHOW_TERMINAL_OUTPUT:"true",MEMINDEX_WELCOME_HINT_ENABLED:"true",MEMINDEX_WORK_STATE_ENABLED:"true",MEMINDEX_FILE_READ_GATE_ENABLED:"true",MEMINDEX_ENDLESS_MODE_ENABLED:"true",MEMINDEX_FOLDER_CLAUDEMD_ENABLED:"false",MEMINDEX_FOLDER_USE_LOCAL_MD:"false",MEMINDEX_TRANSCRIPTS_ENABLED:"true",MEMINDEX_TRANSCRIPTS_CONFIG_PATH:(0,K.join)((0,Ne.homedir)(),".memindex","transcript-watch.json"),MEMINDEX_CODEX_TRANSCRIPT_INGESTION:"false",MEMINDEX_CODEX_SUBAGENT_INGESTION:"false",MEMINDEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS:"400000",MEMINDEX_OBSERVER_CONTEXT_WINDOW:"",MEMINDEX_OBSERVER_MAX_OUTPUT_TOKENS:"4096",MEMINDEX_OBSERVE_BARE_PROMPTS:"false",MEMINDEX_HOOK_FAIL_LOUD_THRESHOLD:"3",MEMINDEX_REDACT_ENABLED:"false",MEMINDEX_REDACT_DISABLED_BUILTINS:"",MEMINDEX_REDACT_CUSTOM_PATTERNS:"[]",MEMINDEX_REDACT_LOG_MATCHES:"false",MEMINDEX_EXCLUDED_PROJECTS:"",MEMINDEX_PROJECT_ENVIRONMENTS:"[]",MEMINDEX_FOLDER_MD_EXCLUDE:"[]",MEMINDEX_FOLDER_MD_SKELETON_DENYLIST:"[]",MEMINDEX_SEMANTIC_INJECT:"auto",MEMINDEX_SEMANTIC_INJECT_LIMIT:"5",MEMINDEX_SEMANTIC_INJECT_FORMAT:"narrative",MEMINDEX_TIER_ROUTING_ENABLED:"true",MEMINDEX_TIER_SIMPLE_MODEL:"haiku",MEMINDEX_TIER_SUMMARY_MODEL:"",MEMINDEX_TIER_FAST_MODEL:"haiku",MEMINDEX_TIER_SMART_MODEL:"sonnet",MEMINDEX_CHROMA_ENABLED:"true",MEMINDEX_CHROMA_MODE:"local",MEMINDEX_CHROMA_HOST:"127.0.0.1",MEMINDEX_CHROMA_PORT:"8000",MEMINDEX_CHROMA_SSL:"false",MEMINDEX_CHROMA_API_KEY:"",MEMINDEX_CHROMA_TENANT:"default_tenant",MEMINDEX_CHROMA_DATABASE:"default_database",MEMINDEX_CHROMA_PREWARM_TIMEOUT_MS:"120000",MEMINDEX_CHROMA_MUTATION_TIMEOUT_MS:"600000",MEMINDEX_CHROMA_MAX_PENDING_MUTATIONS:"5000",MEMINDEX_CHROMA_MEMORY_LIMIT_MB:"2048",MEMINDEX_CHROMA_EMBEDDING_FUNCTION:"default",MEMINDEX_CHROMA_UVX_PATH:"",MEMINDEX_SEARCH_RECENCY_DAYS:"90",MEMINDEX_HOSTING_OFFER:"true",MEMINDEX_CLOUD_SYNC_TOKEN:"",MEMINDEX_CLOUD_SYNC_USER_ID:"",MEMINDEX_CLOUD_SYNC_HUB_URL:"",MEMINDEX_CLOUD_SYNC_DEVICE_ID:"",MEMINDEX_CLOUD_SYNC_DEVICE_NAME:(0,Ne.hostname)(),MEMINDEX_CLOUD_SYNC_WS:"true",MEMINDEX_CLOUD_SYNC_CONTENT_BATCH_SIZE:"40",MEMINDEX_CLOUD_SYNC_REQUEST_TIMEOUT_MS:"90000",MEMINDEX_LLM_TIMEOUT_MS:String(us),MEMINDEX_LLM_STREAM_IDLE_TIMEOUT_MS:"90000",MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS:String(us),MEMINDEX_TV_TOKEN:"",MEMINDEX_AUTH_MODE:"api-key",MEMINDEX_RUNTIME:"worker",MEMINDEX_SERVER_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(38877+(process.getuid?.()??77)%100)}`,MEMINDEX_SERVER_API_KEY:"",MEMINDEX_SERVER_PROJECT_ID:"",MEMINDEX_SERVER_BETA_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(38877+(process.getuid?.()??77)%100)}`,MEMINDEX_SERVER_BETA_API_KEY:"",MEMINDEX_SERVER_BETA_PROJECT_ID:"",MEMINDEX_JIRA_BASE_URL:"",MEMINDEX_JIRA_EMAIL:"",MEMINDEX_JIRA_API_TOKEN:"",MEMINDEX_DEDUP_ENABLED:"false",MEMINDEX_DEDUP_COSINE_THRESHOLD:"0.80",MEMINDEX_DEDUP_IDF_VETO_DF:"10",MEMINDEX_DEDUP_MIN_SHARED_TOKENS:"2",MEMINDEX_DEDUP_MIN_PROJECT_DOCS:"10",MEMINDEX_DEDUP_MAX_SCAN:"2000",MEMINDEX_DEDUP_MAX_BACKFILL_ROWS:"50000",MEMINDEX_TOOL_USES_RETENTION_DAYS:"0",MEMINDEX_WORKER_AUTOSTART:"true",MEMINDEX_PROJECT_NAME_SOURCE:"path"};static getAllDefaults(){return{...this.DEFAULTS}}static get(e){let t=process.env[e]??this.DEFAULTS[e];return e==="MEMINDEX_WORKER_HOST"?this.normalizeWorkerHost(t):t}static normalizeWorkerHost(e){return e==="localhost"?"127.0.0.1":e}static finalizeSettings(e,t){let s=t?this.applyEnvOverrides(e):e;return s.MEMINDEX_WORKER_HOST=this.normalizeWorkerHost(s.MEMINDEX_WORKER_HOST),s}static getInt(e){let t=this.get(e);return parseInt(t,10)}static applyEnvOverrides(e){let t={...e};for(let s of Object.keys(this.DEFAULTS))process.env[s]!==void 0&&(t[s]=process.env[s]);return t}static loadFromFile(e,t=!0,s={}){try{if(!(0,se.existsSync)(e)){let _=this.getAllDefaults();if(!s.readOnly)try{k(e,_,{mode:384});for(let p of ls)lt(e,p);console.warn("[SETTINGS] Created settings file with defaults:",e)}catch(p){console.warn("[SETTINGS] Failed to create settings file, using in-memory defaults:",e,p instanceof Error?p.message:String(p))}return this.finalizeSettings(_,t)}let r=(0,se.readFileSync)(e,"utf-8"),o=rt(r),i=ae(o),a=i!==o,d=ke(i),u=qt(o),c=a&&Object.keys(u).some(_=>_!=="env");if(a&&!c&&!s.readOnly)try{k(e,d,{mode:384}),console.warn("[SETTINGS] Migrated settings file from nested to flat schema:",e)}catch(_){console.warn("[SETTINGS] Failed to auto-migrate settings file:",e,_ instanceof Error?_.message:String(_))}if(pr(d)){let _=String(d.MEMINDEX_OPENROUTER_MODEL).trim();if(d={...d,MEMINDEX_OPENROUTER_MODEL:this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL},!s.readOnly)try{k(e,c?{...u,env:d}:d,{mode:384}),console.warn(`[SETTINGS] Migrated OpenRouter model off the retired default ${_} to ${this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL}:`,e)}catch(p){console.warn("[SETTINGS] Failed to migrate the retired OpenRouter model:",e,p instanceof Error?p.message:String(p))}}for(let _ of ls)if(!(0,se.existsSync)(_s(e,_))){if(d[_.key]!==_.legacy){s.readOnly||lt(e,_);continue}if(d={...d,[_.key]:this.DEFAULTS[_.key]},!s.readOnly)try{k(e,c?{...u,env:d}:d,{mode:384}),lt(e,_),console.warn(`[SETTINGS] Migrated ${_.key} off the old ${_.legacy}ms default to ${this.DEFAULTS[_.key]}ms:`,e)}catch(p){let T=`${_.key}\0${e}`;Es.has(T)||(Es.add(T),console.warn(`[SETTINGS] Failed to migrate ${_.key}; using the new default in memory (reported once per process):`,e,p instanceof Error?p.message:String(p)))}}let l={...this.DEFAULTS};for(let _ of Object.keys(this.DEFAULTS))d[_]!==void 0&&(l[_]=_r(d[_]));return this.finalizeSettings(l,t)}catch(r){console.warn("[SETTINGS] Failed to load settings, using defaults:",e,r instanceof Error?r.message:String(r));let o=this.getAllDefaults();return this.finalizeSettings(o,t)}}};var Et=require("node:child_process");function _t(n,e,t){return(0,Et.spawn)(n,e??[],{...t,windowsHide:!0})}var mr=new Set([".cmd",".bat"]),Tr=new Set([".exe",".com"]),Si=new Set([...Tr,...mr]);var j=require("fs");var ps=require("os"),M=require("path");var He=class extends Error{};function he(n){let e=(0,M.resolve)(n);try{return(0,j.lstatSync)(e).isSymbolicLink()?(0,M.join)(he((0,M.dirname)(e)),(0,M.basename)(e)):(0,j.realpathSync)(e)}catch{let t=(0,M.dirname)(e);return t===e?e:(0,M.join)(he(t),(0,M.basename)(e))}}function ms(n){try{return(0,j.realpathSync)((0,M.resolve)(n))}catch{return he(n)}}var Ts=["MEMINDEX_DATA_DIR","AGENT_MEM_DATA_DIR"];function fr(n){let e=[];for(let t of[".memindex",".agent-mem"])try{let s=JSON.parse((0,j.readFileSync)((0,M.join)(n,t,"settings.json"),"utf8").replace(/^\uFEFF/,""));for(let r of[s,s?.env])if(!(!r||typeof r!="object"))for(let o of Ts)typeof r[o]=="string"&&r[o]&&e.push(r[o])}catch{}return e}function Sr(){let n=(0,ps.homedir)(),e=[M.sep,n,(0,M.join)(n,".memindex"),(0,M.join)(n,".agent-mem")];try{e.push(Z.dataDir())}catch{}for(let t of Ts){let s=process.env[t];s&&e.push(s)}return e.push(...fr(n).map(t=>Q(t))),[...new Set(e.flatMap(t=>[(0,M.resolve)(t),he(t),ms(t)]))]}var pt=(n,e)=>n.startsWith(e.endsWith(M.sep)?e:e+M.sep);function gr(n,e){let t=(0,M.resolve)(n),s=he(n);if(!pt(t,(0,M.resolve)(e))||!pt(s,ms(e)))throw new He(`Refused to remove ${t}: it is not inside ${(0,M.resolve)(e)}.`);for(let r of Sr())for(let o of[t,s])if(o===r||pt(r,o))throw new He(`Refused to remove ${t}: it is or holds ${r}.`);return t}function fs(n,e){(0,j.rmSync)(gr(n,e),{recursive:!0,force:!0})}var St=require("fs"),bs=st(require("path"),1);var Nr=["CLAUDECODE_","CLAUDE_CODE_"],hr=new Set(["CLAUDECODE","CLAUDE_CODE_SESSION","CLAUDE_CODE_ENTRYPOINT","MCP_SESSION_ID"]),Ir=new Set(["HTTP_PROXY","HTTPS_PROXY","ALL_PROXY","NO_PROXY","http_proxy","https_proxy","all_proxy","no_proxy","npm_config_proxy","npm_config_https_proxy","npm_config_noproxy"]),br=new Set(["CLAUDE_CODE_OAUTH_TOKEN","CLAUDE_CODE_GIT_BASH_PATH","CLAUDE_CODE_TMPDIR","CLAUDE_CODE_PATH","CLAUDE_CODE_USE_BEDROCK","CLAUDE_CODE_USE_VERTEX","CLAUDE_CODE_USE_FOUNDRY","CLAUDE_CODE_SKIP_BEDROCK_AUTH","CLAUDE_CODE_SKIP_VERTEX_AUTH","CLAUDE_CODE_SKIP_FOUNDRY_AUTH","ANTHROPIC_BEDROCK_BASE_URL","AWS_REGION","AWS_PROFILE","AWS_ACCESS_KEY_ID","AWS_SECRET_ACCESS_KEY","AWS_SESSION_TOKEN","ANTHROPIC_VERTEX_PROJECT_ID","CLOUD_ML_REGION","GOOGLE_APPLICATION_CREDENTIALS",...Ir]);function ce(n=process.env){let e={};for(let[t,s]of Object.entries(n))if(s!==void 0){if(br.has(t)){e[t]=s;continue}hr.has(t)||Nr.some(r=>t.startsWith(r))||(e[t]=s)}return e}var Tt=require("child_process"),gs=require("fs");var Rr=5e3,Ss=new Map,mt=0;function Ns(n,e,t){if(t.status!==0)return null;if(typeof t.stdout!="string")return E.warn("SYSTEM","captureProcessStartToken: start-token probe returned no stdout",{pid:e,source:n,status:t.status}),null;let s=t.stdout.trim();return s.length>0?s:null}function Or(n){mt+=1;let e=(0,Tt.spawnSync)("powershell.exe",["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId=${n}").CreationDate.ToString('yyyyMMddHHmmss.ffffff')`],{encoding:"utf-8",timeout:5e3,windowsHide:!0,env:{...ce(process.env),LC_ALL:"C",LANG:"C"}});return Ns("powershell-cim",n,e)}function Ar(n,e=!1){if(!e){let s=Ss.get(n);if(s&&(n===process.pid||Date.now()-s.capturedAtMs<Rr))return s.token}let t=null;try{t=Or(n)}catch(s){E.debug("SYSTEM","captureProcessStartToken: powershell CIM lookup failed",{pid:n,error:s instanceof Error?s.message:String(s)}),t=null}return(t!==null||n!==process.pid)&&Ss.set(n,{token:t,capturedAtMs:Date.now()}),t}function Dr(n,e){if(!Number.isInteger(n)||n<=0)return null;if(process.platform==="linux"){mt+=1;try{let t=(0,gs.readFileSync)(`/proc/${n}/stat`,"utf-8"),s=t.lastIndexOf(") ");if(s<0)return null;let o=t.slice(s+2).split(" ")[19];return o&&/^\d+$/.test(o)?o:null}catch(t){return E.debug("SYSTEM","captureProcessStartToken: /proc read failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}if(process.platform==="win32")return Ar(n,e);mt+=1;try{let t=(0,Tt.spawnSync)("ps",["-p",String(n),"-o","lstart="],{encoding:"utf-8",timeout:2e3,env:{...ce(process.env),LC_ALL:"C",LANG:"C"}});return Ns("ps-lstart",n,t)}catch(t){return E.debug("SYSTEM","captureProcessStartToken: ps exec failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}function ft(n){return Dr(n,!1)}var hs=require("child_process");var Is=require("util");var Li=(0,Is.promisify)(hs.execFile);var $i=Z.supervisorRegistry();function Lr(n){if(!Number.isInteger(n)||n<0||n===0)return!1;try{return process.kill(n,0),!0}catch(e){if(e instanceof Error){let t=e.code;return t==="EPERM"?!0:(E.debug("SYSTEM","PID check failed",{pid:n,code:t}),!1)}return E.warn("SYSTEM","PID check threw non-Error",{pid:n,error:String(e)}),!1}}function Mr(n){if(!n||!Lr(n.pid))return!1;if(!n.startToken)return!0;let e=ft(n.pid);if(e===null)return!0;let t=e===n.startToken;return t||E.debug("SYSTEM","verifyPidFileOwnership: start-token mismatch (PID reused)",{pid:n.pid,stored:n.startToken,current:e}),t}var yr={platform:process.platform,readCommandLine:n=>(0,St.readFileSync)(`/proc/${n}/cmdline`,"utf-8")};function Rs(n,e=yr){if(!Mr(n))return!1;if(n.startToken||e.platform!=="linux")return!0;let t;try{t=e.readCommandLine(n.pid)}catch(r){return E.debug("SYSTEM","Could not read the command line of a token-less worker PID; trusting the live PID",{pid:n.pid,error:r instanceof Error?r.message:String(r)}),!0}let s=t.split("\0").some(r=>bs.default.basename(r)==="worker-service.cjs");return s||E.debug("SYSTEM","Token-less worker PID now belongs to another program (PID reused)",{pid:n.pid}),s}var ji=180*1e3;var Os=".chroma-restore-pending";var vr=require("bun:sqlite");var As=5e3,wr=4194304,x=68,$e=66;function V(n){return n.prepare("PRAGMA user_version").get().user_version}var Ie=class extends Error{reason="schema_newer_than_binary";constructor(e){super(e),this.name="SchemaNewerThanBinaryError"}};function le(n,e){n.run(`PRAGMA busy_timeout = ${As}`);let t=V(n);if(!(t<=e))throw new Ie(`SQLite database has schema v${t}; this memindex knows up to schema v${e}. Upgrade memindex before opening this database.`)}function Ur(n,e,t){le(n,e),V(n)<t&&n.run(`PRAGMA user_version = ${t}`)}function Ds(n,e,t){le(n,e);let s=t;try{let r=n.prepare("SELECT MAX(version) AS newest FROM schema_versions");try{let o=r.get();o?.newest&&(s=Math.max(t,Math.min(o.newest,e)))}finally{r.finalize()}}catch{}V(n)<s&&n.run(`PRAGMA user_version = ${s}`)}function Cs(n,e,t){n.transaction(()=>Ur(n,e,t)).immediate()}function Pr(n){return n.prepare(`
|
|
16
|
+
SELECT name
|
|
17
|
+
FROM sqlite_master
|
|
18
|
+
WHERE type = 'table'
|
|
19
|
+
AND name NOT LIKE 'sqlite_%'
|
|
20
|
+
LIMIT 1
|
|
21
|
+
`).get()!=null}function ue(n,e,t){try{n.run(e)}catch(s){let r=s instanceof Error?s:new Error(String(s));throw E.warn("DB",`Failed to apply SQLite pragma ${t}`,{sql:e},r),s}}function je(n,e={}){let{busyTimeoutMs:t=As,enableWal:s=!0,enableIncrementalAutoVacuum:r=!0}=e;ue(n,`PRAGMA busy_timeout = ${t}`,"busy_timeout"),ue(n,"PRAGMA foreign_keys = ON","foreign_keys"),ue(n,"PRAGMA synchronous = NORMAL","synchronous"),ue(n,`PRAGMA journal_size_limit = ${wr}`,"journal_size_limit"),r&&!Pr(n)&&ue(n,"PRAGMA auto_vacuum = INCREMENTAL","auto_vacuum"),s&&ue(n,"PRAGMA journal_mode = WAL","journal_mode")}var vs=["sdk_sessions","observations","session_summaries","user_prompts"],xr=/^memindex-(\d{4}-\d{2}-\d{2}T\d{2}-\d{2}-\d{2}-\d{3}Z)\.db$/,Xr=2147483647;function be(n=Date.now()){return new Date(n).toISOString().replace(/[:.]/g,"-")}function Ls(n,e){return Number.isFinite(n)&&n>0?n:e}function kr(n){return Object.fromEntries(vs.map(e=>{let t=n.query(`SELECT COUNT(*) AS count FROM ${e}`).get();return[e,t.count]}))}function gt(n,e){let t=new Re.Database(n,{readonly:!0});try{let s=t.query("PRAGMA integrity_check").all();if(s.length!==1||s[0].integrity_check!=="ok")throw new Error(`Snapshot failed its integrity check: ${n}`);let r=V(t);if(r>x)throw new Error(`Snapshot comes from a newer MemIndex (schema ${r}); this version understands up to ${x}`);let o=kr(t);for(let i of vs)if(e&&o[i]!==e[i])throw new Error(`Snapshot row count differs for ${i}`);return o}finally{t.close()}}function Ms(n,e){let t=new Re.Database(n,{readonly:!0});try{t.exec("PRAGMA busy_timeout=5000; PRAGMA synchronous=FULL"),t.query("VACUUM INTO ?").run(e),(0,I.chmodSync)(e,384)}finally{t.close()}}function ys(n=me()){(0,I.mkdirSync)(n,{recursive:!0,mode:448});let e=new Re.Database((0,w.join)(n,".snapshot-lifecycle.db"),{create:!0});try{e.exec("PRAGMA busy_timeout=0; BEGIN EXCLUSIVE")}catch{throw e.close(),new Error("A snapshot, restore or worker startup is in progress. Try again when it finishes.")}return()=>e.close()}function Fr(n=me(),e=0){(0,I.mkdirSync)(n,{recursive:!0,mode:448});let t=new Re.Database((0,w.join)(n,".worker-database-lifecycle.db"),{create:!0});try{t.exec(`PRAGMA busy_timeout=${e}; BEGIN EXCLUSIVE`)}catch{throw t.close(),new Error("The worker database is still open. Wait for worker shutdown to finish before restoring.")}return()=>t.close()}var We=class{dataDir;dbPath;directory;enabled;intervalMs;keep;timer=null;stopped=!0;scheduledWork=null;snapshotChild=null;constructor(e={}){this.dataDir=(0,w.resolve)(e.dataDir??me()),this.dbPath=(0,w.join)(this.dataDir,de),this.directory=(0,w.join)(this.dataDir,"snapshots");let t=$.loadFromFile((0,w.join)(this.dataDir,"settings.json"),!0,{readOnly:!0});this.enabled=e.enabled??t.MEMINDEX_SNAPSHOT_ENABLED!=="false",this.intervalMs=Ls(e.intervalHours??Number(t.MEMINDEX_SNAPSHOT_INTERVAL_HOURS),24)*36e5,this.keep=Math.max(1,Math.floor(Ls(e.keep??Number(t.MEMINDEX_SNAPSHOT_KEEP),7)))}list(){return(0,I.existsSync)(this.directory)?(0,I.readdirSync)(this.directory,{withFileTypes:!0}).flatMap(e=>{let t=xr.exec(e.name);if(!e.isFile()||!t)return[];let s=t[1].replace(/T(\d{2})-(\d{2})-(\d{2})-(\d{3})Z$/,"T$1:$2:$3.$4Z");return!Number.isFinite(Date.parse(s))||be(Date.parse(s))!==t[1]?[]:[{path:(0,w.join)(this.directory,e.name),timestamp:s}]}).sort((e,t)=>t.timestamp.localeCompare(e.timestamp)):[]}takeSnapshot(){let e=ys(this.dataDir);try{return this.saveSnapshot()}finally{e()}}saveSnapshot(){(0,I.mkdirSync)(this.directory,{recursive:!0,mode:448});let e=process.env.MEMINDEX_SNAPSHOT_JOB_ID,t=e&&/^[0-9a-f-]{36}$/.test(e)?e:(0,Ge.randomUUID)(),s=(0,w.join)(this.directory,`.snapshot-${t}.partial`);try{Ms(this.dbPath,s);let r=gt(s),o=Date.now();for(;(0,I.existsSync)((0,w.join)(this.directory,`memindex-${be(o)}.db`));)o++;let i=(0,w.join)(this.directory,`memindex-${be(o)}.db`);(0,I.renameSync)(s,i);for(let a of this.list().slice(this.keep))(0,I.unlinkSync)(a.path);return E.info("DB","Memory snapshot saved",{path:i,counts:r}),{path:i,counts:r}}finally{(0,I.existsSync)(s)&&(0,I.unlinkSync)(s)}}assertWorkerStopped(){let e=(0,w.join)(this.dataDir,"worker.pid");if(!(0,I.existsSync)(e))return;let t;try{if(t=JSON.parse((0,I.readFileSync)(e,"utf8")),!Number.isInteger(t?.pid)||t.pid<=0)throw new Error("Invalid worker PID")}catch{throw new Error("Cannot check whether the worker is running. Stop the worker before restoring.")}if(Rs(t))throw new Error("The worker is running. Stop the worker before restoring.")}restore(e){let t=ys(this.dataDir),s;try{return this.assertWorkerStopped(),s=Fr(this.dataDir,15e3),this.restoreSnapshot(e)}finally{s?.(),t()}}restoreSnapshot(e){this.assertWorkerStopped();let t=e==="latest"?this.list()[0]?.path:(0,w.resolve)(e);if(!t)throw new Error("No local snapshots are available.");if((0,w.resolve)(t)===this.dbPath||!(0,I.lstatSync)(t).isFile())throw new Error("Choose a snapshot file, rather than the current database.");let s=gt(t);(0,I.mkdirSync)(this.dataDir,{recursive:!0,mode:448});let r=(0,w.join)(this.dataDir,`.restore-${(0,Ge.randomUUID)()}.partial`),o=[];try{Ms(t,r),gt(r,s),this.assertWorkerStopped(),k((0,w.join)(this.dataDir,Os),{pending:!0}),k((0,w.join)(this.dataDir,"chroma-sync-state.json"),{});let i=(0,w.join)(this.dataDir,"state","context-cache");(0,I.existsSync)(i)&&fs(i,this.dataDir);let a=null,d=["","-wal","-shm","-journal"];if(d.some(u=>(0,I.existsSync)(this.dbPath+u))){let u=Date.now();for(;d.some(c=>(0,I.existsSync)(`${this.dbPath}.before-restore-${be(u)}${c}`));)u++;a=`${this.dbPath}.before-restore-${be(u)}`;for(let c of d){let l=this.dbPath+c,_=a+c;(0,I.existsSync)(l)&&((0,I.renameSync)(l,_),o.push([l,_]))}}return(0,I.renameSync)(r,this.dbPath),{path:this.dbPath,previousPath:a}}catch(i){for(let[a,d]of o.reverse())(0,I.renameSync)(d,a);throw i}finally{(0,I.existsSync)(r)&&(0,I.unlinkSync)(r)}}start(){!this.enabled||!this.stopped||(this.stopped=!1,this.scheduledWork=this.runScheduled())}async stop(){this.stopped=!0,this.timer&&clearTimeout(this.timer),this.timer=null;let e=this.snapshotChild,t;e&&e.exitCode===null&&e.signalCode===null&&(e.kill("SIGTERM"),t=setTimeout(()=>e.kill("SIGKILL"),1e3),t.unref?.());try{await this.scheduledWork}finally{t&&clearTimeout(t)}}async runScheduled(){if(this.stopped)return;let e=this.intervalMs;try{let t=this.list()[0],s=t?Date.now()-Date.parse(t.timestamp):1/0;s>=this.intervalMs?await this.takeSnapshotInChild():e=this.intervalMs-s}catch(t){this.stopped||E.warn("DB","Memory snapshot failed; the worker will keep running",{},t instanceof Error?t:new Error(String(t)))}this.stopped||(this.timer=setTimeout(()=>{this.scheduledWork=this.runScheduled()},Math.min(e,Xr)),this.timer.unref?.())}takeSnapshotInChild(){let e=(0,Nt.fileURLToPath)(__IMPORT_META_URL__),t=e.endsWith(".ts")?(0,Nt.fileURLToPath)(new URL("../worker-service.ts",__IMPORT_META_URL__)):e,s=/[\\/](?:\$bunfs|~BUN)[\\/]/.test(e),r=(0,Ge.randomUUID)(),o=(0,w.join)(this.directory,`.snapshot-${r}.partial`);return new Promise((i,a)=>{let d=_t(process.execPath,s?["snapshot"]:[t,"snapshot"],{env:{...ce(process.env),MEMINDEX_DATA_DIR:this.dataDir,MEMINDEX_SNAPSHOT_KEEP:String(this.keep),MEMINDEX_SNAPSHOT_JOB_ID:r},stdio:["ignore","ignore","pipe"]});this.snapshotChild=d;let u="";d.stderr?.on("data",c=>{u=(u+String(c)).slice(-4096)}),d.once("error",a),d.once("close",c=>{this.snapshotChild===d&&(this.snapshotChild=null);try{(0,I.existsSync)(o)&&(0,I.unlinkSync)(o)}catch(l){a(l);return}c===0?i():a(new Error(`Snapshot subprocess failed (${c}): ${u.trim()}`))})})}};function H(n){let e=n.projects?.length?n.projects:n.project?[n.project]:[];return[...new Set(e.map(t=>t.trim()).filter(Boolean))]}function G(n,e,t){let s=e.map(()=>"?").join(",");return t.includeMerged?{sql:`(${n}.project COLLATE NOCASE IN (${s}) OR ${n}.merged_into_project COLLATE NOCASE IN (${s}))`,params:[...e,...e]}:{sql:`${n}.project COLLATE NOCASE IN (${s})`,params:[...e]}}function ht(n,e){let t=H({projects:e});if(t.length===0)return[];let s=t.map(()=>"?").join(","),r=[`SELECT project AS key FROM sdk_sessions WHERE project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`],o=n.prepare(r.join(" UNION "));try{let i=o.all(...r.flatMap(()=>t));return[...new Set([...t,...i.map(a=>a.key)])]}finally{o.finalize()}}var ws=require("crypto");function It(n){return typeof n=="string"&&n.trim()!==""}function Us(n,e,t){return(0,ws.createHash)("sha256").update([n||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Ps(n){if(!n)return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>typeof t=="string"&&t.length>0):[]}catch{return[]}}function bt(n=new Date){return n.toISOString().slice(0,10)}function xs(n,e=new Date,t=10){let s=bt(e);if(n.includes(s))return n;let r=[...n,s];return r.length>t?r.slice(r.length-t):r}function Xs(n){let e=bt(new Date(n));return{dates:JSON.stringify([e]),lastReinforced:e}}function Ye(n,e,t=new Date){let s=n.prepare("SELECT reinforcement_dates FROM observations WHERE id = ?").get(e);if(!s)return!1;let r=Ps(s.reinforcement_dates),o=xs(r,t);return o===r?!1:(n.prepare("UPDATE observations SET reinforcement_dates = ?, last_reinforced = ? WHERE id = ?").run(JSON.stringify(o),o[o.length-1],e),!0)}var Bs=require("crypto");var S="claude";function Br(n){return n.trim().toLowerCase().replace(/\s+/g,"-")}function D(n){if(!n)return S;let e=Br(n);return e?e==="transcript"||e.includes("codex")?"codex":e.includes("cursor")?"cursor":e.includes("claude")?"claude":e.includes("kimi")?"kimi":e==="pi-mono"?"pi":e==="agy"||e==="antigravity"||e.startsWith("antigravity-")?"antigravity-cli":e:S}function ks(n){let e=["claude","codex","antigravity-cli","cursor","kimi"];return[...n].sort((t,s)=>{let r=e.indexOf(t),o=e.indexOf(s);return r!==-1||o!==-1?r===-1?1:o===-1?-1:r-o:t.localeCompare(s)})}var Hr=new Set(["mem_search","search","timeline","get_observations","get_summaries","get_tool_uses","session_start_context","observation_search","observation_context","memory_search","memory_context"]);function $r(n){if(!n.startsWith("mcp__"))return null;let e=n.split("__");if(e.length<3)return null;let t=e[1].toLowerCase();return!t.includes("memindex")&&!t.includes("agent-mem")&&!t.includes("agent_mem")&&!t.includes("mcp-search")&&!t.includes("mcp_search")?null:e.slice(2).join("__")}function Rt(n){if(!n)return!1;if(n.startsWith("memory_")||n==="mem_search"||n==="get_summaries")return!0;let e=$r(n);return e!==null&&Hr.has(e)}var jr=64*1024;function Fs(n,e=jr){let t=Buffer.byteLength(n,"utf8");if(t<=e)return n;let s=Buffer.from(n,"utf8"),r=e;for(;r>0&&(s[r]&192)===128;)r--;return`${s.subarray(0,r).toString("utf8")}\u2026[truncated: ${t} bytes]`}function Gr(n,e,t){return(0,Bs.createHash)("sha256").update([n||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Hs(n){n.run(`
|
|
16
22
|
CREATE TABLE IF NOT EXISTS tool_uses (
|
|
17
23
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
18
24
|
tool_use_id TEXT NOT NULL,
|
|
@@ -36,25 +42,25 @@ ${N.stack??""}
|
|
|
36
42
|
created_at_epoch INTEGER NOT NULL,
|
|
37
43
|
UNIQUE(content_session_id, tool_use_id)
|
|
38
44
|
)
|
|
39
|
-
`),
|
|
45
|
+
`),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project ON tool_uses(project)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project_nocase_created ON tool_uses(project COLLATE NOCASE, created_at_epoch DESC, id DESC)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_memory_session ON tool_uses(memory_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_content_session ON tool_uses(content_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_session_db_id ON tool_uses(session_db_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_tool_name ON tool_uses(tool_name)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_created_at_epoch ON tool_uses(created_at_epoch)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_observation_id ON tool_uses(observation_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_or_generation_id ON tool_uses(or_generation_id)")}function $s(n){let e=new Set(n.query("PRAGMA table_info(tool_uses)").all().map(t=>t.name));e.has("disposition")||n.run("ALTER TABLE tool_uses ADD COLUMN disposition TEXT"),e.has("disposition_at_epoch")||n.run("ALTER TABLE tool_uses ADD COLUMN disposition_at_epoch INTEGER"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_pending_replay ON tool_uses(disposition, session_db_id) WHERE disposition = 'pending'")}function js(n,e){let t=e.toolUseIds.filter(i=>typeof i=="string"&&i.length>0);if(t.length===0||e.from.length===0)return 0;let s=e.from.filter(i=>i!==null),r=[...e.from.includes(null)?["disposition IS NULL"]:[],...s.length>0?[`disposition IN (${s.map(()=>"?").join(",")})`]:[]].join(" OR "),o=n.prepare(`
|
|
40
46
|
UPDATE tool_uses
|
|
41
47
|
SET disposition = ?, disposition_at_epoch = ?
|
|
42
48
|
WHERE content_session_id = ?
|
|
43
49
|
AND tool_use_id IN (${t.map(()=>"?").join(",")})
|
|
44
|
-
AND (${
|
|
50
|
+
AND (${r})
|
|
45
51
|
AND (disposition IS NULL OR disposition != 'done')
|
|
46
|
-
`).run(e.to,e.atEpoch??Date.now(),e.contentSessionId,...t,...s);return Number(
|
|
52
|
+
`).run(e.to,e.atEpoch??Date.now(),e.contentSessionId,...t,...s);return Number(o.changes??0)}function Gs(n,e){return n.prepare(`
|
|
47
53
|
SELECT session_db_id, content_session_id, COUNT(*) AS pending_count
|
|
48
54
|
FROM tool_uses
|
|
49
55
|
WHERE disposition = 'pending' AND session_db_id IS NOT NULL
|
|
50
56
|
GROUP BY session_db_id, content_session_id
|
|
51
57
|
ORDER BY MIN(created_at_epoch) ASC, session_db_id ASC
|
|
52
58
|
LIMIT ?
|
|
53
|
-
`).all(Math.max(1,Math.floor(e)))}function
|
|
59
|
+
`).all(Math.max(1,Math.floor(e)))}function Ws(n,e){return n.prepare(`
|
|
54
60
|
SELECT * FROM tool_uses
|
|
55
61
|
WHERE content_session_id = ? AND disposition = 'pending'
|
|
56
62
|
ORDER BY created_at_epoch ASC, id ASC
|
|
57
|
-
`).all(e)}function
|
|
63
|
+
`).all(e)}function Ys(n,e){if(!e.toolUseId||!e.contentSessionId||!e.toolName||Rt(e.toolName))return null;let t=e.createdAtEpoch??Date.now(),s=new Date(t).toISOString(),r=Gr(e.toolName,e.toolInput,e.toolResponse),o=e.toolInput!=null?Fs(e.toolInput):null,i=e.toolResponse!=null?Fs(e.toolResponse):null,a=n.prepare(`
|
|
58
64
|
INSERT INTO tool_uses (
|
|
59
65
|
tool_use_id, content_session_id, memory_session_id, session_db_id, project,
|
|
60
66
|
platform_source, tool_name, tool_input, tool_response, cwd, prompt_number,
|
|
@@ -79,7 +85,7 @@ ${N.stack??""}
|
|
|
79
85
|
or_session_id = COALESCE(excluded.or_session_id, tool_uses.or_session_id),
|
|
80
86
|
content_hash = excluded.content_hash
|
|
81
87
|
RETURNING id
|
|
82
|
-
`).get(e.toolUseId,e.contentSessionId,e.memorySessionId??null,e.sessionDbId??null,e.project??"",
|
|
88
|
+
`).get(e.toolUseId,e.contentSessionId,e.memorySessionId??null,e.sessionDbId??null,e.project??"",D(e.platformSource),e.toolName,o,i,e.cwd??null,e.promptNumber??null,e.agentType??null,e.agentId??null,e.orGenerationId??null,e.orSessionId??null,r,s,t);return a?a.id:null}function Ks(n,e){let t=e.toolUseIds.filter(o=>typeof o=="string"&&o.length>0);if(t.length===0)return 0;let s=t.map(()=>"?").join(","),r=n.prepare(`
|
|
83
89
|
UPDATE tool_uses
|
|
84
90
|
SET observation_id = COALESCE(observation_id, ?),
|
|
85
91
|
memory_session_id = CASE WHEN observation_id IS NULL
|
|
@@ -89,23 +95,23 @@ ${N.stack??""}
|
|
|
89
95
|
WHERE content_session_id = ?
|
|
90
96
|
AND tool_use_id IN (${s})
|
|
91
97
|
AND (observation_id IS NULL OR observation_id = ?)
|
|
92
|
-
`).run(e.observationId,e.memorySessionId??null,e.memorySessionId??null,e.contentSessionId,...t,e.observationId);return Number(
|
|
98
|
+
`).run(e.observationId,e.memorySessionId??null,e.memorySessionId??null,e.contentSessionId,...t,e.observationId);return Number(r.changes??0)}function Vs(n){return n?{clause:`COALESCE(NULLIF(platform_source, ''), '${S}') = ?`,param:D(n)}:null}function qs(n,e,t={}){let s=[],r=[];for(let c of e){if(typeof c=="number"&&Number.isInteger(c)){s.push(c);continue}if(typeof c=="string"&&c.trim().length>0){let l=Number(c);Number.isInteger(l)&&String(l)===c.trim()&&s.push(l),r.push(c.trim())}}if(s.length===0&&r.length===0)return[];let o=[],i=[];s.length>0&&(o.push(`id IN (${s.map(()=>"?").join(",")})`),i.push(...s)),r.length>0&&(o.push(`tool_use_id IN (${r.map(()=>"?").join(",")})`),i.push(...r));let a=[`(${o.join(" OR ")})`];t.project&&(a.push("project COLLATE NOCASE = ?"),i.push(t.project)),t.contentSessionId&&(a.push("content_session_id = ?"),i.push(t.contentSessionId));let d=Vs(t.platformSource);d&&(a.push(d.clause),i.push(d.param));let u=t.limit&&t.limit>0?`LIMIT ${Math.floor(t.limit)}`:"";return n.prepare(`
|
|
93
99
|
SELECT * FROM tool_uses
|
|
94
100
|
WHERE ${a.join(" AND ")}
|
|
95
101
|
ORDER BY created_at_epoch DESC
|
|
96
|
-
${
|
|
97
|
-
`).all(...
|
|
102
|
+
${u}
|
|
103
|
+
`).all(...i)}function Js(n,e={}){let t=[],s=[];if(e.project&&(t.push("project COLLATE NOCASE = ?"),s.push(e.project)),e.contentSessionId&&(t.push("content_session_id = ?"),s.push(e.contentSessionId)),e.memorySessionId&&(t.push("memory_session_id = ?"),s.push(e.memorySessionId)),typeof e.sessionDbId=="number"&&(t.push("session_db_id = ?"),s.push(e.sessionDbId)),e.toolName){let u=Array.isArray(e.toolName)?e.toolName:[e.toolName];u.length>0&&(t.push(`tool_name IN (${u.map(()=>"?").join(",")})`),s.push(...u))}e.agentId&&(t.push("agent_id = ?"),s.push(e.agentId));let r=Vs(e.platformSource);r&&(t.push(r.clause),s.push(r.param)),typeof e.dateStart=="number"&&(t.push("created_at_epoch >= ?"),s.push(e.dateStart)),typeof e.dateEnd=="number"&&(t.push("created_at_epoch <= ?"),s.push(e.dateEnd));let o=t.length>0?`WHERE ${t.join(" AND ")}`:"",i=e.orderBy==="date_asc"?"ASC":"DESC",a=Math.min(Math.max(Math.floor(e.limit??50),1),500),d=Math.max(Math.floor(e.offset??0),0);return n.prepare(`
|
|
98
104
|
SELECT * FROM tool_uses
|
|
99
|
-
${
|
|
100
|
-
ORDER BY created_at_epoch ${
|
|
105
|
+
${o}
|
|
106
|
+
ORDER BY created_at_epoch ${i}, id ${i}
|
|
101
107
|
LIMIT ${a} OFFSET ${d}
|
|
102
|
-
`).all(...s)}function
|
|
108
|
+
`).all(...s)}function zs(n,e={}){let t=[],s=[];e.project&&(t.push("project COLLATE NOCASE = ?"),s.push(e.project)),e.contentSessionId&&(t.push("content_session_id = ?"),s.push(e.contentSessionId)),e.agentId&&(t.push("agent_id = ?"),s.push(e.agentId)),typeof e.dateStart=="number"&&(t.push("created_at_epoch >= ?"),s.push(e.dateStart)),typeof e.dateEnd=="number"&&(t.push("created_at_epoch <= ?"),s.push(e.dateEnd));let r=t.length>0?`WHERE ${t.join(" AND ")}`:"";return n.prepare(`
|
|
103
109
|
SELECT tool_name, COUNT(DISTINCT tool_use_id) AS uses
|
|
104
110
|
FROM tool_uses
|
|
105
|
-
${
|
|
111
|
+
${r}
|
|
106
112
|
GROUP BY tool_name
|
|
107
113
|
ORDER BY uses DESC, tool_name ASC
|
|
108
|
-
`).all(...s)}function
|
|
114
|
+
`).all(...s)}function Qs(n){n.run(`
|
|
109
115
|
CREATE TABLE IF NOT EXISTS work_state_entries (
|
|
110
116
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
111
117
|
project TEXT NOT NULL,
|
|
@@ -114,15 +120,33 @@ ${N.stack??""}
|
|
|
114
120
|
created_at TEXT NOT NULL,
|
|
115
121
|
created_at_epoch INTEGER NOT NULL
|
|
116
122
|
)
|
|
117
|
-
`),
|
|
123
|
+
`),n.run("CREATE INDEX IF NOT EXISTS idx_work_state_entries_project ON work_state_entries(project COLLATE NOCASE, list_name, id)")}function Zs(n,e){let t=e.createdAtEpoch??Date.now(),s=n.prepare(`
|
|
118
124
|
INSERT INTO work_state_entries (project, list_name, fields, created_at, created_at_epoch)
|
|
119
125
|
VALUES (?, ?, ?, ?, ?)
|
|
120
|
-
`).run(e.project,e.listName,JSON.stringify(e.fields),new Date(t).toISOString(),t),
|
|
126
|
+
`).run(e.project,e.listName,JSON.stringify(e.fields),new Date(t).toISOString(),t),r=Number(s.lastInsertRowid);return E.debug("DB","Work state entry appended",{id:r,project:e.project,listName:e.listName}),r}function en(n,e,t){if(e.length===0)return[];let s=e.map(()=>"?").join(", "),r=t===void 0?"":" AND list_name = ?";return n.prepare(`
|
|
121
127
|
SELECT id, project, list_name, fields, created_at_epoch
|
|
122
128
|
FROM work_state_entries
|
|
123
|
-
WHERE project COLLATE NOCASE IN (${s})${
|
|
129
|
+
WHERE project COLLATE NOCASE IN (${s})${r}
|
|
124
130
|
ORDER BY id
|
|
125
|
-
`).all(...e,...t===void 0?[]:[t]).map(o=>({...o,fields:JSON.parse(o.fields)}))}var G=require("fs"),B=require("path"),ae=require("os");var Ae={HEALTH_CHECK:3e3,API_REQUEST:3e4,SESSION_INIT_HOOK_CAP:15e3,SESSION_INIT_REQUEST:1e4,SESSION_INIT_REQUEST_MAX:14e3,HOOK_READINESS_WAIT:1e4,POST_SPAWN_WAIT:15e3,READINESS_WAIT:3e4,PORT_IN_USE_WAIT:3e3,POWERSHELL_COMMAND:1e4,WINDOWS_MULTIPLIER:1.5};function cn(r=process.platform){return r==="win32"?8e3:5e3}function Kt(r=process.platform){return Ae.SESSION_INIT_HOOK_CAP-cn(r)}function qt(r){return process.platform==="win32"?Math.round(r*Ae.WINDOWS_MULTIPLIER):r}function Jt(r){try{return new URL(r).hostname.toLowerCase()==="openrouter.ai"}catch{return!1}}var zt=require("crypto"),Qt=require("fs"),j=require("os"),X=require("path");var un=4e4,ln=9e3,pn=["/tmp","/private/tmp","/var/folders","/private/var/folders"],Zt="60";function ie(r){let e=(0,X.resolve)(r),t=[],s=e;for(;;)try{return(0,X.join)(Qt.realpathSync.native(s),...t.reverse())}catch{let n=(0,X.dirname)(s);if(n===s)return e;t.push((0,X.basename)(s)),s=n}}function mn(r,e){let t=ie(e);return r===t||r.startsWith(t.endsWith(X.sep)?t:t+X.sep)}function Tn(r,e=(0,j.homedir)()){let t=ie(r),s=ie(e);return(process.platform==="win32"?[(0,j.tmpdir)()]:[(0,j.tmpdir)(),...pn]).some(i=>ie(i)!==s&&mn(t,i))}function Ke(r=process.env,e=(0,j.homedir)()){return r.MEMINDEX_TEST_FORBIDDEN_DATA_DIR?!0:Tn(re(r,e),e)}function Sn(){return 38700+(process.getuid?.()??77)%100}function Nn(r){let e=(0,zt.createHash)("sha256").update(ie(r)).digest();return un+e.readUInt32BE(0)%ln}function es(r=process.env,e=(0,j.homedir)()){return Ke(r,e)?Nn(re(r,e)):Sn()}var fn=new Set(["xiaomi/mimo-v2-flash:free"]);function gn(r){return typeof r=="boolean"?String(r):r}function In(r){let e=r.MEMINDEX_OPENROUTER_MODEL;if(typeof e!="string"||!fn.has(e.trim()))return!1;let t=typeof r.MEMINDEX_OPENROUTER_BASE_URL=="string"?r.MEMINDEX_OPENROUTER_BASE_URL.trim():"";return t===""||Jt(t)}var ts=18e4,ss=[{key:"MEMINDEX_LLM_TIMEOUT_MS",legacy:"30000",markerTag:"llm-timeout-migrated-v1"},{key:"MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS",legacy:"30000",markerTag:"field-optimize-timeout-migrated-v1"}];function rs(r,e){return(0,B.join)((0,B.dirname)(r),`.${(0,B.basename)(r)}.${e.markerTag}`)}function qe(r,e){try{(0,G.writeFileSync)(rs(r,e),new Date().toISOString(),{encoding:"utf-8",mode:384})}catch{}}var ns=new Set,z=class{static DEFAULTS={MEMINDEX_MEMORY_SEARCH_HOOK_ENABLED:"true",MEMINDEX_MEMORY_INSTRUCTIONS_ENABLED:"true",MEMINDEX_MEMORY_WATCH_ROOTS:"",MEMINDEX_MODEL:"claude-haiku-4-5-20251001",MEMINDEX_CONTEXT_OBSERVATIONS:"50",MEMINDEX_SESSION_START_INCLUDE_ALL_SOURCES:"false",MEMINDEX_WORKER_PORT:String(es()),MEMINDEX_WORKER_HOST:"127.0.0.1",MEMINDEX_ALLOWED_ORIGINS:"",MEMINDEX_PUBLIC_URL:"",MEMINDEX_API_TIMEOUT_MS:String(qt(Ae.API_REQUEST)),MEMINDEX_SESSION_INIT_TIMEOUT_MS:String(Kt()),MEMINDEX_IDLE_EXIT_SEC:Ke()?Zt:"0",MEMINDEX_SKIP_TOOLS:"ListMcpResourcesTool,SlashCommand,Skill,TodoWrite,AskUserQuestion",MEMINDEX_SKIP_BASH_PATTERNS:"",MEMINDEX_SKIP_SUBAGENT_OBSERVATIONS:"false",MEMINDEX_SKIP_AGENT_TYPES:"",MEMINDEX_CAPTURE_ADVISOR_CALLS:"false",MEMINDEX_PROVIDER:"claude",MEMINDEX_CODEX_MODEL:"",MEMINDEX_CODEX_PATH:"codex",MEMINDEX_CODEX_REASONING_EFFORT:"low",MEMINDEX_CODEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_CODEX_OBSERVATION_BATCH_SIZE:"8",MEMINDEX_CODEX_OBSERVATION_BATCH_MAX_CHARS:"32000",MEMINDEX_CLAUDE_AUTH_METHOD:"subscription",MEMINDEX_GEMINI_API_KEY:"",MEMINDEX_GEMINI_API_KEYS:"",MEMINDEX_GEMINI_MODEL:"gemini-flash-latest",MEMINDEX_GEMINI_RATE_LIMITING_ENABLED:"true",MEMINDEX_OPENROUTER_API_KEY:"",MEMINDEX_OPENROUTER_API_KEYS:"",MEMINDEX_OPENROUTER_MODEL:"cohere/north-mini-code:free",MEMINDEX_OPENROUTER_BASE_URL:"",MEMINDEX_OPENROUTER_TEMPERATURE:"",MEMINDEX_OPENROUTER_SITE_URL:"",MEMINDEX_OPENROUTER_APP_NAME:"memindex",MEMINDEX_OPENROUTER_EXTRA_BODY:"",MEMINDEX_OPENROUTER_REASONING_EFFORT:"",MEMINDEX_OPENAI_COMPAT_PRESET:"",MEMINDEX_OPENAI_COMPAT_API_KEY:"",MEMINDEX_OPENAI_COMPAT_API_KEYS:"",MEMINDEX_OPENAI_COMPAT_BASE_URL:"",MEMINDEX_OPENAI_COMPAT_MODEL:"",MEMINDEX_QUOTA_FALLBACK_PROVIDER:"claude",MEMINDEX_QUOTA_FALLBACK_MODEL:"",MEMINDEX_QUOTA_THRESHOLD_FIVE_HOUR:"0.95",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_OPUS:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_SONNET:"0.92",MEMINDEX_QUOTA_THRESHOLD_OVERAGE:"0.95",MEMINDEX_DATA_DIR:(0,B.join)((0,ae.homedir)(),".memindex"),MEMINDEX_SNAPSHOT_ENABLED:"true",MEMINDEX_SNAPSHOT_INTERVAL_HOURS:"24",MEMINDEX_SNAPSHOT_KEEP:"7",MEMINDEX_LOG_LEVEL:"INFO",MEMINDEX_PYTHON_VERSION:"3.13",CLAUDE_CODE_PATH:"",MEMINDEX_CLAUDE_CONFIG_DIR:"",MEMINDEX_OBSERVER_CLAUDE_CONFIG_DIR:"",MEMINDEX_MODE:"code",MEMINDEX_CONTEXT_SHOW_READ_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_WORK_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_AMOUNT:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_PERCENT:"true",MEMINDEX_CONTEXT_OBSERVATION_TYPES:"",MEMINDEX_CONTEXT_OBSERVATION_CONCEPTS:"",MEMINDEX_CONTEXT_FULL_COUNT:"0",MEMINDEX_CONTEXT_FULL_FIELD:"narrative",MEMINDEX_CONTEXT_SESSION_COUNT:"10",MEMINDEX_CONTEXT_SHOW_LAST_SUMMARY:"true",MEMINDEX_CONTEXT_SHOW_LAST_MESSAGE:"false",MEMINDEX_CONTEXT_MAIN_AGENT_ONLY:"true",MEMINDEX_REINFORCE_ALPHA:"0",MEMINDEX_CONTEXT_SHOW_TERMINAL_OUTPUT:"true",MEMINDEX_WELCOME_HINT_ENABLED:"true",MEMINDEX_WORK_STATE_ENABLED:"true",MEMINDEX_FILE_READ_GATE_ENABLED:"true",MEMINDEX_ENDLESS_MODE_ENABLED:"true",MEMINDEX_FOLDER_CLAUDEMD_ENABLED:"false",MEMINDEX_FOLDER_USE_LOCAL_MD:"false",MEMINDEX_TRANSCRIPTS_ENABLED:"true",MEMINDEX_TRANSCRIPTS_CONFIG_PATH:(0,B.join)((0,ae.homedir)(),".memindex","transcript-watch.json"),MEMINDEX_CODEX_TRANSCRIPT_INGESTION:"false",MEMINDEX_CODEX_SUBAGENT_INGESTION:"false",MEMINDEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS:"400000",MEMINDEX_OBSERVER_CONTEXT_WINDOW:"",MEMINDEX_OBSERVER_MAX_OUTPUT_TOKENS:"4096",MEMINDEX_OBSERVE_BARE_PROMPTS:"false",MEMINDEX_HOOK_FAIL_LOUD_THRESHOLD:"3",MEMINDEX_REDACT_ENABLED:"false",MEMINDEX_REDACT_DISABLED_BUILTINS:"",MEMINDEX_REDACT_CUSTOM_PATTERNS:"[]",MEMINDEX_REDACT_LOG_MATCHES:"false",MEMINDEX_EXCLUDED_PROJECTS:"",MEMINDEX_PROJECT_ENVIRONMENTS:"[]",MEMINDEX_FOLDER_MD_EXCLUDE:"[]",MEMINDEX_FOLDER_MD_SKELETON_DENYLIST:"[]",MEMINDEX_SEMANTIC_INJECT:"auto",MEMINDEX_SEMANTIC_INJECT_LIMIT:"5",MEMINDEX_SEMANTIC_INJECT_FORMAT:"narrative",MEMINDEX_TIER_ROUTING_ENABLED:"true",MEMINDEX_TIER_SIMPLE_MODEL:"haiku",MEMINDEX_TIER_SUMMARY_MODEL:"",MEMINDEX_TIER_FAST_MODEL:"haiku",MEMINDEX_TIER_SMART_MODEL:"sonnet",MEMINDEX_CHROMA_ENABLED:"true",MEMINDEX_CHROMA_MODE:"local",MEMINDEX_CHROMA_HOST:"127.0.0.1",MEMINDEX_CHROMA_PORT:"8000",MEMINDEX_CHROMA_SSL:"false",MEMINDEX_CHROMA_API_KEY:"",MEMINDEX_CHROMA_TENANT:"default_tenant",MEMINDEX_CHROMA_DATABASE:"default_database",MEMINDEX_CHROMA_PREWARM_TIMEOUT_MS:"120000",MEMINDEX_CHROMA_MUTATION_TIMEOUT_MS:"600000",MEMINDEX_CHROMA_MAX_PENDING_MUTATIONS:"5000",MEMINDEX_CHROMA_MEMORY_LIMIT_MB:"2048",MEMINDEX_CHROMA_EMBEDDING_FUNCTION:"default",MEMINDEX_CHROMA_UVX_PATH:"",MEMINDEX_SEARCH_RECENCY_DAYS:"90",MEMINDEX_HOSTING_OFFER:"true",MEMINDEX_CLOUD_SYNC_TOKEN:"",MEMINDEX_CLOUD_SYNC_USER_ID:"",MEMINDEX_CLOUD_SYNC_HUB_URL:"",MEMINDEX_CLOUD_SYNC_DEVICE_ID:"",MEMINDEX_CLOUD_SYNC_DEVICE_NAME:(0,ae.hostname)(),MEMINDEX_CLOUD_SYNC_WS:"true",MEMINDEX_CLOUD_SYNC_CONTENT_BATCH_SIZE:"40",MEMINDEX_CLOUD_SYNC_REQUEST_TIMEOUT_MS:"90000",MEMINDEX_LLM_TIMEOUT_MS:String(ts),MEMINDEX_LLM_STREAM_IDLE_TIMEOUT_MS:"90000",MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS:String(ts),MEMINDEX_TV_TOKEN:"",MEMINDEX_AUTH_MODE:"api-key",MEMINDEX_RUNTIME:"worker",MEMINDEX_SERVER_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(38877+(process.getuid?.()??77)%100)}`,MEMINDEX_SERVER_API_KEY:"",MEMINDEX_SERVER_PROJECT_ID:"",MEMINDEX_SERVER_BETA_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(38877+(process.getuid?.()??77)%100)}`,MEMINDEX_SERVER_BETA_API_KEY:"",MEMINDEX_SERVER_BETA_PROJECT_ID:"",MEMINDEX_DEDUP_ENABLED:"false",MEMINDEX_DEDUP_COSINE_THRESHOLD:"0.80",MEMINDEX_DEDUP_IDF_VETO_DF:"10",MEMINDEX_DEDUP_MIN_SHARED_TOKENS:"2",MEMINDEX_DEDUP_MIN_PROJECT_DOCS:"10",MEMINDEX_DEDUP_MAX_SCAN:"2000",MEMINDEX_DEDUP_MAX_BACKFILL_ROWS:"50000",MEMINDEX_TOOL_USES_RETENTION_DAYS:"0",MEMINDEX_WORKER_AUTOSTART:"true",MEMINDEX_PROJECT_NAME_SOURCE:"path"};static getAllDefaults(){return{...this.DEFAULTS}}static get(e){let t=process.env[e]??this.DEFAULTS[e];return e==="MEMINDEX_WORKER_HOST"?this.normalizeWorkerHost(t):t}static normalizeWorkerHost(e){return e==="localhost"?"127.0.0.1":e}static finalizeSettings(e,t){let s=t?this.applyEnvOverrides(e):e;return s.MEMINDEX_WORKER_HOST=this.normalizeWorkerHost(s.MEMINDEX_WORKER_HOST),s}static getInt(e){let t=this.get(e);return parseInt(t,10)}static applyEnvOverrides(e){let t={...e};for(let s of Object.keys(this.DEFAULTS))process.env[s]!==void 0&&(t[s]=process.env[s]);return t}static loadFromFile(e,t=!0,s={}){try{if(!(0,G.existsSync)(e)){let l=this.getAllDefaults();if(!s.readOnly)try{q(e,l,{mode:384});for(let p of ss)qe(e,p);console.warn("[SETTINGS] Created settings file with defaults:",e)}catch(p){console.warn("[SETTINGS] Failed to create settings file, using in-memory defaults:",e,p instanceof Error?p.message:String(p))}return this.finalizeSettings(l,t)}let n=(0,G.readFileSync)(e,"utf-8"),i=Pe(n),o=J(i),a=o!==i,d=Ie(o),E=St(i),_=a&&Object.keys(E).some(l=>l!=="env");if(a&&!_&&!s.readOnly)try{q(e,d,{mode:384}),console.warn("[SETTINGS] Migrated settings file from nested to flat schema:",e)}catch(l){console.warn("[SETTINGS] Failed to auto-migrate settings file:",e,l instanceof Error?l.message:String(l))}if(In(d)){let l=String(d.MEMINDEX_OPENROUTER_MODEL).trim();if(d={...d,MEMINDEX_OPENROUTER_MODEL:this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL},!s.readOnly)try{q(e,_?{...E,env:d}:d,{mode:384}),console.warn(`[SETTINGS] Migrated OpenRouter model off the retired default ${l} to ${this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL}:`,e)}catch(p){console.warn("[SETTINGS] Failed to migrate the retired OpenRouter model:",e,p instanceof Error?p.message:String(p))}}for(let l of ss)if(!(0,G.existsSync)(rs(e,l))){if(d[l.key]!==l.legacy){s.readOnly||qe(e,l);continue}if(d={...d,[l.key]:this.DEFAULTS[l.key]},!s.readOnly)try{q(e,_?{...E,env:d}:d,{mode:384}),qe(e,l),console.warn(`[SETTINGS] Migrated ${l.key} off the old ${l.legacy}ms default to ${this.DEFAULTS[l.key]}ms:`,e)}catch(p){let N=`${l.key}\0${e}`;ns.has(N)||(ns.add(N),console.warn(`[SETTINGS] Failed to migrate ${l.key}; using the new default in memory (reported once per process):`,e,p instanceof Error?p.message:String(p)))}}let c={...this.DEFAULTS};for(let l of Object.keys(this.DEFAULTS))d[l]!==void 0&&(c[l]=gn(d[l]));return this.finalizeSettings(c,t)}catch(n){console.warn("[SETTINGS] Failed to load settings, using defaults:",e,n instanceof Error?n.message:String(n));let i=this.getAllDefaults();return this.finalizeSettings(i,t)}}};var _s=require("crypto");function de(r){let e=(r??"").normalize("NFC").toLowerCase().replace(/[^\p{L}\p{N}\p{M}\s]/gu," ").replace(/\s+/g," ").trim();return/[\p{L}\p{N}]/u.test(e)?e:""}function W(r){return(r??"").toLowerCase().trim().split(/\s+/).filter(Boolean)}function Je(r,e){return Math.log(1+e/(r+.5))}function os(r,e){return t=>Je(r(t),e)}function is(r,e){let t=new Map;for(let s of new Set(r))t.set(s,e(s));return t}function as(r,e,t){let s=is(r,t),n=is(e,t),i=0,o=0,a=0;for(let[d,E]of s){o+=E*E;let _=n.get(d);_!==void 0&&(i+=E*_)}for(let[,d]of n)a+=d*d;return o===0||a===0?0:i/Math.sqrt(o*a)}function ds(r,e,t,s){let n=new Set(r),i=new Set(e);for(let o of n)if(!i.has(o)&&t(o)>s)return!0;for(let o of i)if(!n.has(o)&&t(o)>s)return!0;return!1}function ze(r,e,t,s){let n=de(r);if(n!==""&&n===de(e))return{tier:"exact",method:"exact",score:1};let i=W(r),o=W(e),a=s.minSharedTokens??2,d=new Set(o),E=0;for(let c of new Set(i))d.has(c)&&E++;if(E<a)return{tier:"none",method:"none",score:0};let _=as(i,o,t);return _>=s.cosineThreshold&&!ds(i,o,t,s.vetoThetaIdf)?{tier:"candidate",method:"idf_cosine",score:_}:{tier:"none",method:"none",score:_}}function _e(r,e){return!!r&&!!e}function De(r,e,t,s=!1){let n=de(t);if(n==="")return null;let i=A(e),o=s?"subagent":"main";return(0,_s.createHash)("sha256").update(`${r}\0${i}\0${o}\0${n}`).digest("hex").slice(0,32)}function Es(r,e,t){return t===null?null:r.prepare("SELECT id, occurrence_count, created_at_epoch FROM observations WHERE project = ? AND title_norm_key = ? ORDER BY created_at_epoch ASC, id ASC LIMIT 1").get(e,t)??null}function cs(r,e,t){let s=[...new Set(W(t))],n=r.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, 1) ON CONFLICT(project, token) DO UPDATE SET df = df + 1");for(let i of s)n.run(e,i);r.prepare("INSERT INTO dedup_meta (project, doc_count) VALUES (?, 1) ON CONFLICT(project) DO UPDATE SET doc_count = doc_count + 1").run(e)}function us(r,e){return Je(r+1,e)}function ls(r,e){return r.prepare("SELECT doc_count FROM dedup_meta WHERE project = ?").get(e)?.doc_count??0}function ps(r,e){let t=ls(r,e),s=r.prepare("SELECT token, df FROM token_df WHERE project = ?").all(e),n=new Map(s.map(i=>[i.token,i.df]));return{idfFn:os(i=>n.get(i)??0,t),docCount:t}}function ms(r){return r.prepare("INSERT OR IGNORE INTO observation_dedup_candidates (observation_id, duplicate_of_id, project, method, score, status, created_at, created_at_epoch) VALUES (?, ?, ?, ?, ?, ?, ?, ?)")}function Ts(r,e,t){return ls(r,e)>=t}function On(r,e,t=Number.POSITIVE_INFINITY){let s=r.prepare("SELECT COUNT(*) c FROM observations WHERE project = ?").get(e).c;if(s>t)return u.warn("DEDUP",`Skipping dedup backfill for project ${e}: ${s} rows exceeds cap ${t} (MEMINDEX_DEDUP_MAX_BACKFILL_ROWS)`),0;let n=r.prepare("SELECT o.id, o.title, o.agent_id, o.agent_type, s.platform_source FROM observations o LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id WHERE o.project = ?").all(e),i=r.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?"),o=r.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, ?)");return r.transaction(()=>{let d=new Map;for(let E of n){i.run(De(e,E.platform_source,E.title,_e(E.agent_id,E.agent_type)),E.id);for(let _ of new Set(W(E.title)))d.set(_,(d.get(_)??0)+1)}r.prepare("DELETE FROM token_df WHERE project = ?").run(e);for(let[E,_]of d)o.run(e,E,_);r.prepare("INSERT INTO dedup_meta (project, doc_count, last_rebuild_doc_count, deleted_since_rebuild) VALUES (?, ?, ?, 0) ON CONFLICT(project) DO UPDATE SET doc_count = excluded.doc_count, last_rebuild_doc_count = excluded.last_rebuild_doc_count, deleted_since_rebuild = 0").run(e,n.length,n.length)})(),n.length}function Rn(r,e,t){let s=r.prepare("SELECT id, title FROM observations WHERE project = ? AND title IS NOT NULL ORDER BY id ASC").all(e);if(s.length<2)return 0;if(s.length>t.maxBackfillRows)return u.warn("DEDUP",`Skipping dedup sweep for project ${e}: ${s.length} rows exceeds cap ${t.maxBackfillRows}`),0;let{idfFn:n,docCount:i}=ps(r,e),o={cosineThreshold:t.cosineThreshold,vetoThetaIdf:us(t.idfVetoDf,i),minSharedTokens:t.minSharedTokens},a=s.map(g=>new Set(W(g.title))),d=new Map;for(let g of a)for(let O of g)d.set(O,(d.get(O)??0)+1);let E=Math.max(2,Math.ceil(Math.sqrt(s.length))*4),_=new Map;a.forEach((g,O)=>{for(let I of g){let m=d.get(I);if(m<2||m>E)continue;let L=_.get(I);L||(L=[],_.set(I,L)),L.push(O)}});let c=new Map;for(let g of _.values())for(let O=0;O<g.length;O++)for(let I=O+1;I<g.length;I++){let m=`${g[O]}:${g[I]}`;c.set(m,(c.get(m)??0)+1)}let l=ms(r),p=new Date().toISOString(),N=Date.now(),h=0;for(let[g,O]of c){if(O<t.minSharedTokens)continue;let[I,m]=g.split(":").map(Number),L=ze(s[I].title,s[m].title,n,o);L.tier==="candidate"&&(h+=l.run(s[m].id,s[I].id,e,L.method,L.score,"pending",p,N).changes)}return h}function Ss(r,e){return r.prepare("SELECT DISTINCT project FROM observations").all().map(s=>s.project).map(s=>{let n=On(r,s,e.maxBackfillRows),i=Rn(r,s,e);return{project:s,docs:n,candidates:i}})}function Ns(r,e,t,s,n){if(!s)return 0;let{idfFn:i,docCount:o}=ps(r,e),a={cosineThreshold:n.cosineThreshold,vetoThetaIdf:us(n.idfVetoDf,o),minSharedTokens:n.minSharedTokens},d=r.prepare("SELECT id, title FROM observations WHERE project = ? AND id != ? AND title IS NOT NULL ORDER BY created_at_epoch DESC, id DESC LIMIT ?").all(e,t,n.maxScan);d.length===n.maxScan&&u.debug("DEDUP",`Tier-1 scan hit MAX_SCAN=${n.maxScan} for project ${e}; older rows covered by dedup-scan`);let E=ms(r),_=new Date().toISOString(),c=Date.now(),l=0;for(let p of d){let N=ze(s,p.title,i,a);N.tier==="candidate"&&(l+=E.run(t,p.id,e,N.method,N.score,"pending",_,c).changes)}return l}function fs(r,e,t,s,n){let i=Date.now()-s,o=n!==void 0?"up.session_db_id = ?":"up.content_session_id = ?",a=n??e;return r.prepare(`
|
|
131
|
+
`).all(...e,...t===void 0?[]:[t]).map(i=>({...i,fields:JSON.parse(i.fields)}))}var rn=require("fs");var q=require("fs"),Oe=st(require("path"),1);var Ot=require("child_process");var Wr=5e3;function tn(n){return n.error?.name==="ETIMEDOUT"}function At(n,e,t=Wr){let s=`git -C ${n} ${e.join(" ")}`,r=Date.now();return new Promise(o=>{let i=!1,a=!1,d="",u="",c=p=>{if(i)return;i=!0,clearTimeout(_);let T=Date.now()-r;T>1e3&&E.debug("GIT",`Slow git operation: ${s} took ${T}ms`),o(p)},l=(0,Ot.spawn)("git",["-C",n,...e],{stdio:["ignore","pipe","pipe"],windowsHide:!0}),_=setTimeout(()=>{a=!0,l.kill("SIGTERM"),l.stdout?.destroy(),l.stderr?.destroy();let p=Object.assign(new Error(`git timed out after ${t}ms`),{name:"ETIMEDOUT"});E.warn("GIT",`Git operation failed: ${s}`,{error:p.message,timedOut:!0}),c({status:null,stdout:"",error:p})},t);l.stdout?.setEncoding("utf8"),l.stderr?.setEncoding("utf8"),l.stdout?.on("data",p=>{d+=p}),l.stderr?.on("data",p=>{u+=p}),l.once("error",p=>{E.warn("GIT",`Git operation failed: ${s}`,{error:p.message,timedOut:!1}),c({status:null,stdout:"",error:p})}),l.once("close",(p,T)=>{if(!a){if(p!==0){E.debug("GIT",`Git returned non-zero exit code ${p??T}: ${s}`,{stderr:u.trim()}),c({status:p,stdout:"",error:void 0});return}c({status:p,stdout:d.trim(),error:void 0})}})})}var Yr=1e3,Kr=64;var Vr=7;function qr(n){let e=Oe.default.resolve(n);for(let t=0;t<Kr;t++){let s=Oe.default.join(e,".git");if((0,q.existsSync)(s)){try{if((0,q.statSync)(s).isDirectory())return s;let o=(0,q.readFileSync)(s,"utf8").match(/^gitdir:\s*(.+)$/m);if(o)return Oe.default.resolve(e,o[1].trim())}catch{return null}return null}let r=Oe.default.dirname(e);if(r===e)return null;e=r}return null}var Jr=/^checkout: moving from (.+) to (.+)$/,zr=/^[0-9a-f]{7,64}$/;function sn(n){return zr.test(n)?n.slice(0,Vr):n}var Qr=/@\{(\d+)\}/;function Zr(n){let e=[];for(let t of n.split(`
|
|
132
|
+
`).reverse()){let s=t.indexOf("|");if(s===-1)continue;let r=Qr.exec(t.slice(0,s)),o=Jr.exec(t.slice(s+1).trim());!r||!o||e.push({atEpochSeconds:Number.parseInt(r[1],10),fromBranch:sn(o[1]),toBranch:sn(o[2])})}return e.sort((t,s)=>t.atEpochSeconds-s.atEpochSeconds)}var Dt=null;function eo(){return Dt??=At(process.cwd(),["--version"],Yr*3).then(n=>(n.error&&tn(n)&&(Dt=null),n.status===0&&!n.error)),Dt}async function nn(n){if(!qr(n)||!await eo())return null;let e=await At(n,["reflog","show","HEAD","--date=unix","--pretty=format:%gd|%gs"],15e3);return e.status!==0||e.error?null:Zr(e.stdout)}function on(n){n.query("PRAGMA table_info(observations)").all().some(t=>t.name==="branch")||n.run("ALTER TABLE observations ADD COLUMN branch TEXT"),n.run("CREATE INDEX IF NOT EXISTS idx_observations_project_branch ON observations(project COLLATE NOCASE, branch, created_at_epoch DESC)")}function an(n){n.run(`
|
|
133
|
+
CREATE TABLE IF NOT EXISTS memory_pins (
|
|
134
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
135
|
+
project TEXT NOT NULL,
|
|
136
|
+
observation_id INTEGER NOT NULL,
|
|
137
|
+
branch TEXT,
|
|
138
|
+
why TEXT,
|
|
139
|
+
created_at_epoch INTEGER NOT NULL
|
|
140
|
+
)
|
|
141
|
+
`),n.run("CREATE UNIQUE INDEX IF NOT EXISTS uq_memory_pins_scope ON memory_pins(project COLLATE NOCASE, observation_id, COALESCE(branch, ''))"),n.run("CREATE INDEX IF NOT EXISTS idx_memory_pins_observation ON memory_pins(observation_id)");let e=n.query("PRAGMA table_info(memory_pins)").all();for(let[t,s]of[["repo_id","ALTER TABLE memory_pins ADD COLUMN repo_id TEXT"],["promoted","ALTER TABLE memory_pins ADD COLUMN promoted INTEGER NOT NULL DEFAULT 0"],["orphaned","ALTER TABLE memory_pins ADD COLUMN orphaned INTEGER NOT NULL DEFAULT 0"],["keep_on_branch","ALTER TABLE memory_pins ADD COLUMN keep_on_branch INTEGER NOT NULL DEFAULT 0"]])e.some(r=>r.name===t)||n.run(s);n.run(`
|
|
142
|
+
CREATE TABLE IF NOT EXISTS branch_backfill_checkouts (
|
|
143
|
+
project TEXT NOT NULL COLLATE NOCASE,
|
|
144
|
+
cwd TEXT NOT NULL,
|
|
145
|
+
completed_at_epoch INTEGER NOT NULL,
|
|
146
|
+
tagged INTEGER NOT NULL DEFAULT 0,
|
|
147
|
+
PRIMARY KEY (project, cwd)
|
|
148
|
+
)
|
|
149
|
+
`),to(n)}function to(n){n.run("CREATE TABLE IF NOT EXISTS pin_generation (id INTEGER PRIMARY KEY CHECK (id = 1), n INTEGER NOT NULL)"),n.run("INSERT OR IGNORE INTO pin_generation (id, n) VALUES (1, 0)");for(let e of["INSERT","UPDATE","DELETE"])n.run(`CREATE TRIGGER IF NOT EXISTS memory_pins_generation_${e.toLowerCase()} AFTER ${e} ON memory_pins BEGIN UPDATE pin_generation SET n = n + 1 WHERE id = 1; END`)}var Fa={readReflog:nn,directoryExists:rn.existsSync,now:Date.now};var En=require("crypto");function Ae(n){let e=(n??"").normalize("NFC").toLowerCase().replace(/[^\p{L}\p{N}\p{M}\s]/gu," ").replace(/\s+/g," ").trim();return/[\p{L}\p{N}]/u.test(e)?e:""}function ne(n){return(n??"").toLowerCase().trim().split(/\s+/).filter(Boolean)}function Ct(n,e){return Math.log(1+e/(n+.5))}function dn(n,e){return t=>Ct(n(t),e)}function cn(n,e){let t=new Map;for(let s of new Set(n))t.set(s,e(s));return t}function un(n,e,t){let s=cn(n,t),r=cn(e,t),o=0,i=0,a=0;for(let[d,u]of s){i+=u*u;let c=r.get(d);c!==void 0&&(o+=u*c)}for(let[,d]of r)a+=d*d;return i===0||a===0?0:o/Math.sqrt(i*a)}function ln(n,e,t,s){let r=new Set(n),o=new Set(e);for(let i of r)if(!o.has(i)&&t(i)>s)return!0;for(let i of o)if(!r.has(i)&&t(i)>s)return!0;return!1}function Lt(n,e,t,s){let r=Ae(n);if(r!==""&&r===Ae(e))return{tier:"exact",method:"exact",score:1};let o=ne(n),i=ne(e),a=s.minSharedTokens??2,d=new Set(i),u=0;for(let l of new Set(o))d.has(l)&&u++;if(u<a)return{tier:"none",method:"none",score:0};let c=un(o,i,t);return c>=s.cosineThreshold&&!ln(o,i,t,s.vetoThetaIdf)?{tier:"candidate",method:"idf_cosine",score:c}:{tier:"none",method:"none",score:c}}function De(n,e){return!!n&&!!e}function Ke(n,e,t,s=!1){let r=Ae(t);if(r==="")return null;let o=D(e),i=s?"subagent":"main";return(0,En.createHash)("sha256").update(`${n}\0${o}\0${i}\0${r}`).digest("hex").slice(0,32)}function _n(n,e,t){return t===null?null:n.prepare("SELECT id, occurrence_count, created_at_epoch FROM observations WHERE project = ? AND title_norm_key = ? ORDER BY created_at_epoch ASC, id ASC LIMIT 1").get(e,t)??null}function pn(n,e,t){let s=[...new Set(ne(t))],r=n.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, 1) ON CONFLICT(project, token) DO UPDATE SET df = df + 1");for(let o of s)r.run(e,o);n.prepare("INSERT INTO dedup_meta (project, doc_count) VALUES (?, 1) ON CONFLICT(project) DO UPDATE SET doc_count = doc_count + 1").run(e)}function mn(n,e){return Ct(n+1,e)}function Tn(n,e){return n.prepare("SELECT doc_count FROM dedup_meta WHERE project = ?").get(e)?.doc_count??0}function fn(n,e){let t=Tn(n,e),s=n.prepare("SELECT token, df FROM token_df WHERE project = ?").all(e),r=new Map(s.map(o=>[o.token,o.df]));return{idfFn:dn(o=>r.get(o)??0,t),docCount:t}}function Sn(n){return n.prepare("INSERT OR IGNORE INTO observation_dedup_candidates (observation_id, duplicate_of_id, project, method, score, status, created_at, created_at_epoch) VALUES (?, ?, ?, ?, ?, ?, ?, ?)")}function gn(n,e,t){return Tn(n,e)>=t}function so(n,e,t=Number.POSITIVE_INFINITY){let s=n.prepare("SELECT COUNT(*) c FROM observations WHERE project = ?").get(e).c;if(s>t)return E.warn("DEDUP",`Skipping dedup backfill for project ${e}: ${s} rows exceeds cap ${t} (MEMINDEX_DEDUP_MAX_BACKFILL_ROWS)`),0;let r=n.prepare("SELECT o.id, o.title, o.agent_id, o.agent_type, s.platform_source FROM observations o LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id WHERE o.project = ?").all(e),o=n.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?"),i=n.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, ?)");return n.transaction(()=>{let d=new Map;for(let u of r){o.run(Ke(e,u.platform_source,u.title,De(u.agent_id,u.agent_type)),u.id);for(let c of new Set(ne(u.title)))d.set(c,(d.get(c)??0)+1)}n.prepare("DELETE FROM token_df WHERE project = ?").run(e);for(let[u,c]of d)i.run(e,u,c);n.prepare("INSERT INTO dedup_meta (project, doc_count, last_rebuild_doc_count, deleted_since_rebuild) VALUES (?, ?, ?, 0) ON CONFLICT(project) DO UPDATE SET doc_count = excluded.doc_count, last_rebuild_doc_count = excluded.last_rebuild_doc_count, deleted_since_rebuild = 0").run(e,r.length,r.length)})(),r.length}function no(n,e,t){let s=n.prepare("SELECT id, title FROM observations WHERE project = ? AND title IS NOT NULL ORDER BY id ASC").all(e);if(s.length<2)return 0;if(s.length>t.maxBackfillRows)return E.warn("DEDUP",`Skipping dedup sweep for project ${e}: ${s.length} rows exceeds cap ${t.maxBackfillRows}`),0;let{idfFn:r,docCount:o}=fn(n,e),i={cosineThreshold:t.cosineThreshold,vetoThetaIdf:mn(t.idfVetoDf,o),minSharedTokens:t.minSharedTokens},a=s.map(N=>new Set(ne(N.title))),d=new Map;for(let N of a)for(let b of N)d.set(b,(d.get(b)??0)+1);let u=Math.max(2,Math.ceil(Math.sqrt(s.length))*4),c=new Map;a.forEach((N,b)=>{for(let h of N){let m=d.get(h);if(m<2||m>u)continue;let y=c.get(h);y||(y=[],c.set(h,y)),y.push(b)}});let l=new Map;for(let N of c.values())for(let b=0;b<N.length;b++)for(let h=b+1;h<N.length;h++){let m=`${N[b]}:${N[h]}`;l.set(m,(l.get(m)??0)+1)}let _=Sn(n),p=new Date().toISOString(),T=Date.now(),A=0;for(let[N,b]of l){if(b<t.minSharedTokens)continue;let[h,m]=N.split(":").map(Number),y=Lt(s[h].title,s[m].title,r,i);y.tier==="candidate"&&(A+=_.run(s[m].id,s[h].id,e,y.method,y.score,"pending",p,T).changes)}return A}function Nn(n,e){return n.prepare("SELECT DISTINCT project FROM observations").all().map(s=>s.project).map(s=>{let r=so(n,s,e.maxBackfillRows),o=no(n,s,e);return{project:s,docs:r,candidates:o}})}function hn(n,e,t,s,r){if(!s)return 0;let{idfFn:o,docCount:i}=fn(n,e),a={cosineThreshold:r.cosineThreshold,vetoThetaIdf:mn(r.idfVetoDf,i),minSharedTokens:r.minSharedTokens},d=n.prepare("SELECT id, title FROM observations WHERE project = ? AND id != ? AND title IS NOT NULL ORDER BY created_at_epoch DESC, id DESC LIMIT ?").all(e,t,r.maxScan);d.length===r.maxScan&&E.debug("DEDUP",`Tier-1 scan hit MAX_SCAN=${r.maxScan} for project ${e}; older rows covered by dedup-scan`);let u=Sn(n),c=new Date().toISOString(),l=Date.now(),_=0;for(let p of d){let T=Lt(s,p.title,o,a);T.tier==="candidate"&&(_+=u.run(t,p.id,e,T.method,T.score,"pending",c,l).changes)}return _}function In(n,e,t,s,r){let o=Date.now()-s,i=r!==void 0?"up.session_db_id = ?":"up.content_session_id = ?",a=r??e;return n.prepare(`
|
|
126
150
|
SELECT
|
|
127
151
|
up.*,
|
|
128
152
|
s.memory_session_id,
|
|
@@ -130,18 +154,12 @@ ${N.stack??""}
|
|
|
130
154
|
COALESCE(s.platform_source, '${S}') as platform_source
|
|
131
155
|
FROM user_prompts up
|
|
132
156
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
133
|
-
WHERE ${
|
|
157
|
+
WHERE ${i}
|
|
134
158
|
AND up.prompt_text = ?
|
|
135
159
|
AND up.created_at_epoch >= ?
|
|
136
160
|
ORDER BY up.created_at_epoch DESC
|
|
137
161
|
LIMIT 1
|
|
138
|
-
`).get(a,t,
|
|
139
|
-
SELECT name
|
|
140
|
-
FROM sqlite_master
|
|
141
|
-
WHERE type = 'table'
|
|
142
|
-
AND name NOT LIKE 'sqlite_%'
|
|
143
|
-
LIMIT 1
|
|
144
|
-
`).get()!=null}function Q(r,e,t){try{r.run(e)}catch(s){let n=s instanceof Error?s:new Error(String(s));throw u.warn("DB",`Failed to apply SQLite pragma ${t}`,{sql:e},n),s}}function Me(r,e={}){let{busyTimeoutMs:t=Ds,enableWal:s=!0,enableIncrementalAutoVacuum:n=!0}=e;Q(r,`PRAGMA busy_timeout = ${t}`,"busy_timeout"),Q(r,"PRAGMA foreign_keys = ON","foreign_keys"),Q(r,"PRAGMA synchronous = NORMAL","synchronous"),Q(r,`PRAGMA journal_size_limit = ${Hn}`,"journal_size_limit"),n&&!$n(r)&&Q(r,"PRAGMA auto_vacuum = INCREMENTAL","auto_vacuum"),s&&Q(r,"PRAGMA journal_mode = WAL","journal_mode")}var Ms=!1;function ye(r,...e){return typeof r.iterate=="function"?r.iterate(...e):(Ms||(Ms=!0,u.warn("DB","bun:sqlite lacks Statement.iterate(); falling back to .all()",{bunVersion:typeof Bun<"u"?Bun.version:"unknown",requiredBunVersion:">=1.1.31",impact:"rows are materialized in memory; upgrade Bun to restore streaming"})),r.all(...e))}function rt(r,e,t,s){try{let n=Number(s.limit);if(!Number.isInteger(n)||n<0)throw new Error("Page limit must be a non-negative integer");let i=Number(s.offset??0);if(!Number.isInteger(i))throw new Error("Page offset must be an integer");let o=[];if(n===0)return o;let a=Math.max(0,i);for(let d of ye(r,...e))if(t(d)){if(a>0){a--;continue}if(o.push(d),o.length===n)break}return o}finally{r.finalize()}}var at=require("bun:sqlite");function ee(r){return r.replace(/\\/g,"/").replace(/\/+/g,"/").replace(/\/+$/,"")}function ot(r,e){let t=ee(r),s=ee(e);if(t.startsWith(s+"/"))return!t.slice(s.length+1).includes("/");let n=s.split("/"),i=t.split("/");if(i.length<2)return s===""||s===".";let o=i.slice(0,-1).join("/"),a=i[i.length-1],d=/^([A-Za-z]:)?\//;if(!d.test(s)&&d.test(t)&&s!==""&&o.endsWith("/"+s))return a!=="";if(s.endsWith("/"+o)||s===o)return!a.includes("/");for(let E=0;E<n.length;E++)if(n.slice(E).join("/")===o)return!0;return!1}var jn=/^\d{4}-\d{2}-\d{2}$/;function Y(r,e){if(typeof r=="number")return r;let t=r.trim(),s=new Date(t).getTime();return e==="end"&&jn.test(t)?s+864e5-1:s}var it="\\u0E00-\\u0EFF\\u1000-\\u109F\\u1780-\\u17FF\\u3040-\\u30FF\\u3100-\\u318F\\u3400-\\u4DBF\\u4E00-\\u9FFF\\uAC00-\\uD7AF\\uF900-\\uFAFF",ys=["observations_ai","observations_ad","observations_au"],vs=["session_summaries_ai","session_summaries_ad","session_summaries_au"],me=`
|
|
162
|
+
`).get(a,t,o)??void 0}var Ve=require("fs");var Mt=String.raw`[A-Za-z0-9_.\-+/=~@#$%^*!?]`,ro=`(?=${Mt}{8})${Mt}*[A-Za-z]${Mt}*`;function yt(n){return new RegExp(`${n}${ro}`,"gi")}var oo=[{name:"aws_access_key",regex:/AKIA[0-9A-Z]{16}/g},{name:"aws_secret_key",regex:/(?<=AWS_SECRET_ACCESS_KEY\s*[=:]\s*['"]?)[A-Za-z0-9/+=]{40}/g},{name:"github_pat",regex:/\bgh[oprs]_[A-Za-z0-9]{36}\b|\bgithub_pat_[A-Za-z0-9_]{82}\b/g},{name:"openai_key",regex:/\bsk-(?!ant-)[A-Za-z0-9_-]{20,}\b/g},{name:"anthropic_key",regex:/\bsk-ant-[A-Za-z0-9_-]{20,}\b/g},{name:"slack_token",regex:/\bxox[baprs]-[A-Za-z0-9-]{10,}\b/g},{name:"jwt",regex:/\beyJ[A-Za-z0-9_-]+\.eyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g},{name:"private_key_pem",regex:/-----BEGIN (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g},{name:"stripe_key",regex:/\b(?:sk|pk|rk)_(?:live|test)_[A-Za-z0-9]{24,}\b/g},{name:"google_api_key",regex:/\bAIza[0-9A-Za-z_-]{35}\b/g},{name:"memindex_key",regex:new RegExp("\\bmi_[A-Za-z0-9_-]{32,}","g")},{name:"generic_password",regex:yt(String.raw`(?<=\b\w*_?(?:password|passwd|pwd)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"generic_token",regex:yt(String.raw`(?<=\b\w*_(?:token|secret|api_key)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"bearer_token",regex:yt(String.raw`(?<=\bAuthorization\s*:\s*Bearer\s*)`)}],io=1024*1024,ao="<redacted type='oversize'/>";function On(n,e){if(!e.enabled||n.length===0)return{redacted:n,counts:{},oversize:!1};if(n.length>io)return E.warn("REDACT","field exceeds the 1M-char redaction cap; replaced by an oversize marker",void 0,{inputLength:n.length}),{redacted:ao,counts:{oversize:1},oversize:!0};let t=new Set(e.disabledBuiltinPatterns??[]),s={},r=n,o=[];for(let a of e.customPatterns??[]){if(!a.name||a.name.length===0){E.warn("REDACT","custom pattern skipped: missing name",void 0,{pattern:a});continue}try{o.push({name:a.name,regex:new RegExp(a.regex,"g")})}catch(d){E.warn("REDACT","custom pattern skipped: invalid regex",{name:a.name},d instanceof Error?d:new Error(String(d)))}}let i=[...o,...oo];for(let a of i)t.has(a.name)||(a.regex.lastIndex=0,r=r.replace(a.regex,()=>(s[a.name]=(s[a.name]??0)+1,`<redacted type='${a.name}'/>`)));return e.logMatches&&Object.keys(s).length>0&&E.debug("REDACT","patterns matched",void 0,{counts:s}),{redacted:r,counts:s,oversize:!1}}function co(n){if(!n||n.trim()==="")return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>t&&typeof t.name=="string"&&typeof t.regex=="string"):(E.warn("REDACT","MEMINDEX_REDACT_CUSTOM_PATTERNS is not a JSON array, ignoring"),[])}catch(e){return E.warn("REDACT","failed to parse MEMINDEX_REDACT_CUSTOM_PATTERNS as JSON",void 0,e instanceof Error?e:new Error(String(e))),[]}}function uo(n){return{enabled:n.MEMINDEX_REDACT_ENABLED==="true",disabledBuiltinPatterns:(n.MEMINDEX_REDACT_DISABLED_BUILTINS??"").split(",").map(e=>e.trim()).filter(Boolean),customPatterns:co(n.MEMINDEX_REDACT_CUSTOM_PATTERNS??"[]"),logMatches:n.MEMINDEX_REDACT_LOG_MATCHES==="true"}}var Ce=null,bn=0,lo=5e3,Le=null,Rn=!1,Eo={enabled:!0,disabledBuiltinPatterns:[],customPatterns:[],logMatches:!1},_o=/"(?:MEMINDEX|AGENT_MEM)_REDACT_ENABLED"\s*:\s*"true"/;function po(n){if(!(0,Ve.existsSync)(n))return null;try{return(0,Ve.readFileSync)(n,"utf-8")}catch{return""}}function mo(n){if(n===null)return!1;try{let e=JSON.parse(nt(n));return e===null||typeof e!="object"||Array.isArray(e)}catch{return!0}}function To(n,e,t){return process.env.MEMINDEX_REDACT_ENABLED==="false"||!(Le?.enabled===!0||_o.test(e))?t:(Rn||(Rn=!0,E.warn("REDACT","settings.json could not be read; secret redaction stays on until it is repaired",{settingsPath:n,using:Le?.enabled?"the last configuration that loaded":"the built-in patterns"})),Le?.enabled?Le:Eo)}function An(n=Te){let e=Date.now();if(Ce&&e-bn<lo)return Ce;let t=$.loadFromFile(n),s=uo(t),r=s.enabled?null:po(n);return mo(r)?Ce=To(n,r,s):(Ce=s,Le=s),bn=e,Ce}var vt=["private","memindex-context","agent-mem-context","system_instruction","system-instruction","persisted-output","system-reminder"],fo=new Set(vt),Dn=/<([A-Za-z_][A-Za-z0-9_-]*)/y,Cn=/<\/([A-Za-z_][A-Za-z0-9_-]*)\s*>/y;function So(n){let e=Object.fromEntries(vt.map(c=>[c,0])),t=n.length,s=new Int32Array(t+1);s[t]=t;for(let c=t-1;c>=0;c--)s[c]=n.charCodeAt(c)===62?c:s[c+1];let r=new Map,o=[],i=0,a=0;for(;a<t;){if(n.charCodeAt(a)!==60){a+=1;continue}Cn.lastIndex=a;let c=Cn.exec(n);if(c){let _=c[1],p=r.get(_),T=p&&p.head<p.items.length?p.items[p.head]:void 0;T&&a>=T.attrEnd&&(p.head+=1,o.push([T.start,a+c[0].length]),e[_]+=1,i+=1),a+=c[0].length;continue}Dn.lastIndex=a;let l=Dn.exec(n);if(l&&fo.has(l[1])){let _=l[1],p=a+l[0].length,T={start:a,attrEnd:s[p]},A=r.get(_);A?A.items.push(T):r.set(_,{items:[T],head:0}),a=p;continue}a+=1}o.sort((c,l)=>c[0]-l[0]);let d="",u=0;for(let[c,l]of o)c>u&&(d+=n.slice(u,c)),l>u&&(u=l);return d+=n.slice(u),{text:d,counts:e,total:i}}var Ln=100;function go(n){let{text:e,counts:t,total:s}=So(n);return s>Ln&&E.warn("SYSTEM","tag count exceeds limit",void 0,{tagCount:s,maxAllowed:Ln,contentLength:n.length}),{stripped:On(e.trim(),An()).redacted,counts:t}}function qe(n){return go(n).stripped}var Ed=new RegExp(`<(${vt.join("|")})\\b[^>]*>[\\s\\S]*?</\\1>`);var No=["task-notification"],_d=new RegExp(`^\\s*<(${No.join("|")})\\b[^>]*>(?:(?!<\\1\\b|</\\1\\b)[\\s\\S])*</\\1>\\s*$`),pd=256*1024;var wt=4e3,Ut="[media prompt]";function Me(n){let e=n.trim(),s=qe(n).trim()||e;return s.length<=wt?s:(E.debug("DB","Truncated stored prompt text to the configured cap",{originalLength:s.length,storedLength:wt}),`${s.slice(0,wt-1)}\u2026`)}var Mn=!1;function Je(n,...e){return typeof n.iterate=="function"?n.iterate(...e):(Mn||(Mn=!0,E.warn("DB","bun:sqlite lacks Statement.iterate(); falling back to .all()",{bunVersion:typeof Bun<"u"?Bun.version:"unknown",requiredBunVersion:">=1.1.31",impact:"rows are materialized in memory; upgrade Bun to restore streaming"})),n.all(...e))}function Pt(n,e,t,s){try{let r=Number(s.limit);if(!Number.isInteger(r)||r<0)throw new Error("Page limit must be a non-negative integer");let o=Number(s.offset??0);if(!Number.isInteger(o))throw new Error("Page offset must be an integer");let i=[];if(r===0)return i;let a=Math.max(0,o);for(let d of Je(n,...e))if(t(d)){if(a>0){a--;continue}if(i.push(d),i.length===r)break}return i}finally{n.finalize()}}var kt=require("bun:sqlite");function Ee(n){return n.replace(/\\/g,"/").replace(/\/+/g,"/").replace(/\/+$/,"")}function xt(n,e){let t=Ee(n),s=Ee(e);if(t.startsWith(s+"/"))return!t.slice(s.length+1).includes("/");let r=s.split("/"),o=t.split("/");if(o.length<2)return s===""||s===".";let i=o.slice(0,-1).join("/"),a=o[o.length-1],d=/^([A-Za-z]:)?\//;if(!d.test(s)&&d.test(t)&&s!==""&&i.endsWith("/"+s))return a!=="";if(s.endsWith("/"+i)||s===i)return!a.includes("/");for(let u=0;u<r.length;u++)if(r.slice(u).join("/")===i)return!0;return!1}var ho=/^\d{4}-\d{2}-\d{2}$/;function re(n,e){if(typeof n=="number")return n;let t=n.trim(),s=new Date(t).getTime();return e==="end"&&ho.test(t)?s+864e5-1:s}var Xt="\\u0E00-\\u0EFF\\u1000-\\u109F\\u1780-\\u17FF\\u3040-\\u30FF\\u3100-\\u318F\\u3400-\\u4DBF\\u4E00-\\u9FFF\\uAC00-\\uD7AF\\uF900-\\uFAFF",yn=["observations_ai","observations_ad","observations_au"],vn=["session_summaries_ai","session_summaries_ad","session_summaries_au"],ye=`
|
|
145
163
|
CREATE TRIGGER IF NOT EXISTS observations_ai AFTER INSERT ON observations BEGIN
|
|
146
164
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
147
165
|
VALUES (new.id, new.title, new.subtitle, new.narrative, new.text, new.facts, new.concepts);
|
|
@@ -159,7 +177,7 @@ ${N.stack??""}
|
|
|
159
177
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
160
178
|
VALUES (new.id, new.title, new.subtitle, new.narrative, new.text, new.facts, new.concepts);
|
|
161
179
|
END;
|
|
162
|
-
`,
|
|
180
|
+
`,ve=`
|
|
163
181
|
CREATE TRIGGER IF NOT EXISTS session_summaries_ai AFTER INSERT ON session_summaries BEGIN
|
|
164
182
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
165
183
|
VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
|
|
@@ -177,7 +195,7 @@ ${N.stack??""}
|
|
|
177
195
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
178
196
|
VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
|
|
179
197
|
END;
|
|
180
|
-
`,
|
|
198
|
+
`,wn=class n{db;constructor(e=Fe){e instanceof kt.Database?this.db=e:(Se(v),this.db=new kt.Database(e)),le(this.db,x),je(this.db),this._fts5Available=this.isFts5Available(),this.ensureFTSTables()}_fts5Available;ensureFTSTables(){let e=this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '%_fts'").all(),t=e.some(o=>o.name==="observations_fts"),s=e.some(o=>o.name==="session_summaries_fts");if(t&&s&&this.hasAllFtsTriggers(yn)&&this.hasAllFtsTriggers(vn))return;if(!this.isFts5Available()){E.warn("DB","FTS5 not available on this platform \u2014 skipping FTS table creation (search uses ChromaDB)");return}let r=t&&s;E.info("DB",r?"Converging FTS5 indexes and recreating missing sync triggers":"Creating FTS5 tables");try{this.db.transaction(()=>{Ds(this.db,x,$e);let o=this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '%_fts'").all(),i=!o.some(c=>c.name==="observations_fts"),a=!o.some(c=>c.name==="session_summaries_fts"),d=!i&&!this.hasAllFtsTriggers(yn),u=!a&&!this.hasAllFtsTriggers(vn);this.createFTSTablesAndTriggers(i,a),d&&(this.rebuildFtsIndex("observations_fts"),this.db.run(ye)),u&&(this.rebuildFtsIndex("session_summaries_fts"),this.db.run(ve))}).immediate(),E.info("DB",r?"FTS5 indexes converged and sync triggers recreated":"FTS5 tables created successfully")}catch(o){if(o instanceof Ie)throw o;this._fts5Available=!1,E.warn("DB","FTS5 table creation failed \u2014 search will use ChromaDB and LIKE queries",{},o instanceof Error?o:void 0)}}hasAllFtsTriggers(e){let t=e.map(()=>"?").join(", ");return this.db.prepare(`SELECT name FROM sqlite_master WHERE type='trigger' AND name IN (${t})`).all(...e).length===e.length}rebuildFtsIndex(e){this.db.run(`INSERT INTO ${e}(${e}) VALUES('rebuild')`)}isFts5Available(){try{return this.db.run("CREATE VIRTUAL TABLE temp._fts5_probe USING fts5(test_column)"),this.db.run("DROP TABLE temp._fts5_probe"),!0}catch(e){return E.debug("DB","FTS5 probe failed \u2014 FTS5 unavailable on this platform",void 0,e instanceof Error?e:new Error(String(e))),!1}}canReadFtsIndex(e){try{return this.db.prepare(`SELECT rowid FROM ${e} WHERE ${e} MATCH ? LIMIT 0`).all('"fts_read_probe"'),!0}catch{return!1}}createFTSTablesAndTriggers(e,t){e&&(this.db.run(`
|
|
181
199
|
CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
|
|
182
200
|
title,
|
|
183
201
|
subtitle,
|
|
@@ -192,7 +210,7 @@ ${N.stack??""}
|
|
|
192
210
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
193
211
|
SELECT id, title, subtitle, narrative, text, facts, concepts
|
|
194
212
|
FROM observations;
|
|
195
|
-
`),this.db.run(
|
|
213
|
+
`),this.db.run(ye)),t&&(this.db.run(`
|
|
196
214
|
CREATE VIRTUAL TABLE IF NOT EXISTS session_summaries_fts USING fts5(
|
|
197
215
|
request,
|
|
198
216
|
investigated,
|
|
@@ -207,79 +225,79 @@ ${N.stack??""}
|
|
|
207
225
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
208
226
|
SELECT id, request, investigated, learned, completed, next_steps, notes
|
|
209
227
|
FROM session_summaries;
|
|
210
|
-
`),this.db.run(
|
|
228
|
+
`),this.db.run(ve))}buildFilterClause(e,t,s="o"){let r=[],o=H(e);if(o.length>0){let i=G(s,o,{includeMerged:!0});r.push(i.sql),t.push(...i.params)}if(e.platformSource&&(r.push(`COALESCE(NULLIF((SELECT s2.platform_source FROM sdk_sessions s2 WHERE s2.memory_session_id = ${s}.memory_session_id), ''), '${S}') = ?`),t.push(D(e.platformSource))),e.type)if(Array.isArray(e.type)){let i=e.type.map(()=>"?").join(",");r.push(`${s}.type IN (${i})`),t.push(...e.type)}else r.push(`${s}.type = ?`),t.push(e.type);if(e.dateRange){let{start:i,end:a}=e.dateRange;i&&(r.push(`${s}.created_at_epoch >= ?`),t.push(re(i,"start"))),a&&(r.push(`${s}.created_at_epoch <= ?`),t.push(re(a,"end")))}if(e.concepts){let i=Array.isArray(e.concepts)?e.concepts:[e.concepts],a=`${s}.concepts`,d=`CASE WHEN json_valid(${a}) THEN CASE
|
|
211
229
|
WHEN json_type(${a}) = 'array' THEN ${a}
|
|
212
230
|
WHEN json_type(${a}) = 'text' THEN json_array(json_extract(${a}, '$'))
|
|
213
|
-
ELSE json_array(${a}) END ELSE json_array(${a}) END`,
|
|
214
|
-
EXISTS (SELECT 1 FROM json_each(${
|
|
215
|
-
OR EXISTS (SELECT 1 FROM json_each(${
|
|
216
|
-
)`);d.length>0&&(
|
|
231
|
+
ELSE json_array(${a}) END ELSE json_array(${a}) END`,u=i.map(()=>`EXISTS (SELECT 1 FROM json_each(${d}) WHERE type = 'text' AND value = ?)`);u.length>0&&(r.push(`(${u.join(" OR ")})`),t.push(...i))}if(e.files){let i=Array.isArray(e.files)?e.files:[e.files],a=s==="s"?"files_edited":"files_modified",d=i.map(()=>`(
|
|
232
|
+
EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(`${s}.files_read`)}) WHERE type = 'text' AND value LIKE ? ESCAPE '\\')
|
|
233
|
+
OR EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(`${s}.${a}`)}) WHERE type = 'text' AND value LIKE ? ESCAPE '\\')
|
|
234
|
+
)`);d.length>0&&(r.push(`(${d.join(" OR ")})`),i.forEach(u=>{let c=u.replace(/[\\%_]/g,"\\$&");t.push(`%${c}%`,`%${c}%`)}))}return r.length>0?r.join(" AND "):""}static UNSEGMENTED_SCRIPT=new RegExp(`[${Xt}]`);static UNSEGMENTED_RUN=new RegExp(`[${Xt}]+|[^\\s${Xt}]+`,"g");static MAX_SUBSTRING_TERMS=500;static buildSubstringClause(e,t){let s=[...new Set(e.match(n.UNSEGMENTED_RUN)??[])].slice(0,n.MAX_SUBSTRING_TERMS);s.length===0&&s.push(e);let r=[];return{clause:`(${s.map(i=>{let a=`%${i.replace(/[\\%_]/g,"\\$&")}%`;for(let d=0;d<t.length;d+=1)r.push(a);return`(${t.map(d=>`${d} LIKE ? ESCAPE '\\'`).join(" OR ")})`}).join(" AND ")})`,params:r}}static MIN_ANY_TERM_TOKENS=3;static buildFTSMatchQuery(e){let t=(e.match(/\S+/g)??[]).filter(s=>/[\p{L}\p{N}]/u.test(s));return t.length===0?`"${e.replace(/"/g,'""')}"`:t.map(s=>`"${s.replace(/"/g,'""')}"`).join(" AND ")}static buildFTSAnyTermQuery(e){let t=(e.match(/\S+/g)??[]).filter(s=>/[\p{L}\p{N}]/u.test(s));return t.length<n.MIN_ANY_TERM_TOKENS?null:t.map(s=>`"${s.replace(/"/g,'""')}"`).join(" OR ")}buildOrderClause(e="relevance",t=!0,s="observations_fts"){switch(e){case"relevance":return t?`ORDER BY ${s}.rank ASC`:"ORDER BY o.created_at_epoch DESC";case"date_desc":return"ORDER BY o.created_at_epoch DESC, o.id DESC";case"date_asc":return"ORDER BY o.created_at_epoch ASC, o.id ASC";default:return"ORDER BY o.created_at_epoch DESC"}}searchObservationsBySubstring(e,t,s,r,o){let i=n.buildSubstringClause(e,["o.title","o.subtitle","o.narrative","o.text","o.facts","o.concepts"]),a=[],d=this.buildFilterClause(t,a,"o"),u=`
|
|
217
235
|
SELECT o.*, o.discovery_tokens
|
|
218
236
|
FROM observations o
|
|
219
|
-
WHERE ${
|
|
237
|
+
WHERE ${i.clause}
|
|
220
238
|
${d?"AND "+d:""}
|
|
221
239
|
${this.buildOrderClause(s,!1)}
|
|
222
240
|
LIMIT ? OFFSET ?
|
|
223
|
-
`;return this.db.prepare(
|
|
241
|
+
`;return this.db.prepare(u).all(...i.params,...a,r,o)}searchSessionsBySubstring(e,t,s,r,o){let i=n.buildSubstringClause(e,["s.request","s.investigated","s.learned","s.completed","s.next_steps","s.notes"]),a={...t};delete a.type;let d=[],u=this.buildFilterClause(a,d,"s"),c=s==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":"ORDER BY s.created_at_epoch DESC, s.id DESC",l=`
|
|
224
242
|
SELECT s.*, s.discovery_tokens
|
|
225
243
|
FROM session_summaries s
|
|
226
|
-
WHERE ${
|
|
227
|
-
${
|
|
228
|
-
${
|
|
244
|
+
WHERE ${i.clause}
|
|
245
|
+
${u?"AND "+u:""}
|
|
246
|
+
${c}
|
|
229
247
|
LIMIT ? OFFSET ?
|
|
230
|
-
`;return this.db.prepare(
|
|
248
|
+
`;return this.db.prepare(l).all(...i.params,...d,r,o)}searchObservations(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="relevance",...a}=t;if(!e){let d=this.buildFilterClause(a,s,"o");if(!d)return[];let u=this.buildOrderClause(i,!1),c=`
|
|
231
249
|
SELECT o.*, o.discovery_tokens
|
|
232
250
|
FROM observations o
|
|
233
251
|
WHERE ${d}
|
|
234
|
-
${
|
|
252
|
+
${u}
|
|
235
253
|
LIMIT ? OFFSET ?
|
|
236
|
-
`;return s.push(
|
|
254
|
+
`;return s.push(r,o),this.db.prepare(c).all(...s)}if(n.UNSEGMENTED_SCRIPT.test(e))return this.searchObservationsBySubstring(e,a,i,r,o);if(this._fts5Available||this.canReadFtsIndex("observations_fts")){let d=this.buildFilterClause(a,s,"o"),u=this.buildOrderClause(i,!0,"observations_fts"),c=`
|
|
237
255
|
SELECT o.*, o.discovery_tokens
|
|
238
256
|
FROM observations o
|
|
239
257
|
JOIN observations_fts ON observations_fts.rowid = o.id
|
|
240
258
|
WHERE observations_fts MATCH ?
|
|
241
259
|
${d?"AND "+d:""}
|
|
242
|
-
${
|
|
260
|
+
${u}
|
|
243
261
|
LIMIT ? OFFSET ?
|
|
244
|
-
`;s.unshift(
|
|
262
|
+
`;s.unshift(n.buildFTSMatchQuery(e));let l;try{l=this.db.prepare(c).all(...s,r,o)}catch(p){throw E.warn("DB","FTS5 observation search failed",{},p instanceof Error?p:void 0),p}if(l.length>0||o>0&&this.db.prepare(c).all(...s,1,0).length>0)return l;let _=this.searchObservationsBySubstring(e,a,i,r,o);return _.length>0||o>0&&this.searchObservationsBySubstring(e,a,i,1,0).length>0?_:this.searchFtsAnyTerm(c,e,s,r,o)??_}return this.searchObservationsBySubstring(e,a,i,r,o)}searchSessions(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="relevance",...a}=t;if(!e){let d={...a};delete d.type;let u=this.buildFilterClause(d,s,"s");if(!u)return[];let l=`
|
|
245
263
|
SELECT s.*, s.discovery_tokens
|
|
246
264
|
FROM session_summaries s
|
|
247
|
-
WHERE ${
|
|
248
|
-
${
|
|
265
|
+
WHERE ${u}
|
|
266
|
+
${i==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":"ORDER BY s.created_at_epoch DESC, s.id DESC"}
|
|
249
267
|
LIMIT ? OFFSET ?
|
|
250
|
-
`;return s.push(
|
|
268
|
+
`;return s.push(r,o),this.db.prepare(l).all(...s)}if(n.UNSEGMENTED_SCRIPT.test(e))return this.searchSessionsBySubstring(e,a,i,r,o);if(this._fts5Available||this.canReadFtsIndex("session_summaries_fts")){let d={...a};delete d.type;let u=this.buildFilterClause(d,s,"s"),c=i==="date_asc"?"ORDER BY s.created_at_epoch ASC, s.id ASC":i==="date_desc"?"ORDER BY s.created_at_epoch DESC, s.id DESC":"ORDER BY session_summaries_fts.rank ASC",l=`
|
|
251
269
|
SELECT s.*, s.discovery_tokens
|
|
252
270
|
FROM session_summaries s
|
|
253
271
|
JOIN session_summaries_fts ON session_summaries_fts.rowid = s.id
|
|
254
272
|
WHERE session_summaries_fts MATCH ?
|
|
255
|
-
${
|
|
256
|
-
${
|
|
273
|
+
${u?"AND "+u:""}
|
|
274
|
+
${c}
|
|
257
275
|
LIMIT ? OFFSET ?
|
|
258
|
-
`;s.unshift(
|
|
276
|
+
`;s.unshift(n.buildFTSMatchQuery(e));let _;try{_=this.db.prepare(l).all(...s,r,o)}catch(T){throw E.warn("DB","FTS5 session search failed",{},T instanceof Error?T:void 0),T}if(_.length>0||o>0&&this.db.prepare(l).all(...s,1,0).length>0)return _;let p=this.searchSessionsBySubstring(e,a,i,r,o);return p.length>0||o>0&&this.searchSessionsBySubstring(e,a,i,1,0).length>0?p:this.searchFtsAnyTerm(l,e,s,r,o)??p}return this.searchSessionsBySubstring(e,a,i,r,o)}searchFtsAnyTerm(e,t,s,r,o){let i=n.buildFTSAnyTermQuery(t);if(!i)return null;let a=[i,...s.slice(1)],d=this.db.prepare(e).all(...a,r,o);return d.length>0||o>0&&this.db.prepare(e).all(...a,1,0).length>0?d:null}findByConcept(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",...a}=t,d={...a,concepts:e},u=this.buildFilterClause(d,s,"o"),c=this.buildOrderClause(i,!1),l=`
|
|
259
277
|
SELECT o.*, o.discovery_tokens
|
|
260
278
|
FROM observations o
|
|
261
|
-
WHERE ${
|
|
262
|
-
${
|
|
279
|
+
WHERE ${u}
|
|
280
|
+
${c}
|
|
263
281
|
LIMIT ? OFFSET ?
|
|
264
|
-
`;return s.push(
|
|
282
|
+
`;return s.push(r,o),this.db.prepare(l).all(...s)}hasDirectChildFile(e,t){let s=r=>{if(!r)return!1;try{let o=JSON.parse(r);if(Array.isArray(o))return o.some(i=>typeof i=="string"&&xt(i,t))}catch(o){E.debug("DB",`Failed to parse files JSON for observation ${e.id}`,void 0,o instanceof Error?o:void 0)}return!1};return s(e.files_modified)||s(e.files_read)}hasDirectChildFileSession(e,t){let s=r=>{if(!r)return!1;try{let o=JSON.parse(r);if(Array.isArray(o))return o.some(i=>typeof i=="string"&&xt(i,t))}catch(o){E.debug("DB",`Failed to parse files JSON for session summary ${e.id}`,void 0,o instanceof Error?o:void 0)}return!1};return s(e.files_read)||s(e.files_edited)}static filePathPatterns(e,t){let s=d=>d.replace(/[\\%_]/g,"\\$&"),r=t?[e,Ee(e),Ee(e).replaceAll("/","\\")]:[e],o=[...new Set(r)].map(d=>`%${s(d)}%`);if(!t||!/^([A-Za-z]:)?[\\/]/.test(e))return o;let i=Ee(e).split("/").filter(d=>d.length>0),a=/^[A-Za-z]:$/.test(i[0]??"")?1:0;for(let d=a;d<i.length;d+=1){let u=i.slice(d);o.push(`${s(u.join("/")+"/")}%`),e.includes("\\")&&o.push(`${s(u.join("\\")+"\\")}%`)}return o}static fileArrayJson(e){return`CASE WHEN json_valid(${e}) THEN CASE WHEN json_type(${e}) = 'array' THEN ${e} ELSE '[]' END ELSE '[]' END`}static jsonArrayLikeClause(e,t){let s=Array.from({length:t},()=>"type = 'text' AND value LIKE ? ESCAPE '\\'").join(" OR ");return`(${e.map(r=>`EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(r)}) WHERE ${s})`).join(" OR ")})`}findByFile(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",isFolder:a=!1,...d}=t;delete d.files;let u=a?"":"LIMIT ? OFFSET ?",c=n.filePathPatterns(e,a),l=this.buildFilterClause(d,s,"o");s.push(...c,...c);let _=[l,n.jsonArrayLikeClause(["o.files_read","o.files_modified"],c.length)].filter(Boolean).join(" AND "),p=`${this.buildOrderClause(i,!1)}, o.id ${i==="date_asc"?"ASC":"DESC"}`,T=`
|
|
265
283
|
SELECT o.*, o.discovery_tokens
|
|
266
284
|
FROM observations o
|
|
267
|
-
WHERE ${
|
|
285
|
+
WHERE ${_}
|
|
268
286
|
${p}
|
|
269
|
-
${
|
|
270
|
-
`;a||s.push(
|
|
287
|
+
${u}
|
|
288
|
+
`;a||s.push(r,o);let A=this.db.prepare(T),N=a?Pt(A,s,f=>this.hasDirectChildFile(f,e),{limit:r,offset:o}):A.all(...s),b=[],h={...d};delete h.type;let m=[],y=H(h);if(y.length>0){let f=G("s",y,{includeMerged:!0});m.push(f.sql),b.push(...f.params)}if(h.platformSource&&(m.push(`COALESCE(NULLIF((SELECT s2.platform_source FROM sdk_sessions s2 WHERE s2.memory_session_id = s.memory_session_id), ''), '${S}') = ?`),b.push(D(h.platformSource))),h.dateRange){let{start:f,end:C}=h.dateRange;f&&(m.push("s.created_at_epoch >= ?"),b.push(re(f,"start"))),C&&(m.push("s.created_at_epoch <= ?"),b.push(re(C,"end")))}m.push(n.jsonArrayLikeClause(["s.files_read","s.files_edited"],c.length)),b.push(...c,...c);let B=`
|
|
271
289
|
SELECT s.*, s.discovery_tokens
|
|
272
290
|
FROM session_summaries s
|
|
273
291
|
WHERE ${m.join(" AND ")}
|
|
274
|
-
ORDER BY s.created_at_epoch ${
|
|
275
|
-
${
|
|
276
|
-
`;a||
|
|
292
|
+
ORDER BY s.created_at_epoch ${i==="date_asc"?"ASC":"DESC"}
|
|
293
|
+
${u}
|
|
294
|
+
`;a||b.push(r,o);let g=this.db.prepare(B),P=a?Pt(g,b,f=>this.hasDirectChildFileSession(f,e),{limit:r,offset:o}):g.all(...b);return{observations:N,sessions:P}}findByType(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",...a}=t,d={...a,type:e},u=this.buildFilterClause(d,s,"o"),c=this.buildOrderClause(i,!1),l=`
|
|
277
295
|
SELECT o.*, o.discovery_tokens
|
|
278
296
|
FROM observations o
|
|
279
|
-
WHERE ${
|
|
280
|
-
${
|
|
297
|
+
WHERE ${u}
|
|
298
|
+
${c}
|
|
281
299
|
LIMIT ? OFFSET ?
|
|
282
|
-
`;return s.push(
|
|
300
|
+
`;return s.push(r,o),this.db.prepare(l).all(...s)}searchUserPrompts(e,t={}){let s=[],{limit:r=20,offset:o=0,orderBy:i="relevance",...a}=t,d=[],u=H(a);if(u.length>0){let m=G("s",u,{includeMerged:!1});d.push(m.sql),s.push(...m.params)}if(a.platformSource&&(d.push(`COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`),s.push(D(a.platformSource))),a.dateRange){let{start:m,end:y}=a.dateRange;m&&(d.push("up.created_at_epoch >= ?"),s.push(re(m,"start"))),y&&(d.push("up.created_at_epoch <= ?"),s.push(re(y,"end")))}if(!e){if(d.length===0)return[];let m=`WHERE ${d.join(" AND ")}`,B=`
|
|
283
301
|
SELECT
|
|
284
302
|
up.*,
|
|
285
303
|
s.project,
|
|
@@ -288,9 +306,9 @@ ${N.stack??""}
|
|
|
288
306
|
FROM user_prompts up
|
|
289
307
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
290
308
|
${m}
|
|
291
|
-
${
|
|
309
|
+
${i==="date_asc"?"ORDER BY up.created_at_epoch ASC, up.id ASC":"ORDER BY up.created_at_epoch DESC, up.id DESC"}
|
|
292
310
|
LIMIT ? OFFSET ?
|
|
293
|
-
`;return s.push(
|
|
311
|
+
`;return s.push(r,o),this.db.prepare(B).all(...s)}let c=/\s/.test(e.trim())?[...new Set(e.split(/[^\p{L}\p{N}]+/u).filter(m=>m.length>=3))].slice(0,50):[],l=c.length>1?c:[e],_=m=>`%${m.replace(/[\\%_]/g,"\\$&")}%`,p=l.map(()=>"up.prompt_text LIKE ? ESCAPE '\\'").join(" OR ");d.push(`(${p})`),s.push(...l.map(_));let T=`WHERE ${d.join(" AND ")}`,A=i==="date_asc"?"up.created_at_epoch ASC, up.id ASC":"up.created_at_epoch DESC, up.id DESC",N="";l.length>1&&i==="relevance"&&(N=l.map(()=>"(up.prompt_text LIKE ? ESCAPE '\\')").join(" + ")+" DESC, ");let b=`ORDER BY ${N}${A}`,h=`
|
|
294
312
|
SELECT
|
|
295
313
|
up.*,
|
|
296
314
|
s.project,
|
|
@@ -298,19 +316,19 @@ ${N.stack??""}
|
|
|
298
316
|
COALESCE(NULLIF(s.platform_source, ''), '${S}') as platform_source
|
|
299
317
|
FROM user_prompts up
|
|
300
318
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
301
|
-
${
|
|
302
|
-
${
|
|
319
|
+
${T}
|
|
320
|
+
${b}
|
|
303
321
|
LIMIT ? OFFSET ?
|
|
304
|
-
`;return
|
|
322
|
+
`;return N&&s.push(...l.map(_)),s.push(r,o),this.db.prepare(h).all(...s)}close(){this.db.close()}};var Un=4096;var Io=new Set(["set_title","set_prompt_session","remap_project"]),bo=/^(?:0|[1-9][0-9]*)$/,Pn=18446744073709551615n;function U(n){throw E.debug("CLOUD_SYNC","Rejected invalid canonical content",{reason:n}),new Error(`canonical content: ${n}`)}function Qe(n,e={}){return typeof n!="string"||!bo.test(n)?U("decimal values must be unsigned base-10 strings without leading zeroes"):(BigInt(n)>Pn&&U("decimal value exceeds uint64"),e.positive&&n==="0"&&U("decimal value must be positive"),n)}function Ft(n){let e=Qe(n);return BigInt(e)===Pn&&U("uint64 sequence overflow"),(BigInt(e)+1n).toString(10)}function Ro(n){(n===null||typeof n!="object"||Array.isArray(n))&&U("mutation must be an object");let e=n;if((typeof e.op!="string"||!Io.has(e.op))&&U("unsupported mutation op"),e.op==="set_title"){let o=we(e,["fields","op","target"],"set_title"),i=ze(o.target,["content_session_id","memory_session_id","platform_source"],"set_title.target");i.memory_session_id===void 0&&i.content_session_id===void 0&&U("set_title target requires a session identifier");for(let d of["memory_session_id","content_session_id","platform_source"])i[d]!==void 0&&J(i[d],d);let a=we(o.fields,["custom_title"],"set_title.fields");J(a.custom_title,"custom_title");return}if(e.op==="set_prompt_session"){let o=we(e,["fields","op","target"],"set_prompt_session"),i=we(o.target,["origin_device_id","origin_local_id"],"set_prompt_session.target");Oo(i.origin_device_id),Qe(i.origin_local_id);let a=ze(o.fields,["content_session_id","memory_session_id","platform_source","project"],"set_prompt_session.fields");J(a.memory_session_id,"memory_session_id");for(let d of["content_session_id","platform_source","project"])a[d]!==void 0&&J(a[d],d);return}let t=we(e,["fields","op","where"],"remap_project"),s=ze(t.where,["memory_session_id","merged_into_project_is_null","project"],"remap_project.where");s.project!==void 0&&J(s.project,"project"),s.memory_session_id!==void 0&&J(s.memory_session_id,"memory_session_id"),s.merged_into_project_is_null!==void 0&&s.merged_into_project_is_null!==!0&&U("merged_into_project_is_null may only be true"),Object.keys(s).length===0&&U("remap_project where is empty");let r=ze(t.fields,["merged_into_project","project"],"remap_project.fields");r.project!==void 0&&J(r.project,"project"),r.merged_into_project!==void 0&&J(r.merged_into_project,"merged_into_project"),Object.keys(r).length===0&&U("remap_project fields are empty")}function Bt(n){Ro(n)}function Oo(n){return typeof n!="string"||n.length===0||Buffer.byteLength(n,"utf8")>128?U("origin_device_id must be a non-empty string of at most 128 UTF-8 bytes"):n}function J(n,e){return typeof n!="string"||n.length===0||n.trim().length===0||Buffer.byteLength(n,"utf8")>Un?U(`${e} must be a non-blank string of at most ${Un} UTF-8 bytes`):n}function we(n,e,t){if(n===null||typeof n!="object"||Array.isArray(n))return U(`${t} must be an object`);let s=n,r=Object.keys(s).sort(),o=[...e].sort();return(r.length!==o.length||r.some((i,a)=>i!==o[a]))&&U(`${t} must contain exactly: ${o.join(", ")}`),s}function ze(n,e,t){if(n===null||typeof n!="object"||Array.isArray(n))return U(`${t} must be an object`);let s=n,r=new Set(e),o=Object.keys(s).find(i=>!r.has(i));return o&&U(`${t} contains unknown field ${o}`),s}var R=n=>typeof n=="object"&&n!==null?JSON.stringify(n):n??null;function xn(n){let e=[],t=[],s=new Set,r=new Set;for(let o of n){for(let i of o.files_read??[])!i||s.has(i)||(s.add(i),e.push(i));for(let i of o.files_modified??[])!i||r.has(i)||(r.add(i),t.push(i))}return{files_read:e,files_edited:t}}var Ao=200,Do=1e3,Co=56,Lo=57;function Ht(n){let e=Number(n);return Number.isSafeInteger(e)&&e>0?e:void 0}var jt=class{db;syncOpsEnabled;statementCache=new Map;constructor(e=Fe,t={}){this.syncOpsEnabled=t.syncOpsEnabled??!0,e instanceof $t.Database?this.db=e:(e!==":memory:"&&Se(v),this.db=new $t.Database(e)),le(this.db,x),je(this.db),V(this.db)<x&&this.snapshotBeforeBranchSchema(),Cs(this.db,x,$e),this.initializeSchema(),this.ensureWorkerPortColumn(),this.ensurePromptTrackingColumns(),this.removeSessionSummariesUniqueConstraint(),this.addObservationHierarchicalFields(),this.makeObservationsTextNullable(),this.createUserPromptsTable(),this.ensureDiscoveryTokensColumn(),this.createPendingMessagesTable(),this.renameSessionIdColumns(),this.addFailedAtEpochColumn(),this.addOnUpdateCascadeToForeignKeys(),this.addObservationContentHashColumn(),this.addSessionCustomTitleColumn(),this.addSessionPlatformSourceColumn(),this.addObservationModelColumns(),this.ensureMergedIntoProjectColumns(),this.addObservationSubagentColumns(),this.addObservationsUniqueContentHashIndex(),this.addObservationsMetadataColumn(),this.dropDeadPendingMessagesColumns(),this.ensurePendingMessagesToolUseIdColumn(),this.dropWorkerPidColumn(),this.ensureSDKSessionsPlatformContentIdentity(),this.ensureUserPromptsSessionDbId(),this.ensurePendingMessagesSessionToolUniqueIndex(),this.ensureSyncedAtColumns(),this.ensureSyncOriginColumns(),this.ensureSyncOutbox(),this.ensureSyncEntityLedger(),this.ensureSyncRevisionTextAffinity(),this.initializeSyncHubLaunchBaseline(),this.normalizeConceptTags(),this.ensureSDKSessionsObservedColumns(),this.ensureToolUsesTable(),this.ensureToolUseDisposition(),this.ensureTelegramWrapupsTable(),this.addDedupTables(),this.refreshUnicodeTitleNormKeys(),this.ensureReinforcementColumns(),this.ensureSessionCwdColumn(),this.dropWriteOnlyUserPromptsFtsAndScopeFtsUpdateTriggers(),this.ensureProjectNocaseIndexes(),this.ensureAdvisorCallsTable(),this.ensureSessionProjectKeySourceColumn(),this.requeuePromptsDeadLetteredForSize(),this.ensureWorkStateTable(),this.ensureHookSpoolConsumedTable(),this.ensureProjectRecencyIndexes(),this.ensureMergedIntoProjectCoveringIndexes(),this.ensureNativePromptIdentity(),this.migrateBranchSchema()}ensureNativePromptIdentity(){this.db.transaction(()=>{let e=this.db.query("PRAGMA table_info(user_prompts)").all();for(let t of["native_prompt_id","native_prompt_hash"])e.some(s=>s.name===t)||this.db.run(`ALTER TABLE user_prompts ADD COLUMN ${t} TEXT`);this.db.run(`CREATE UNIQUE INDEX IF NOT EXISTS idx_user_prompts_native_identity
|
|
305
323
|
ON user_prompts(session_db_id, native_prompt_id) WHERE native_prompt_id IS NOT NULL`)}).immediate()}refreshUnicodeTitleNormKeys(){this.db.transaction(()=>{if(this.db.query("SELECT version FROM schema_versions WHERE version = 65").get())return;let e=this.db.prepare(`SELECT o.id, o.project, o.title, o.agent_id, o.agent_type,
|
|
306
324
|
s.platform_source FROM observations o LEFT JOIN sdk_sessions s
|
|
307
|
-
ON s.memory_session_id = o.memory_session_id ORDER BY o.id`),t=this.db.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?");try{for(let s of
|
|
325
|
+
ON s.memory_session_id = o.memory_session_id ORDER BY o.id`),t=this.db.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?");try{for(let s of Je(e)){let r=s;t.run(Ke(r.project,r.platform_source,r.title,De(r.agent_id,r.agent_type)),r.id)}this.db.prepare("INSERT INTO schema_versions (version, applied_at) VALUES (?, ?)").run(65,new Date().toISOString())}finally{e.finalize(),t.finalize()}}).immediate()}getIndexColumns(e){return this.db.query(`PRAGMA index_info(${JSON.stringify(e)})`).all().map(t=>t.name)}hasUniqueIndexOnColumns(e,t){return this.db.query(`PRAGMA index_list(${e})`).all().some(r=>{if(r.unique!==1)return!1;let o=this.getIndexColumns(r.name);return o.length===t.length&&o.every((i,a)=>i===t[a])})}resolvePromptSessionDbId(e,t,s){if(t!==void 0)return t;let r=s?D(s):void 0;return r?this.db.prepare(`
|
|
308
326
|
SELECT id
|
|
309
327
|
FROM sdk_sessions
|
|
310
328
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
311
329
|
AND content_session_id = ?
|
|
312
330
|
LIMIT 1
|
|
313
|
-
`).get(S,
|
|
331
|
+
`).get(S,r,e)?.id??null:this.db.prepare(`
|
|
314
332
|
SELECT id
|
|
315
333
|
FROM sdk_sessions
|
|
316
334
|
WHERE content_session_id = ?
|
|
@@ -350,11 +368,11 @@ ${N.stack??""}
|
|
|
350
368
|
FOREIGN KEY (duplicate_of_id) REFERENCES observations(id) ON DELETE CASCADE,
|
|
351
369
|
UNIQUE(observation_id, duplicate_of_id)
|
|
352
370
|
)
|
|
353
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_token_df_project ON token_df(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_project ON observation_dedup_candidates(project, status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_obs ON observation_dedup_candidates(observation_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(
|
|
371
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_token_df_project ON token_df(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_project ON observation_dedup_candidates(project, status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_obs ON observation_dedup_candidates(observation_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(Co,new Date().toISOString())}dropWorkerPidColumn(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(32),s=this.db.query("PRAGMA table_info(pending_messages)").all().some(r=>r.name==="worker_pid");if(!(e&&!s)){if(s)try{this.db.run("DROP INDEX IF EXISTS idx_pending_messages_worker_pid"),this.db.run("ALTER TABLE pending_messages DROP COLUMN worker_pid"),E.debug("DB","Dropped worker_pid column and its index from pending_messages")}catch(r){E.warn("DB","Failed to drop worker_pid column from pending_messages",{},r instanceof Error?r:new Error(String(r)));return}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(32,new Date().toISOString())}}ensureSDKSessionsPlatformContentIdentity(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(33),t=this.hasUniqueIndexOnColumns("sdk_sessions",["content_session_id"]),s=this.hasUniqueIndexOnColumns("sdk_sessions",["platform_source","content_session_id"]),o=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(i=>i.name==="platform_source");if(!(e&&!t&&s&&o)){if(o||this.db.run(`ALTER TABLE sdk_sessions ADD COLUMN platform_source TEXT NOT NULL DEFAULT '${S}'`),this.db.run(`
|
|
354
372
|
UPDATE sdk_sessions
|
|
355
373
|
SET platform_source = '${S}'
|
|
356
374
|
WHERE platform_source IS NULL OR platform_source = ''
|
|
357
|
-
`),t){this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildSdkSessionsWithCompositeIdentity(e),this.db.run("COMMIT")}catch(
|
|
375
|
+
`),t){this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildSdkSessionsWithCompositeIdentity(e),this.db.run("COMMIT")}catch(i){this.db.run("ROLLBACK");let a=i instanceof Error?i:new Error(String(i));throw E.error("DB","Failed to rebuild sdk_sessions with composite identity, rolled back",{},a),i}finally{this.db.run("PRAGMA foreign_keys = ON")}return}this.db.run("CREATE UNIQUE INDEX IF NOT EXISTS ux_sdk_sessions_platform_content ON sdk_sessions(platform_source, content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(33,new Date().toISOString())}}rebuildSdkSessionsWithCompositeIdentity(e){this.db.run("DROP TABLE IF EXISTS sdk_sessions_new"),this.db.run(`
|
|
358
376
|
CREATE TABLE sdk_sessions_new (
|
|
359
377
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
360
378
|
content_session_id TEXT NOT NULL,
|
|
@@ -383,7 +401,7 @@ ${N.stack??""}
|
|
|
383
401
|
user_prompt, started_at, started_at_epoch, completed_at, completed_at_epoch,
|
|
384
402
|
status, worker_port, prompt_counter, custom_title
|
|
385
403
|
FROM sdk_sessions
|
|
386
|
-
`),this.db.run("DROP TABLE sdk_sessions"),this.db.run("ALTER TABLE sdk_sessions_new RENAME TO sdk_sessions"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_claude_id ON sdk_sessions(content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_sdk_id ON sdk_sessions(memory_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_project ON sdk_sessions(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_status ON sdk_sessions(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_started ON sdk_sessions(started_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.run("CREATE UNIQUE INDEX IF NOT EXISTS ux_sdk_sessions_platform_content ON sdk_sessions(platform_source, content_session_id)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(33,new Date().toISOString())}ensureUserPromptsSessionDbId(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(34);if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='user_prompts'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(34,new Date().toISOString());return}let
|
|
404
|
+
`),this.db.run("DROP TABLE sdk_sessions"),this.db.run("ALTER TABLE sdk_sessions_new RENAME TO sdk_sessions"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_claude_id ON sdk_sessions(content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_sdk_id ON sdk_sessions(memory_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_project ON sdk_sessions(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_status ON sdk_sessions(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_started ON sdk_sessions(started_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.run("CREATE UNIQUE INDEX IF NOT EXISTS ux_sdk_sessions_platform_content ON sdk_sessions(platform_source, content_session_id)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(33,new Date().toISOString())}ensureUserPromptsSessionDbId(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(34);if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='user_prompts'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(34,new Date().toISOString());return}let r=this.db.query("PRAGMA table_info(user_prompts)").all().some(d=>d.name==="session_db_id"),i=this.db.query("PRAGMA foreign_key_list(user_prompts)").all().some(d=>d.table==="sdk_sessions"&&d.from==="content_session_id");if(e&&r&&!i)return;let a=r?`COALESCE(up.session_db_id, (
|
|
387
405
|
SELECT s.id FROM sdk_sessions s
|
|
388
406
|
WHERE s.content_session_id = up.content_session_id
|
|
389
407
|
ORDER BY CASE COALESCE(NULLIF(s.platform_source, ''), '${S}')
|
|
@@ -399,7 +417,7 @@ ${N.stack??""}
|
|
|
399
417
|
ELSE 1
|
|
400
418
|
END, s.id
|
|
401
419
|
LIMIT 1
|
|
402
|
-
)`;this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildUserPromptsWithSessionDbId(e,a),this.db.run("COMMIT")}catch(d){this.db.run("ROLLBACK");let
|
|
420
|
+
)`;this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");try{this.rebuildUserPromptsWithSessionDbId(e,a),this.db.run("COMMIT")}catch(d){this.db.run("ROLLBACK");let u=d instanceof Error?d:new Error(String(d));throw E.error("DB","Failed to rebuild user_prompts with session_db_id, rolled back",{},u),d}finally{this.db.run("PRAGMA foreign_keys = ON")}}rebuildUserPromptsWithSessionDbId(e,t){this.db.run("DROP TRIGGER IF EXISTS user_prompts_ai"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ad"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_au"),this.db.run("DROP TABLE IF EXISTS user_prompts_new"),this.db.run(`
|
|
403
421
|
CREATE TABLE user_prompts_new (
|
|
404
422
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
405
423
|
session_db_id INTEGER,
|
|
@@ -424,7 +442,7 @@ ${N.stack??""}
|
|
|
424
442
|
up.created_at,
|
|
425
443
|
up.created_at_epoch
|
|
426
444
|
FROM user_prompts up
|
|
427
|
-
`),this.db.run("DROP TABLE user_prompts"),this.db.run("ALTER TABLE user_prompts_new RENAME TO user_prompts"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_session ON user_prompts(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_claude_session ON user_prompts(content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_created ON user_prompts(created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_prompt_number ON user_prompts(prompt_number)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_lookup ON user_prompts(session_db_id, prompt_number)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_content_lookup ON user_prompts(content_session_id, prompt_number)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(34,new Date().toISOString())}ensurePendingMessagesSessionToolUniqueIndex(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(35);if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(35,new Date().toISOString());return}let s=this.hasUniqueIndexOnColumns("pending_messages",["session_db_id","tool_use_id"]);if(!(e&&s)){this.db.run("BEGIN TRANSACTION");try{this.recreatePendingSessionToolUniqueIndex(e),this.db.run("COMMIT")}catch(
|
|
445
|
+
`),this.db.run("DROP TABLE user_prompts"),this.db.run("ALTER TABLE user_prompts_new RENAME TO user_prompts"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_session ON user_prompts(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_claude_session ON user_prompts(content_session_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_created ON user_prompts(created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_prompt_number ON user_prompts(prompt_number)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_lookup ON user_prompts(session_db_id, prompt_number)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_user_prompts_content_lookup ON user_prompts(content_session_id, prompt_number)"),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(34,new Date().toISOString())}ensurePendingMessagesSessionToolUniqueIndex(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(35);if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(35,new Date().toISOString());return}let s=this.hasUniqueIndexOnColumns("pending_messages",["session_db_id","tool_use_id"]);if(!(e&&s)){this.db.run("BEGIN TRANSACTION");try{this.recreatePendingSessionToolUniqueIndex(e),this.db.run("COMMIT")}catch(r){this.db.run("ROLLBACK");let o=r instanceof Error?r:new Error(String(r));throw E.error("DB","Failed to recreate ux_pending_session_tool index, rolled back",{},o),r}}}recreatePendingSessionToolUniqueIndex(e){this.db.run("DROP INDEX IF EXISTS ux_pending_session_tool"),this.db.run(`
|
|
428
446
|
DELETE FROM pending_messages
|
|
429
447
|
WHERE id IN (
|
|
430
448
|
SELECT id
|
|
@@ -447,7 +465,7 @@ ${N.stack??""}
|
|
|
447
465
|
CREATE UNIQUE INDEX IF NOT EXISTS ux_pending_session_tool
|
|
448
466
|
ON pending_messages(session_db_id, tool_use_id)
|
|
449
467
|
WHERE tool_use_id IS NOT NULL
|
|
450
|
-
`),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(35,new Date().toISOString())}ensureSyncedAtColumns(){for(let e of["observations","session_summaries","user_prompts"])this.db.query(`PRAGMA table_info(${e})`).all().some(
|
|
468
|
+
`),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(35,new Date().toISOString())}ensureSyncedAtColumns(){for(let e of["observations","session_summaries","user_prompts"])this.db.query(`PRAGMA table_info(${e})`).all().some(r=>r.name==="synced_at")||(this.db.run(`ALTER TABLE ${e} ADD COLUMN synced_at INTEGER`),E.debug("DB",`Added synced_at column to ${e} table`)),this.db.run(`CREATE INDEX IF NOT EXISTS idx_${e}_unsynced ON ${e}(id) WHERE synced_at IS NULL`);this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(39,new Date().toISOString())}ensureSyncOriginColumns(){for(let e of["observations","session_summaries","user_prompts"]){let t=this.db.query(`PRAGMA table_info(${e})`).all(),s=new Set(t.map(r=>r.name));s.has("origin_device_id")||(this.db.run(`ALTER TABLE ${e} ADD COLUMN origin_device_id TEXT`),E.debug("DB",`Added origin_device_id column to ${e} table`)),s.has("origin_local_id")||(this.db.run(`ALTER TABLE ${e} ADD COLUMN origin_local_id TEXT`),E.debug("DB",`Added origin_local_id column to ${e} table`)),s.has("sync_rev")||(this.db.run(`ALTER TABLE ${e} ADD COLUMN sync_rev TEXT NOT NULL DEFAULT '1'`),E.debug("DB",`Added sync_rev column to ${e} table`)),this.db.run(`
|
|
451
469
|
CREATE UNIQUE INDEX IF NOT EXISTS ux_${e}_origin
|
|
452
470
|
ON ${e}(origin_device_id, origin_local_id)
|
|
453
471
|
WHERE origin_device_id IS NOT NULL
|
|
@@ -466,17 +484,17 @@ ${N.stack??""}
|
|
|
466
484
|
operation_sha256 TEXT,
|
|
467
485
|
created_at_epoch INTEGER NOT NULL
|
|
468
486
|
)
|
|
469
|
-
`);let e=new Set(this.db.query("PRAGMA table_info(sync_outbox)").all().map(t=>t.name));e.has("canonical_body")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN canonical_body TEXT"),e.has("operation_sha256")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN operation_sha256 TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(42,new Date().toISOString())}ensureSyncRevisionTextAffinity(){let e=[{table:"observations",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"session_summaries",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"user_prompts",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"sync_outbox",column:"rev",temporary:"rev_text_v46"}],t=(
|
|
487
|
+
`);let e=new Set(this.db.query("PRAGMA table_info(sync_outbox)").all().map(t=>t.name));e.has("canonical_body")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN canonical_body TEXT"),e.has("operation_sha256")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN operation_sha256 TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(42,new Date().toISOString())}ensureSyncRevisionTextAffinity(){let e=[{table:"observations",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"session_summaries",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"user_prompts",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"sync_outbox",column:"rev",temporary:"rev_text_v46"}],t=(i,a)=>this.db.query(`PRAGMA table_info(${i})`).all().find(d=>d.name===a),s=i=>i?.type.trim().toUpperCase()==="TEXT";if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(46)&&e.every(i=>s(t(i.table,i.column))))return;this.db.transaction(()=>{for(let i of e){let a=this.db.query(`PRAGMA table_info(${i.table})`).all(),d=a.find(c=>c.name===i.column);if(!d)throw new Error(`schema v46: missing ${i.table}.${i.column}`);for(let c of Je(this.db.query(`
|
|
470
488
|
SELECT CAST(id AS TEXT) AS row_id,
|
|
471
|
-
typeof(${
|
|
472
|
-
CAST(${
|
|
473
|
-
FROM ${
|
|
474
|
-
`))){let c
|
|
489
|
+
typeof(${i.column}) AS storage_type,
|
|
490
|
+
CAST(${i.column} AS TEXT) AS revision
|
|
491
|
+
FROM ${i.table}
|
|
492
|
+
`))){let l=c;if(l.storage_type==="real")throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} is REAL and unrecoverably rounded`);if(l.storage_type!=="integer"&&l.storage_type!=="text")throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} has unsupported ${l.storage_type} storage`);try{Qe(l.revision,{positive:!0})}catch{throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} is not a positive canonical uint64 revision`)}}if(s(d))continue;if(a.some(c=>c.name===i.temporary))throw new Error(`schema v46: unexpected temporary column ${i.table}.${i.temporary}`);this.db.run(`ALTER TABLE ${i.table} ADD COLUMN ${i.temporary} TEXT NOT NULL DEFAULT '1'`),this.db.run(`UPDATE ${i.table} SET ${i.temporary} = CAST(${i.column} AS TEXT)`);let u=this.db.prepare(`
|
|
475
493
|
SELECT CAST(id AS TEXT) AS row_id
|
|
476
|
-
FROM ${
|
|
477
|
-
WHERE ${
|
|
494
|
+
FROM ${i.table}
|
|
495
|
+
WHERE ${i.temporary} <> CAST(${i.column} AS TEXT)
|
|
478
496
|
LIMIT 1
|
|
479
|
-
`).get();if(
|
|
497
|
+
`).get();if(u)throw new Error(`schema v46: failed to copy ${i.table}.${i.column} row ${u.row_id} exactly`);this.db.run(`ALTER TABLE ${i.table} DROP COLUMN ${i.column}`),this.db.run(`ALTER TABLE ${i.table} RENAME COLUMN ${i.temporary} TO ${i.column}`)}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(46,new Date().toISOString())})()}ensureSyncEntityLedger(){this.db.run(`
|
|
480
498
|
CREATE TABLE IF NOT EXISTS sync_entity_heads (
|
|
481
499
|
entity_id TEXT PRIMARY KEY,
|
|
482
500
|
kind TEXT NOT NULL CHECK (kind IN ('observation', 'summary', 'prompt')),
|
|
@@ -543,26 +561,26 @@ ${N.stack??""}
|
|
|
543
561
|
through_rev TEXT NOT NULL,
|
|
544
562
|
PRIMARY KEY (kind, origin_local_id)
|
|
545
563
|
)
|
|
546
|
-
`);let s=this.db.prepare("SELECT version, applied_at FROM schema_versions WHERE version = ?").get(47);if(!s){let a=Date.now();this.db.transaction(()=>{this.db.run("DELETE FROM sync_launch_exclusions");for(let{table:
|
|
564
|
+
`);let s=this.db.prepare("SELECT version, applied_at FROM schema_versions WHERE version = ?").get(47);if(!s){let a=Date.now();this.db.transaction(()=>{this.db.run("DELETE FROM sync_launch_exclusions");for(let{table:c,kind:l}of e)this.db.prepare(`
|
|
547
565
|
INSERT INTO sync_launch_exclusions (kind, origin_local_id, through_rev)
|
|
548
566
|
SELECT ?, CAST(id AS TEXT), CAST(sync_rev AS TEXT)
|
|
549
|
-
FROM ${
|
|
567
|
+
FROM ${c}
|
|
550
568
|
WHERE origin_device_id IS NULL
|
|
551
|
-
`).run(
|
|
552
|
-
UPDATE ${
|
|
569
|
+
`).run(l),this.db.prepare(`
|
|
570
|
+
UPDATE ${c} SET synced_at = ?
|
|
553
571
|
WHERE synced_at IS NULL AND origin_device_id IS NULL
|
|
554
|
-
`).run(a);this.db.run("DELETE FROM sync_outbox"),this.db.run("DELETE FROM sync_content_outbox"),this.db.run("DELETE FROM sync_dead_letter"),this.db.run("DELETE FROM sync_state");let
|
|
572
|
+
`).run(a);this.db.run("DELETE FROM sync_outbox"),this.db.run("DELETE FROM sync_content_outbox"),this.db.run("DELETE FROM sync_dead_letter"),this.db.run("DELETE FROM sync_state");let u=new Date(a).toISOString();this.db.prepare("INSERT INTO schema_versions (version, applied_at) VALUES (?, ?)").run(47,u),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(48,u)})();return}if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(48)&&t)return;let o=Date.parse(s.applied_at);if(!Number.isSafeInteger(o)||o<0)throw new Error(`schema v48: invalid v47 applied_at ${s.applied_at}`);this.db.transaction(()=>{for(let{table:a,kind:d}of e)this.db.prepare(`
|
|
555
573
|
INSERT OR IGNORE INTO sync_launch_exclusions (kind, origin_local_id, through_rev)
|
|
556
574
|
SELECT ?, CAST(id AS TEXT), CAST(sync_rev AS TEXT)
|
|
557
575
|
FROM ${a}
|
|
558
576
|
WHERE origin_device_id IS NULL
|
|
559
577
|
AND synced_at > 0
|
|
560
578
|
AND synced_at <= ?
|
|
561
|
-
`).run(d,
|
|
579
|
+
`).run(d,o);this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(48,new Date().toISOString())})()}normalizeConceptTags(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(49))return;let t=0;this.db.transaction(()=>{let r=this.db.prepare(`
|
|
562
580
|
SELECT CAST(id AS TEXT) AS id, origin_device_id, CAST(sync_rev AS TEXT) AS sync_rev
|
|
563
581
|
FROM observations
|
|
564
582
|
WHERE concepts LIKE '%:%' AND json_valid(concepts)
|
|
565
|
-
`).all();t=
|
|
583
|
+
`).all();t=r.length,this.db.run(`
|
|
566
584
|
UPDATE observations
|
|
567
585
|
SET concepts = (
|
|
568
586
|
SELECT json_group_array(
|
|
@@ -571,10 +589,10 @@ ${N.stack??""}
|
|
|
571
589
|
ELSE value END)
|
|
572
590
|
FROM json_each(observations.concepts))
|
|
573
591
|
WHERE concepts LIKE '%:%' AND json_valid(concepts)
|
|
574
|
-
`);for(let
|
|
592
|
+
`);for(let o of r){if(o.origin_device_id!==null)continue;let i=Ft(o.sync_rev);this.db.prepare(`
|
|
575
593
|
UPDATE observations SET sync_rev = ?, synced_at = NULL
|
|
576
594
|
WHERE id = ? AND origin_device_id IS NULL
|
|
577
|
-
`).run(o
|
|
595
|
+
`).run(i,o.id)}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(49,new Date().toISOString())})(),E.debug("DB",`Normalized prefixed concept tags in ${t} observations (v49)`)}dropDeadPendingMessagesColumns(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(31),t=this.db.query("PRAGMA table_info(pending_messages)").all(),s=new Set(t.map(i=>i.name)),o=["retry_count","failed_at_epoch","completed_at_epoch"].filter(i=>s.has(i));if(!(e&&o.length===0)){if(o.length>0){this.db.run("BEGIN TRANSACTION");try{this.db.run("DELETE FROM pending_messages WHERE status NOT IN ('pending', 'processing')");for(let i of o)this.db.run(`ALTER TABLE pending_messages DROP COLUMN ${i}`),E.debug("DB",`Dropped dead column ${i} from pending_messages`);e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(31,new Date().toISOString()),this.db.run("COMMIT")}catch(i){this.db.run("ROLLBACK"),E.warn("DB","Failed to drop dead columns from pending_messages",{},i instanceof Error?i:new Error(String(i)));return}return}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(31,new Date().toISOString())}}initializeSchema(){this.db.run(`
|
|
578
596
|
CREATE TABLE IF NOT EXISTS schema_versions (
|
|
579
597
|
id INTEGER PRIMARY KEY,
|
|
580
598
|
version INTEGER UNIQUE NOT NULL,
|
|
@@ -637,7 +655,7 @@ ${N.stack??""}
|
|
|
637
655
|
CREATE INDEX IF NOT EXISTS idx_session_summaries_sdk_session ON session_summaries(memory_session_id);
|
|
638
656
|
CREATE INDEX IF NOT EXISTS idx_session_summaries_project ON session_summaries(project);
|
|
639
657
|
CREATE INDEX IF NOT EXISTS idx_session_summaries_created ON session_summaries(created_at_epoch DESC);
|
|
640
|
-
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(4,new Date().toISOString())}ensureWorkerPortColumn(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(s=>s.name==="worker_port")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN worker_port INTEGER"),
|
|
658
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(4,new Date().toISOString())}ensureWorkerPortColumn(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(s=>s.name==="worker_port")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN worker_port INTEGER"),E.debug("DB","Added worker_port column to sdk_sessions table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(5,new Date().toISOString())}ensurePromptTrackingColumns(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(a=>a.name==="prompt_counter")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN prompt_counter INTEGER DEFAULT 0"),E.debug("DB","Added prompt_counter column to sdk_sessions table")),this.db.query("PRAGMA table_info(observations)").all().some(a=>a.name==="prompt_number")||(this.db.run("ALTER TABLE observations ADD COLUMN prompt_number INTEGER"),E.debug("DB","Added prompt_number column to observations table")),this.db.query("PRAGMA table_info(session_summaries)").all().some(a=>a.name==="prompt_number")||(this.db.run("ALTER TABLE session_summaries ADD COLUMN prompt_number INTEGER"),E.debug("DB","Added prompt_number column to session_summaries table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(6,new Date().toISOString())}repairOrphanedSessionParents(e){let t=this.db.prepare(`
|
|
641
659
|
SELECT COUNT(DISTINCT c.memory_session_id) AS n
|
|
642
660
|
FROM ${e} c
|
|
643
661
|
WHERE c.memory_session_id IS NOT NULL
|
|
@@ -657,7 +675,7 @@ ${N.stack??""}
|
|
|
657
675
|
AND NOT EXISTS (SELECT 1 FROM sdk_sessions s WHERE s.memory_session_id = c.memory_session_id)
|
|
658
676
|
GROUP BY c.memory_session_id
|
|
659
677
|
ON CONFLICT DO NOTHING
|
|
660
|
-
`),
|
|
678
|
+
`),E.warn("DB",`Created ${t} stub sdk_sessions parent(s) for orphaned ${e} rows before rebuild (#3378)`))}hasMemorySessionIdOnUpdateCascade(e){return this.db.query(`PRAGMA foreign_key_list(${e})`).all().some(s=>s.table==="sdk_sessions"&&s.from==="memory_session_id"&&s.on_update==="CASCADE")}carryLiveColumnsOntoNewTable(e,t,s){let r=this.db.query(`PRAGMA table_info(${e})`).all(),o=r.filter(i=>!s.includes(i.name));for(let i of o){let a=i.type?` ${i.type}`:"",d=i.dflt_value===null||i.dflt_value===void 0?"":` DEFAULT ${i.dflt_value}`;this.db.run(`ALTER TABLE ${t} ADD COLUMN "${i.name}"${a}${d}`),E.debug("DB",`Carried ${i.name} over the ${e} rebuild (#3849)`)}return r.map(i=>i.name)}removeSessionSummariesUniqueConstraint(){if(!this.db.query("PRAGMA index_list(session_summaries)").all().some(a=>a.unique===1&&a.origin==="u")){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(7,new Date().toISOString());return}E.debug("DB","Removing UNIQUE constraint from session_summaries.memory_session_id"),this.db.run("BEGIN TRANSACTION"),this.repairOrphanedSessionParents("session_summaries");let s=["id","memory_session_id","project","request","investigated","learned","completed","next_steps","files_read","files_edited","notes","prompt_number","created_at","created_at_epoch"],o=this.db.query("PRAGMA table_info(session_summaries)").all().filter(a=>!s.includes(a.name));this.db.run("DROP TABLE IF EXISTS session_summaries_new"),this.db.run(`
|
|
661
679
|
CREATE TABLE session_summaries_new (
|
|
662
680
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
663
681
|
memory_session_id TEXT NOT NULL,
|
|
@@ -675,15 +693,15 @@ ${N.stack??""}
|
|
|
675
693
|
created_at_epoch INTEGER NOT NULL,
|
|
676
694
|
FOREIGN KEY(memory_session_id) REFERENCES sdk_sessions(memory_session_id) ON DELETE CASCADE ON UPDATE CASCADE
|
|
677
695
|
)
|
|
678
|
-
`);for(let a of
|
|
679
|
-
INSERT INTO session_summaries_new (${
|
|
680
|
-
SELECT ${
|
|
696
|
+
`);for(let a of o){let d=a.type?` ${a.type}`:"",u=a.dflt_value===null||a.dflt_value===void 0?"":` DEFAULT ${a.dflt_value}`;this.db.run(`ALTER TABLE session_summaries_new ADD COLUMN "${a.name}"${d}${u}`),E.debug("DB",`Carried ${a.name} over the session_summaries UNIQUE-constraint rebuild (#3890)`)}let i=[...s,...o.map(a=>a.name)].map(a=>`"${a}"`).join(", ");this.db.run(`
|
|
697
|
+
INSERT INTO session_summaries_new (${i})
|
|
698
|
+
SELECT ${i}
|
|
681
699
|
FROM session_summaries
|
|
682
700
|
`),this.db.run("DROP TABLE session_summaries"),this.db.run("ALTER TABLE session_summaries_new RENAME TO session_summaries"),this.db.run(`
|
|
683
701
|
CREATE INDEX idx_session_summaries_sdk_session ON session_summaries(memory_session_id);
|
|
684
702
|
CREATE INDEX idx_session_summaries_project ON session_summaries(project);
|
|
685
703
|
CREATE INDEX idx_session_summaries_created ON session_summaries(created_at_epoch DESC);
|
|
686
|
-
`),this.recreateFtsTriggersIfIndexed("session_summaries"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(7,new Date().toISOString()),
|
|
704
|
+
`),this.recreateFtsTriggersIfIndexed("session_summaries"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(7,new Date().toISOString()),E.debug("DB","Successfully removed UNIQUE constraint from session_summaries.memory_session_id")}addObservationHierarchicalFields(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(8))return;if(this.db.query("PRAGMA table_info(observations)").all().some(r=>r.name==="title")){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(8,new Date().toISOString());return}E.debug("DB","Adding hierarchical fields to observations table"),this.db.run(`
|
|
687
705
|
ALTER TABLE observations ADD COLUMN title TEXT;
|
|
688
706
|
ALTER TABLE observations ADD COLUMN subtitle TEXT;
|
|
689
707
|
ALTER TABLE observations ADD COLUMN facts TEXT;
|
|
@@ -691,7 +709,7 @@ ${N.stack??""}
|
|
|
691
709
|
ALTER TABLE observations ADD COLUMN concepts TEXT;
|
|
692
710
|
ALTER TABLE observations ADD COLUMN files_read TEXT;
|
|
693
711
|
ALTER TABLE observations ADD COLUMN files_modified TEXT;
|
|
694
|
-
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(8,new Date().toISOString()),
|
|
712
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(8,new Date().toISOString()),E.debug("DB","Successfully added hierarchical fields to observations table")}makeObservationsTextNullable(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(9))return;let s=this.db.query("PRAGMA table_info(observations)").all().find(r=>r.name==="text");if(!s||s.notnull===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString());return}E.debug("DB","Making observations.text nullable"),this.db.run("BEGIN TRANSACTION"),this.repairOrphanedSessionParents("observations"),this.db.run("DROP TABLE IF EXISTS observations_new"),this.db.run(`
|
|
695
713
|
CREATE TABLE observations_new (
|
|
696
714
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
697
715
|
memory_session_id TEXT NOT NULL,
|
|
@@ -721,7 +739,7 @@ ${N.stack??""}
|
|
|
721
739
|
CREATE INDEX idx_observations_project ON observations(project);
|
|
722
740
|
CREATE INDEX idx_observations_type ON observations(type);
|
|
723
741
|
CREATE INDEX idx_observations_created ON observations(created_at_epoch DESC);
|
|
724
|
-
`),this.recreateFtsTriggersIfIndexed("observations"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString()),
|
|
742
|
+
`),this.recreateFtsTriggersIfIndexed("observations"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString()),E.debug("DB","Successfully made observations.text nullable")}recreateFtsTriggersIfIndexed(e){let t=`${e}_fts`;this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name = ?").all(t).length>0&&(this.db.run(`INSERT INTO ${t}(${t}) VALUES('rebuild')`),this.db.run(e==="observations"?ye:ve))}createUserPromptsTable(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(10))return;if(this.db.query("PRAGMA table_info(user_prompts)").all().length>0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(10,new Date().toISOString());return}E.debug("DB","Creating user_prompts table"),this.db.run("BEGIN TRANSACTION"),this.db.run(`
|
|
725
743
|
CREATE TABLE user_prompts (
|
|
726
744
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
727
745
|
session_db_id INTEGER,
|
|
@@ -739,7 +757,7 @@ ${N.stack??""}
|
|
|
739
757
|
CREATE INDEX idx_user_prompts_prompt_number ON user_prompts(prompt_number);
|
|
740
758
|
CREATE INDEX idx_user_prompts_lookup ON user_prompts(session_db_id, prompt_number);
|
|
741
759
|
CREATE INDEX idx_user_prompts_content_lookup ON user_prompts(content_session_id, prompt_number);
|
|
742
|
-
`),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(10,new Date().toISOString()),
|
|
760
|
+
`),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(10,new Date().toISOString()),E.debug("DB","Successfully created user_prompts table")}ensureDiscoveryTokensColumn(){this.db.query("PRAGMA table_info(observations)").all().some(o=>o.name==="discovery_tokens")||(this.db.run("ALTER TABLE observations ADD COLUMN discovery_tokens INTEGER DEFAULT 0"),E.debug("DB","Added discovery_tokens column to observations table")),this.db.query("PRAGMA table_info(session_summaries)").all().some(o=>o.name==="discovery_tokens")||(this.db.run("ALTER TABLE session_summaries ADD COLUMN discovery_tokens INTEGER DEFAULT 0"),E.debug("DB","Added discovery_tokens column to session_summaries table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(11,new Date().toISOString())}createPendingMessagesTable(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(16))return;if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length>0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(16,new Date().toISOString());return}E.debug("DB","Creating pending_messages table"),this.db.run(`
|
|
743
761
|
CREATE TABLE pending_messages (
|
|
744
762
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
745
763
|
session_db_id INTEGER NOT NULL,
|
|
@@ -756,7 +774,7 @@ ${N.stack??""}
|
|
|
756
774
|
created_at_epoch INTEGER NOT NULL,
|
|
757
775
|
FOREIGN KEY (session_db_id) REFERENCES sdk_sessions(id) ON DELETE CASCADE
|
|
758
776
|
)
|
|
759
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_session ON pending_messages(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_status ON pending_messages(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_claude_session ON pending_messages(content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(16,new Date().toISOString()),
|
|
777
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_session ON pending_messages(session_db_id)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_status ON pending_messages(status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_pending_messages_claude_session ON pending_messages(content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(16,new Date().toISOString()),E.debug("DB","pending_messages table created successfully")}renameSessionIdColumns(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(17))return;E.debug("DB","Checking session ID columns for semantic clarity rename");let t=0,s=(r,o,i)=>{let a=this.db.query(`PRAGMA table_info(${r})`).all(),d=a.some(c=>c.name===o);return a.some(c=>c.name===i)?!1:d?(this.db.run(`ALTER TABLE ${r} RENAME COLUMN ${o} TO ${i}`),E.debug("DB",`Renamed ${r}.${o} to ${i}`),!0):(E.warn("DB",`Column ${o} not found in ${r}, skipping rename`),!1)};s("sdk_sessions","claude_session_id","content_session_id")&&t++,s("sdk_sessions","sdk_session_id","memory_session_id")&&t++,s("pending_messages","claude_session_id","content_session_id")&&t++,s("observations","sdk_session_id","memory_session_id")&&t++,s("session_summaries","sdk_session_id","memory_session_id")&&t++,s("user_prompts","claude_session_id","content_session_id")&&t++,this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(17,new Date().toISOString()),t>0?E.debug("DB",`Successfully renamed ${t} session ID columns`):E.debug("DB","No session ID column renames needed (already up to date)")}addFailedAtEpochColumn(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(20))return;this.db.query("PRAGMA table_info(pending_messages)").all().some(r=>r.name==="failed_at_epoch")||(this.db.run("ALTER TABLE pending_messages ADD COLUMN failed_at_epoch INTEGER"),E.debug("DB","Added failed_at_epoch column to pending_messages table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(20,new Date().toISOString())}addOnUpdateCascadeToForeignKeys(){let e=!this.hasMemorySessionIdOnUpdateCascade("observations"),t=!this.hasMemorySessionIdOnUpdateCascade("session_summaries");if(!e&&!t){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(21,new Date().toISOString());return}E.debug("DB","Adding ON UPDATE CASCADE to FK constraints on observations and session_summaries"),this.db.run("PRAGMA foreign_keys = OFF"),this.db.run("BEGIN TRANSACTION");let s=["id","memory_session_id","project","text","type","title","subtitle","facts","narrative","concepts","files_read","files_modified","prompt_number","discovery_tokens","created_at","created_at_epoch"],r=`
|
|
760
778
|
CREATE TABLE observations_new (
|
|
761
779
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
762
780
|
memory_session_id TEXT NOT NULL,
|
|
@@ -776,12 +794,12 @@ ${N.stack??""}
|
|
|
776
794
|
created_at_epoch INTEGER NOT NULL,
|
|
777
795
|
FOREIGN KEY(memory_session_id) REFERENCES sdk_sessions(memory_session_id) ON DELETE CASCADE ON UPDATE CASCADE
|
|
778
796
|
)
|
|
779
|
-
`,
|
|
797
|
+
`,o=`
|
|
780
798
|
CREATE INDEX idx_observations_sdk_session ON observations(memory_session_id);
|
|
781
799
|
CREATE INDEX idx_observations_project ON observations(project);
|
|
782
800
|
CREATE INDEX idx_observations_type ON observations(type);
|
|
783
801
|
CREATE INDEX idx_observations_created ON observations(created_at_epoch DESC);
|
|
784
|
-
`,
|
|
802
|
+
`,i=["id","memory_session_id","project","request","investigated","learned","completed","next_steps","files_read","files_edited","notes","prompt_number","discovery_tokens","created_at","created_at_epoch"],a=`
|
|
785
803
|
CREATE TABLE session_summaries_new (
|
|
786
804
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
787
805
|
memory_session_id TEXT NOT NULL,
|
|
@@ -804,11 +822,11 @@ ${N.stack??""}
|
|
|
804
822
|
CREATE INDEX idx_session_summaries_sdk_session ON session_summaries(memory_session_id);
|
|
805
823
|
CREATE INDEX idx_session_summaries_project ON session_summaries(project);
|
|
806
824
|
CREATE INDEX idx_session_summaries_created ON session_summaries(created_at_epoch DESC);
|
|
807
|
-
`;try{e&&(this.db.run("DROP TRIGGER IF EXISTS observations_ai"),this.db.run("DROP TRIGGER IF EXISTS observations_ad"),this.db.run("DROP TRIGGER IF EXISTS observations_au"),this.db.run("DROP TABLE IF EXISTS observations_new"),this.recreateObservationsWithCascade(
|
|
825
|
+
`;try{e&&(this.db.run("DROP TRIGGER IF EXISTS observations_ai"),this.db.run("DROP TRIGGER IF EXISTS observations_ad"),this.db.run("DROP TRIGGER IF EXISTS observations_au"),this.db.run("DROP TABLE IF EXISTS observations_new"),this.recreateObservationsWithCascade(r,s,o)),t&&(this.db.run("DROP TRIGGER IF EXISTS session_summaries_ai"),this.db.run("DROP TRIGGER IF EXISTS session_summaries_ad"),this.db.run("DROP TRIGGER IF EXISTS session_summaries_au"),this.db.run("DROP TABLE IF EXISTS session_summaries_new"),this.recreateSessionSummariesWithCascade(a,i,d)),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(21,new Date().toISOString()),this.db.run("COMMIT"),this.db.run("PRAGMA foreign_keys = ON"),E.debug("DB","Successfully added ON UPDATE CASCADE to FK constraints")}catch(u){throw this.db.run("ROLLBACK"),this.db.run("PRAGMA foreign_keys = ON"),u instanceof Error?u:new Error(String(u))}}recreateObservationsWithCascade(e,t,s){this.db.run(e);let o=this.carryLiveColumnsOntoNewTable("observations","observations_new",t).map(i=>`"${i}"`).join(", ");this.db.run(`INSERT INTO observations_new (${o}) SELECT ${o} FROM observations`),this.db.run("DROP TABLE observations"),this.db.run("ALTER TABLE observations_new RENAME TO observations"),this.db.run(s),this.recreateFtsTriggersIfIndexed("observations")}recreateSessionSummariesWithCascade(e,t,s){this.db.run(e);let o=this.carryLiveColumnsOntoNewTable("session_summaries","session_summaries_new",t).map(i=>`"${i}"`).join(", ");this.db.run(`INSERT INTO session_summaries_new (${o}) SELECT ${o} FROM session_summaries`),this.db.run("DROP TABLE session_summaries"),this.db.run("ALTER TABLE session_summaries_new RENAME TO session_summaries"),this.db.run(s),this.recreateFtsTriggersIfIndexed("session_summaries")}addObservationContentHashColumn(){if(this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="content_hash")){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(22,new Date().toISOString());return}this.db.run("ALTER TABLE observations ADD COLUMN content_hash TEXT"),this.db.run("UPDATE observations SET content_hash = substr(hex(randomblob(8)), 1, 16) WHERE content_hash IS NULL"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_content_hash ON observations(content_hash, created_at_epoch)"),E.debug("DB","Added content_hash column to observations table with backfill and index"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(22,new Date().toISOString())}addSessionCustomTitleColumn(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(23),s=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(r=>r.name==="custom_title");e&&s||(s||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN custom_title TEXT"),E.debug("DB","Added custom_title column to sdk_sessions table")),e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(23,new Date().toISOString()))}addSessionPlatformSourceColumn(){let t=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(i=>i.name==="platform_source"),r=this.db.query("PRAGMA index_list(sdk_sessions)").all().some(i=>i.name==="idx_sdk_sessions_platform_source");this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(24)&&t&&r||(t||(this.db.run(`ALTER TABLE sdk_sessions ADD COLUMN platform_source TEXT NOT NULL DEFAULT '${S}'`),E.debug("DB","Added platform_source column to sdk_sessions table")),this.db.run(`
|
|
808
826
|
UPDATE sdk_sessions
|
|
809
827
|
SET platform_source = '${S}'
|
|
810
828
|
WHERE platform_source IS NULL OR platform_source = ''
|
|
811
|
-
`),
|
|
829
|
+
`),r||this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(24,new Date().toISOString()))}addObservationModelColumns(){let e=this.db.query("PRAGMA table_info(observations)").all(),t=e.some(r=>r.name==="generated_by_model"),s=e.some(r=>r.name==="relevance_count");t&&s||(t||this.db.run("ALTER TABLE observations ADD COLUMN generated_by_model TEXT"),s||this.db.run("ALTER TABLE observations ADD COLUMN relevance_count INTEGER DEFAULT 0"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(26,new Date().toISOString()))}ensureSDKSessionsObservedColumns(){let e=this.db.query("PRAGMA table_info(sdk_sessions)").all(),t=e.some(r=>r.name==="observed_model"),s=e.some(r=>r.name==="observed_billing");t&&s||(t||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_model TEXT"),s||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_billing TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(50,new Date().toISOString()))}ensureToolUsesTable(){Hs(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(51,new Date().toISOString())}ensureToolUseDisposition(){$s(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(66,new Date().toISOString())}ensureWorkStateTable(){Qs(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(61,new Date().toISOString())}migrateBranchSchema(){this.db.transaction(()=>{on(this.db),an(this.db);let e=this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)");try{let t=new Date().toISOString();e.run(67,t),e.run(68,t)}finally{e.finalize()}V(this.db)<x&&this.db.run(`PRAGMA user_version = ${x}`)}).immediate()}snapshotBeforeBranchSchema(){try{if(!this.db.query("SELECT 1 AS present FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return;let s=this.db.query("PRAGMA database_list").all().find(r=>r.name==="main")?.file;if(!s||Ze.default.basename(s)!==de)return;new We({dataDir:Ze.default.dirname(Ze.default.resolve(s)),enabled:!0}).takeSnapshot()}catch(e){E.warn("DB","Could not snapshot memory before the branch schema migration; continuing",{},e instanceof Error?e:new Error(String(e)))}}ensureProjectRecencyIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_project_nocase_recent ON observations(project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase_recent ON observations(merged_into_project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_project_nocase_recent ON session_summaries(project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase_recent ON session_summaries(merged_into_project COLLATE NOCASE, created_at_epoch DESC)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(63,new Date().toISOString())}ensureMergedIntoProjectCoveringIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase_project ON observations(merged_into_project COLLATE NOCASE, project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase_project ON session_summaries(merged_into_project COLLATE NOCASE, project)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(64,new Date().toISOString())}ensureHookSpoolConsumedTable(){this.db.run(`
|
|
812
830
|
CREATE TABLE IF NOT EXISTS hook_spool_consumed (
|
|
813
831
|
entry_key TEXT PRIMARY KEY,
|
|
814
832
|
consumed_at_epoch_ms INTEGER NOT NULL
|
|
@@ -826,7 +844,7 @@ ${N.stack??""}
|
|
|
826
844
|
sent_at_epoch INTEGER,
|
|
827
845
|
UNIQUE(platform_source, content_session_id, project, route_key)
|
|
828
846
|
)
|
|
829
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_telegram_wrapups_platform_content ON telegram_wrapups(platform_source, content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(52,new Date().toISOString())}ensureReinforcementColumns(){let e=this.db.query("PRAGMA table_info(observations)").all();e.some(t=>t.name==="reinforcement_dates")||this.db.run("ALTER TABLE observations ADD COLUMN reinforcement_dates TEXT"),e.some(t=>t.name==="last_reinforced")||this.db.run("ALTER TABLE observations ADD COLUMN last_reinforced TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(
|
|
847
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_telegram_wrapups_platform_content ON telegram_wrapups(platform_source, content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(52,new Date().toISOString())}ensureReinforcementColumns(){let e=this.db.query("PRAGMA table_info(observations)").all();e.some(t=>t.name==="reinforcement_dates")||this.db.run("ALTER TABLE observations ADD COLUMN reinforcement_dates TEXT"),e.some(t=>t.name==="last_reinforced")||this.db.run("ALTER TABLE observations ADD COLUMN last_reinforced TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(Lo,new Date().toISOString())}dropWriteOnlyUserPromptsFtsAndScopeFtsUpdateTriggers(){let e=this.db.prepare(`
|
|
830
848
|
SELECT name FROM sqlite_master
|
|
831
849
|
WHERE type = 'trigger'
|
|
832
850
|
AND name IN ('observations_au', 'session_summaries_au')
|
|
@@ -834,7 +852,7 @@ ${N.stack??""}
|
|
|
834
852
|
`).all().map(s=>s.name),t=this.db.prepare(`
|
|
835
853
|
SELECT name FROM sqlite_master
|
|
836
854
|
WHERE name IN ('user_prompts_fts', 'user_prompts_ai', 'user_prompts_ad', 'user_prompts_au')
|
|
837
|
-
`).all();if(e.length>0||t.length>0){this.db.run("BEGIN TRANSACTION");try{e.includes("observations_au")&&(this.db.run("DROP TRIGGER observations_au"),this.db.run(
|
|
855
|
+
`).all();if(e.length>0||t.length>0){this.db.run("BEGIN TRANSACTION");try{e.includes("observations_au")&&(this.db.run("DROP TRIGGER observations_au"),this.db.run(ye)),e.includes("session_summaries_au")&&(this.db.run("DROP TRIGGER session_summaries_au"),this.db.run(ve)),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ai"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ad"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_au"),this.db.run("DROP TABLE IF EXISTS user_prompts_fts"),this.db.run("COMMIT")}catch(s){throw this.db.run("ROLLBACK"),E.error("DB","Failed to scope FTS update triggers / drop user_prompts_fts, rolled back",{},s instanceof Error?s:new Error(String(s))),s}E.info("DB","Scoped FTS update triggers to indexed columns and dropped the write-only user_prompts_fts",{rescopedTriggers:e,droppedUserPromptsFts:t.length>0})}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(54,new Date().toISOString())}ensureMergedIntoProjectColumns(){this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="merged_into_project")||this.db.run("ALTER TABLE observations ADD COLUMN merged_into_project TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into ON observations(merged_into_project)"),this.db.query("PRAGMA table_info(session_summaries)").all().some(s=>s.name==="merged_into_project")||this.db.run("ALTER TABLE session_summaries ADD COLUMN merged_into_project TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into ON session_summaries(merged_into_project)")}requeuePromptsDeadLetteredForSize(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(60))return;let t="canonical content: body exceeds % UTF-8 bytes";this.db.transaction(()=>{let s=this.db.prepare(`
|
|
838
856
|
UPDATE user_prompts SET synced_at = NULL
|
|
839
857
|
WHERE synced_at = -1 AND origin_device_id IS NULL
|
|
840
858
|
AND CAST(id AS TEXT) IN (
|
|
@@ -843,7 +861,7 @@ ${N.stack??""}
|
|
|
843
861
|
)
|
|
844
862
|
`).run(t);this.db.prepare(`
|
|
845
863
|
DELETE FROM sync_dead_letter WHERE lane = 'content' AND kind = 'prompt' AND reason LIKE ?
|
|
846
|
-
`).run(t),s.changes>0&&
|
|
864
|
+
`).run(t),s.changes>0&&E.info("DB","Re-queued prompts quarantined for size before the cloud-sync prompt clamp",{prompts:s.changes}),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(60,new Date().toISOString())})()}ensureSessionProjectKeySourceColumn(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(t=>t.name==="project_key_source")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN project_key_source TEXT"),E.debug("DB","Added project_key_source column to sdk_sessions table")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(59,new Date().toISOString())}ensureSessionCwdColumn(){this.db.query("PRAGMA table_info(sdk_sessions)").all().some(t=>t.name==="cwd")||(this.db.run("ALTER TABLE sdk_sessions ADD COLUMN cwd TEXT"),E.debug("DB","Added cwd column to sdk_sessions table (#2864)")),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_cwd ON sdk_sessions(cwd)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(53,new Date().toISOString())}ensureProjectNocaseIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_project_nocase ON observations(project COLLATE NOCASE)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase ON observations(merged_into_project COLLATE NOCASE)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_project_nocase ON session_summaries(project COLLATE NOCASE)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase ON session_summaries(merged_into_project COLLATE NOCASE)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_project_nocase ON sdk_sessions(project COLLATE NOCASE)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(55,new Date().toISOString())}ensureAdvisorCallsTable(){this.db.run(`
|
|
847
865
|
CREATE TABLE IF NOT EXISTS advisor_calls (
|
|
848
866
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
849
867
|
session_db_id INTEGER NOT NULL,
|
|
@@ -866,7 +884,7 @@ ${N.stack??""}
|
|
|
866
884
|
INSERT OR IGNORE INTO advisor_calls
|
|
867
885
|
(session_db_id, content_session_id, project, platform_source, tool_use_id, advisor_model, cwd, last_user_message, transcript_path, transcript_byte_offset, advice, occurred_at_epoch, created_at, created_at_epoch)
|
|
868
886
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
869
|
-
`).run(e.sessionDbId,e.contentSessionId,e.project,e.platformSource,e.toolUseId,e.advisorModel??null,e.cwd??null,e.lastUserMessage??null,e.transcriptPath??null,e.transcriptByteOffset??null,e.advice,e.occurredAtEpoch,t.toISOString(),t.getTime());return s.changes>0?{id:Number(s.lastInsertRowid),inserted:!0}:{id:this.db.prepare("SELECT id FROM advisor_calls WHERE tool_use_id = ?").get(e.toolUseId)?.id??0,inserted:!1}}getAdvisorCalls(e,t,s,
|
|
887
|
+
`).run(e.sessionDbId,e.contentSessionId,e.project,e.platformSource,e.toolUseId,e.advisorModel??null,e.cwd??null,e.lastUserMessage??null,e.transcriptPath??null,e.transcriptByteOffset??null,e.advice,e.occurredAtEpoch,t.toISOString(),t.getTime());return s.changes>0?{id:Number(s.lastInsertRowid),inserted:!0}:{id:this.db.prepare("SELECT id FROM advisor_calls WHERE tool_use_id = ?").get(e.toolUseId)?.id??0,inserted:!1}}getAdvisorCalls(e,t,s,r){let o="SELECT * FROM advisor_calls",i=[],a=[];s?(a.push("project = ?"),i.push(s)):(a.push("project != ?"),i.push(fe)),r&&(a.push("platform_source = ?"),i.push(r)),o+=` WHERE ${a.join(" AND ")}`,o+=" ORDER BY occurred_at_epoch DESC LIMIT ? OFFSET ?",i.push(t+1,e);let d=this.db.prepare(o).all(...i);return{items:d.slice(0,t),hasMore:d.length>t,offset:e,limit:t}}getAdvisorCallById(e){return this.db.prepare("SELECT * FROM advisor_calls WHERE id = ?").get(e)??null}addObservationSubagentColumns(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(27),t=this.db.query("PRAGMA table_info(observations)").all(),s=t.some(i=>i.name==="agent_type"),r=t.some(i=>i.name==="agent_id");s||this.db.run("ALTER TABLE observations ADD COLUMN agent_type TEXT"),r||this.db.run("ALTER TABLE observations ADD COLUMN agent_id TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_agent_type ON observations(agent_type)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_agent_id ON observations(agent_id)");let o=this.db.query("PRAGMA table_info(pending_messages)").all();if(o.length>0){let i=o.some(d=>d.name==="agent_type"),a=o.some(d=>d.name==="agent_id");i||this.db.run("ALTER TABLE pending_messages ADD COLUMN agent_type TEXT"),a||this.db.run("ALTER TABLE pending_messages ADD COLUMN agent_id TEXT")}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(27,new Date().toISOString())}ensurePendingMessagesToolUseIdColumn(){if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(28,new Date().toISOString());return}this.db.query("PRAGMA table_info(pending_messages)").all().some(r=>r.name==="tool_use_id")||this.db.run("ALTER TABLE pending_messages ADD COLUMN tool_use_id TEXT"),this.db.run("BEGIN TRANSACTION");try{this.dedupePendingMessagesByToolUseId(),this.db.run("COMMIT")}catch(r){this.db.run("ROLLBACK");let o=r instanceof Error?r:new Error(String(r));throw E.error("DB","Failed to de-dupe pending_messages by tool_use_id, rolled back",{},o),r}}dedupePendingMessagesByToolUseId(){this.db.run(`
|
|
870
888
|
DELETE FROM pending_messages
|
|
871
889
|
WHERE id IN (
|
|
872
890
|
SELECT id
|
|
@@ -891,7 +909,7 @@ ${N.stack??""}
|
|
|
891
909
|
CREATE UNIQUE INDEX IF NOT EXISTS ux_pending_session_tool
|
|
892
910
|
ON pending_messages(session_db_id, tool_use_id)
|
|
893
911
|
WHERE tool_use_id IS NOT NULL
|
|
894
|
-
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(28,new Date().toISOString())}addObservationsUniqueContentHashIndex(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(29))return;let t=this.db.query("PRAGMA table_info(observations)").all(),s=t.some(
|
|
912
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(28,new Date().toISOString())}addObservationsUniqueContentHashIndex(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(29))return;let t=this.db.query("PRAGMA table_info(observations)").all(),s=t.some(o=>o.name==="memory_session_id"),r=t.some(o=>o.name==="content_hash");if(!s||!r){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(29,new Date().toISOString());return}this.db.run("BEGIN TRANSACTION");try{this.dedupeObservationsByContentHash(),this.db.run("COMMIT")}catch(o){this.db.run("ROLLBACK");let i=o instanceof Error?o:new Error(String(o));throw E.error("DB","Failed to de-dupe observations by content_hash, rolled back",{},i),o}}dedupeObservationsByContentHash(){this.db.run(`
|
|
895
913
|
UPDATE observations
|
|
896
914
|
SET content_hash = '__null_migration_' || id || '__'
|
|
897
915
|
WHERE content_hash IS NULL
|
|
@@ -912,7 +930,7 @@ ${N.stack??""}
|
|
|
912
930
|
`),this.db.run(`
|
|
913
931
|
CREATE UNIQUE INDEX IF NOT EXISTS ux_observations_session_hash
|
|
914
932
|
ON observations(memory_session_id, content_hash)
|
|
915
|
-
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(29,new Date().toISOString())}addObservationsMetadataColumn(){this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="metadata")||(this.db.run("ALTER TABLE observations ADD COLUMN metadata TEXT"),
|
|
933
|
+
`),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(29,new Date().toISOString())}addObservationsMetadataColumn(){this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="metadata")||(this.db.run("ALTER TABLE observations ADD COLUMN metadata TEXT"),E.debug("DB","Added metadata column to observations table (#2116)")),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(30,new Date().toISOString())}updateMemorySessionId(e,t){let s=this.db.prepare(`
|
|
916
934
|
SELECT memory_session_id
|
|
917
935
|
FROM sdk_sessions
|
|
918
936
|
WHERE id = ?
|
|
@@ -924,7 +942,7 @@ ${N.stack??""}
|
|
|
924
942
|
UPDATE tool_uses
|
|
925
943
|
SET memory_session_id = ?
|
|
926
944
|
WHERE session_db_id = ?
|
|
927
|
-
`).run(t,e)})(),t&&this.requeuePromptSync(e))}enqueueMutationOp(e,t){if(!this.syncOpsEnabled)return;let s=JSON.parse(JSON.stringify(t));if(s.op==="set_prompt_session"){let
|
|
945
|
+
`).run(t,e)})(),t&&this.requeuePromptSync(e))}enqueueMutationOp(e,t){if(!this.syncOpsEnabled)return;let s=JSON.parse(JSON.stringify(t));if(s.op==="set_prompt_session"){let r=s.target;r?.origin_device_id===null&&(r.origin_device_id="self")}Bt(s),t.op==="set_prompt_session"&&this.cachedStatement(`
|
|
928
946
|
DELETE FROM sync_outbox
|
|
929
947
|
WHERE json_valid(body)
|
|
930
948
|
AND json_extract(body, '$.op') = 'set_prompt_session'
|
|
@@ -933,16 +951,16 @@ ${N.stack??""}
|
|
|
933
951
|
`).run(t.target?.origin_device_id??null,String(t.target?.origin_local_id??"")),this.cachedStatement(`
|
|
934
952
|
INSERT INTO sync_outbox (op_uuid, rev, body, created_at_epoch)
|
|
935
953
|
VALUES (?, ?, ?, ?)
|
|
936
|
-
`).run((0,
|
|
954
|
+
`).run((0,et.randomUUID)(),String(e),JSON.stringify(t),Date.now())}requeuePromptSync(e){if(!this.syncOpsEnabled)return;let t=this.cachedStatement(`
|
|
937
955
|
SELECT memory_session_id, project, content_session_id, platform_source
|
|
938
956
|
FROM sdk_sessions WHERE id = ?
|
|
939
|
-
`).get(e);if(!t?.memory_session_id)return;this.db.transaction(()=>{let
|
|
957
|
+
`).get(e);if(!t?.memory_session_id)return;this.db.transaction(()=>{let r=this.cachedStatement(`
|
|
940
958
|
SELECT CAST(id AS TEXT) AS id, CAST(sync_rev AS TEXT) AS sync_rev FROM user_prompts
|
|
941
959
|
WHERE session_db_id = ? AND origin_device_id IS NULL
|
|
942
|
-
`).all(e);if(
|
|
960
|
+
`).all(e);if(r.length===0)return;let o=this.cachedStatement(`
|
|
943
961
|
UPDATE user_prompts SET sync_rev = ?, synced_at = NULL
|
|
944
962
|
WHERE id = ? AND origin_device_id IS NULL
|
|
945
|
-
`);for(let
|
|
963
|
+
`);for(let i of r){let a=Ft(i.sync_rev);o.run(a,i.id),this.enqueueMutationOp(a,{op:"set_prompt_session",target:{origin_device_id:null,origin_local_id:i.id},fields:{memory_session_id:t.memory_session_id,project:t.project,content_session_id:t.content_session_id,platform_source:t.platform_source}})}})()}markSessionCompleted(e){let t=Date.now(),s=new Date(t).toISOString();this.db.prepare(`
|
|
946
964
|
UPDATE sdk_sessions
|
|
947
965
|
SET status = 'completed', completed_at = ?, completed_at_epoch = ?
|
|
948
966
|
WHERE id = ?
|
|
@@ -950,18 +968,18 @@ ${N.stack??""}
|
|
|
950
968
|
UPDATE sdk_sessions
|
|
951
969
|
SET status = 'active', completed_at = NULL, completed_at_epoch = NULL
|
|
952
970
|
WHERE id = ? AND status = 'completed'
|
|
953
|
-
`).run(e)}ensureMemorySessionIdRegistered(e,t,s){let
|
|
971
|
+
`).run(e)}ensureMemorySessionIdRegistered(e,t,s){let r=this.db.prepare(`
|
|
954
972
|
SELECT id, memory_session_id, worker_port FROM sdk_sessions WHERE id = ?
|
|
955
|
-
`).get(e);if(!
|
|
973
|
+
`).get(e);if(!r)throw new Error(`Session ${e} not found in sdk_sessions`);return r.memory_session_id===null?(this.db.prepare(`
|
|
956
974
|
UPDATE sdk_sessions SET memory_session_id = ? WHERE id = ?
|
|
957
|
-
`).run(t,e),this.requeuePromptSync(e),
|
|
975
|
+
`).run(t,e),this.requeuePromptSync(e),E.info("DB","Registered memory_session_id before storage (FK fix)",{sessionDbId:e,newId:t})):r.memory_session_id!==t&&E.debug("DB","Keeping the registered memory_session_id",{sessionDbId:e,registered:r.memory_session_id,offered:t}),typeof s=="number"&&r.worker_port!==s&&this.db.prepare(`
|
|
958
976
|
UPDATE sdk_sessions SET worker_port = ? WHERE id = ?
|
|
959
|
-
`).run(s,e),
|
|
977
|
+
`).run(s,e),r.memory_session_id??t}getProjectReadKeys(e){return ht(this.db,e)}getAllProjects(e){let t=e?D(e):void 0,s=`
|
|
960
978
|
SELECT DISTINCT project
|
|
961
979
|
FROM sdk_sessions
|
|
962
980
|
WHERE project IS NOT NULL AND project != ''
|
|
963
981
|
AND project != ?
|
|
964
|
-
`,
|
|
982
|
+
`,r=[fe];return t&&(s+=" AND COALESCE(platform_source, ?) = ?",r.push(S,t)),s+=" ORDER BY project ASC",this.db.prepare(s).all(...r).map(i=>i.project)}getProjectCatalog(){let e=this.db.prepare(`
|
|
965
983
|
SELECT
|
|
966
984
|
COALESCE(platform_source, '${S}') as platform_source,
|
|
967
985
|
project,
|
|
@@ -971,7 +989,7 @@ ${N.stack??""}
|
|
|
971
989
|
AND project != ?
|
|
972
990
|
GROUP BY COALESCE(platform_source, '${S}'), project
|
|
973
991
|
ORDER BY latest_epoch DESC
|
|
974
|
-
`).all(
|
|
992
|
+
`).all(fe),t=[],s=new Set,r={};for(let i of e){let a=D(i.platform_source);r[a]||(r[a]=[]),r[a].includes(i.project)||r[a].push(i.project),s.has(i.project)||(s.add(i.project),t.push(i.project))}let o=ks(Object.keys(r));return{projects:t,sources:o,projectsBySource:Object.fromEntries(o.map(i=>[i,r[i]||[]]))}}getSessionCatalog(e={}){let t=Math.min(Math.max(Math.trunc(e.limit??Ao),1),Do),s=Math.max(Math.trunc(e.offset??0),0),r=`
|
|
975
993
|
SELECT
|
|
976
994
|
s.content_session_id,
|
|
977
995
|
s.project,
|
|
@@ -986,7 +1004,7 @@ ${N.stack??""}
|
|
|
986
1004
|
FROM sdk_sessions s
|
|
987
1005
|
WHERE s.project IS NOT NULL AND s.project != ''
|
|
988
1006
|
AND s.project != ?
|
|
989
|
-
`,
|
|
1007
|
+
`,o=[fe];e.project&&(r+=" AND s.project = ?",o.push(e.project)),e.platformSource&&(r+=` AND COALESCE(s.platform_source, '${S}') = ?`,o.push(D(e.platformSource))),r+=" ORDER BY s.started_at_epoch DESC, s.id DESC LIMIT ? OFFSET ?",o.push(t+1,s);let i=this.db.prepare(r).all(...o);return{sessions:i.slice(0,t),hasMore:i.length>t}}getUserPromptById(e){return this.db.prepare(`
|
|
990
1008
|
SELECT
|
|
991
1009
|
up.*,
|
|
992
1010
|
s.memory_session_id,
|
|
@@ -995,7 +1013,7 @@ ${N.stack??""}
|
|
|
995
1013
|
FROM user_prompts up
|
|
996
1014
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
997
1015
|
WHERE up.id = ?
|
|
998
|
-
`).get(e)}findRecentDuplicateUserPrompt(e,t,s,
|
|
1016
|
+
`).get(e)}findRecentDuplicateUserPrompt(e,t,s,r){return In(this.db,e,Me(t),s,this.resolvePromptSessionDbId(e,r)??void 0)}getRecentSessionsWithStatus(e,t=3,s){let r=[e],o="";return s&&(o=`AND COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`,r.push(D(s))),r.push(t),this.db.prepare(`
|
|
999
1017
|
SELECT * FROM (
|
|
1000
1018
|
SELECT
|
|
1001
1019
|
s.memory_session_id,
|
|
@@ -1007,24 +1025,24 @@ ${N.stack??""}
|
|
|
1007
1025
|
FROM sdk_sessions s
|
|
1008
1026
|
LEFT JOIN session_summaries sum ON s.memory_session_id = sum.memory_session_id
|
|
1009
1027
|
WHERE s.project COLLATE NOCASE = ? AND s.memory_session_id IS NOT NULL
|
|
1010
|
-
${
|
|
1028
|
+
${o}
|
|
1011
1029
|
GROUP BY s.memory_session_id
|
|
1012
1030
|
ORDER BY s.started_at_epoch DESC
|
|
1013
1031
|
LIMIT ?
|
|
1014
1032
|
)
|
|
1015
1033
|
ORDER BY started_at_epoch ASC
|
|
1016
|
-
`).all(...
|
|
1034
|
+
`).all(...r)}getObservationsForSession(e,t){let s=[e],r="";return t&&(r=`
|
|
1017
1035
|
AND EXISTS (
|
|
1018
1036
|
SELECT 1
|
|
1019
1037
|
FROM sdk_sessions s
|
|
1020
1038
|
WHERE s.memory_session_id = observations.memory_session_id
|
|
1021
1039
|
AND COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?
|
|
1022
1040
|
)
|
|
1023
|
-
`,s.push(
|
|
1041
|
+
`,s.push(D(t))),this.db.prepare(`
|
|
1024
1042
|
SELECT title, subtitle, type, prompt_number
|
|
1025
1043
|
FROM observations
|
|
1026
1044
|
WHERE memory_session_id = ?
|
|
1027
|
-
${
|
|
1045
|
+
${r}
|
|
1028
1046
|
ORDER BY created_at_epoch ASC
|
|
1029
1047
|
`).all(...s)}getObservationById(e,t){return t?this.db.prepare(`
|
|
1030
1048
|
SELECT o.*
|
|
@@ -1032,32 +1050,32 @@ ${N.stack??""}
|
|
|
1032
1050
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id
|
|
1033
1051
|
WHERE o.id = ?
|
|
1034
1052
|
AND COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?
|
|
1035
|
-
`).get(e,
|
|
1053
|
+
`).get(e,D(t))||null:this.db.prepare(`
|
|
1036
1054
|
SELECT *
|
|
1037
1055
|
FROM observations
|
|
1038
1056
|
WHERE id = ?
|
|
1039
|
-
`).get(e)||null}upsertToolUse(e){return
|
|
1057
|
+
`).get(e)||null}upsertToolUse(e){return Ys(this.db,e)}linkToolUsesToObservation(e){return Ks(this.db,e)}setToolUseDisposition(e){return js(this.db,e)}findSessionsWithPendingToolUses(e){return Gs(this.db,e)}getPendingToolUses(e){return Ws(this.db,e)}getToolUsesByIds(e,t={}){return qs(this.db,e,t)}queryToolUses(e={}){return Js(this.db,e)}appendWorkStateEntry(e){let t=Zs(this.db,e);return z({projects:[e.project]},"appendWorkStateEntry"),t}getWorkStateEntries(e,t){let s=en(this.db,this.getProjectReadKeys(e),t),r=a=>a.replace(/[A-Z]/g,d=>d.toLowerCase()),o=new Set(e.map(r)),i=e.at(-1);return s.map(a=>i&&o.has(r(a.project))?{...a,scope_project:i}:a)}countToolUses(e={}){return zs(this.db,e)}getObservationsByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r,type:o,concepts:i,files:a}=t,d=Ht(t.limit),u=H(t),c=s==="relevance",l=s==="date_asc"?"ASC":"DESC",_=c?"":`ORDER BY o.created_at_epoch ${l}, o.id ${l}`,p=d&&!c?"LIMIT ?":"",T=e.map(()=>"?").join(","),A=[...e],N=[];if(u.length>0){let g=G("o",u,{includeMerged:!0});N.push(g.sql),A.push(...g.params)}if(r&&(N.push(`COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`),A.push(D(r))),o)if(Array.isArray(o)){let g=o.map(()=>"?").join(",");N.push(`o.type IN (${g})`),A.push(...o)}else N.push("o.type = ?"),A.push(o);if(i){let g=Array.isArray(i)?i:[i],P=g.map(()=>"EXISTS (SELECT 1 FROM json_each(o.concepts) WHERE value = ?)");A.push(...g),N.push(`(${P.join(" OR ")})`)}if(a){let g=Array.isArray(a)?a:[a],P=g.map(()=>"(EXISTS (SELECT 1 FROM json_each(o.files_read) WHERE value LIKE ? ESCAPE '\\') OR EXISTS (SELECT 1 FROM json_each(o.files_modified) WHERE value LIKE ? ESCAPE '\\'))");g.forEach(f=>{let C=f.replace(/[\\%_]/g,"\\$&");A.push(`%${C}%`,`%${C}%`)}),N.push(`(${P.join(" OR ")})`)}let b=N.length>0?`WHERE o.id IN (${T}) AND ${N.join(" AND ")}`:`WHERE o.id IN (${T})`;p&&A.push(d);let m=this.db.prepare(`
|
|
1040
1058
|
SELECT o.*
|
|
1041
1059
|
FROM observations o
|
|
1042
1060
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id
|
|
1043
|
-
${
|
|
1044
|
-
${
|
|
1061
|
+
${b}
|
|
1062
|
+
${_}
|
|
1045
1063
|
${p}
|
|
1046
|
-
`).all(...
|
|
1064
|
+
`).all(...A);if(!c)return m;let y=new Map(m.map(g=>[g.id,g])),B=e.map(g=>y.get(g)).filter(g=>!!g);return d?B.slice(0,d):B}getSummaryForSession(e,t){let s=[e],r="";return t&&(r=`
|
|
1047
1065
|
AND EXISTS (
|
|
1048
1066
|
SELECT 1
|
|
1049
1067
|
FROM sdk_sessions sdk
|
|
1050
1068
|
WHERE sdk.memory_session_id = session_summaries.memory_session_id
|
|
1051
1069
|
AND COALESCE(NULLIF(sdk.platform_source, ''), '${S}') = ?
|
|
1052
1070
|
)
|
|
1053
|
-
`,s.push(
|
|
1071
|
+
`,s.push(D(t))),this.db.prepare(`
|
|
1054
1072
|
SELECT
|
|
1055
1073
|
request, investigated, learned, completed, next_steps,
|
|
1056
1074
|
files_read, files_edited, notes, prompt_number, created_at,
|
|
1057
1075
|
created_at_epoch
|
|
1058
1076
|
FROM session_summaries
|
|
1059
1077
|
WHERE memory_session_id = ?
|
|
1060
|
-
${
|
|
1078
|
+
${r}
|
|
1061
1079
|
ORDER BY created_at_epoch DESC, id DESC
|
|
1062
1080
|
LIMIT 1
|
|
1063
1081
|
`).get(...s)||null}getSessionById(e){return this.db.prepare(`
|
|
@@ -1074,32 +1092,32 @@ ${N.stack??""}
|
|
|
1074
1092
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
1075
1093
|
AND content_session_id = ?
|
|
1076
1094
|
LIMIT 1
|
|
1077
|
-
`).get(S,
|
|
1095
|
+
`).get(S,D(t),e)?.id??null}setSessionObservedMetadata(e,t,s){this.db.prepare(`
|
|
1078
1096
|
UPDATE sdk_sessions
|
|
1079
1097
|
SET observed_model = COALESCE(?, observed_model),
|
|
1080
1098
|
observed_billing = COALESCE(?, observed_billing)
|
|
1081
1099
|
WHERE id = ?
|
|
1082
|
-
`).run(t||null,s||null,e)}getSdkSessionsBySessionIds(e,t=[]){if(e.length===0&&t.length===0)return[];let s=[...new Set(e),...new Set(t)],
|
|
1100
|
+
`).run(t||null,s||null,e)}getSdkSessionsBySessionIds(e,t=[]){if(e.length===0&&t.length===0)return[];let s=[...new Set(e),...new Set(t)],r=new Map;for(let o=0;o<s.length;o+=500){let i=s.slice(o,o+500),a=i.filter(l=>typeof l=="string"),d=i.filter(l=>typeof l=="number"),u=[];a.length&&u.push(`memory_session_id IN (${a.map(()=>"?").join(",")})`),d.length&&u.push(`id IN (SELECT session_db_id FROM user_prompts WHERE id IN (${d.map(()=>"?").join(",")}))`);let c=this.db.prepare(`
|
|
1083
1101
|
SELECT id, content_session_id, memory_session_id, project,
|
|
1084
1102
|
COALESCE(platform_source, '${S}') as platform_source,
|
|
1085
1103
|
user_prompt, custom_title,
|
|
1086
1104
|
started_at, started_at_epoch, completed_at, completed_at_epoch, status
|
|
1087
1105
|
FROM sdk_sessions
|
|
1088
|
-
WHERE ${
|
|
1106
|
+
WHERE ${u.join(" OR ")}
|
|
1089
1107
|
ORDER BY started_at_epoch DESC
|
|
1090
|
-
`);for(let
|
|
1091
|
-
SELECT COALESCE(MAX(prompt_number), 0) as count FROM user_prompts WHERE ${
|
|
1092
|
-
`).get(
|
|
1093
|
-
SELECT COALESCE(MAX(prompt_number), 0) as count FROM user_prompts WHERE ${
|
|
1094
|
-
`).get(
|
|
1108
|
+
`);for(let l of c.all(...i))r.set(l.id,l)}return[...r.values()].sort((o,i)=>i.started_at_epoch-o.started_at_epoch)}getPromptNumberFromUserPrompts(e,t,s){let r=this.resolvePromptSessionDbId(e,t),o=r!==null?"session_db_id = ?":"content_session_id = ?",i=r!==null?r:e;return s!==void 0?this.db.prepare(`
|
|
1109
|
+
SELECT COALESCE(MAX(prompt_number), 0) as count FROM user_prompts WHERE ${o} AND created_at_epoch <= ?
|
|
1110
|
+
`).get(i,s).count:this.db.prepare(`
|
|
1111
|
+
SELECT COALESCE(MAX(prompt_number), 0) as count FROM user_prompts WHERE ${o}
|
|
1112
|
+
`).get(i).count}getLatestPromptTextFromUserPrompts(e,t){let s=this.resolvePromptSessionDbId(e,t),r=s!==null?"session_db_id = ?":"content_session_id = ?",o=s!==null?s:e;return this.db.prepare(`
|
|
1095
1113
|
SELECT prompt_text
|
|
1096
1114
|
FROM user_prompts
|
|
1097
|
-
WHERE ${
|
|
1115
|
+
WHERE ${r}
|
|
1098
1116
|
AND prompt_text IS NOT NULL
|
|
1099
1117
|
AND length(trim(prompt_text)) > 0
|
|
1100
1118
|
ORDER BY prompt_number DESC, created_at_epoch DESC
|
|
1101
1119
|
LIMIT 1
|
|
1102
|
-
`).get(
|
|
1120
|
+
`).get(o)?.prompt_text??null}getPromptTextByNumber(e,t){return this.db.prepare(`
|
|
1103
1121
|
SELECT prompt_text
|
|
1104
1122
|
FROM user_prompts
|
|
1105
1123
|
WHERE session_db_id = ? AND prompt_number = ?
|
|
@@ -1107,65 +1125,65 @@ ${N.stack??""}
|
|
|
1107
1125
|
AND length(trim(prompt_text)) > 0
|
|
1108
1126
|
ORDER BY created_at_epoch DESC
|
|
1109
1127
|
LIMIT 1
|
|
1110
|
-
`).get(e,t)?.prompt_text??null}createSDKSession(e,t,s,
|
|
1128
|
+
`).get(e,t)?.prompt_text??null}createSDKSession(e,t,s,r,o){let i=new Date,a=i.getTime(),d=o?D(o):S,u=Me(s);r&&this.validateSetTitleMutation(e,d,r);let c=this.db.prepare(`
|
|
1111
1129
|
SELECT id, platform_source
|
|
1112
1130
|
FROM sdk_sessions
|
|
1113
1131
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
1114
1132
|
AND content_session_id = ?
|
|
1115
|
-
`).get(S,d,e);if(
|
|
1133
|
+
`).get(S,d,e);if(c){if(t&&this.db.prepare(`
|
|
1116
1134
|
UPDATE sdk_sessions SET project = ?
|
|
1117
1135
|
WHERE id = ? AND (project IS NULL OR project = '' OR (project = 'unknown' AND cwd IS NULL))
|
|
1118
|
-
`).run(t,
|
|
1136
|
+
`).run(t,c.id),u&&u!==Ut&&this.db.prepare(`
|
|
1119
1137
|
UPDATE sdk_sessions SET user_prompt = ?
|
|
1120
1138
|
WHERE id = ? AND (user_prompt IS NULL OR user_prompt = '' OR user_prompt = ?)
|
|
1121
|
-
`).run(
|
|
1139
|
+
`).run(u,c.id,Ut),r){let _=this.db.prepare("SELECT custom_title FROM sdk_sessions WHERE id = ?").get(c.id);_&&_.custom_title===null&&(this.db.prepare(`
|
|
1122
1140
|
UPDATE sdk_sessions SET custom_title = ?
|
|
1123
1141
|
WHERE id = ? AND custom_title IS NULL
|
|
1124
|
-
`).run(
|
|
1142
|
+
`).run(r,c.id),this.enqueueSetTitleOp(e,d,r))}return c.id}let l=this.db.prepare(`
|
|
1125
1143
|
INSERT INTO sdk_sessions
|
|
1126
1144
|
(content_session_id, memory_session_id, project, platform_source, user_prompt, custom_title, started_at, started_at_epoch, status)
|
|
1127
1145
|
VALUES (?, NULL, ?, ?, ?, ?, ?, ?, 'active')
|
|
1128
|
-
`).run(e,t,d,
|
|
1146
|
+
`).run(e,t,d,u,r||null,i.toISOString(),a);return r&&this.enqueueSetTitleOp(e,d,r),Number(l.lastInsertRowid)}setSessionCwd(e,t,s){t.trim()&&this.db.prepare("UPDATE sdk_sessions SET cwd = ?, project_key_source = ? WHERE id = ? AND cwd IS NULL").run(t,s??null,e)}getSessionCwd(e){return this.db.prepare("SELECT cwd FROM sdk_sessions WHERE id = ?").get(e)?.cwd??null}enqueueSetTitleOp(e,t,s){let r=this.validateSetTitleMutation(e,t,s);this.enqueueMutationOp("1",r)}validateSetTitleMutation(e,t,s){let r={op:"set_title",target:{content_session_id:e,platform_source:t},fields:{custom_title:s}};return Bt(r),r}saveUserPrompt(e,t,s,r,o,i){let a=new Date,d=a.getTime(),u=Me(s),c=this.resolvePromptSessionDbId(e,r);return this.db.prepare(`
|
|
1129
1147
|
INSERT INTO user_prompts
|
|
1130
1148
|
(session_db_id, content_session_id, prompt_number, prompt_text, created_at, created_at_epoch, native_prompt_id, native_prompt_hash)
|
|
1131
1149
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
1132
|
-
`).run(
|
|
1133
|
-
WHERE session_db_id = ? AND native_prompt_id = ?`).get(t,s);if(d){if(d.native_prompt_hash!==a)throw new Error("Native prompt identity was reused with different text");return{id:d.id,promptNumber:d.prompt_number,duplicate:!0}}let
|
|
1150
|
+
`).run(c,e,t,u,a.toISOString(),d,o??null,i??null).lastInsertRowid}saveNativeUserPrompt(e,t,s,r,o=r){if(!s||s.length>256||/[\s\x00-\x1f\x7f]/.test(s))throw new Error("Invalid native prompt identity");let i=Me(r),a=(0,et.createHash)("sha256").update(qe(o).trim()).digest("hex");return this.db.transaction(()=>{let d=this.db.prepare(`SELECT id, prompt_number, native_prompt_hash FROM user_prompts
|
|
1151
|
+
WHERE session_db_id = ? AND native_prompt_id = ?`).get(t,s);if(d){if(d.native_prompt_hash!==a)throw new Error("Native prompt identity was reused with different text");return{id:d.id,promptNumber:d.prompt_number,duplicate:!0}}let u=this.getPromptNumberFromUserPrompts(e,t)+1;return this.reopenCompletedSession(t),{id:this.saveUserPrompt(e,u,i,t,s,a),promptNumber:u,duplicate:!1}}).immediate()}getUserPrompt(e,t,s){let r=this.resolvePromptSessionDbId(e,s);return r!==null?this.db.prepare(`
|
|
1134
1152
|
SELECT prompt_text
|
|
1135
1153
|
FROM user_prompts
|
|
1136
1154
|
WHERE session_db_id = ? AND prompt_number = ?
|
|
1137
1155
|
LIMIT 1
|
|
1138
|
-
`).get(
|
|
1156
|
+
`).get(r,t)?.prompt_text??null:this.db.prepare(`
|
|
1139
1157
|
SELECT prompt_text
|
|
1140
1158
|
FROM user_prompts
|
|
1141
1159
|
WHERE content_session_id = ? AND prompt_number = ?
|
|
1142
1160
|
LIMIT 1
|
|
1143
|
-
`).get(e,t)?.prompt_text??null}dedupConfig(){let e
|
|
1161
|
+
`).get(e,t)?.prompt_text??null}dedupConfig(){let e=$.loadFromFile(Te),t=(r,o)=>{let i=Number(e[r]);return Number.isFinite(i)?i:o},s=(r,o)=>Math.trunc(t(r,o));return{enabled:e.MEMINDEX_DEDUP_ENABLED==="true",cosineThreshold:t("MEMINDEX_DEDUP_COSINE_THRESHOLD",.8),idfVetoDf:s("MEMINDEX_DEDUP_IDF_VETO_DF",10),minSharedTokens:s("MEMINDEX_DEDUP_MIN_SHARED_TOKENS",2),maxScan:s("MEMINDEX_DEDUP_MAX_SCAN",2e3),maxBackfillRows:s("MEMINDEX_DEDUP_MAX_BACKFILL_ROWS",5e4),minProjectDocs:s("MEMINDEX_DEDUP_MIN_PROJECT_DOCS",10)}}listDedupCandidates(e,t=100,s){let r="SELECT c.id, c.project, c.method, c.score, c.status, c.created_at_epoch, c.observation_id, o1.title AS observation_title, c.duplicate_of_id, o2.title AS duplicate_of_title FROM observation_dedup_candidates c JOIN observations o1 ON o1.id = c.observation_id JOIN observations o2 ON o2.id = c.duplicate_of_id ",o="(? IS NULL OR c.status = ?) ",i="ORDER BY c.score DESC, c.id DESC LIMIT ?",a=s??null;return e?this.db.prepare(`${r}WHERE c.project = ? AND ${o}${i}`).all(e,a,a,t):this.db.prepare(`${r}WHERE ${o}${i}`).all(a,a,t)}resolveDedupCandidate(e,t){return this.db.prepare("UPDATE observation_dedup_candidates SET status = ? WHERE id = ?").run(t,e).changes>0}isDedupEnabled(){return this.dedupConfig().enabled}runDedupScan(){return Nn(this.db,this.dedupConfig())}maintainDedupOnInsert(e,t,s,r){pn(this.db,e,s),gn(this.db,e,r.minProjectDocs)&&hn(this.db,e,t,s,r)}storeObservation(e,t,s,r,o=0,i,a,d={}){if(!It(s.title))throw new Error("storeObservation requires a non-empty title");let u=this.storeObservations(e,t,[s],null,r,o,i,a,d);return{id:u.observationIds[0],createdAtEpoch:u.createdAtEpoch,mergedIntoExisting:u.mergedIntoExisting[0]??!1}}storeSummary(e,t,s,r,o=0,i){let a=i??Date.now(),d=new Date(a).toISOString(),c=this.db.prepare(`
|
|
1144
1162
|
INSERT INTO session_summaries
|
|
1145
1163
|
(memory_session_id, project, request, investigated, learned, completed,
|
|
1146
1164
|
next_steps, files_read, files_edited, notes, prompt_number, discovery_tokens, created_at, created_at_epoch)
|
|
1147
1165
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1148
|
-
`).run(e,t,s.request,s.investigated,s.learned,s.completed,s.next_steps,JSON.stringify(s.files_read??[]),JSON.stringify(s.files_edited??[]),s.notes,
|
|
1166
|
+
`).run(e,t,s.request,s.investigated,s.learned,s.completed,s.next_steps,JSON.stringify(s.files_read??[]),JSON.stringify(s.files_edited??[]),s.notes,r||null,o,d,a);return z({projects:[t]},"storeSummary"),{id:Number(c.lastInsertRowid),createdAtEpoch:a}}storeObservations(e,t,s,r,o,i=0,a,d,u={}){let c=a??Date.now(),l=new Date(c).toISOString(),_=Xs(c),p=new Date(c),T=this.dedupConfig(),A=D(this.db.prepare("SELECT platform_source FROM sdk_sessions WHERE memory_session_id = ? LIMIT 1").get(e)?.platform_source),b=this.db.transaction(()=>{let h=[],m=[],y=[],B=this.db.prepare(`
|
|
1149
1167
|
INSERT INTO observations
|
|
1150
1168
|
(memory_session_id, project, type, title, subtitle, facts, narrative, concepts,
|
|
1151
1169
|
files_read, files_modified, prompt_number, discovery_tokens, agent_type, agent_id, content_hash, created_at, created_at_epoch,
|
|
1152
|
-
generated_by_model, metadata, title_norm_key, reinforcement_dates, last_reinforced)
|
|
1153
|
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1170
|
+
generated_by_model, metadata, title_norm_key, reinforcement_dates, last_reinforced, branch)
|
|
1171
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1154
1172
|
ON CONFLICT(memory_session_id, content_hash) DO NOTHING
|
|
1155
1173
|
RETURNING id
|
|
1156
|
-
`),
|
|
1174
|
+
`),g=this.db.prepare("SELECT id FROM observations WHERE memory_session_id = ? AND content_hash = ?");for(let f of s){if(!It(f.title)){E.debug("DB","Skipping observation with empty title");continue}let C=Us(e,f.title,f.narrative),W=Ke(t,A,f.title,De(f.agent_id,f.agent_type));if(T.enabled){let tt=g.get(e,C);if(tt){Ye(this.db,tt.id,p),h.push(tt.id),m.push(!1);continue}let Ue=u.skipTitleDedup?null:_n(this.db,t,W);if(Ue){this.db.prepare("UPDATE observations SET occurrence_count = occurrence_count + 1 WHERE id = ?").run(Ue.id),Ye(this.db,Ue.id,p),h.push(Ue.id),m.push(!0);continue}}let Y=B.get(e,t,f.type,f.title,f.subtitle,JSON.stringify(f.facts),f.narrative,JSON.stringify(f.concepts),JSON.stringify(f.files_read),JSON.stringify(f.files_modified),o||null,i,f.agent_type??null,f.agent_id??null,C,l,c,d||null,f.metadata??null,W,_.dates,_.lastReinforced,u.branch??null);if(Y){T.enabled&&this.maintainDedupOnInsert(t,Y.id,f.title,T),h.push(Y.id),m.push(!1),y.push(Y.id);continue}let _e=g.get(e,C);if(!_e)throw new Error(`storeObservations: ON CONFLICT without existing row for content_hash=${C}`);Ye(this.db,_e.id,p),h.push(_e.id),m.push(!1)}let P=null;if(r){let f=xn(s),C=r.files_read??f.files_read,W=r.files_edited??f.files_edited,_e=this.db.prepare(`
|
|
1157
1175
|
INSERT INTO session_summaries
|
|
1158
1176
|
(memory_session_id, project, request, investigated, learned, completed,
|
|
1159
1177
|
next_steps, files_read, files_edited, notes, prompt_number, discovery_tokens, created_at, created_at_epoch)
|
|
1160
1178
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1161
|
-
`).run(e,t,
|
|
1179
|
+
`).run(e,t,r.request,r.investigated,r.learned,r.completed,r.next_steps,JSON.stringify(C),JSON.stringify(W),r.notes,o||null,i,l,c);P=Number(_e.lastInsertRowid)}return{observationIds:h,mergedIntoExisting:m,insertedObservationIds:y,summaryId:P,createdAtEpoch:c}})();return z({projects:[t]},"storeObservations"),b}updateDiscoveryTokens(e,t,s){e.length===0&&t===null||this.db.transaction(()=>{let r=this.db.prepare("UPDATE observations SET discovery_tokens = ? WHERE id = ?");for(let o of e)r.run(s,o);t!==null&&this.db.prepare("UPDATE session_summaries SET discovery_tokens = ? WHERE id = ?").run(s,t)})()}getSessionSummariesByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r}=t,o=Ht(t.limit),i=H(t),a=s==="relevance",d=s==="date_asc"?"ASC":"DESC",u=a?"":`ORDER BY ss.created_at_epoch ${d}, ss.id ${d}`,c=o&&!a?"LIMIT ?":"",l=e.map(()=>"?").join(","),_=[...e],p=[];if(i.length>0){let m=G("ss",i,{includeMerged:!0});p.push(m.sql),_.push(...m.params)}r&&(p.push(`COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`),_.push(D(r)));let T=p.length>0?`AND ${p.join(" AND ")}`:"";c&&_.push(o);let N=this.db.prepare(`
|
|
1162
1180
|
SELECT ss.*
|
|
1163
1181
|
FROM session_summaries ss
|
|
1164
1182
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = ss.memory_session_id
|
|
1165
|
-
WHERE ss.id IN (${
|
|
1166
|
-
${
|
|
1167
|
-
${
|
|
1168
|
-
`).all(...
|
|
1183
|
+
WHERE ss.id IN (${l}) ${T}
|
|
1184
|
+
${u}
|
|
1185
|
+
${c}
|
|
1186
|
+
`).all(..._);if(!a)return N;let b=new Map(N.map(m=>[m.id,m])),h=e.map(m=>b.get(m)).filter(m=>!!m);return o?h.slice(0,o):h}getUserPromptsByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r}=t,o=Ht(t.limit),i=H(t),a=s==="relevance",d=s==="date_asc"?"ASC":"DESC",u=a?"":`ORDER BY up.created_at_epoch ${d}, up.id ${d}`,c=o&&!a?"LIMIT ?":"",l=e.map(()=>"?").join(","),_=[...e],p=[];if(i.length>0){let m=G("s",i,{includeMerged:!1});p.push(m.sql),_.push(...m.params)}r&&(p.push(`COALESCE(NULLIF(s.platform_source, ''), '${S}') = ?`),_.push(D(r)));let T=p.length>0?`AND ${p.join(" AND ")}`:"";c&&_.push(o);let N=this.db.prepare(`
|
|
1169
1187
|
SELECT
|
|
1170
1188
|
up.*,
|
|
1171
1189
|
s.project,
|
|
@@ -1173,96 +1191,96 @@ ${N.stack??""}
|
|
|
1173
1191
|
COALESCE(NULLIF(s.platform_source, ''), '${S}') as platform_source
|
|
1174
1192
|
FROM user_prompts up
|
|
1175
1193
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1176
|
-
WHERE up.id IN (${
|
|
1177
|
-
${
|
|
1178
|
-
${
|
|
1179
|
-
`).all(...
|
|
1194
|
+
WHERE up.id IN (${l}) ${T}
|
|
1195
|
+
${u}
|
|
1196
|
+
${c}
|
|
1197
|
+
`).all(..._);if(!a)return N;let b=new Map(N.map(m=>[m.id,m])),h=e.map(m=>b.get(m)).filter(m=>!!m);return o?h.slice(0,o):h}getTimelineAroundTimestamp(e,t=10,s=10,r,o,i){return this.getTimelineAroundObservation(null,e,t,s,r,o,i)}getTimelineAroundObservation(e,t,s=10,r=10,o,i,a){let d=H({project:o,projects:a}),u=i?D(i):void 0,c=(g,P,f=!1)=>{let C=[],W=[];if(d.length>0){let Y=G(g,d,{includeMerged:f});C.push(Y.sql),W.push(...Y.params)}return u&&(C.push(`COALESCE(NULLIF(${P}.platform_source, ''), '${S}') = ?`),W.push(u)),{clause:C.length>0?`AND ${C.join(" AND ")}`:"",params:W}},l=c("o","src",!0),_=c("ss","src",!0),p=c("s","s"),T,A;if(e!==null){let g=`
|
|
1180
1198
|
SELECT o.id, o.created_at_epoch
|
|
1181
1199
|
FROM observations o
|
|
1182
1200
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1183
|
-
WHERE (o.created_at_epoch, o.id) <= (?, ?) ${
|
|
1201
|
+
WHERE (o.created_at_epoch, o.id) <= (?, ?) ${l.clause}
|
|
1184
1202
|
ORDER BY o.created_at_epoch DESC
|
|
1185
1203
|
LIMIT ?
|
|
1186
|
-
`,
|
|
1204
|
+
`,P=`
|
|
1187
1205
|
SELECT o.id, o.created_at_epoch
|
|
1188
1206
|
FROM observations o
|
|
1189
1207
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1190
|
-
WHERE (o.created_at_epoch, o.id) >= (?, ?) ${
|
|
1208
|
+
WHERE (o.created_at_epoch, o.id) >= (?, ?) ${l.clause}
|
|
1191
1209
|
ORDER BY o.created_at_epoch ASC
|
|
1192
1210
|
LIMIT ?
|
|
1193
|
-
`;try{let
|
|
1211
|
+
`;try{let f=this.db.prepare(g).all(t,e,...l.params,s+1),C=this.db.prepare(P).all(t,e,...l.params,r+1);if(f.length===0&&C.length===0)return{observations:[],sessions:[],prompts:[]};T=f.length>0?f[f.length-1].created_at_epoch:t,A=C.length>0?C[C.length-1].created_at_epoch:t}catch(f){return f instanceof Error?E.error("DB","Error getting boundary observations",{project:o},f):E.error("DB","Error getting boundary observations with non-Error",{},new Error(String(f))),{observations:[],sessions:[],prompts:[]}}}else{let g=`
|
|
1194
1212
|
SELECT o.created_at_epoch
|
|
1195
1213
|
FROM observations o
|
|
1196
1214
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1197
|
-
WHERE o.created_at_epoch < ? ${
|
|
1215
|
+
WHERE o.created_at_epoch < ? ${l.clause}
|
|
1198
1216
|
ORDER BY o.created_at_epoch DESC
|
|
1199
1217
|
LIMIT ?
|
|
1200
|
-
`,
|
|
1218
|
+
`,P=`
|
|
1201
1219
|
SELECT o.created_at_epoch
|
|
1202
1220
|
FROM observations o
|
|
1203
1221
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1204
|
-
WHERE o.created_at_epoch > ? ${
|
|
1222
|
+
WHERE o.created_at_epoch > ? ${l.clause}
|
|
1205
1223
|
ORDER BY o.created_at_epoch ASC
|
|
1206
1224
|
LIMIT ?
|
|
1207
|
-
`;try{let
|
|
1225
|
+
`;try{let f=this.db.prepare(g).all(t,...l.params,s),C=this.db.prepare(P).all(t,...l.params,r);T=f.length>0?f[f.length-1].created_at_epoch:t,A=C.length>0?C[C.length-1].created_at_epoch:t}catch(f){return f instanceof Error?E.error("DB","Error getting boundary timestamps",{project:o},f):E.error("DB","Error getting boundary timestamps with non-Error",{},new Error(String(f))),{observations:[],sessions:[],prompts:[]}}}let N=`
|
|
1208
1226
|
SELECT o.*
|
|
1209
1227
|
FROM observations o
|
|
1210
1228
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1211
|
-
WHERE o.created_at_epoch >= ? AND o.created_at_epoch <= ? ${
|
|
1229
|
+
WHERE o.created_at_epoch >= ? AND o.created_at_epoch <= ? ${l.clause}
|
|
1212
1230
|
ORDER BY o.created_at_epoch ASC, o.id ASC
|
|
1213
|
-
`,
|
|
1231
|
+
`,b=`
|
|
1214
1232
|
SELECT ss.*
|
|
1215
1233
|
FROM session_summaries ss
|
|
1216
1234
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = ss.memory_session_id
|
|
1217
|
-
WHERE ss.created_at_epoch >= ? AND ss.created_at_epoch <= ? ${
|
|
1235
|
+
WHERE ss.created_at_epoch >= ? AND ss.created_at_epoch <= ? ${_.clause}
|
|
1218
1236
|
ORDER BY ss.created_at_epoch ASC, ss.id ASC
|
|
1219
|
-
`,
|
|
1237
|
+
`,h=`
|
|
1220
1238
|
SELECT up.*, s.project, s.memory_session_id, COALESCE(NULLIF(s.platform_source, ''), '${S}') as platform_source
|
|
1221
1239
|
FROM user_prompts up
|
|
1222
1240
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1223
1241
|
WHERE up.created_at_epoch >= ? AND up.created_at_epoch <= ? ${p.clause}
|
|
1224
1242
|
ORDER BY up.created_at_epoch ASC, up.id ASC
|
|
1225
|
-
`,m=this.db.prepare(
|
|
1243
|
+
`,m=this.db.prepare(N).all(T,A,...l.params),y=this.db.prepare(b).all(T,A,..._.params),B=this.db.prepare(h).all(T,A,...p.params);return{observations:m,sessions:y.map(g=>({id:g.id,memory_session_id:g.memory_session_id,project:g.project,request:g.request,completed:g.completed,next_steps:g.next_steps,created_at:g.created_at,created_at_epoch:g.created_at_epoch})),prompts:B.map(g=>({id:g.id,content_session_id:g.content_session_id,prompt_number:g.prompt_number,prompt_text:g.prompt_text,project:g.project,platform_source:g.platform_source,created_at:g.created_at,created_at_epoch:g.created_at_epoch}))}}getOrCreateManualSession(e,t=S){let s=`manual-${e}`,r=`manual-content-${e}`;if(this.db.prepare("SELECT memory_session_id FROM sdk_sessions WHERE memory_session_id = ?").get(s))return t&&t!==S&&this.db.prepare("UPDATE sdk_sessions SET platform_source = ? WHERE memory_session_id = ?").run(t,s),s;let i=new Date;return this.db.prepare(`
|
|
1226
1244
|
INSERT INTO sdk_sessions (memory_session_id, content_session_id, project, platform_source, started_at, started_at_epoch, status)
|
|
1227
1245
|
VALUES (?, ?, ?, ?, ?, ?, 'active')
|
|
1228
|
-
`).run(s,
|
|
1229
|
-
WHERE platform_source = ? AND content_session_id = ?`).get(t,e.content_session_id);if(s)return{imported:!1,id:s.id};let
|
|
1246
|
+
`).run(s,r,e,S,i.toISOString(),i.getTime()),E.info("SESSION","Created manual session",{memorySessionId:s,project:e}),s}close(){this.db.close()}cachedStatement(e){let t=this.statementCache.get(e);return t||(t=this.db.prepare(e),this.statementCache.set(e,t)),t}importSdkSession(e){let t=D(e.platform_source),s=this.db.prepare(`SELECT id FROM sdk_sessions
|
|
1247
|
+
WHERE platform_source = ? AND content_session_id = ?`).get(t,e.content_session_id);if(s)return{imported:!1,id:s.id};let r=e.custom_title??null;if(r!==null&&typeof r!="string")throw new TypeError("Imported custom_title must be a string or null");let o=this.db.prepare(`
|
|
1230
1248
|
INSERT INTO sdk_sessions (
|
|
1231
1249
|
content_session_id, memory_session_id, project, platform_source, user_prompt, custom_title,
|
|
1232
1250
|
started_at, started_at_epoch, completed_at, completed_at_epoch, status
|
|
1233
1251
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1234
|
-
`);return this.db.transaction(()=>({imported:!0,id:
|
|
1252
|
+
`);return this.db.transaction(()=>({imported:!0,id:o.run(e.content_session_id,e.memory_session_id,e.project,t,e.user_prompt,r,e.started_at,e.started_at_epoch,e.completed_at,e.completed_at_epoch,e.status).lastInsertRowid}))()}importSessionSummary(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return E.warn("DB","Skipping imported session summary without memory_session_id",{project:typeof e?.project=="string"?e.project:null}),{imported:!1,id:0};let t=this.db.prepare(`SELECT id FROM session_summaries WHERE memory_session_id = ?
|
|
1235
1253
|
AND request IS ? AND investigated IS ? AND learned IS ? AND completed IS ?
|
|
1236
1254
|
AND next_steps IS ? AND files_read IS ? AND files_edited IS ? AND notes IS ?
|
|
1237
|
-
AND prompt_number IS ? AND created_at_epoch = ?`).get(e.memory_session_id,R(e.request),R(e.investigated),R(e.learned),R(e.completed),R(e.next_steps),R(e.files_read),R(e.files_edited),R(e.notes),e.prompt_number??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let
|
|
1255
|
+
AND prompt_number IS ? AND created_at_epoch = ?`).get(e.memory_session_id,R(e.request),R(e.investigated),R(e.learned),R(e.completed),R(e.next_steps),R(e.files_read),R(e.files_edited),R(e.notes),e.prompt_number??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let r=this.db.prepare(`
|
|
1238
1256
|
INSERT INTO session_summaries (
|
|
1239
1257
|
memory_session_id, project, request, investigated, learned,
|
|
1240
1258
|
completed, next_steps, files_read, files_edited, notes,
|
|
1241
1259
|
prompt_number, discovery_tokens, created_at, created_at_epoch, merged_into_project
|
|
1242
1260
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1243
|
-
`).run(e.memory_session_id,e.project,R(e.request),R(e.investigated),R(e.learned),R(e.completed),R(e.next_steps),R(e.files_read),R(e.files_edited),R(e.notes),e.prompt_number,e.discovery_tokens||0,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return
|
|
1261
|
+
`).run(e.memory_session_id,e.project,R(e.request),R(e.investigated),R(e.learned),R(e.completed),R(e.next_steps),R(e.files_read),R(e.files_edited),R(e.notes),e.prompt_number,e.discovery_tokens||0,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return z({projects:[e.project]},"importSessionSummary"),{imported:!0,id:r.lastInsertRowid}}importObservation(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return E.warn("DB","Skipping imported observation without memory_session_id",{title:typeof e?.title=="string"?e.title:null,type:typeof e?.type=="string"?e.type:null}),{imported:!1,id:0};let t=this.db.prepare(`
|
|
1244
1262
|
SELECT id FROM observations
|
|
1245
1263
|
WHERE memory_session_id = ? AND text IS ? AND type = ?
|
|
1246
1264
|
AND title IS ? AND subtitle IS ? AND facts IS ? AND narrative IS ?
|
|
1247
1265
|
AND concepts IS ? AND files_read IS ? AND files_modified IS ?
|
|
1248
1266
|
AND prompt_number IS ? AND agent_type IS ?
|
|
1249
1267
|
AND agent_id IS ? AND created_at_epoch = ?
|
|
1250
|
-
`).get(e.memory_session_id,R(e.text),e.type,R(e.title),R(e.subtitle),R(e.facts),R(e.narrative),R(e.concepts),R(e.files_read),R(e.files_modified),e.prompt_number??null,e.agent_type??null,e.agent_id??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let
|
|
1268
|
+
`).get(e.memory_session_id,R(e.text),e.type,R(e.title),R(e.subtitle),R(e.facts),R(e.narrative),R(e.concepts),R(e.files_read),R(e.files_modified),e.prompt_number??null,e.agent_type??null,e.agent_id??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let r=this.db.prepare(`
|
|
1251
1269
|
INSERT INTO observations (
|
|
1252
1270
|
memory_session_id, project, text, type, title, subtitle,
|
|
1253
1271
|
facts, narrative, concepts, files_read, files_modified,
|
|
1254
1272
|
prompt_number, discovery_tokens, agent_type, agent_id,
|
|
1255
1273
|
created_at, created_at_epoch, merged_into_project
|
|
1256
1274
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1257
|
-
`).run(e.memory_session_id,e.project,R(e.text),e.type,R(e.title),R(e.subtitle),R(e.facts),R(e.narrative),R(e.concepts),R(e.files_read),R(e.files_modified),e.prompt_number,e.discovery_tokens||0,e.agent_type??null,e.agent_id??null,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return
|
|
1275
|
+
`).run(e.memory_session_id,e.project,R(e.text),e.type,R(e.title),R(e.subtitle),R(e.facts),R(e.narrative),R(e.concepts),R(e.files_read),R(e.files_modified),e.prompt_number,e.discovery_tokens||0,e.agent_type??null,e.agent_id??null,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return z({projects:[e.project]},"importObservation"),{imported:!0,id:r.lastInsertRowid}}rebuildObservationsFTSIndex(){this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='observations_fts'").all().length>0&&this.db.run("INSERT INTO observations_fts(observations_fts) VALUES('rebuild')")}importUserPrompt(e){let t=null,s=e.platform_source?D(e.platform_source):void 0;if(typeof e.session_db_id=="number"){let a=this.db.prepare(`
|
|
1258
1276
|
SELECT id, content_session_id, COALESCE(NULLIF(platform_source, ''), '${S}') as platform_source
|
|
1259
1277
|
FROM sdk_sessions
|
|
1260
1278
|
WHERE id = ?
|
|
1261
1279
|
LIMIT 1
|
|
1262
|
-
`).get(e.session_db_id);a&&a.content_session_id===e.content_session_id&&(!s||
|
|
1280
|
+
`).get(e.session_db_id);a&&a.content_session_id===e.content_session_id&&(!s||D(a.platform_source)===s)&&(t=a.id)}t===null&&(t=this.resolvePromptSessionDbId(e.content_session_id,void 0,s));let r=this.db.prepare(`
|
|
1263
1281
|
SELECT id FROM user_prompts
|
|
1264
1282
|
WHERE ${t!==null?"session_db_id = ?":"content_session_id = ?"} AND prompt_number = ?
|
|
1265
|
-
`).get(t??e.content_session_id,e.prompt_number);return
|
|
1283
|
+
`).get(t??e.content_session_id,e.prompt_number);return r?{imported:!1,id:r.id}:{imported:!0,id:this.db.prepare(`
|
|
1266
1284
|
INSERT INTO user_prompts (
|
|
1267
1285
|
session_db_id, content_session_id, prompt_number, prompt_text,
|
|
1268
1286
|
created_at, created_at_epoch
|