memindex 1.6.0 → 1.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/.qoder-plugin/plugin.json +1 -1
- package/dist/bug-report/index.js +1 -1
- package/dist/npx-cli/index.js +449 -449
- package/dist/opencode-plugin/index.js +1 -1
- package/integrations/dsh/package.json +1 -1
- package/integrations/openclaw/openclaw.plugin.json +1 -1
- package/package.json +1 -1
- package/plugin/.claude-plugin/plugin.json +1 -1
- package/plugin/.codex-plugin/plugin.json +1 -1
- package/plugin/.qoder-plugin/plugin.json +1 -1
- package/plugin/hooks/codex-hooks.json +14 -14
- package/plugin/hooks/hooks.json +8 -8
- package/plugin/hooks.json +4 -4
- package/plugin/package.json +1 -1
- package/plugin/scripts/context-generator.cjs +26 -25
- package/plugin/scripts/context-generator.cjs.map +2 -2
- package/plugin/scripts/hook-runner.cjs +248 -0
- package/plugin/scripts/hook-runner.cjs.map +6 -0
- package/plugin/scripts/mcp-server.cjs +142 -103
- package/plugin/scripts/mcp-server.cjs.map +2 -2
- package/plugin/scripts/qoder-hook-launcher.cjs +1 -1
- package/plugin/scripts/transcript-watcher.cjs +20 -20
- package/plugin/scripts/transcript-watcher.cjs.map +1 -1
- package/plugin/scripts/windows-hook-launcher.cjs +2 -2
- package/plugin/scripts/worker-service.cjs +678 -652
- package/plugin/scripts/worker-service.cjs.map +3 -3
- package/plugin/sqlite/SessionStore.js +105 -89
- package/plugin/sqlite/SessionStore.js.map +3 -3
- package/plugin/sqlite/observations/files.js +5 -5
- package/plugin/sqlite/observations/files.js.map +1 -1
|
@@ -1,24 +1,25 @@
|
|
|
1
1
|
var __CM_FILENAME__ = typeof __filename !== "undefined" ? __filename : require("node:path").resolve(process.argv[1] || "");
|
|
2
2
|
var __CM_DIRNAME__ = typeof __dirname !== "undefined" ? __dirname : require("node:path").dirname(__CM_FILENAME__);
|
|
3
3
|
var __IMPORT_META_URL__ = require("node:url").pathToFileURL(__CM_FILENAME__).href;
|
|
4
|
-
"use strict";var
|
|
5
|
-
`,t)}function
|
|
6
|
-
`);let
|
|
7
|
-
`)}finally{if(p!==void 0)try{(0,D.closeSync)(p)}catch{}}}}catch(l){if(u!==void 0)try{(0,D.closeSync)(u)}catch{}try{(0,D.unlinkSync)(a)}catch{}throw l}}var ke="MEMINDEX_",Er="AGENT_MEM_",Xe=[Er];function ut(n){return n.startsWith(ke)||Xe.some(e=>n.startsWith(e))}function _r(n=process.env){for(let e of Xe)for(let t of Object.keys(n)){if(!t.startsWith(e))continue;let s=ke+t.slice(e.length);n[s]===void 0&&(n[s]=n[t])}}function Fe(n){let e=null;for(let t of Xe)for(let s of Object.keys(n)){if(!s.startsWith(t))continue;let r=ke+s.slice(t.length);(e??n)[r]===void 0&&(e??={...n},e[r]=n[s])}return e??n}_r();var pr=n=>n!==null&&typeof n=="object"&&!Array.isArray(n);function ns(n){let e=n.env;return pr(e)&&Object.keys(e).some(ut)?"nested":"flat"}function ce(n){return ns(n)==="nested"?n.env:n}function rs(n){return ns(n)!=="nested"?n:Object.fromEntries(Object.entries(n).filter(([e])=>!ut(e)))}function Te(n=process.env,e=(0,is.homedir)()){if(n.MEMINDEX_DATA_DIR)return te(n.MEMINDEX_DATA_DIR,process.platform,e);let t=(0,lt.join)(e,".memindex"),s=(0,lt.join)(t,"settings.json");try{if((0,os.existsSync)(s)){let r=de(s);if(r===null||typeof r!="object"||Array.isArray(r))return t;let o=Fe(ce(r));if(typeof o.MEMINDEX_DATA_DIR=="string"&&o.MEMINDEX_DATA_DIR)return te(o.MEMINDEX_DATA_DIR,process.platform,e)}}catch{}return t}function mr(){return typeof __CM_DIRNAME__<"u"?__CM_DIRNAME__:(0,M.dirname)((0,cs.fileURLToPath)(__IMPORT_META_URL__))}var _i=mr();function Tr(n){let e=process.env.MEMINDEX_TEST_FORBIDDEN_DATA_DIR;if(e&&n===e)throw new Error(`A test resolved the real data folder ${n}. Point MEMINDEX_DATA_DIR at a temporary directory (and pass env: process.env to any child process the test starts).`);return n}function fe(){return Tr(Te())}var L=fe(),fr=(0,M.join)((0,as.homedir)(),".claude"),gr=process.env.CLAUDE_CONFIG_DIR||fr,pi=(0,M.join)(gr,"plugins","marketplaces","memindex");var Sr=(0,M.join)(L,"logs"),se=(0,M.join)(L,"settings.json"),ue="memindex.db";var Be=(0,M.join)(L,ue),us=(0,M.join)(L,"observer-sessions"),ge=(0,M.basename)(us);function Se(n){(0,ds.mkdirSync)(n,{recursive:!0})}var W={dataDir:()=>L,workerPid:()=>(0,M.join)(L,"worker.pid"),workerHeartbeat:()=>(0,M.join)(L,"worker-heartbeat.json"),serverPid:()=>(0,M.join)(L,".server-beta.pid"),serverPort:()=>(0,M.join)(L,".server-beta.port"),serverRuntime:()=>(0,M.join)(L,".server-beta.runtime.json"),settings:()=>(0,M.join)(L,"settings.json"),database:()=>(0,M.join)(L,ue),chroma:()=>(0,M.join)(L,"chroma"),combinedCerts:()=>(0,M.join)(L,"combined_certs.pem"),transcriptsConfig:()=>(0,M.join)(L,"transcript-watch.json"),transcriptsState:()=>(0,M.join)(L,"transcript-watch-state.json"),corpora:()=>(0,M.join)(L,"corpora"),supervisorRegistry:()=>(0,M.join)(L,"supervisor.json"),envFile:()=>(0,M.join)(L,".env"),logsDir:()=>Sr};var ne=require("fs"),J=require("path"),be=require("os");var He={HEALTH_CHECK:3e3,API_REQUEST:3e4,SESSION_INIT_HOOK_CAP:15e3,SESSION_INIT_REQUEST:1e4,SESSION_INIT_REQUEST_MAX:14e3,HOOK_READINESS_WAIT:1e4,POST_SPAWN_WAIT:15e3,READINESS_WAIT:3e4,PORT_IN_USE_WAIT:3e3,WINDOWS_MULTIPLIER:1.5};function hr(n=process.platform){return n==="win32"?8e3:5e3}function ls(n=process.platform){return He.SESSION_INIT_HOOK_CAP-hr(n)}function Es(n){return process.platform==="win32"?Math.round(n*He.WINDOWS_MULTIPLIER):n}var X=require("fs"),Ss=require("path");var Ne=require("fs");var Et=String.raw`[A-Za-z0-9_.\-+/=~@#$%^*!?]`,Nr=`(?=${Et}{8})${Et}*[A-Za-z]${Et}*`;function $e(n){return new RegExp(`${n}${Nr}`,"gi")}function Ir(n){let e=String.raw`(?:(?<=\\[nrt])|\b)`,t=n.regex.source.replace(/(^|\||\(\?:|\(\?<=)\\b/g,`$1${e}`);return{...n,regex:new RegExp(t,n.regex.flags)}}var _s=[{name:"cookie",regex:/(?<=(?:^|[\r\n])[ \t]*(?:[<>][ \t]*)?(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])[^\r\n<]{4,}|(?<='(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])[^'\r\n<]{4,}|(?<="(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])(?:\\.|[^"\\\r\n<]){4,}|(?<=\b(?:set-)?cookie\\{0,2}["']?\s*:\s*\\{0,2}["']?)(?![ \t])[^\\\r\n"'`<]{4,}/gi},{name:"aws_access_key",regex:/AKIA[0-9A-Z]{16}/g},{name:"aws_secret_key",regex:/(?<=AWS_SECRET_ACCESS_KEY\s*[=:]\s*['"]?)[A-Za-z0-9/+=]{40}/g},{name:"github_pat",regex:/\bgh[oprs]_[A-Za-z0-9]{36}\b|\bgithub_pat_[A-Za-z0-9_]{82}\b/g},{name:"openai_key",regex:/\bsk-(?!ant-)[A-Za-z0-9_-]{20,}\b/g},{name:"anthropic_key",regex:/\bsk-ant-[A-Za-z0-9_-]{20,}\b/g},{name:"slack_token",regex:/\bxox[baprs]-[A-Za-z0-9-]{10,}\b/g},{name:"jwt",regex:/\beyJ[A-Za-z0-9_-]+\.eyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g},{name:"private_key_pem",regex:/-----BEGIN (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g,endMarker:/-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g},{name:"stripe_key",regex:/\b(?:sk|pk|rk)_(?:live|test)_[A-Za-z0-9]{24,}\b/g},{name:"google_api_key",regex:/\bAIza[0-9A-Za-z_-]{35}\b/g},{name:"google_oauth_secret",regex:/\bGOCSPX-[A-Za-z0-9_-]{28}(?![\w-])/g},{name:"google_oauth_token",regex:/\bya29\.(?:c\.)?[0-9A-Za-z_-]{20,}(?![\w-])/g},{name:"databricks_token",regex:/\bdapi[a-f0-9]{32}(?:-\d)?(?!\w)/g},{name:"vault_token",regex:/\b(?:hvs\.[\w-]{24,}|hvb\.[\w-]{138,})(?![\w-])/g},{name:"supabase_token",regex:/\bsbp_[a-f0-9]{40}(?!\w)/g},{name:"sentry_token",regex:/\b(?:sntryu_[a-f0-9]{64}(?!\w)|sntrys_[A-Za-z0-9+/]{20,}={0,2}_[A-Za-z0-9+/]{43}(?![\w+/]))/g},{name:"linear_key",regex:/\blin_api_[A-Za-z0-9]{40}(?!\w)/g},{name:"notion_token",regex:/\b(?:ntn_[A-Za-z0-9]{46}|secret_[A-Za-z0-9]{43})(?!\w)/g},{name:"nvidia_key",regex:/\bnvapi-[A-Za-z0-9_-]{32,}(?![\w-])/g},{name:"perplexity_key",regex:/\bpplx-[A-Za-z0-9]{32,}(?!\w)/g},{name:"gitlab_token",regex:/\bgl(?:pat|ptt|rt|dt|cbt|ft|imt|agent|oas|soat)-[A-Za-z0-9_-]{20,}(?![\w-])/g},{name:"huggingface_token",regex:/\bhf_[A-Za-z0-9]{34,}(?!\w)/g},{name:"npm_token",regex:/\bnpm_[A-Za-z0-9]{36}(?!\w)/g},{name:"groq_key",regex:/\bgsk_[A-Za-z0-9]{40,}(?!\w)/g},{name:"xai_key",regex:/\bxai-[A-Za-z0-9]{40,}(?![\w-])/g},{name:"atlassian_token",regex:/\bATATT3[A-Za-z0-9_=-]{186}(?![\w=-])/g},{name:"heroku_token",regex:/\bHRKU-AA[A-Za-z0-9_-]{58}(?![\w-])/g},{name:"grafana_token",regex:/\b(?:glsa_[A-Za-z0-9]{32}_[A-Fa-f0-9]{8}(?!\w)|glc_[A-Za-z0-9+/]{32,400}={0,2}(?![\w+/=]))/g},{name:"postman_token",regex:/\bPMAK-[a-f0-9]{24}-[a-f0-9]{34}(?!\w)/g},{name:"pulumi_token",regex:/\bpul-[a-f0-9]{40}(?!\w)/g},{name:"doppler_token",regex:/\bdp\.(?:pt|st|ct)\.[A-Za-z0-9_-]{43,}(?![\w-])/g},{name:"slack_webhook",regex:/https:\/\/hooks\.slack\.com\/(?:services|workflows|triggers)\/[A-Za-z0-9\/_-]{20,}/g},{name:"discord_webhook",regex:/https:\/\/(?:ptb\.|canary\.)?discord(?:app)?\.com\/api\/(?:v\d+\/)?webhooks\/\d{15,}\/[A-Za-z0-9_-]{40,}/g},{name:"stripe_webhook_secret",regex:/\bwhsec_[A-Za-z0-9]{24,}(?!\w)/g},{name:"pypi_token",regex:/\bpypi-AgEIcHlwaS5vcmc[A-Za-z0-9_-]{50,}(?![\w-])/g},{name:"sendgrid_key",regex:/\bSG\.[A-Za-z0-9_-]{22}\.[A-Za-z0-9_-]{43}(?![\w-])/g},{name:"digitalocean_token",regex:/\bdo[opr]_v1_[a-f0-9]{64}(?!\w)/g},{name:"shopify_token",regex:/\bshp(?:at|ca|pa|ss)_[a-fA-F0-9]{32}(?!\w)/g},{name:"docker_hub_token",regex:/\bdckr_pat_[A-Za-z0-9_-]{20,}(?![\w-])/g},{name:"aws_temp_access_key",regex:/\bASIA[0-9A-Z]{16}\b/g},{name:"aws_session_token",regex:/(?<=\bAWS_(?:SESSION|SECURITY)_TOKEN\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)[A-Za-z0-9\/+=]{100,}/gi},{name:"memindex_worker_secret",regex:/(?<=\bworker-secret=|\bX-Memindex-Secret\s*:\s*)[a-f0-9]{64}(?![a-f0-9])/gi},{name:"memindex_key",regex:new RegExp("\\bmi_[A-Za-z0-9_-]{32,}","g")},{name:"generic_password",regex:$e(String.raw`(?<=\b\w*_?(?:password|passwd|pwd)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"generic_token",regex:$e(String.raw`(?<=\b\w*_(?:token|secret|api_key)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"bearer_token",regex:$e(String.raw`(?<=\bAuthorization\s*:\s*Bearer\s*)`)},{name:"basic_auth",regex:new RegExp(String.raw`(?<=\bAuthorization\s*:\s*Basic\s+)[A-Za-z0-9+/_-]{8,}={0,2}`,"gi")},{name:"cli_flag_secret",regex:new RegExp(String.raw`(?<=(?:^|\s)--(?:auth[-_]?token|access[-_]?token|api[-_]?key|client[-_]?secret|token|password|passwd|secret)(?:=|\s+)["']?)[^\s"'<>$%]{8,}`,"gi")},{name:"url_password",regex:/\b[A-Za-z][A-Za-z0-9+.-]{1,20}:\/\/[^\s\/:@'"<>]{1,128}:[^\s\/@'"<>]{1,256}(?=@)/g},{name:"bare_secret",regex:$e(String.raw`(?<=\b(?:token|secret|api[_-]?key|apikey)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)}].map(Ir),br=1024*1024,Rr="<redacted type='oversize'/>";function Or(n,e){let t=0;e.lastIndex=0;for(let s of n.matchAll(e))t=s.index+s[0].length;return t}function Ge(n,e){if(!e.enabled||n.length===0)return{redacted:n,counts:{},oversize:!1};if(n.length>br)return E.warn("REDACT","field exceeds the 1M-char redaction cap; replaced by an oversize marker",void 0,{inputLength:n.length}),{redacted:Rr,counts:{oversize:1},oversize:!0};let t=new Set(e.disabledBuiltinPatterns??[]),s={},r=n;if(!t.has("cookie")&&/cookie/i.test(n)){let a=!1;try{JSON.parse(n),a=!0}catch{}if(a){let d="<redacted type='cookie'/>",c=_s[0].regex,u=()=>(s.cookie=(s.cookie??0)+1,d),l=[],p=!1;r=n.replace(/"(?:\\.|[^"\\])*"|[{}\[\],]/g,(_,T)=>{if(_==="{"||_==="[")return l.push(_==="["&&(p||l.at(-1)===!0)),p=!1,_;if((_==="}"||_==="]")&&l.pop(),_===","||_==="}"||_==="]")return p=!1,_;let b=JSON.parse(_);if(/^\s*:/.test(n.slice(T+_.length)))return p=/^(?:set-)?cookie$/i.test(b),_;let N=p||l.at(-1)===!0;if(p=!1,N&&b.length>=4)return b===d?_:'"'+u()+'"';c.lastIndex=0;let I=[...b.matchAll(c)];if(I.length===0)return _;let h=[];for(let A=1;A<_.length-1;)h.push(A),A+=_[A]==="\\"?_[A+1]==="u"?6:2:1;h.push(_.length-1);let m=_;for(let A of I.reverse()){let k=h[A.index],S=h[A.index+A[0].length];m=m.slice(0,k)+u()+m.slice(S)}return m})}}let o=[];for(let a of e.customPatterns??[]){if(!a.name||a.name.length===0){E.warn("REDACT","custom pattern skipped: missing name",void 0,{pattern:a});continue}try{o.push({name:a.name,regex:new RegExp(a.regex,"g")})}catch(d){E.warn("REDACT","custom pattern skipped: invalid regex",{name:a.name},d instanceof Error?d:new Error(String(d)))}}let i=[...o,..._s];for(let a of i){if(t.has(a.name))continue;let d=a.endMarker?Or(r,a.endMarker):r.length;d!==0&&(a.regex.lastIndex=0,r=r.slice(0,d).replace(a.regex,()=>(s[a.name]=(s[a.name]??0)+1,`<redacted type='${a.name}'/>`))+r.slice(d))}return e.logMatches&&Object.keys(s).length>0&&E.debug("REDACT","patterns matched",void 0,{counts:s}),{redacted:r,counts:s,oversize:!1}}function Ar(n){if(!n||n.trim()==="")return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>t&&typeof t.name=="string"&&typeof t.regex=="string"):(E.warn("REDACT","MEMINDEX_REDACT_CUSTOM_PATTERNS is not a JSON array, ignoring"),[])}catch(e){return E.warn("REDACT","failed to parse MEMINDEX_REDACT_CUSTOM_PATTERNS as JSON",void 0,e instanceof Error?e:new Error(String(e))),[]}}function Ts(n){return{enabled:(n.MEMINDEX_REDACT_ENABLED??j.get("MEMINDEX_REDACT_ENABLED"))==="true",disabledBuiltinPatterns:(n.MEMINDEX_REDACT_DISABLED_BUILTINS??"").split(",").map(e=>e.trim()).filter(Boolean),customPatterns:Ar(n.MEMINDEX_REDACT_CUSTOM_PATTERNS??"[]"),logMatches:n.MEMINDEX_REDACT_LOG_MATCHES==="true"}}var he=null,ps=0,Dr=5e3,je=null,ms=!1,le=!1,fs={enabled:!0,disabledBuiltinPatterns:[],customPatterns:[],logMatches:!1};function Cr(n){if(!(0,Ne.existsSync)(n))return null;try{return(0,Ne.readFileSync)(n,"utf-8")}catch{return""}}function yr(n){if(n===null)return!1;try{let e=JSON.parse(dt(n));return e===null||typeof e!="object"||Array.isArray(e)}catch{return!0}}function Mr(n,e){return process.env.MEMINDEX_REDACT_ENABLED==="false"?e:(ms||(ms=!0,E.warn("REDACT","settings.json could not be read; secret redaction stays on until it is repaired",{settingsPath:n,using:je?.enabled?"the last configuration that loaded":"the built-in patterns"})),je?.enabled?je:fs)}function _t(n=se){let e=Date.now();if(he&&e-ps<Dr)return he;let t=le;le=!0;try{let s=j.loadFromFile(n),r=Ts(s),o=Cr(n);return yr(o)?he=Mr(n,r):(he=r,je=r),ps=e,he}finally{le=t}}function gs(n){let e=Ge(n,fs).redacted;if(le)return e;le=!0;try{let t=(0,Ne.existsSync)(se)?_t():Ts(process.env);return Ge(e,{...t,logMatches:!1}).redacted}finally{le=!1}}var mt=(o=>(o[o.DEBUG=0]="DEBUG",o[o.INFO=1]="INFO",o[o.WARN=2]="WARN",o[o.ERROR=3]="ERROR",o[o.SILENT=4]="SILENT",o))(mt||{}),pt=null,Tt=class{level=null;useColor;logFilePath=null;logFileInitialized=!1;logFileDate=null;constructor(){this.useColor=process.stdout.isTTY??!1}ensureLogFileInitialized(){let e=new Date().toISOString().split("T")[0];if(this.logFileInitialized&&this.logFileDate===e)return;let t=this.logFileDate!==e;this.logFileInitialized=!1,this.logFileDate=e;try{let s=W.logsDir();(0,X.mkdirSync)(W.dataDir(),{recursive:!0,mode:448}),(0,X.chmodSync)(W.dataDir(),448),(0,X.mkdirSync)(s,{recursive:!0,mode:448}),(0,X.chmodSync)(s,448),this.logFilePath=(0,Ss.join)(s,`memindex-${e}.log`),(0,X.appendFileSync)(this.logFilePath,"",{mode:384}),(0,X.chmodSync)(this.logFilePath,384),this.logFileInitialized=!0}catch(s){t&&console.error("[LOGGER] Failed to initialize log file:",s instanceof Error?s.message:String(s)),this.logFilePath=null}}getLevel(){if(this.level===null)try{let e=W.settings();if((0,X.existsSync)(e)){let t=ce(de(e)),s=(t.MEMINDEX_LOG_LEVEL||t.AGENT_MEM_LOG_LEVEL||"INFO").toString().toUpperCase();this.level=mt[s]??1}else this.level=1}catch(e){console.error("[LOGGER] Failed to load log level from settings:",e instanceof Error?e.message:String(e)),this.level=1}return this.level}safeStringify(e,t,s=6){let r=new WeakSet,o=(i,a)=>{if(typeof i=="bigint")return`${i}n`;if(i===null||typeof i!="object")return i;let d=i.toJSON,c=typeof d=="function"?d.call(i):i;if(typeof c=="bigint")return`${c}n`;if(c===null||typeof c!="object")return c;if(r.has(c))return"[Circular]";if(a>=s)return Array.isArray(c)?"[Array]":"[Object]";r.add(c);try{if(Array.isArray(c))return c.map(l=>o(l,a+1));let u={};for(let l of Object.keys(c))try{u[l]=o(c[l],a+1)}catch{u[l]="[unreadable]"}return u}finally{r.delete(c)}};try{return JSON.stringify(o(e,0),null,t)??String(e)}catch{return Array.isArray(e)?`[${e.length} items]`:"[unserializable]"}}formatData(e){if(e==null)return"";if(typeof e=="string")return e;if(typeof e=="number"||typeof e=="boolean")return e.toString();if(typeof e=="object"){if(e instanceof Error)return this.getLevel()===0?`${e.message}
|
|
8
|
-
${e.stack}`:e.message;if(Array.isArray(e))return`[${e.length} items]`;let t=Object.keys(e);return t.length===0?"{}":t.length<=3?this.safeStringify(e):`{${t.length} keys: ${t.slice(0,3).join(", ")}...}`}return String(e)}formatTool(e,t){if(!t)return e;let s=t;if(typeof t=="string")try{s=JSON.parse(t)}catch{s=t}if(s===null)return e;if(e==="Bash"&&s.command)return`${e}(${s.command})`;if(s.file_path)return`${e}(${s.file_path})`;if(s.notebook_path)return`${e}(${s.notebook_path})`;if(e==="Glob"&&s.pattern)return`${e}(${s.pattern})`;if(e==="Grep"&&s.pattern)return`${e}(${s.pattern})`;if(s.url)return`${e}(${s.url})`;if(s.query)return`${e}(${s.query})`;if(e==="Task"){if(s.subagent_type)return`${e}(${s.subagent_type})`;if(s.description)return`${e}(${s.description})`}return e==="Skill"&&s.skill?`${e}(${s.skill})`:e==="LSP"&&s.operation?`${e}(${s.operation})`:e}formatTimestamp(e){let t=e.getFullYear(),s=String(e.getMonth()+1).padStart(2,"0"),r=String(e.getDate()).padStart(2,"0"),o=String(e.getHours()).padStart(2,"0"),i=String(e.getMinutes()).padStart(2,"0"),a=String(e.getSeconds()).padStart(2,"0"),d=String(e.getMilliseconds()).padStart(3,"0");return`${t}-${s}-${r} ${o}:${i}:${a}.${d}`}log(e,t,s,r,o){if(e<this.getLevel())return;this.ensureLogFileInitialized();let i=this.formatTimestamp(new Date),a=
|
|
4
|
+
"use strict";var nr=Object.create;var ke=Object.defineProperty;var rr=Object.getOwnPropertyDescriptor;var or=Object.getOwnPropertyNames;var ir=Object.getPrototypeOf,ar=Object.prototype.hasOwnProperty;var dr=(n,e)=>{for(var t in e)ke(n,t,{get:e[t],enumerable:!0})},Zt=(n,e,t,s)=>{if(e&&typeof e=="object"||typeof e=="function")for(let r of or(e))!ar.call(n,r)&&r!==t&&ke(n,r,{get:()=>e[r],enumerable:!(s=rr(e,r))||s.enumerable});return n};var dt=(n,e,t)=>(t=n!=null?nr(ir(n)):{},Zt(e||!n||!n.__esModule?ke(t,"default",{value:n,enumerable:!0}):t,n)),cr=n=>Zt(ke({},"__esModule",{value:!0}),n);var Zo={};dr(Zo,{SessionStore:()=>Qt,rollupObservationFileLists:()=>sr});module.exports=cr(Zo);var ur=new Set;function te(n,e,t="additive"){for(let s of ur)s({scope:n,reason:e,kind:t})}var Jt=require("bun:sqlite"),it=require("crypto"),ot=dt(require("path"),1);var Le=require("bun:sqlite"),R=require("fs"),w=require("path"),ze=require("crypto"),Mt=require("url");var y=require("path"),cs=require("os"),us=require("fs"),ls=require("url");var es=require("os"),ts=require("path");function se(n,e=process.platform,t=(0,es.homedir)()){return typeof n!="string"||n.length===0?n:n==="~"?t:n.startsWith("~/")||e==="win32"&&n.startsWith("~\\")?(0,ts.join)(t,n.slice(2)):n}var as=require("fs"),ds=require("os"),Et=require("path");var C=require("fs"),ns=require("crypto"),B=require("path");var lr=null;function Er(n){return(lr??process.stderr.write.bind(process.stderr))(n)}function de(n){Er(n)}var ni=Promise.resolve();var rs=process.platform==="win32",_r=new Set(["EPERM","EBUSY","EACCES"]),ss=[10,20,40,80,160,320];function pr(n,e,t=C.renameSync,s=rs){for(let r=0;;r++)try{t(n,e);return}catch(o){if(!s||r>=ss.length||!_r.has(o.code??""))throw o;Atomics.wait(new Int32Array(new SharedArrayBuffer(4)),0,0,ss[r])}}function ct(n){return n.replace(/^\uFEFF/,"")}function ut(n){return JSON.parse(ct(n))}function ce(n){return ut((0,C.readFileSync)(n,"utf-8"))}function mr(n){(0,C.existsSync)(n)||(0,C.mkdirSync)(n,{recursive:!0})}function H(n,e,t={}){fr(n,JSON.stringify(e,null,2)+`
|
|
5
|
+
`,t)}function fr(n,e,t={}){let s=n,r=new Set;try{for(;(0,C.lstatSync)(s).isSymbolicLink();){let l=(0,B.resolve)(s);if(r.has(l))throw Object.assign(new Error(`Symlink loop at ${s}`),{code:"ELOOP"});r.add(l);try{s=(0,C.realpathSync)(s);break}catch(p){if(p.code!=="ENOENT")throw p;let _=p instanceof Error?p:new Error(String(p));de(`memindex: realpathSync failed for ${s}, resolving symlink manually: ${_.message}
|
|
6
|
+
`);let f=(0,C.readlinkSync)(s);s=(0,B.resolve)((0,B.dirname)(s),f)}}}catch(l){if(l.code!=="ENOENT")throw l}mr((0,B.dirname)(s));let o=(0,B.dirname)(s),i=(0,B.basename)(s),a=(0,B.join)(o,`.${i}.${process.pid}.${(0,ns.randomBytes)(6).toString("hex")}.tmp`),d=Buffer.from(e,"utf-8"),c=t.mode;if(c===void 0)try{c=(0,C.statSync)(s).mode&511}catch{}let u;try{u=c!==void 0?(0,C.openSync)(a,"w",c):(0,C.openSync)(a,"w");let l=0;for(;l<d.length;){let p=(0,C.writeSync)(u,d,l,d.length-l);if(p===0)throw new Error(`writeSync stalled at ${l}/${d.length} bytes`);l+=p}if((0,C.fsyncSync)(u),(0,C.closeSync)(u),u=void 0,pr(a,s),!rs){let p;try{p=(0,C.openSync)(o,"r"),(0,C.fsyncSync)(p)}catch(_){let f=_ instanceof Error?_:new Error(String(_));de(`memindex: directory fsync failed for ${o}: ${f.message}
|
|
7
|
+
`)}finally{if(p!==void 0)try{(0,C.closeSync)(p)}catch{}}}}catch(l){if(u!==void 0)try{(0,C.closeSync)(u)}catch{}try{(0,C.unlinkSync)(a)}catch{}throw l}}var Xe="MEMINDEX_",Tr="AGENT_MEM_",Fe=[Tr];function lt(n){return n.startsWith(Xe)||Fe.some(e=>n.startsWith(e))}function gr(n=process.env){for(let e of Fe)for(let t of Object.keys(n)){if(!t.startsWith(e))continue;let s=Xe+t.slice(e.length);n[s]===void 0&&(n[s]=n[t])}}function Be(n){let e=null;for(let t of Fe)for(let s of Object.keys(n)){if(!s.startsWith(t))continue;let r=Xe+s.slice(t.length);(e??n)[r]===void 0&&(e??={...n},e[r]=n[s])}return e??n}gr();var Sr=n=>n!==null&&typeof n=="object"&&!Array.isArray(n);function os(n){let e=n.env;return Sr(e)&&Object.keys(e).some(lt)?"nested":"flat"}function ue(n){return os(n)==="nested"?n.env:n}function is(n){return os(n)!=="nested"?n:Object.fromEntries(Object.entries(n).filter(([e])=>!lt(e)))}function ge(n=process.env,e=(0,ds.homedir)()){if(n.MEMINDEX_DATA_DIR)return se(n.MEMINDEX_DATA_DIR,process.platform,e);let t=(0,Et.join)(e,".memindex"),s=(0,Et.join)(t,"settings.json");try{if((0,as.existsSync)(s)){let r=ce(s);if(r===null||typeof r!="object"||Array.isArray(r))return t;let o=Be(ue(r));if(typeof o.MEMINDEX_DATA_DIR=="string"&&o.MEMINDEX_DATA_DIR)return se(o.MEMINDEX_DATA_DIR,process.platform,e)}}catch{}return t}function hr(){return typeof __CM_DIRNAME__<"u"?__CM_DIRNAME__:(0,y.dirname)((0,ls.fileURLToPath)(__IMPORT_META_URL__))}var Si=hr();function Nr(n){let e=process.env.MEMINDEX_TEST_FORBIDDEN_DATA_DIR;if(e&&n===e)throw new Error(`A test resolved the real data folder ${n}. Point MEMINDEX_DATA_DIR at a temporary directory (and pass env: process.env to any child process the test starts).`);return n}function Se(){return Nr(ge())}var M=Se(),Ir=(0,y.join)((0,cs.homedir)(),".claude"),br=process.env.CLAUDE_CONFIG_DIR||Ir,hi=(0,y.join)(br,"plugins","marketplaces","memindex");var Rr=(0,y.join)(M,"logs"),ne=(0,y.join)(M,"settings.json"),le="memindex.db";var He=(0,y.join)(M,le),Es=(0,y.join)(M,"observer-sessions"),he=(0,y.basename)(Es);function Ne(n){(0,us.mkdirSync)(n,{recursive:!0})}var Y={dataDir:()=>M,workerPid:()=>(0,y.join)(M,"worker.pid"),workerHeartbeat:()=>(0,y.join)(M,"worker-heartbeat.json"),serverPid:()=>(0,y.join)(M,".server-beta.pid"),serverPort:()=>(0,y.join)(M,".server-beta.port"),serverRuntime:()=>(0,y.join)(M,".server-beta.runtime.json"),settings:()=>(0,y.join)(M,"settings.json"),database:()=>(0,y.join)(M,le),chroma:()=>(0,y.join)(M,"chroma"),combinedCerts:()=>(0,y.join)(M,"combined_certs.pem"),transcriptsConfig:()=>(0,y.join)(M,"transcript-watch.json"),transcriptsState:()=>(0,y.join)(M,"transcript-watch-state.json"),corpora:()=>(0,y.join)(M,"corpora"),supervisorRegistry:()=>(0,y.join)(M,"supervisor.json"),envFile:()=>(0,y.join)(M,".env"),logsDir:()=>Rr};var re=require("fs"),Z=require("path"),Oe=require("os");var $e={HEALTH_CHECK:3e3,API_REQUEST:3e4,SESSION_INIT_HOOK_CAP:15e3,SESSION_INIT_REQUEST:1e4,SESSION_INIT_REQUEST_MAX:14e3,HOOK_READINESS_WAIT:1e4,POST_SPAWN_WAIT:15e3,READINESS_WAIT:3e4,PORT_IN_USE_WAIT:3e3,WINDOWS_MULTIPLIER:1.5};function Or(n=process.platform){return n==="win32"?8e3:5e3}function _s(n=process.platform){return $e.SESSION_INIT_HOOK_CAP-Or(n)}function ps(n){return process.platform==="win32"?Math.round(n*$e.WINDOWS_MULTIPLIER):n}var X=require("fs"),Ns=require("path");var be=require("fs");var _t=String.raw`[A-Za-z0-9_.\-+/=~@#$%^*!?]`,Ar=`(?=${_t}{8})${_t}*[A-Za-z]${_t}*`;function je(n){return new RegExp(`${n}${Ar}`,"gi")}function Dr(n){let e=String.raw`(?:(?<=\\[nrt])|\b)`,t=n.regex.source.replace(/(^|\||\(\?:|\(\?<=)\\b/g,`$1${e}`);return{...n,regex:new RegExp(t,n.regex.flags)}}var ms=[{name:"cookie",regex:/(?<=(?:^|[\r\n])[ \t]*(?:[<>][ \t]*)?(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])[^\r\n<]{4,}|(?<='(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])[^'\r\n<]{4,}|(?<="(?:set-)?cookie[ \t]*:[ \t]*)(?![ \t])(?:\\.|[^"\\\r\n<]){4,}|(?<=\b(?:set-)?cookie\\{0,2}["']?\s*:\s*\\{0,2}["']?)(?![ \t])[^\\\r\n"'`<]{4,}/gi},{name:"aws_access_key",regex:/AKIA[0-9A-Z]{16}/g},{name:"aws_secret_key",regex:/(?<=AWS_SECRET_ACCESS_KEY\s*[=:]\s*['"]?)[A-Za-z0-9/+=]{40}/g},{name:"github_pat",regex:/\bgh[oprs]_[A-Za-z0-9]{36}\b|\bgithub_pat_[A-Za-z0-9_]{82}\b/g},{name:"openai_key",regex:/\bsk-(?!ant-)[A-Za-z0-9_-]{20,}\b/g},{name:"anthropic_key",regex:/\bsk-ant-[A-Za-z0-9_-]{20,}\b/g},{name:"slack_token",regex:/\bxox[baprs]-[A-Za-z0-9-]{10,}\b/g},{name:"jwt",regex:/\beyJ[A-Za-z0-9_-]+\.eyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g},{name:"private_key_pem",regex:/-----BEGIN (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g,endMarker:/-----END (?:RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/g},{name:"stripe_key",regex:/\b(?:sk|pk|rk)_(?:live|test)_[A-Za-z0-9]{24,}\b/g},{name:"google_api_key",regex:/\bAIza[0-9A-Za-z_-]{35}\b/g},{name:"google_oauth_secret",regex:/\bGOCSPX-[A-Za-z0-9_-]{28}(?![\w-])/g},{name:"google_oauth_token",regex:/\bya29\.(?:c\.)?[0-9A-Za-z_-]{20,}(?![\w-])/g},{name:"databricks_token",regex:/\bdapi[a-f0-9]{32}(?:-\d)?(?!\w)/g},{name:"vault_token",regex:/\b(?:hvs\.[\w-]{24,}|hvb\.[\w-]{138,})(?![\w-])/g},{name:"supabase_token",regex:/\bsbp_[a-f0-9]{40}(?!\w)/g},{name:"sentry_token",regex:/\b(?:sntryu_[a-f0-9]{64}(?!\w)|sntrys_[A-Za-z0-9+/]{20,}={0,2}_[A-Za-z0-9+/]{43}(?![\w+/]))/g},{name:"linear_key",regex:/\blin_api_[A-Za-z0-9]{40}(?!\w)/g},{name:"notion_token",regex:/\b(?:ntn_[A-Za-z0-9]{46}|secret_[A-Za-z0-9]{43})(?!\w)/g},{name:"nvidia_key",regex:/\bnvapi-[A-Za-z0-9_-]{32,}(?![\w-])/g},{name:"perplexity_key",regex:/\bpplx-[A-Za-z0-9]{32,}(?!\w)/g},{name:"gitlab_token",regex:/\bgl(?:pat|ptt|rt|dt|cbt|ft|imt|agent|oas|soat)-[A-Za-z0-9_-]{20,}(?![\w-])/g},{name:"huggingface_token",regex:/\bhf_[A-Za-z0-9]{34,}(?!\w)/g},{name:"npm_token",regex:/\bnpm_[A-Za-z0-9]{36}(?!\w)/g},{name:"groq_key",regex:/\bgsk_[A-Za-z0-9]{40,}(?!\w)/g},{name:"xai_key",regex:/\bxai-[A-Za-z0-9]{40,}(?![\w-])/g},{name:"atlassian_token",regex:/\bATATT3[A-Za-z0-9_=-]{186}(?![\w=-])/g},{name:"heroku_token",regex:/\bHRKU-AA[A-Za-z0-9_-]{58}(?![\w-])/g},{name:"grafana_token",regex:/\b(?:glsa_[A-Za-z0-9]{32}_[A-Fa-f0-9]{8}(?!\w)|glc_[A-Za-z0-9+/]{32,400}={0,2}(?![\w+/=]))/g},{name:"postman_token",regex:/\bPMAK-[a-f0-9]{24}-[a-f0-9]{34}(?!\w)/g},{name:"pulumi_token",regex:/\bpul-[a-f0-9]{40}(?!\w)/g},{name:"doppler_token",regex:/\bdp\.(?:pt|st|ct)\.[A-Za-z0-9_-]{43,}(?![\w-])/g},{name:"slack_webhook",regex:/https:\/\/hooks\.slack\.com\/(?:services|workflows|triggers)\/[A-Za-z0-9\/_-]{20,}/g},{name:"discord_webhook",regex:/https:\/\/(?:ptb\.|canary\.)?discord(?:app)?\.com\/api\/(?:v\d+\/)?webhooks\/\d{15,}\/[A-Za-z0-9_-]{40,}/g},{name:"stripe_webhook_secret",regex:/\bwhsec_[A-Za-z0-9]{24,}(?!\w)/g},{name:"pypi_token",regex:/\bpypi-AgEIcHlwaS5vcmc[A-Za-z0-9_-]{50,}(?![\w-])/g},{name:"sendgrid_key",regex:/\bSG\.[A-Za-z0-9_-]{22}\.[A-Za-z0-9_-]{43}(?![\w-])/g},{name:"digitalocean_token",regex:/\bdo[opr]_v1_[a-f0-9]{64}(?!\w)/g},{name:"shopify_token",regex:/\bshp(?:at|ca|pa|ss)_[a-fA-F0-9]{32}(?!\w)/g},{name:"docker_hub_token",regex:/\bdckr_pat_[A-Za-z0-9_-]{20,}(?![\w-])/g},{name:"aws_temp_access_key",regex:/\bASIA[0-9A-Z]{16}\b/g},{name:"aws_session_token",regex:/(?<=\bAWS_(?:SESSION|SECURITY)_TOKEN\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)[A-Za-z0-9\/+=]{100,}/gi},{name:"memindex_worker_secret",regex:/(?<=\bworker-secret=|\bX-Memindex-Secret\s*:\s*)[a-f0-9]{64}(?![a-f0-9])/gi},{name:"memindex_key",regex:new RegExp("\\bmi_[A-Za-z0-9_-]{32,}","g")},{name:"generic_password",regex:je(String.raw`(?<=\b\w*_?(?:password|passwd|pwd)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"generic_token",regex:je(String.raw`(?<=\b\w*_(?:token|secret|api_key)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)},{name:"bearer_token",regex:je(String.raw`(?<=\bAuthorization\s*:\s*Bearer\s*)`)},{name:"basic_auth",regex:new RegExp(String.raw`(?<=\bAuthorization\s*:\s*Basic\s+)[A-Za-z0-9+/_-]{8,}={0,2}`,"gi")},{name:"cli_flag_secret",regex:new RegExp(String.raw`(?<=(?:^|\s)--(?:auth[-_]?token|access[-_]?token|api[-_]?key|client[-_]?secret|token|password|passwd|secret)(?:=|\s+)["']?)[^\s"'<>$%]{8,}`,"gi")},{name:"url_password",regex:/\b[A-Za-z][A-Za-z0-9+.-]{1,20}:\/\/[^\s\/:@'"<>]{1,128}:[^\s\/@'"<>]{1,256}(?=@)/g},{name:"bare_secret",regex:je(String.raw`(?<=\b(?:token|secret|api[_-]?key|apikey)\\{0,2}["']?\s*[=:]\s*\\{0,2}["']?)`)}].map(Dr),Cr=1024*1024,Lr="<redacted type='oversize'/>";function yr(n,e){let t=0;e.lastIndex=0;for(let s of n.matchAll(e))t=s.index+s[0].length;return t}function We(n,e){if(!e.enabled||n.length===0)return{redacted:n,counts:{},oversize:!1};if(n.length>Cr)return E.warn("REDACT","field exceeds the 1M-char redaction cap; replaced by an oversize marker",void 0,{inputLength:n.length}),{redacted:Lr,counts:{oversize:1},oversize:!0};let t=new Set(e.disabledBuiltinPatterns??[]),s={},r=n;if(!t.has("cookie")&&/cookie/i.test(n)){let a=!1;try{JSON.parse(n),a=!0}catch{}if(a){let d="<redacted type='cookie'/>",c=ms[0].regex,u=()=>(s.cookie=(s.cookie??0)+1,d),l=[],p=!1;r=n.replace(/"(?:\\.|[^"\\])*"|[{}\[\],]/g,(_,f)=>{if(_==="{"||_==="[")return l.push(_==="["&&(p||l.at(-1)===!0)),p=!1,_;if((_==="}"||_==="]")&&l.pop(),_===","||_==="}"||_==="]")return p=!1,_;let I=JSON.parse(_);if(/^\s*:/.test(n.slice(f+_.length)))return p=/^(?:set-)?cookie$/i.test(I),_;let h=p||l.at(-1)===!0;if(p=!1,h&&I.length>=4)return I===d?_:'"'+u()+'"';c.lastIndex=0;let b=[...I.matchAll(c)];if(b.length===0)return _;let N=[];for(let A=1;A<_.length-1;)N.push(A),A+=_[A]==="\\"?_[A+1]==="u"?6:2:1;N.push(_.length-1);let m=_;for(let A of b.reverse()){let k=N[A.index],S=N[A.index+A[0].length];m=m.slice(0,k)+u()+m.slice(S)}return m})}}let o=[];for(let a of e.customPatterns??[]){if(!a.name||a.name.length===0){E.warn("REDACT","custom pattern skipped: missing name",void 0,{pattern:a});continue}try{o.push({name:a.name,regex:new RegExp(a.regex,"g")})}catch(d){E.warn("REDACT","custom pattern skipped: invalid regex",{name:a.name},d instanceof Error?d:new Error(String(d)))}}let i=[...o,...ms];for(let a of i){if(t.has(a.name))continue;let d=a.endMarker?yr(r,a.endMarker):r.length;d!==0&&(a.regex.lastIndex=0,r=r.slice(0,d).replace(a.regex,()=>(s[a.name]=(s[a.name]??0)+1,`<redacted type='${a.name}'/>`))+r.slice(d))}return e.logMatches&&Object.keys(s).length>0&&E.debug("REDACT","patterns matched",void 0,{counts:s}),{redacted:r,counts:s,oversize:!1}}function Mr(n){if(!n||n.trim()==="")return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>t&&typeof t.name=="string"&&typeof t.regex=="string"):(E.warn("REDACT","MEMINDEX_REDACT_CUSTOM_PATTERNS is not a JSON array, ignoring"),[])}catch(e){return E.warn("REDACT","failed to parse MEMINDEX_REDACT_CUSTOM_PATTERNS as JSON",void 0,e instanceof Error?e:new Error(String(e))),[]}}function gs(n){return{enabled:(n.MEMINDEX_REDACT_ENABLED??$.get("MEMINDEX_REDACT_ENABLED"))==="true",disabledBuiltinPatterns:(n.MEMINDEX_REDACT_DISABLED_BUILTINS??"").split(",").map(e=>e.trim()).filter(Boolean),customPatterns:Mr(n.MEMINDEX_REDACT_CUSTOM_PATTERNS??"[]"),logMatches:n.MEMINDEX_REDACT_LOG_MATCHES==="true"}}var Ie=null,fs=0,vr=5e3,Ge=null,Ts=!1,Ee=!1,Ss={enabled:!0,disabledBuiltinPatterns:[],customPatterns:[],logMatches:!1};function wr(n){if(!(0,be.existsSync)(n))return null;try{return(0,be.readFileSync)(n,"utf-8")}catch{return""}}function Ur(n){if(n===null)return!1;try{let e=JSON.parse(ct(n));return e===null||typeof e!="object"||Array.isArray(e)}catch{return!0}}function Pr(n,e){return process.env.MEMINDEX_REDACT_ENABLED==="false"?e:(Ts||(Ts=!0,E.warn("REDACT","settings.json could not be read; secret redaction stays on until it is repaired",{settingsPath:n,using:Ge?.enabled?"the last configuration that loaded":"the built-in patterns"})),Ge?.enabled?Ge:Ss)}function pt(n=ne){let e=Date.now();if(Ie&&e-fs<vr)return Ie;let t=Ee;Ee=!0;try{let s=$.loadFromFile(n),r=gs(s),o=wr(n);return Ur(o)?Ie=Pr(n,r):(Ie=r,Ge=r),fs=e,Ie}finally{Ee=t}}function hs(n){let e=We(n,Ss).redacted;if(Ee)return e;Ee=!0;try{let t=(0,be.existsSync)(ne)?pt():gs(process.env);return We(e,{...t,logMatches:!1}).redacted}finally{Ee=!1}}var ft=(o=>(o[o.DEBUG=0]="DEBUG",o[o.INFO=1]="INFO",o[o.WARN=2]="WARN",o[o.ERROR=3]="ERROR",o[o.SILENT=4]="SILENT",o))(ft||{}),mt=null,Tt=class{level=null;useColor;logFilePath=null;logFileInitialized=!1;logFileDate=null;constructor(){this.useColor=process.stdout.isTTY??!1}ensureLogFileInitialized(){let e=new Date().toISOString().split("T")[0];if(this.logFileInitialized&&this.logFileDate===e)return;let t=this.logFileDate!==e;this.logFileInitialized=!1,this.logFileDate=e;try{let s=Y.logsDir();(0,X.mkdirSync)(Y.dataDir(),{recursive:!0,mode:448}),(0,X.chmodSync)(Y.dataDir(),448),(0,X.mkdirSync)(s,{recursive:!0,mode:448}),(0,X.chmodSync)(s,448),this.logFilePath=(0,Ns.join)(s,`memindex-${e}.log`),(0,X.appendFileSync)(this.logFilePath,"",{mode:384}),(0,X.chmodSync)(this.logFilePath,384),this.logFileInitialized=!0}catch(s){t&&console.error("[LOGGER] Failed to initialize log file:",s instanceof Error?s.message:String(s)),this.logFilePath=null}}getLevel(){if(this.level===null)try{let e=Y.settings();if((0,X.existsSync)(e)){let t=ue(ce(e)),s=(t.MEMINDEX_LOG_LEVEL||t.AGENT_MEM_LOG_LEVEL||"INFO").toString().toUpperCase();this.level=ft[s]??1}else this.level=1}catch(e){console.error("[LOGGER] Failed to load log level from settings:",e instanceof Error?e.message:String(e)),this.level=1}return this.level}safeStringify(e,t,s=6){let r=new WeakSet,o=(i,a)=>{if(typeof i=="bigint")return`${i}n`;if(i===null||typeof i!="object")return i;let d=i.toJSON,c=typeof d=="function"?d.call(i):i;if(typeof c=="bigint")return`${c}n`;if(c===null||typeof c!="object")return c;if(r.has(c))return"[Circular]";if(a>=s)return Array.isArray(c)?"[Array]":"[Object]";r.add(c);try{if(Array.isArray(c))return c.map(l=>o(l,a+1));let u={};for(let l of Object.keys(c))try{u[l]=o(c[l],a+1)}catch{u[l]="[unreadable]"}return u}finally{r.delete(c)}};try{return JSON.stringify(o(e,0),null,t)??String(e)}catch{return Array.isArray(e)?`[${e.length} items]`:"[unserializable]"}}formatData(e){if(e==null)return"";if(typeof e=="string")return e;if(typeof e=="number"||typeof e=="boolean")return e.toString();if(typeof e=="object"){if(e instanceof Error)return this.getLevel()===0?`${e.message}
|
|
8
|
+
${e.stack}`:e.message;if(Array.isArray(e))return`[${e.length} items]`;let t=Object.keys(e);return t.length===0?"{}":t.length<=3?this.safeStringify(e):`{${t.length} keys: ${t.slice(0,3).join(", ")}...}`}return String(e)}formatTool(e,t){if(!t)return e;let s=t;if(typeof t=="string")try{s=JSON.parse(t)}catch{s=t}if(s===null)return e;if(e==="Bash"&&s.command)return`${e}(${s.command})`;if(s.file_path)return`${e}(${s.file_path})`;if(s.notebook_path)return`${e}(${s.notebook_path})`;if(e==="Glob"&&s.pattern)return`${e}(${s.pattern})`;if(e==="Grep"&&s.pattern)return`${e}(${s.pattern})`;if(s.url)return`${e}(${s.url})`;if(s.query)return`${e}(${s.query})`;if(e==="Task"){if(s.subagent_type)return`${e}(${s.subagent_type})`;if(s.description)return`${e}(${s.description})`}return e==="Skill"&&s.skill?`${e}(${s.skill})`:e==="LSP"&&s.operation?`${e}(${s.operation})`:e}formatTimestamp(e){let t=e.getFullYear(),s=String(e.getMonth()+1).padStart(2,"0"),r=String(e.getDate()).padStart(2,"0"),o=String(e.getHours()).padStart(2,"0"),i=String(e.getMinutes()).padStart(2,"0"),a=String(e.getSeconds()).padStart(2,"0"),d=String(e.getMilliseconds()).padStart(3,"0");return`${t}-${s}-${r} ${o}:${i}:${a}.${d}`}log(e,t,s,r,o){if(e<this.getLevel())return;this.ensureLogFileInitialized();let i=this.formatTimestamp(new Date),a=ft[e].padEnd(5),d=t.padEnd(6),c="";r?.correlationId?c=`[${r.correlationId}] `:r?.sessionId&&(c=`[session-${r.sessionId}] `);let u="";o!=null&&(o instanceof Error?u=this.getLevel()===0?`
|
|
9
9
|
${o.message}
|
|
10
10
|
${o.stack}`:` ${o.message}`:this.getLevel()===0&&typeof o=="object"?u=`
|
|
11
|
-
`+this.safeStringify(o,2):u=" "+this.formatData(o));let l="";if(r){let{sessionId:_,memorySessionId:
|
|
12
|
-
`,{encoding:"utf8",mode:384})}catch(_){let
|
|
13
|
-
${
|
|
14
|
-
`)}else
|
|
15
|
-
`)}debug(e,t,s,r){this.log(0,e,t,s,r)}info(e,t,s,r){this.log(1,e,t,s,r)}warn(e,t,s,r){this.log(2,e,t,s,r)}setErrorSink(e){pt=e}error(e,t,s,r){this.log(3,e,t,s,r),this.routeErrorToSink(t,s,r)}routeErrorToSink(e,t,s){try{if(!pt||!(s instanceof Error))return;pt(s)}catch{}}dataIn(e,t,s,r){this.info(e,`\u2192 ${t}`,s,r)}dataOut(e,t,s,r){this.info(e,`\u2190 ${t}`,s,r)}success(e,t,s,r){this.info(e,`\u2713 ${t}`,s,r)}failure(e,t,s,r){this.error(e,`\u2717 ${t}`,s,r)}},E=new Tt;function hs(n){try{return new URL(n).hostname.toLowerCase()==="openrouter.ai"}catch{return!1}}var ft=require("crypto"),Ns=require("fs"),Y=require("os"),x=require("path");var Lr=4e4,vr=9e3,wr=["/tmp","/private/tmp","/var/folders","/private/var/folders"],Is="60";function Ie(n){let e=(0,x.resolve)(n),t=[],s=e;for(;;)try{return(0,x.join)(Ns.realpathSync.native(s),...t.reverse())}catch{let r=(0,x.dirname)(s);if(r===s)return e;t.push((0,x.basename)(s)),s=r}}function Ur(n,e){let t=Ie(e);return n===t||n.startsWith(t.endsWith(x.sep)?t:t+x.sep)}function Pr(n,e=(0,Y.homedir)()){let t=Ie(n),s=Ie(e);return(process.platform==="win32"?[(0,Y.tmpdir)()]:[(0,Y.tmpdir)(),...wr]).some(o=>Ie(o)!==s&&Ur(t,o))}function gt(n=process.env,e=(0,Y.homedir)()){return n.MEMINDEX_TEST_FORBIDDEN_DATA_DIR?!0:Pr(Te(n,e),e)}var bs=39e3,xr=500,kr=500;function Rs(n){return(0,ft.createHash)("sha256").update(x.win32.resolve(n).toLowerCase()).digest().readUInt32BE(0)%xr}function Xr(n=process.platform,e=(0,Y.homedir)()){return n==="win32"?bs+Rs(e):38700+(process.getuid?.()??77)%100}function St(n=process.platform,e=(0,Y.homedir)()){return n==="win32"?bs+kr+Rs(e):38877+(process.getuid?.()??77)%100}function Fr(n){let e=(0,ft.createHash)("sha256").update(Ie(n)).digest();return Lr+e.readUInt32BE(0)%vr}function Os(n=process.env,e=(0,Y.homedir)()){return gt(n,e)?Fr(Te(n,e)):Xr(process.platform,e)}var Br=new Set(["xiaomi/mimo-v2-flash:free"]);function As(n){return typeof n=="boolean"?String(n):n}function Hr(n){let e=n.MEMINDEX_OPENROUTER_MODEL;if(typeof e!="string"||!Br.has(e.trim()))return!1;let t=typeof n.MEMINDEX_OPENROUTER_BASE_URL=="string"?n.MEMINDEX_OPENROUTER_BASE_URL.trim():"";return t===""||hs(t)}var Ds=18e4,Cs=[{key:"MEMINDEX_REDACT_ENABLED",legacy:"false",markerTag:"redaction-default-migrated-v1"},{key:"MEMINDEX_LLM_TIMEOUT_MS",legacy:"30000",markerTag:"llm-timeout-migrated-v1"},{key:"MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS",legacy:"30000",markerTag:"field-optimize-timeout-migrated-v1"}];function Ms(n,e){return(0,J.join)((0,J.dirname)(n),`.${(0,J.basename)(n)}.${e.markerTag}`)}function ht(n,e){try{(0,ne.writeFileSync)(Ms(n,e),new Date().toISOString(),{encoding:"utf-8",mode:384})}catch{}}var ys=new Set,j=class{static DEFAULTS={MEMINDEX_MEMORY_SEARCH_HOOK_ENABLED:"true",MEMINDEX_MEMORY_INSTRUCTIONS_ENABLED:"true",MEMINDEX_MEMORY_WATCH_ROOTS:"",MEMINDEX_MODEL:"claude-haiku-4-5-20251001",MEMINDEX_CONTEXT_OBSERVATIONS:"50",MEMINDEX_SESSION_START_INCLUDE_ALL_SOURCES:"false",MEMINDEX_CONTEXT_PROJECTS:"current",MEMINDEX_WORKER_PORT:String(Os()),MEMINDEX_WORKER_HOST:"127.0.0.1",MEMINDEX_WORKER_HEARTBEAT_STALE_MS:"120000",MEMINDEX_ALLOWED_ORIGINS:"",MEMINDEX_PUBLIC_URL:"",MEMINDEX_API_TIMEOUT_MS:String(Es(He.API_REQUEST)),MEMINDEX_SESSION_INIT_TIMEOUT_MS:String(ls()),MEMINDEX_IDLE_EXIT_SEC:gt()?Is:"0",MEMINDEX_SKIP_TOOLS:"ListMcpResourcesTool,SlashCommand,Skill,TodoWrite,AskUserQuestion",MEMINDEX_SKIP_BASH_PATTERNS:"",MEMINDEX_SKIP_SUBAGENT_OBSERVATIONS:"false",MEMINDEX_SKIP_AGENT_TYPES:"",MEMINDEX_CAPTURE_ADVISOR_CALLS:"false",MEMINDEX_PROVIDER:"claude",MEMINDEX_PROVIDER_BY_SOURCE:"",MEMINDEX_OBSERVER_ENABLED:"true",MEMINDEX_DISABLE_SUMMARY:"false",MEMINDEX_CODEX_MODEL:"",MEMINDEX_CODEX_PATH:"codex",MEMINDEX_CODEX_REASONING_EFFORT:"low",MEMINDEX_CODEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_CODEX_OBSERVATION_BATCH_SIZE:"8",MEMINDEX_CODEX_OBSERVATION_BATCH_MAX_CHARS:"32000",MEMINDEX_CLAUDE_AUTH_METHOD:"subscription",MEMINDEX_GEMINI_API_KEY:"",MEMINDEX_GEMINI_API_KEYS:"",MEMINDEX_GEMINI_MODEL:"gemini-flash-latest",MEMINDEX_GEMINI_RATE_LIMITING_ENABLED:"true",MEMINDEX_OPENROUTER_API_KEY:"",MEMINDEX_OPENROUTER_API_KEYS:"",MEMINDEX_OPENROUTER_MODEL:"cohere/north-mini-code:free",MEMINDEX_OPENROUTER_BASE_URL:"",MEMINDEX_OPENROUTER_TEMPERATURE:"",MEMINDEX_OPENROUTER_SITE_URL:"",MEMINDEX_OPENROUTER_APP_NAME:"memindex",MEMINDEX_OPENROUTER_EXTRA_BODY:"",MEMINDEX_OPENROUTER_REASONING_EFFORT:"",MEMINDEX_OPENAI_COMPAT_PRESET:"",MEMINDEX_OPENAI_COMPAT_API_KEY:"",MEMINDEX_OPENAI_COMPAT_API_KEYS:"",MEMINDEX_OPENAI_COMPAT_BASE_URL:"",MEMINDEX_OPENAI_COMPAT_MODEL:"",MEMINDEX_QUOTA_FALLBACK_PROVIDER:"claude",MEMINDEX_QUOTA_FALLBACK_MODEL:"",MEMINDEX_QUOTA_THRESHOLD_FIVE_HOUR:"0.95",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_OPUS:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_SONNET:"0.92",MEMINDEX_QUOTA_THRESHOLD_OVERAGE:"0.95",MEMINDEX_DATA_DIR:(0,J.join)((0,be.homedir)(),".memindex"),MEMINDEX_SNAPSHOT_ENABLED:"true",MEMINDEX_SNAPSHOT_INTERVAL_HOURS:"24",MEMINDEX_SNAPSHOT_KEEP:"7",MEMINDEX_LOG_LEVEL:"INFO",MEMINDEX_LOG_RETENTION_DAYS:"30",MEMINDEX_PYTHON_VERSION:"3.13",CLAUDE_CODE_PATH:"",MEMINDEX_CLAUDE_CONFIG_DIR:"",MEMINDEX_OBSERVER_CLAUDE_CONFIG_DIR:"",MEMINDEX_MODE:"code",MEMINDEX_CONTEXT_SHOW_READ_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_WORK_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_AMOUNT:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_PERCENT:"true",MEMINDEX_CONTEXT_OBSERVATION_TYPES:"",MEMINDEX_CONTEXT_OBSERVATION_CONCEPTS:"",MEMINDEX_CONTEXT_FULL_COUNT:"0",MEMINDEX_CONTEXT_FULL_FIELD:"narrative",MEMINDEX_CONTEXT_SESSION_COUNT:"10",MEMINDEX_CONTEXT_SHOW_LAST_SUMMARY:"true",MEMINDEX_CONTEXT_SHOW_LAST_MESSAGE:"false",MEMINDEX_CONTEXT_MAIN_AGENT_ONLY:"true",MEMINDEX_BRANCH_MEMORY_ENABLED:"true",MEMINDEX_BRANCH_ACTIVE_DAYS:"14",MEMINDEX_SEND_BRANCH_TO_HOSTING:"true",MEMINDEX_REINFORCE_ALPHA:"0",MEMINDEX_CONTEXT_SHOW_TERMINAL_OUTPUT:"true",MEMINDEX_WELCOME_HINT_ENABLED:"true",MEMINDEX_WORK_STATE_ENABLED:"true",MEMINDEX_FILE_READ_GATE_ENABLED:"true",MEMINDEX_ENDLESS_MODE_ENABLED:"true",MEMINDEX_FOLDER_CLAUDEMD_ENABLED:"false",MEMINDEX_FOLDER_USE_LOCAL_MD:"false",MEMINDEX_TRANSCRIPTS_ENABLED:"true",MEMINDEX_TRANSCRIPTS_CONFIG_PATH:(0,J.join)((0,be.homedir)(),".memindex","transcript-watch.json"),MEMINDEX_CODEX_TRANSCRIPT_INGESTION:"false",MEMINDEX_CODEX_SUBAGENT_INGESTION:"false",MEMINDEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS:"400000",MEMINDEX_OBSERVER_CONTEXT_WINDOW:"",MEMINDEX_OBSERVER_MAX_OUTPUT_TOKENS:"4096",MEMINDEX_OBSERVE_BARE_PROMPTS:"false",MEMINDEX_HOOK_FAIL_LOUD_THRESHOLD:"3",MEMINDEX_REDACT_ENABLED:"true",MEMINDEX_REDACT_DISABLED_BUILTINS:"",MEMINDEX_REDACT_CUSTOM_PATTERNS:"[]",MEMINDEX_REDACT_LOG_MATCHES:"false",MEMINDEX_EXCLUDED_PROJECTS:"",MEMINDEX_PROJECT_ENVIRONMENTS:"[]",MEMINDEX_FOLDER_MD_EXCLUDE:"[]",MEMINDEX_FOLDER_MD_SKELETON_DENYLIST:"[]",MEMINDEX_SEMANTIC_INJECT:"auto",MEMINDEX_SEMANTIC_INJECT_LIMIT:"5",MEMINDEX_SEMANTIC_INJECT_FORMAT:"narrative",MEMINDEX_TIER_ROUTING_ENABLED:"true",MEMINDEX_TIER_SIMPLE_MODEL:"haiku",MEMINDEX_TIER_SUMMARY_MODEL:"",MEMINDEX_TIER_FAST_MODEL:"haiku",MEMINDEX_TIER_SMART_MODEL:"sonnet",MEMINDEX_CHROMA_ENABLED:"true",MEMINDEX_CHROMA_MODE:"local",MEMINDEX_CHROMA_HOST:"127.0.0.1",MEMINDEX_CHROMA_PORT:"8000",MEMINDEX_CHROMA_SSL:"false",MEMINDEX_CHROMA_API_KEY:"",MEMINDEX_CHROMA_TENANT:"default_tenant",MEMINDEX_CHROMA_DATABASE:"default_database",MEMINDEX_CHROMA_PREWARM_TIMEOUT_MS:"120000",MEMINDEX_CHROMA_MUTATION_TIMEOUT_MS:"600000",MEMINDEX_CHROMA_MAX_PENDING_MUTATIONS:"5000",MEMINDEX_CHROMA_MEMORY_LIMIT_MB:"2048",MEMINDEX_CHROMA_EMBEDDING_FUNCTION:"default",MEMINDEX_CHROMA_UVX_PATH:"",MEMINDEX_SEARCH_RECENCY_DAYS:"90",MEMINDEX_HOSTING_OFFER:"true",MEMINDEX_CLOUD_SYNC_TOKEN:"",MEMINDEX_CLOUD_SYNC_USER_ID:"",MEMINDEX_CLOUD_SYNC_HUB_URL:"",MEMINDEX_CLOUD_SYNC_DEVICE_ID:"",MEMINDEX_CLOUD_SYNC_DEVICE_NAME:(0,be.hostname)(),MEMINDEX_CLOUD_SYNC_WS:"true",MEMINDEX_CLOUD_SYNC_CONTENT_BATCH_SIZE:"40",MEMINDEX_CLOUD_SYNC_REQUEST_TIMEOUT_MS:"90000",MEMINDEX_LLM_TIMEOUT_MS:String(Ds),MEMINDEX_LLM_STREAM_IDLE_TIMEOUT_MS:"90000",MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS:String(Ds),MEMINDEX_TV_TOKEN:"",MEMINDEX_AUTH_MODE:"api-key",MEMINDEX_RUNTIME:"worker",MEMINDEX_SERVER_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(St())}`,MEMINDEX_SERVER_API_KEY:"",MEMINDEX_SERVER_PROJECT_ID:"",MEMINDEX_SERVER_BETA_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(St())}`,MEMINDEX_SERVER_BETA_API_KEY:"",MEMINDEX_SERVER_BETA_PROJECT_ID:"",MEMINDEX_JIRA_BASE_URL:"",MEMINDEX_JIRA_EMAIL:"",MEMINDEX_JIRA_API_TOKEN:"",MEMINDEX_DEDUP_ENABLED:"false",MEMINDEX_DEDUP_COSINE_THRESHOLD:"0.80",MEMINDEX_DEDUP_IDF_VETO_DF:"10",MEMINDEX_DEDUP_MIN_SHARED_TOKENS:"2",MEMINDEX_DEDUP_MIN_PROJECT_DOCS:"10",MEMINDEX_DEDUP_MAX_SCAN:"2000",MEMINDEX_DEDUP_MAX_BACKFILL_ROWS:"50000",MEMINDEX_TOOL_USES_RETENTION_DAYS:"0",MEMINDEX_WORKER_AUTOSTART:"true",MEMINDEX_PROJECT_NAME_SOURCE:"path"};static getAllDefaults(){return{...this.DEFAULTS}}static get(e){let t=process.env[e]??this.DEFAULTS[e];return e==="MEMINDEX_WORKER_HOST"?this.normalizeWorkerHost(t):t}static normalizeWorkerHost(e){return e==="localhost"?"127.0.0.1":e}static finalizeSettings(e,t){let s=t?this.applyEnvOverrides(e):e;return s.MEMINDEX_WORKER_HOST=this.normalizeWorkerHost(s.MEMINDEX_WORKER_HOST),s}static getInt(e){let t=this.get(e);return parseInt(t,10)}static applyEnvOverrides(e){let t={...e};for(let s of Object.keys(this.DEFAULTS))process.env[s]!==void 0&&(t[s]=process.env[s]);return t}static loadFromFile(e,t=!0,s={}){try{if(!(0,ne.existsSync)(e)){let p=this.getAllDefaults();if(!s.readOnly)try{$(e,p,{mode:384});for(let _ of Cs)ht(e,_);console.warn("[SETTINGS] Created settings file with defaults:",e)}catch(_){console.warn("[SETTINGS] Failed to create settings file, using in-memory defaults:",e,_ instanceof Error?_.message:String(_))}return this.finalizeSettings(p,t)}let r=(0,ne.readFileSync)(e,"utf-8"),o=ct(r),i=ce(o),a=i!==o,d=Fe(i),c=rs(o),u=a&&Object.keys(c).some(p=>p!=="env");if(a&&!u&&!s.readOnly)try{$(e,d,{mode:384}),console.warn("[SETTINGS] Migrated settings file from nested to flat schema:",e)}catch(p){console.warn("[SETTINGS] Failed to auto-migrate settings file:",e,p instanceof Error?p.message:String(p))}if(Hr(d)){let p=String(d.MEMINDEX_OPENROUTER_MODEL).trim();if(d={...d,MEMINDEX_OPENROUTER_MODEL:this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL},!s.readOnly)try{$(e,u?{...c,env:d}:d,{mode:384}),console.warn(`[SETTINGS] Migrated OpenRouter model off the retired default ${p} to ${this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL}:`,e)}catch(_){console.warn("[SETTINGS] Failed to migrate the retired OpenRouter model:",e,_ instanceof Error?_.message:String(_))}}for(let p of Cs)if(!(0,ne.existsSync)(Ms(e,p))){if(As(d[p.key])!==p.legacy){s.readOnly||ht(e,p);continue}if(d={...d,[p.key]:this.DEFAULTS[p.key]},!s.readOnly)try{$(e,u?{...c,env:d}:d,{mode:384}),ht(e,p);let _=p.key.endsWith("_MS")?"ms":"";console.warn(`[SETTINGS] Migrated ${p.key} off the old ${p.legacy}${_} default to ${this.DEFAULTS[p.key]}${_}:`,e)}catch(_){let T=`${p.key}\0${e}`;ys.has(T)||(ys.add(T),console.warn(`[SETTINGS] Failed to migrate ${p.key}; using the new default in memory (reported once per process):`,e,_ instanceof Error?_.message:String(_)))}}let l={...this.DEFAULTS};for(let p of Object.keys(this.DEFAULTS))d[p]!==void 0&&(l[p]=As(d[p]));return this.finalizeSettings(l,t)}catch(r){console.warn("[SETTINGS] Failed to load settings, using defaults:",e,r instanceof Error?r.message:String(r));let o=this.getAllDefaults();return this.finalizeSettings(o,t)}}};var Nt=require("node:child_process");function It(n,e,t){return(0,Nt.spawn)(n,e??[],{...t,windowsHide:!0})}var $r=new Set([".cmd",".bat"]),jr=new Set([".exe",".com"]),Hi=new Set([...jr,...$r]);var K=require("fs");var Ls=require("os"),v=require("path");var We=class extends Error{};function Re(n){let e=(0,v.resolve)(n);try{return(0,K.lstatSync)(e).isSymbolicLink()?(0,v.join)(Re((0,v.dirname)(e)),(0,v.basename)(e)):(0,K.realpathSync)(e)}catch{let t=(0,v.dirname)(e);return t===e?e:(0,v.join)(Re(t),(0,v.basename)(e))}}function vs(n){try{return(0,K.realpathSync)((0,v.resolve)(n))}catch{return Re(n)}}var ws=["MEMINDEX_DATA_DIR","AGENT_MEM_DATA_DIR"];function Gr(n){let e=[];for(let t of[".memindex",".agent-mem"])try{let s=JSON.parse((0,K.readFileSync)((0,v.join)(n,t,"settings.json"),"utf8").replace(/^\uFEFF/,""));for(let r of[s,s?.env])if(!(!r||typeof r!="object"))for(let o of ws)typeof r[o]=="string"&&r[o]&&e.push(r[o])}catch{}return e}function Wr(){let n=(0,Ls.homedir)(),e=[v.sep,n,(0,v.join)(n,".memindex"),(0,v.join)(n,".agent-mem")];try{e.push(W.dataDir())}catch{}for(let t of ws){let s=process.env[t];s&&e.push(s)}return e.push(...Gr(n).map(t=>te(t))),[...new Set(e.flatMap(t=>[(0,v.resolve)(t),Re(t),vs(t)]))]}var bt=(n,e)=>n.startsWith(e.endsWith(v.sep)?e:e+v.sep);function Yr(n,e){let t=(0,v.resolve)(n),s=Re(n);if(!bt(t,(0,v.resolve)(e))||!bt(s,vs(e)))throw new We(`Refused to remove ${t}: it is not inside ${(0,v.resolve)(e)}.`);for(let r of Wr())for(let o of[t,s])if(o===r||bt(r,o))throw new We(`Refused to remove ${t}: it is or holds ${r}.`);return t}function Us(n,e){(0,K.rmSync)(Yr(n,e),{recursive:!0,force:!0})}var Ct=require("fs"),Bs=at(require("path"),1);var Kr=["CLAUDECODE_","CLAUDE_CODE_"],Vr=new Set(["CLAUDECODE","CLAUDE_CODE_SESSION","CLAUDE_CODE_ENTRYPOINT","MCP_SESSION_ID"]),qr=new Set(["NODE_USE_ENV_PROXY","HTTP_PROXY","HTTPS_PROXY","ALL_PROXY","NO_PROXY","http_proxy","https_proxy","all_proxy","no_proxy","npm_config_proxy","npm_config_https_proxy","npm_config_noproxy"]),zr=new Set(["CLAUDE_CODE_OAUTH_TOKEN","CLAUDE_CODE_GIT_BASH_PATH","CLAUDE_CODE_TMPDIR","CLAUDE_CODE_PATH","CLAUDE_CODE_DISABLE_EXPERIMENTAL_BETAS","CLAUDE_CODE_USE_BEDROCK","CLAUDE_CODE_USE_VERTEX","CLAUDE_CODE_USE_FOUNDRY","CLAUDE_CODE_SKIP_BEDROCK_AUTH","CLAUDE_CODE_SKIP_VERTEX_AUTH","CLAUDE_CODE_SKIP_FOUNDRY_AUTH","ANTHROPIC_BEDROCK_BASE_URL","AWS_REGION","AWS_PROFILE","AWS_ACCESS_KEY_ID","AWS_SECRET_ACCESS_KEY","AWS_SESSION_TOKEN","ANTHROPIC_VERTEX_PROJECT_ID","CLOUD_ML_REGION","GOOGLE_APPLICATION_CREDENTIALS",...qr]);function re(n=process.env){let e={};for(let[t,s]of Object.entries(n))if(s!==void 0){if(zr.has(t)){e[t]=s;continue}Vr.has(t)||Kr.some(r=>t.startsWith(r))||(e[t]=s)}return e}var Ye=require("child_process"),xs=require("fs");var Rt="utc:";function ks(n){return`${Rt}${n}`}var Jr=5e3,Ps=new Map,Ot=0;function At(n,e,t){if(t.status!==0)return null;if(typeof t.stdout!="string")return E.warn("SYSTEM","captureProcessStartToken: start-token probe returned no stdout",{pid:e,source:n,status:t.status}),null;let s=t.stdout.trim();return s.length>0?s:null}function Qr(n){Ot+=1;let e=(0,Ye.spawnSync)("powershell.exe",["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId=${n}").CreationDate.ToString('yyyyMMddHHmmss.ffffff')`],{encoding:"utf-8",timeout:5e3,windowsHide:!0,env:{...re(process.env),LC_ALL:"C",LANG:"C",TZ:"UTC"}});return At("powershell-cim",n,e)}function Zr(n,e=!1){if(!e){let s=Ps.get(n);if(s&&(n===process.pid||Date.now()-s.capturedAtMs<Jr))return s.token}let t=null;try{t=Qr(n)}catch(s){E.debug("SYSTEM","captureProcessStartToken: powershell CIM lookup failed",{pid:n,error:s instanceof Error?s.message:String(s)}),t=null}return(t!==null||n!==process.pid)&&Ps.set(n,{token:t,capturedAtMs:Date.now()}),t}function eo(n,e){if(!Number.isInteger(n)||n<=0)return null;if(process.platform==="linux"){Ot+=1;try{let t=(0,xs.readFileSync)(`/proc/${n}/stat`,"utf-8"),s=t.lastIndexOf(") ");if(s<0)return null;let o=t.slice(s+2).split(" ")[19];return o&&/^\d+$/.test(o)?o:null}catch(t){return E.debug("SYSTEM","captureProcessStartToken: /proc read failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}if(process.platform==="win32")return Zr(n,e);Ot+=1;try{let t=(0,Ye.spawnSync)("ps",["-p",String(n),"-o","lstart="],{encoding:"utf-8",timeout:2e3,env:{...re(process.env),LC_ALL:"C",LANG:"C",TZ:"UTC"}}),s=At("ps-lstart",n,t);return s===null?null:ks(s)}catch(t){return E.debug("SYSTEM","captureProcessStartToken: ps exec failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}function to(n,e){let t=eo(n,!0);if(t===null||!t.startsWith(Rt)||e.startsWith(Rt))return t;try{let s=(0,Ye.spawnSync)("ps",["-p",String(n),"-o","lstart="],{encoding:"utf-8",timeout:2e3,env:{...re(process.env),LC_ALL:"C",LANG:"C"}});return At("ps-lstart",n,s)}catch{return null}}function Dt(n,e){if(e===null)return!0;let t=to(n,e);return t===null?!0:t===e}var Xs=require("child_process");var Fs=require("util");var Qi=(0,Fs.promisify)(Xs.execFile);var Ea=W.supervisorRegistry();function no(n){if(!Number.isInteger(n)||n<0||n===0)return!1;try{return process.kill(n,0),!0}catch(e){if(e instanceof Error){let t=e.code;return t==="EPERM"?!0:(E.debug("SYSTEM","PID check failed",{pid:n,code:t}),!1)}return E.warn("SYSTEM","PID check threw non-Error",{pid:n,error:String(e)}),!1}}function ro(n){if(!n||!no(n.pid))return!1;if(!n.startToken)return!0;let e=Dt(n.pid,n.startToken);return e||E.debug("SYSTEM","verifyPidFileOwnership: start-token mismatch (PID reused)",{pid:n.pid,stored:n.startToken}),e}var oo={platform:process.platform,readCommandLine:n=>(0,Ct.readFileSync)(`/proc/${n}/cmdline`,"utf-8")};function Hs(n,e=oo){if(!ro(n))return!1;if(n.startToken||e.platform!=="linux")return!0;let t;try{t=e.readCommandLine(n.pid)}catch(r){return E.debug("SYSTEM","Could not read the command line of a token-less worker PID; trusting the live PID",{pid:n.pid,error:r instanceof Error?r.message:String(r)}),!0}let s=t.split("\0").some(r=>Bs.default.basename(r)==="worker-service.cjs");return s||E.debug("SYSTEM","Token-less worker PID now belongs to another program (PID reused)",{pid:n.pid}),s}var _a=180*1e3;var $s=".chroma-restore-pending";var io=require("bun:sqlite");var js=5e3,ao=4194304,F=68,co="npx memindex@latest update",Ke=66;function Q(n){return n.prepare("PRAGMA user_version").get().user_version}var Oe=class extends Error{reason="schema_newer_than_binary";constructor(e){super(e),this.name="SchemaNewerThanBinaryError"}};function _e(n,e){n.run(`PRAGMA busy_timeout = ${js}`);let t=Q(n);if(!(t<=e))throw new Oe(`Your memory database is newer than this MemIndex (schema v${t}, this plugin knows v${e}), so memory is not being saved. Update the plugin: ${co}`)}function uo(n,e,t){_e(n,e),Q(n)<t&&n.run(`PRAGMA user_version = ${t}`)}function Gs(n,e,t){_e(n,e);let s=t;try{let r=n.prepare("SELECT MAX(version) AS newest FROM schema_versions");try{let o=r.get();o?.newest&&(s=Math.max(t,Math.min(o.newest,e)))}finally{r.finalize()}}catch{}Q(n)<s&&n.run(`PRAGMA user_version = ${s}`)}function Ws(n,e,t){n.transaction(()=>uo(n,e,t)).immediate()}function lo(n){return n.prepare(`
|
|
11
|
+
`+this.safeStringify(o,2):u=" "+this.formatData(o));let l="";if(r){let{sessionId:_,memorySessionId:f,correlationId:I,...h}=r;Object.keys(h).length>0&&(l=` {${Object.entries(h).map(([N,m])=>typeof m!="object"||m===null||m instanceof Error||m instanceof Date?`${N}=${m}`:`${N}=${Array.isArray(m)?this.safeStringify(m):this.formatData(m)}`).join(", ")}}`)}let p=hs(`[${i}] [${a}] [${d}] ${c}${s}${l}${u}`);if(this.logFilePath)try{(0,X.appendFileSync)(this.logFilePath,p+`
|
|
12
|
+
`,{encoding:"utf8",mode:384})}catch(_){let f=_ instanceof Error?_:new Error(String(_));de(`[LOGGER] Failed to write to log file: ${f.message}
|
|
13
|
+
${f.stack??""}
|
|
14
|
+
`)}else de(p+`
|
|
15
|
+
`)}debug(e,t,s,r){this.log(0,e,t,s,r)}info(e,t,s,r){this.log(1,e,t,s,r)}warn(e,t,s,r){this.log(2,e,t,s,r)}setErrorSink(e){mt=e}error(e,t,s,r){this.log(3,e,t,s,r),this.routeErrorToSink(t,s,r)}routeErrorToSink(e,t,s){try{if(!mt||!(s instanceof Error))return;mt(s)}catch{}}dataIn(e,t,s,r){this.info(e,`\u2192 ${t}`,s,r)}dataOut(e,t,s,r){this.info(e,`\u2190 ${t}`,s,r)}success(e,t,s,r){this.info(e,`\u2713 ${t}`,s,r)}failure(e,t,s,r){this.error(e,`\u2717 ${t}`,s,r)}},E=new Tt;function Is(n){try{return new URL(n).hostname.toLowerCase()==="openrouter.ai"}catch{return!1}}var gt=require("crypto"),bs=require("fs"),K=require("os"),x=require("path");var xr=4e4,kr=9e3,Xr=["/tmp","/private/tmp","/var/folders","/private/var/folders"],Rs="60";function Re(n){let e=(0,x.resolve)(n),t=[],s=e;for(;;)try{return(0,x.join)(bs.realpathSync.native(s),...t.reverse())}catch{let r=(0,x.dirname)(s);if(r===s)return e;t.push((0,x.basename)(s)),s=r}}function Fr(n,e){let t=Re(e);return n===t||n.startsWith(t.endsWith(x.sep)?t:t+x.sep)}function Br(n,e=(0,K.homedir)()){let t=Re(n),s=Re(e);return(process.platform==="win32"?[(0,K.tmpdir)()]:[(0,K.tmpdir)(),...Xr]).some(o=>Re(o)!==s&&Fr(t,o))}function St(n=process.env,e=(0,K.homedir)()){return n.MEMINDEX_TEST_FORBIDDEN_DATA_DIR?!0:Br(ge(n,e),e)}var Os=39e3,Hr=500,$r=500;function As(n){return(0,gt.createHash)("sha256").update(x.win32.resolve(n).toLowerCase()).digest().readUInt32BE(0)%Hr}function jr(n=process.platform,e=(0,K.homedir)()){return n==="win32"?Os+As(e):38700+(process.getuid?.()??77)%100}function ht(n=process.platform,e=(0,K.homedir)()){return n==="win32"?Os+$r+As(e):38877+(process.getuid?.()??77)%100}function Gr(n){let e=(0,gt.createHash)("sha256").update(Re(n)).digest();return xr+e.readUInt32BE(0)%kr}function Ds(n=process.env,e=(0,K.homedir)()){return St(n,e)?Gr(ge(n,e)):jr(process.platform,e)}var Wr=new Set(["xiaomi/mimo-v2-flash:free"]);function Cs(n){return typeof n=="boolean"?String(n):n}function Yr(n){let e=n.MEMINDEX_OPENROUTER_MODEL;if(typeof e!="string"||!Wr.has(e.trim()))return!1;let t=typeof n.MEMINDEX_OPENROUTER_BASE_URL=="string"?n.MEMINDEX_OPENROUTER_BASE_URL.trim():"";return t===""||Is(t)}var Ls=18e4,ys=[{key:"MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS",legacy:"400000",markerTag:"observer-conversation-budget-migrated-v1"},{key:"MEMINDEX_REDACT_ENABLED",legacy:"false",markerTag:"redaction-default-migrated-v1"},{key:"MEMINDEX_LLM_TIMEOUT_MS",legacy:"30000",markerTag:"llm-timeout-migrated-v1"},{key:"MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS",legacy:"30000",markerTag:"field-optimize-timeout-migrated-v1"}];function vs(n,e){return(0,Z.join)((0,Z.dirname)(n),`.${(0,Z.basename)(n)}.${e.markerTag}`)}function Nt(n,e){try{(0,re.writeFileSync)(vs(n,e),new Date().toISOString(),{encoding:"utf-8",mode:384})}catch{}}var Ms=new Set,$=class{static DEFAULTS={MEMINDEX_MEMORY_SEARCH_HOOK_ENABLED:"true",MEMINDEX_MEMORY_INSTRUCTIONS_ENABLED:"true",MEMINDEX_MEMORY_WATCH_ROOTS:"",MEMINDEX_MODEL:"claude-haiku-4-5-20251001",MEMINDEX_CONTEXT_OBSERVATIONS:"50",MEMINDEX_SESSION_START_INCLUDE_ALL_SOURCES:"false",MEMINDEX_CONTEXT_PROJECTS:"current",MEMINDEX_WORKER_PORT:String(Ds()),MEMINDEX_WORKER_HOST:"127.0.0.1",MEMINDEX_WORKER_HEARTBEAT_STALE_MS:"120000",MEMINDEX_ALLOWED_ORIGINS:"",MEMINDEX_PUBLIC_URL:"",MEMINDEX_API_TIMEOUT_MS:String(ps($e.API_REQUEST)),MEMINDEX_SESSION_INIT_TIMEOUT_MS:String(_s()),MEMINDEX_IDLE_EXIT_SEC:St()?Rs:"0",MEMINDEX_SKIP_TOOLS:"ListMcpResourcesTool,SlashCommand,Skill,TodoWrite,AskUserQuestion",MEMINDEX_SKIP_BASH_PATTERNS:"",MEMINDEX_SKIP_SUBAGENT_OBSERVATIONS:"false",MEMINDEX_SKIP_AGENT_TYPES:"",MEMINDEX_CAPTURE_ADVISOR_CALLS:"false",MEMINDEX_PROVIDER:"claude",MEMINDEX_PROVIDER_BY_SOURCE:"",MEMINDEX_OBSERVER_ENABLED:"true",MEMINDEX_DISABLE_SUMMARY:"false",MEMINDEX_CODEX_MODEL:"",MEMINDEX_CODEX_PATH:"codex",MEMINDEX_CODEX_REASONING_EFFORT:"low",MEMINDEX_CODEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_CODEX_OBSERVATION_BATCH_SIZE:"8",MEMINDEX_CODEX_OBSERVATION_BATCH_MAX_CHARS:"32000",MEMINDEX_CLAUDE_AUTH_METHOD:"subscription",MEMINDEX_GEMINI_API_KEY:"",MEMINDEX_GEMINI_API_KEYS:"",MEMINDEX_GEMINI_MODEL:"gemini-flash-latest",MEMINDEX_GEMINI_RATE_LIMITING_ENABLED:"true",MEMINDEX_OPENROUTER_API_KEY:"",MEMINDEX_OPENROUTER_API_KEYS:"",MEMINDEX_OPENROUTER_MODEL:"cohere/north-mini-code:free",MEMINDEX_OPENROUTER_BASE_URL:"",MEMINDEX_OPENROUTER_TEMPERATURE:"",MEMINDEX_OPENROUTER_SITE_URL:"",MEMINDEX_OPENROUTER_APP_NAME:"memindex",MEMINDEX_OPENROUTER_EXTRA_BODY:"",MEMINDEX_OPENROUTER_REASONING_EFFORT:"",MEMINDEX_OPENAI_COMPAT_PRESET:"",MEMINDEX_OPENAI_COMPAT_API_KEY:"",MEMINDEX_OPENAI_COMPAT_API_KEYS:"",MEMINDEX_OPENAI_COMPAT_BASE_URL:"",MEMINDEX_OPENAI_COMPAT_MODEL:"",MEMINDEX_QUOTA_FALLBACK_PROVIDER:"claude",MEMINDEX_QUOTA_FALLBACK_MODEL:"",MEMINDEX_QUOTA_THRESHOLD_FIVE_HOUR:"0.95",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_OPUS:"0.93",MEMINDEX_QUOTA_THRESHOLD_SEVEN_DAY_SONNET:"0.92",MEMINDEX_QUOTA_THRESHOLD_OVERAGE:"0.95",MEMINDEX_DATA_DIR:(0,Z.join)((0,Oe.homedir)(),".memindex"),MEMINDEX_SNAPSHOT_ENABLED:"true",MEMINDEX_SNAPSHOT_INTERVAL_HOURS:"24",MEMINDEX_SNAPSHOT_KEEP:"7",MEMINDEX_LOG_LEVEL:"INFO",MEMINDEX_LOG_RETENTION_DAYS:"30",MEMINDEX_PYTHON_VERSION:"3.13",CLAUDE_CODE_PATH:"",MEMINDEX_CLAUDE_CONFIG_DIR:"",MEMINDEX_OBSERVER_CLAUDE_CONFIG_DIR:"",MEMINDEX_MODE:"code",MEMINDEX_CONTEXT_SHOW_READ_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_WORK_TOKENS:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_AMOUNT:"false",MEMINDEX_CONTEXT_SHOW_SAVINGS_PERCENT:"true",MEMINDEX_CONTEXT_OBSERVATION_TYPES:"",MEMINDEX_CONTEXT_OBSERVATION_CONCEPTS:"",MEMINDEX_CONTEXT_FULL_COUNT:"0",MEMINDEX_CONTEXT_FULL_FIELD:"narrative",MEMINDEX_CONTEXT_SESSION_COUNT:"10",MEMINDEX_CONTEXT_SHOW_LAST_SUMMARY:"true",MEMINDEX_CONTEXT_SHOW_LAST_MESSAGE:"false",MEMINDEX_CONTEXT_MAIN_AGENT_ONLY:"true",MEMINDEX_BRANCH_MEMORY_ENABLED:"true",MEMINDEX_BRANCH_ACTIVE_DAYS:"14",MEMINDEX_SEND_BRANCH_TO_HOSTING:"true",MEMINDEX_REINFORCE_ALPHA:"0",MEMINDEX_CONTEXT_SHOW_TERMINAL_OUTPUT:"true",MEMINDEX_WELCOME_HINT_ENABLED:"true",MEMINDEX_WORK_STATE_ENABLED:"true",MEMINDEX_FILE_READ_GATE_ENABLED:"true",MEMINDEX_ENDLESS_MODE_ENABLED:"true",MEMINDEX_FOLDER_CLAUDEMD_ENABLED:"false",MEMINDEX_FOLDER_USE_LOCAL_MD:"false",MEMINDEX_TRANSCRIPTS_ENABLED:"true",MEMINDEX_TRANSCRIPTS_CONFIG_PATH:(0,Z.join)((0,Oe.homedir)(),".memindex","transcript-watch.json"),MEMINDEX_CODEX_TRANSCRIPT_INGESTION:"false",MEMINDEX_CODEX_SUBAGENT_INGESTION:"false",MEMINDEX_MAX_CONCURRENT_AGENTS:"2",MEMINDEX_SKILLS_DISABLED:"",MEMINDEX_OBSERVER_MAX_CONVERSATION_CHARS:"100000",MEMINDEX_OBSERVER_CONTEXT_WINDOW:"",MEMINDEX_OBSERVER_MAX_OUTPUT_TOKENS:"4096",MEMINDEX_OBSERVE_BARE_PROMPTS:"false",MEMINDEX_HOOK_FAIL_LOUD_THRESHOLD:"3",MEMINDEX_REDACT_ENABLED:"true",MEMINDEX_REDACT_DISABLED_BUILTINS:"",MEMINDEX_REDACT_CUSTOM_PATTERNS:"[]",MEMINDEX_REDACT_LOG_MATCHES:"false",MEMINDEX_EXCLUDED_PROJECTS:"",MEMINDEX_PROJECT_ENVIRONMENTS:"[]",MEMINDEX_FOLDER_MD_EXCLUDE:"[]",MEMINDEX_FOLDER_MD_SKELETON_DENYLIST:"[]",MEMINDEX_SEMANTIC_INJECT:"auto",MEMINDEX_SEMANTIC_INJECT_LIMIT:"5",MEMINDEX_SEMANTIC_INJECT_FORMAT:"narrative",MEMINDEX_TIER_ROUTING_ENABLED:"true",MEMINDEX_TIER_SIMPLE_MODEL:"haiku",MEMINDEX_TIER_SUMMARY_MODEL:"",MEMINDEX_TIER_FAST_MODEL:"haiku",MEMINDEX_TIER_SMART_MODEL:"sonnet",MEMINDEX_CHROMA_ENABLED:"true",MEMINDEX_CHROMA_MODE:"local",MEMINDEX_CHROMA_HOST:"127.0.0.1",MEMINDEX_CHROMA_PORT:"8000",MEMINDEX_CHROMA_SSL:"false",MEMINDEX_CHROMA_API_KEY:"",MEMINDEX_CHROMA_TENANT:"default_tenant",MEMINDEX_CHROMA_DATABASE:"default_database",MEMINDEX_CHROMA_PREWARM_TIMEOUT_MS:"120000",MEMINDEX_CHROMA_MUTATION_TIMEOUT_MS:"600000",MEMINDEX_CHROMA_MAX_PENDING_MUTATIONS:"5000",MEMINDEX_CHROMA_MEMORY_LIMIT_MB:"2048",MEMINDEX_CHROMA_EMBEDDING_FUNCTION:"default",MEMINDEX_CHROMA_UVX_PATH:"",MEMINDEX_SEARCH_RECENCY_DAYS:"90",MEMINDEX_HOSTING_OFFER:"true",MEMINDEX_CLOUD_SYNC_TOKEN:"",MEMINDEX_CLOUD_SYNC_USER_ID:"",MEMINDEX_CLOUD_SYNC_HUB_URL:"",MEMINDEX_CLOUD_SYNC_DEVICE_ID:"",MEMINDEX_CLOUD_SYNC_DEVICE_NAME:(0,Oe.hostname)(),MEMINDEX_CLOUD_SYNC_WS:"true",MEMINDEX_CLOUD_SYNC_CONTENT_BATCH_SIZE:"40",MEMINDEX_CLOUD_SYNC_REQUEST_TIMEOUT_MS:"90000",MEMINDEX_LLM_TIMEOUT_MS:String(Ls),MEMINDEX_LLM_STREAM_IDLE_TIMEOUT_MS:"90000",MEMINDEX_FIELD_OPTIMIZE_TIMEOUT_MS:String(Ls),MEMINDEX_TV_TOKEN:"",MEMINDEX_AUTH_MODE:"api-key",MEMINDEX_RUNTIME:"worker",MEMINDEX_SERVER_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(ht())}`,MEMINDEX_SERVER_API_KEY:"",MEMINDEX_SERVER_PROJECT_ID:"",MEMINDEX_SERVER_BETA_URL:`http://127.0.0.1:${process.env.MEMINDEX_SERVER_PORT??String(ht())}`,MEMINDEX_SERVER_BETA_API_KEY:"",MEMINDEX_SERVER_BETA_PROJECT_ID:"",MEMINDEX_JIRA_BASE_URL:"",MEMINDEX_JIRA_EMAIL:"",MEMINDEX_JIRA_API_TOKEN:"",MEMINDEX_DEDUP_ENABLED:"false",MEMINDEX_DEDUP_COSINE_THRESHOLD:"0.80",MEMINDEX_DEDUP_IDF_VETO_DF:"10",MEMINDEX_DEDUP_MIN_SHARED_TOKENS:"2",MEMINDEX_DEDUP_MIN_PROJECT_DOCS:"10",MEMINDEX_DEDUP_MAX_SCAN:"2000",MEMINDEX_DEDUP_MAX_BACKFILL_ROWS:"50000",MEMINDEX_TOOL_USES_RETENTION_DAYS:"0",MEMINDEX_WORKER_AUTOSTART:"true",MEMINDEX_PROJECT_NAME_SOURCE:"path"};static getAllDefaults(){return{...this.DEFAULTS}}static get(e){let t=process.env[e]??this.DEFAULTS[e];return e==="MEMINDEX_WORKER_HOST"?this.normalizeWorkerHost(t):t}static normalizeWorkerHost(e){return e==="localhost"?"127.0.0.1":e}static finalizeSettings(e,t){let s=t?this.applyEnvOverrides(e):e;return s.MEMINDEX_WORKER_HOST=this.normalizeWorkerHost(s.MEMINDEX_WORKER_HOST),s}static getInt(e){let t=this.get(e);return parseInt(t,10)}static applyEnvOverrides(e){let t={...e};for(let s of Object.keys(this.DEFAULTS))process.env[s]!==void 0&&(t[s]=process.env[s]);return t}static loadFromFile(e,t=!0,s={}){try{if(!(0,re.existsSync)(e)){let p=this.getAllDefaults();if(!s.readOnly)try{H(e,p,{mode:384});for(let _ of ys)Nt(e,_);console.warn("[SETTINGS] Created settings file with defaults:",e)}catch(_){console.warn("[SETTINGS] Failed to create settings file, using in-memory defaults:",e,_ instanceof Error?_.message:String(_))}return this.finalizeSettings(p,t)}let r=(0,re.readFileSync)(e,"utf-8"),o=ut(r),i=ue(o),a=i!==o,d=Be(i),c=is(o),u=a&&Object.keys(c).some(p=>p!=="env");if(a&&!u&&!s.readOnly)try{H(e,d,{mode:384}),console.warn("[SETTINGS] Migrated settings file from nested to flat schema:",e)}catch(p){console.warn("[SETTINGS] Failed to auto-migrate settings file:",e,p instanceof Error?p.message:String(p))}if(Yr(d)){let p=String(d.MEMINDEX_OPENROUTER_MODEL).trim();if(d={...d,MEMINDEX_OPENROUTER_MODEL:this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL},!s.readOnly)try{H(e,u?{...c,env:d}:d,{mode:384}),console.warn(`[SETTINGS] Migrated OpenRouter model off the retired default ${p} to ${this.DEFAULTS.MEMINDEX_OPENROUTER_MODEL}:`,e)}catch(_){console.warn("[SETTINGS] Failed to migrate the retired OpenRouter model:",e,_ instanceof Error?_.message:String(_))}}for(let p of ys)if(!(0,re.existsSync)(vs(e,p))){if(Cs(d[p.key])!==p.legacy){s.readOnly||Nt(e,p);continue}if(d={...d,[p.key]:this.DEFAULTS[p.key]},!s.readOnly)try{H(e,u?{...c,env:d}:d,{mode:384}),Nt(e,p);let _=p.key.endsWith("_MS")?"ms":"";console.warn(`[SETTINGS] Migrated ${p.key} off the old ${p.legacy}${_} default to ${this.DEFAULTS[p.key]}${_}:`,e)}catch(_){let f=`${p.key}\0${e}`;Ms.has(f)||(Ms.add(f),console.warn(`[SETTINGS] Failed to migrate ${p.key}; using the new default in memory (reported once per process):`,e,_ instanceof Error?_.message:String(_)))}}let l={...this.DEFAULTS};for(let p of Object.keys(this.DEFAULTS))d[p]!==void 0&&(l[p]=Cs(d[p]));return this.finalizeSettings(l,t)}catch(r){console.warn("[SETTINGS] Failed to load settings, using defaults:",e,r instanceof Error?r.message:String(r));let o=this.getAllDefaults();return this.finalizeSettings(o,t)}}};var It=require("node:child_process");function bt(n,e,t){return(0,It.spawn)(n,e??[],{...t,windowsHide:!0})}var Kr=new Set([".cmd",".bat"]),Vr=new Set([".exe",".com"]),Ki=new Set([...Vr,...Kr]);var V=require("fs");var ws=require("os"),v=require("path");var Ye=class extends Error{};function Ae(n){let e=(0,v.resolve)(n);try{return(0,V.lstatSync)(e).isSymbolicLink()?(0,v.join)(Ae((0,v.dirname)(e)),(0,v.basename)(e)):(0,V.realpathSync)(e)}catch{let t=(0,v.dirname)(e);return t===e?e:(0,v.join)(Ae(t),(0,v.basename)(e))}}function Us(n){try{return(0,V.realpathSync)((0,v.resolve)(n))}catch{return Ae(n)}}var Ps=["MEMINDEX_DATA_DIR","AGENT_MEM_DATA_DIR"];function qr(n){let e=[];for(let t of[".memindex",".agent-mem"])try{let s=JSON.parse((0,V.readFileSync)((0,v.join)(n,t,"settings.json"),"utf8").replace(/^\uFEFF/,""));for(let r of[s,s?.env])if(!(!r||typeof r!="object"))for(let o of Ps)typeof r[o]=="string"&&r[o]&&e.push(r[o])}catch{}return e}function zr(){let n=(0,ws.homedir)(),e=[v.sep,n,(0,v.join)(n,".memindex"),(0,v.join)(n,".agent-mem")];try{e.push(Y.dataDir())}catch{}for(let t of Ps){let s=process.env[t];s&&e.push(s)}return e.push(...qr(n).map(t=>se(t))),[...new Set(e.flatMap(t=>[(0,v.resolve)(t),Ae(t),Us(t)]))]}var Rt=(n,e)=>n.startsWith(e.endsWith(v.sep)?e:e+v.sep);function Jr(n,e){let t=(0,v.resolve)(n),s=Ae(n);if(!Rt(t,(0,v.resolve)(e))||!Rt(s,Us(e)))throw new Ye(`Refused to remove ${t}: it is not inside ${(0,v.resolve)(e)}.`);for(let r of zr())for(let o of[t,s])if(o===r||Rt(r,o))throw new Ye(`Refused to remove ${t}: it is or holds ${r}.`);return t}function xs(n,e){(0,V.rmSync)(Jr(n,e),{recursive:!0,force:!0})}var Lt=require("fs"),$s=dt(require("path"),1);var Qr=["CLAUDECODE_","CLAUDE_CODE_"],Zr=new Set(["CLAUDECODE","CLAUDE_CODE_SESSION","CLAUDE_CODE_ENTRYPOINT","MCP_SESSION_ID"]),eo=new Set(["NODE_USE_ENV_PROXY","HTTP_PROXY","HTTPS_PROXY","ALL_PROXY","NO_PROXY","http_proxy","https_proxy","all_proxy","no_proxy","npm_config_proxy","npm_config_https_proxy","npm_config_noproxy"]),to=new Set(["CLAUDE_CODE_OAUTH_TOKEN","CLAUDE_CODE_GIT_BASH_PATH","CLAUDE_CODE_TMPDIR","CLAUDE_CODE_PATH","CLAUDE_CODE_DISABLE_EXPERIMENTAL_BETAS","CLAUDE_CODE_USE_BEDROCK","CLAUDE_CODE_USE_VERTEX","CLAUDE_CODE_USE_FOUNDRY","CLAUDE_CODE_SKIP_BEDROCK_AUTH","CLAUDE_CODE_SKIP_VERTEX_AUTH","CLAUDE_CODE_SKIP_FOUNDRY_AUTH","ANTHROPIC_BEDROCK_BASE_URL","AWS_REGION","AWS_PROFILE","AWS_ACCESS_KEY_ID","AWS_SECRET_ACCESS_KEY","AWS_SESSION_TOKEN","ANTHROPIC_VERTEX_PROJECT_ID","CLOUD_ML_REGION","GOOGLE_APPLICATION_CREDENTIALS",...eo]);function oe(n=process.env){let e={};for(let[t,s]of Object.entries(n))if(s!==void 0){if(to.has(t)){e[t]=s;continue}Zr.has(t)||Qr.some(r=>t.startsWith(r))||(e[t]=s)}return e}var Ke=require("child_process"),Xs=require("fs");var Ot="utc:";function Fs(n){return`${Ot}${n}`}var so=5e3,ks=new Map,At=0;function Dt(n,e,t){if(t.status!==0)return null;if(typeof t.stdout!="string")return E.warn("SYSTEM","captureProcessStartToken: start-token probe returned no stdout",{pid:e,source:n,status:t.status}),null;let s=t.stdout.trim();return s.length>0?s:null}function no(n){At+=1;let e=(0,Ke.spawnSync)("powershell.exe",["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId=${n}").CreationDate.ToString('yyyyMMddHHmmss.ffffff')`],{encoding:"utf-8",timeout:5e3,windowsHide:!0,env:{...oe(process.env),LC_ALL:"C",LANG:"C",TZ:"UTC"}});return Dt("powershell-cim",n,e)}function ro(n,e=!1){if(!e){let s=ks.get(n);if(s&&(n===process.pid||Date.now()-s.capturedAtMs<so))return s.token}let t=null;try{t=no(n)}catch(s){E.debug("SYSTEM","captureProcessStartToken: powershell CIM lookup failed",{pid:n,error:s instanceof Error?s.message:String(s)}),t=null}return(t!==null||n!==process.pid)&&ks.set(n,{token:t,capturedAtMs:Date.now()}),t}function oo(n,e){if(!Number.isInteger(n)||n<=0)return null;if(process.platform==="linux"){At+=1;try{let t=(0,Xs.readFileSync)(`/proc/${n}/stat`,"utf-8"),s=t.lastIndexOf(") ");if(s<0)return null;let o=t.slice(s+2).split(" ")[19];return o&&/^\d+$/.test(o)?o:null}catch(t){return E.debug("SYSTEM","captureProcessStartToken: /proc read failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}if(process.platform==="win32")return ro(n,e);At+=1;try{let t=(0,Ke.spawnSync)("ps",["-p",String(n),"-o","lstart="],{encoding:"utf-8",timeout:2e3,env:{...oe(process.env),LC_ALL:"C",LANG:"C",TZ:"UTC"}}),s=Dt("ps-lstart",n,t);return s===null?null:Fs(s)}catch(t){return E.debug("SYSTEM","captureProcessStartToken: ps exec failed",{pid:n,error:t instanceof Error?t.message:String(t)}),null}}function io(n,e){let t=oo(n,!0);if(t===null||!t.startsWith(Ot)||e.startsWith(Ot))return t;try{let s=(0,Ke.spawnSync)("ps",["-p",String(n),"-o","lstart="],{encoding:"utf-8",timeout:2e3,env:{...oe(process.env),LC_ALL:"C",LANG:"C"}});return Dt("ps-lstart",n,s)}catch{return null}}function Ct(n,e){if(e===null)return!0;let t=io(n,e);return t===null?!0:t===e}var Bs=require("child_process");var Hs=require("util");var ra=(0,Hs.promisify)(Bs.execFile);var ga=Y.supervisorRegistry();function co(n){if(!Number.isInteger(n)||n<0||n===0)return!1;try{return process.kill(n,0),!0}catch(e){if(e instanceof Error){let t=e.code;return t==="EPERM"?!0:(E.debug("SYSTEM","PID check failed",{pid:n,code:t}),!1)}return E.warn("SYSTEM","PID check threw non-Error",{pid:n,error:String(e)}),!1}}function uo(n){if(!n||!co(n.pid))return!1;if(!n.startToken)return!0;let e=Ct(n.pid,n.startToken);return e||E.debug("SYSTEM","verifyPidFileOwnership: start-token mismatch (PID reused)",{pid:n.pid,stored:n.startToken}),e}var lo={platform:process.platform,readCommandLine:n=>(0,Lt.readFileSync)(`/proc/${n}/cmdline`,"utf-8")};function js(n,e=lo){if(!uo(n))return!1;if(n.startToken||e.platform!=="linux")return!0;let t;try{t=e.readCommandLine(n.pid)}catch(r){return E.debug("SYSTEM","Could not read the command line of a token-less worker PID; trusting the live PID",{pid:n.pid,error:r instanceof Error?r.message:String(r)}),!0}let s=t.split("\0").some(r=>$s.default.basename(r)==="worker-service.cjs");return s||E.debug("SYSTEM","Token-less worker PID now belongs to another program (PID reused)",{pid:n.pid}),s}var Sa=180*1e3;var Gs=".chroma-restore-pending";var Eo=require("bun:sqlite");var Ws=5e3,_o=4194304,j=69,po="npx memindex@latest update",Ve=66;function q(n){return n.prepare("PRAGMA user_version").get().user_version}var De=class extends Error{reason="schema_newer_than_binary";constructor(e){super(e),this.name="SchemaNewerThanBinaryError"}};function pe(n,e){n.run(`PRAGMA busy_timeout = ${Ws}`);let t=q(n);if(!(t<=e))throw new De(`Your memory database is newer than this MemIndex (schema v${t}, this plugin knows v${e}), so memory is not being saved. Update the plugin: ${po}`)}function mo(n,e,t){pe(n,e),q(n)<t&&n.run(`PRAGMA user_version = ${t}`)}function Ys(n,e,t){pe(n,e);let s=t;try{let r=n.prepare("SELECT MAX(version) AS newest FROM schema_versions");try{let o=r.get();o?.newest&&(s=Math.max(t,Math.min(o.newest,e)))}finally{r.finalize()}}catch{}q(n)<s&&n.run(`PRAGMA user_version = ${s}`)}function Ks(n,e,t){n.transaction(()=>mo(n,e,t)).immediate()}function fo(n){return n.prepare(`
|
|
16
16
|
SELECT name
|
|
17
17
|
FROM sqlite_master
|
|
18
18
|
WHERE type = 'table'
|
|
19
19
|
AND name NOT LIKE 'sqlite_%'
|
|
20
20
|
LIMIT 1
|
|
21
|
-
`).get()!=null}function Ee(n,e,t){try{n.run(e)}catch(s){let r=s instanceof Error?s:new Error(String(s));throw E.warn("DB",`Failed to apply SQLite pragma ${t}`,{sql:e},r),s}}function Ve(n,e={}){let{busyTimeoutMs:t=js,enableWal:s=!0,enableIncrementalAutoVacuum:r=!0}=e;Ee(n,`PRAGMA busy_timeout = ${t}`,"busy_timeout"),Ee(n,"PRAGMA foreign_keys = ON","foreign_keys"),Ee(n,"PRAGMA synchronous = NORMAL","synchronous"),Ee(n,`PRAGMA journal_size_limit = ${ao}`,"journal_size_limit"),r&&!lo(n)&&Ee(n,"PRAGMA auto_vacuum = INCREMENTAL","auto_vacuum"),s&&Ee(n,"PRAGMA journal_mode = WAL","journal_mode")}var qs=["sdk_sessions","observations","session_summaries","user_prompts"],Eo=/^memindex-(\d{4}-\d{2}-\d{2}T\d{2}-\d{2}-\d{2}-\d{3}Z)\.db$/,_o=2147483647;function Ae(n=Date.now()){return new Date(n).toISOString().replace(/[:.]/g,"-")}function Ys(n,e){return Number.isFinite(n)&&n>0?n:e}function po(n){return Object.fromEntries(qs.map(e=>{let t=n.query(`SELECT COUNT(*) AS count FROM ${e}`).get();return[e,t.count]}))}function yt(n,e){let t=new De.Database(n,{readonly:!0});try{let s=t.query("PRAGMA integrity_check").all();if(s.length!==1||s[0].integrity_check!=="ok")throw new Error(`Snapshot failed its integrity check: ${n}`);let r=Q(t);if(r>F)throw new Error(`Snapshot comes from a newer MemIndex (schema ${r}); this version understands up to ${F}`);let o=po(t);for(let i of qs)if(e&&o[i]!==e[i])throw new Error(`Snapshot row count differs for ${i}`);return o}finally{t.close()}}function Ks(n,e){let t=new De.Database(n,{readonly:!0});try{t.exec("PRAGMA busy_timeout=5000; PRAGMA synchronous=FULL"),t.query("VACUUM INTO ?").run(e),(0,R.chmodSync)(e,384)}finally{t.close()}}function Vs(n=fe()){(0,R.mkdirSync)(n,{recursive:!0,mode:448});let e=new De.Database((0,w.join)(n,".snapshot-lifecycle.db"),{create:!0});try{e.exec("PRAGMA busy_timeout=0; BEGIN EXCLUSIVE")}catch{throw e.close(),new Error("A snapshot, restore or worker startup is in progress. Try again when it finishes.")}return()=>e.close()}function mo(n=fe(),e=0){(0,R.mkdirSync)(n,{recursive:!0,mode:448});let t=new De.Database((0,w.join)(n,".worker-database-lifecycle.db"),{create:!0});try{t.exec(`PRAGMA busy_timeout=${e}; BEGIN EXCLUSIVE`)}catch{throw t.close(),new Error("The worker database is still open. Wait for worker shutdown to finish before restoring.")}return()=>t.close()}var ze=class{dataDir;dbPath;directory;enabled;intervalMs;keep;timer=null;stopped=!0;scheduledWork=null;snapshotChild=null;constructor(e={}){this.dataDir=(0,w.resolve)(e.dataDir??fe()),this.dbPath=(0,w.join)(this.dataDir,ue),this.directory=(0,w.join)(this.dataDir,"snapshots");let t=j.loadFromFile((0,w.join)(this.dataDir,"settings.json"),!0,{readOnly:!0});this.enabled=e.enabled??t.MEMINDEX_SNAPSHOT_ENABLED!=="false",this.intervalMs=Ys(e.intervalHours??Number(t.MEMINDEX_SNAPSHOT_INTERVAL_HOURS),24)*36e5,this.keep=Math.max(1,Math.floor(Ys(e.keep??Number(t.MEMINDEX_SNAPSHOT_KEEP),7)))}list(){return(0,R.existsSync)(this.directory)?(0,R.readdirSync)(this.directory,{withFileTypes:!0}).flatMap(e=>{let t=Eo.exec(e.name);if(!e.isFile()||!t)return[];let s=t[1].replace(/T(\d{2})-(\d{2})-(\d{2})-(\d{3})Z$/,"T$1:$2:$3.$4Z");return!Number.isFinite(Date.parse(s))||Ae(Date.parse(s))!==t[1]?[]:[{path:(0,w.join)(this.directory,e.name),timestamp:s}]}).sort((e,t)=>t.timestamp.localeCompare(e.timestamp)):[]}takeSnapshot(){let e=Vs(this.dataDir);try{return this.saveSnapshot()}finally{e()}}saveSnapshot(){(0,R.mkdirSync)(this.directory,{recursive:!0,mode:448});let e=process.env.MEMINDEX_SNAPSHOT_JOB_ID,t=e&&/^[0-9a-f-]{36}$/.test(e)?e:(0,qe.randomUUID)(),s=(0,w.join)(this.directory,`.snapshot-${t}.partial`);try{Ks(this.dbPath,s);let r=yt(s),o=Date.now();for(;(0,R.existsSync)((0,w.join)(this.directory,`memindex-${Ae(o)}.db`));)o++;let i=(0,w.join)(this.directory,`memindex-${Ae(o)}.db`);(0,R.renameSync)(s,i);for(let a of this.list().slice(this.keep))(0,R.unlinkSync)(a.path);return E.info("DB","Memory snapshot saved",{path:i,counts:r}),{path:i,counts:r}}finally{(0,R.existsSync)(s)&&(0,R.unlinkSync)(s)}}assertWorkerStopped(){let e=(0,w.join)(this.dataDir,"worker.pid");if(!(0,R.existsSync)(e))return;let t;try{if(t=JSON.parse((0,R.readFileSync)(e,"utf8")),!Number.isInteger(t?.pid)||t.pid<=0)throw new Error("Invalid worker PID")}catch{throw new Error("Cannot check whether the worker is running. Stop the worker before restoring.")}if(Hs(t))throw new Error("The worker is running. Stop the worker before restoring.")}restore(e){let t=Vs(this.dataDir),s;try{return this.assertWorkerStopped(),s=mo(this.dataDir,15e3),this.restoreSnapshot(e)}finally{s?.(),t()}}restoreSnapshot(e){this.assertWorkerStopped();let t=e==="latest"?this.list()[0]?.path:(0,w.resolve)(e);if(!t)throw new Error("No local snapshots are available.");if((0,w.resolve)(t)===this.dbPath||!(0,R.lstatSync)(t).isFile())throw new Error("Choose a snapshot file, rather than the current database.");let s=yt(t);(0,R.mkdirSync)(this.dataDir,{recursive:!0,mode:448});let r=(0,w.join)(this.dataDir,`.restore-${(0,qe.randomUUID)()}.partial`),o=[];try{Ks(t,r),yt(r,s),this.assertWorkerStopped(),$((0,w.join)(this.dataDir,$s),{pending:!0}),$((0,w.join)(this.dataDir,"chroma-sync-state.json"),{});let i=(0,w.join)(this.dataDir,"state","context-cache");(0,R.existsSync)(i)&&Us(i,this.dataDir);let a=null,d=["","-wal","-shm","-journal"];if(d.some(c=>(0,R.existsSync)(this.dbPath+c))){let c=Date.now();for(;d.some(u=>(0,R.existsSync)(`${this.dbPath}.before-restore-${Ae(c)}${u}`));)c++;a=`${this.dbPath}.before-restore-${Ae(c)}`;for(let u of d){let l=this.dbPath+u,p=a+u;(0,R.existsSync)(l)&&((0,R.renameSync)(l,p),o.push([l,p]))}}return(0,R.renameSync)(r,this.dbPath),{path:this.dbPath,previousPath:a}}catch(i){for(let[a,d]of o.reverse())(0,R.renameSync)(d,a);throw i}finally{(0,R.existsSync)(r)&&(0,R.unlinkSync)(r)}}start(){!this.enabled||!this.stopped||(this.stopped=!1,this.scheduledWork=this.runScheduled())}async stop(){this.stopped=!0,this.timer&&clearTimeout(this.timer),this.timer=null;let e=this.snapshotChild,t;e&&e.exitCode===null&&e.signalCode===null&&(e.kill("SIGTERM"),t=setTimeout(()=>e.kill("SIGKILL"),1e3),t.unref?.());try{await this.scheduledWork}finally{t&&clearTimeout(t)}}async runScheduled(){if(this.stopped)return;let e=this.intervalMs;try{let t=this.list()[0],s=t?Date.now()-Date.parse(t.timestamp):1/0;s>=this.intervalMs?await this.takeSnapshotInChild():e=this.intervalMs-s}catch(t){this.stopped||E.warn("DB","Memory snapshot failed; the worker will keep running",{},t instanceof Error?t:new Error(String(t)))}this.stopped||(this.timer=setTimeout(()=>{this.scheduledWork=this.runScheduled()},Math.min(e,_o)),this.timer.unref?.())}takeSnapshotInChild(){let e=(0,Mt.fileURLToPath)(__IMPORT_META_URL__),t=e.endsWith(".ts")?(0,Mt.fileURLToPath)(new URL("../worker-service.ts",__IMPORT_META_URL__)):e,s=/[\\/](?:\$bunfs|~BUN)[\\/]/.test(e),r=(0,qe.randomUUID)(),o=(0,w.join)(this.directory,`.snapshot-${r}.partial`);return new Promise((i,a)=>{let d=It(process.execPath,s?["snapshot"]:[t,"snapshot"],{env:{...re(process.env),MEMINDEX_DATA_DIR:this.dataDir,MEMINDEX_SNAPSHOT_KEEP:String(this.keep),MEMINDEX_SNAPSHOT_JOB_ID:r},stdio:["ignore","ignore","pipe"]});this.snapshotChild=d;let c="";d.stderr?.on("data",u=>{c=(c+String(u)).slice(-4096)}),d.once("error",a),d.once("close",u=>{this.snapshotChild===d&&(this.snapshotChild=null);try{(0,R.existsSync)(o)&&(0,R.unlinkSync)(o)}catch(l){a(l);return}u===0?i():a(new Error(`Snapshot subprocess failed (${u}): ${c.trim()}`))})})}};function G(n){let e=n.projects?.length?n.projects:n.project?[n.project]:[];return[...new Set(e.map(t=>t.trim()).filter(Boolean))]}function V(n,e,t){let s=e.map(()=>"?").join(",");return t.includeMerged?{sql:`(${n}.project COLLATE NOCASE IN (${s}) OR ${n}.merged_into_project COLLATE NOCASE IN (${s}))`,params:[...e,...e]}:{sql:`${n}.project COLLATE NOCASE IN (${s})`,params:[...e]}}function Lt(n,e){let t=G({projects:e});if(t.length===0)return[];let s=t.map(()=>"?").join(","),r=[`SELECT project AS key FROM sdk_sessions WHERE project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`],o=n.prepare(r.join(" UNION "));try{let i=o.all(...r.flatMap(()=>t));return[...new Set([...t,...i.map(a=>a.key)])]}finally{o.finalize()}}var zs=require("crypto");function vt(n){return typeof n=="string"&&n.trim()!==""}function Js(n,e,t){return(0,zs.createHash)("sha256").update([n||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function Qs(n){if(!n)return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>typeof t=="string"&&t.length>0):[]}catch{return[]}}function wt(n=new Date){return n.toISOString().slice(0,10)}function Zs(n,e=new Date,t=10){let s=wt(e);if(n.includes(s))return n;let r=[...n,s];return r.length>t?r.slice(r.length-t):r}function en(n){let e=wt(new Date(n));return{dates:JSON.stringify([e]),lastReinforced:e}}function Je(n,e,t=new Date){let s=n.prepare("SELECT reinforcement_dates FROM observations WHERE id = ?").get(e);if(!s)return!1;let r=Qs(s.reinforcement_dates),o=Zs(r,t);return o===r?!1:(n.prepare("UPDATE observations SET reinforcement_dates = ?, last_reinforced = ? WHERE id = ?").run(JSON.stringify(o),o[o.length-1],e),!0)}var nn=require("crypto");var g="claude";function To(n){return n.trim().toLowerCase().replace(/\s+/g,"-")}function C(n){if(!n)return g;let e=To(n);return e?e==="transcript"||e.includes("codex")?"codex":e.includes("cursor")?"cursor":e.includes("claude")?"claude":e.includes("kimi")?"kimi":e==="pi-mono"?"pi":e==="agy"||e==="antigravity"||e.startsWith("antigravity-")?"antigravity-cli":e:g}function tn(n){let e=["claude","codex","antigravity-cli","cursor","kimi"];return[...n].sort((t,s)=>{let r=e.indexOf(t),o=e.indexOf(s);return r!==-1||o!==-1?r===-1?1:o===-1?-1:r-o:t.localeCompare(s)})}var fo=new Set(["mem_search","search","timeline","get_observations","get_summaries","get_tool_uses","session_start_context","observation_search","observation_context","memory_search","memory_context"]);function go(n){if(!n.startsWith("mcp__"))return null;let e=n.split("__");if(e.length<3)return null;let t=e[1].toLowerCase();return!t.includes("memindex")&&!t.includes("agent-mem")&&!t.includes("agent_mem")&&!t.includes("mcp-search")&&!t.includes("mcp_search")?null:e.slice(2).join("__")}function Ut(n){if(!n)return!1;if(n.startsWith("memory_")||n==="mem_search"||n==="get_summaries")return!0;let e=go(n);return e!==null&&fo.has(e)}var So=64*1024;function sn(n,e=So){let t=Buffer.byteLength(n,"utf8");if(t<=e)return n;let s=Buffer.from(n,"utf8"),r=e;for(;r>0&&(s[r]&192)===128;)r--;return`${s.subarray(0,r).toString("utf8")}\u2026[truncated: ${t} bytes]`}function ho(n,e,t){return(0,nn.createHash)("sha256").update([n||"",e||"",t||""].join("\0")).digest("hex").slice(0,16)}function rn(n){n.run(`
|
|
21
|
+
`).get()!=null}function _e(n,e,t){try{n.run(e)}catch(s){let r=s instanceof Error?s:new Error(String(s));throw E.warn("DB",`Failed to apply SQLite pragma ${t}`,{sql:e},r),s}}function qe(n,e={}){let{busyTimeoutMs:t=Ws,enableWal:s=!0,enableIncrementalAutoVacuum:r=!0}=e;_e(n,`PRAGMA busy_timeout = ${t}`,"busy_timeout"),_e(n,"PRAGMA foreign_keys = ON","foreign_keys"),_e(n,"PRAGMA synchronous = NORMAL","synchronous"),_e(n,`PRAGMA journal_size_limit = ${_o}`,"journal_size_limit"),r&&!fo(n)&&_e(n,"PRAGMA auto_vacuum = INCREMENTAL","auto_vacuum"),s&&_e(n,"PRAGMA journal_mode = WAL","journal_mode")}var Js=["sdk_sessions","observations","session_summaries","user_prompts"],To=/^memindex-(\d{4}-\d{2}-\d{2}T\d{2}-\d{2}-\d{2}-\d{3}Z)\.db$/,go=2147483647;function Ce(n=Date.now()){return new Date(n).toISOString().replace(/[:.]/g,"-")}function Vs(n,e){return Number.isFinite(n)&&n>0?n:e}function So(n){return Object.fromEntries(Js.map(e=>{let t=n.query(`SELECT COUNT(*) AS count FROM ${e}`).get();return[e,t.count]}))}function yt(n,e){let t=new Le.Database(n,{readonly:!0});try{let s=t.query("PRAGMA integrity_check").all();if(s.length!==1||s[0].integrity_check!=="ok")throw new Error(`Snapshot failed its integrity check: ${n}`);let r=q(t);if(r>j)throw new Error(`Snapshot comes from a newer MemIndex (schema ${r}); this version understands up to ${j}`);let o=So(t);for(let i of Js)if(e&&o[i]!==e[i])throw new Error(`Snapshot row count differs for ${i}`);return o}finally{t.close()}}function qs(n,e){let t=new Le.Database(n,{readonly:!0});try{t.exec("PRAGMA busy_timeout=5000; PRAGMA synchronous=FULL"),t.query("VACUUM INTO ?").run(e),(0,R.chmodSync)(e,384)}finally{t.close()}}function zs(n=Se()){(0,R.mkdirSync)(n,{recursive:!0,mode:448});let e=new Le.Database((0,w.join)(n,".snapshot-lifecycle.db"),{create:!0});try{e.exec("PRAGMA busy_timeout=0; BEGIN EXCLUSIVE")}catch{throw e.close(),new Error("A snapshot, restore or worker startup is in progress. Try again when it finishes.")}return()=>e.close()}function ho(n=Se(),e=0){(0,R.mkdirSync)(n,{recursive:!0,mode:448});let t=new Le.Database((0,w.join)(n,".worker-database-lifecycle.db"),{create:!0});try{t.exec(`PRAGMA busy_timeout=${e}; BEGIN EXCLUSIVE`)}catch{throw t.close(),new Error("The worker database is still open. Wait for worker shutdown to finish before restoring.")}return()=>t.close()}var Je=class{dataDir;dbPath;directory;enabled;intervalMs;keep;timer=null;stopped=!0;scheduledWork=null;snapshotChild=null;constructor(e={}){this.dataDir=(0,w.resolve)(e.dataDir??Se()),this.dbPath=(0,w.join)(this.dataDir,le),this.directory=(0,w.join)(this.dataDir,"snapshots");let t=$.loadFromFile((0,w.join)(this.dataDir,"settings.json"),!0,{readOnly:!0});this.enabled=e.enabled??t.MEMINDEX_SNAPSHOT_ENABLED!=="false",this.intervalMs=Vs(e.intervalHours??Number(t.MEMINDEX_SNAPSHOT_INTERVAL_HOURS),24)*36e5,this.keep=Math.max(1,Math.floor(Vs(e.keep??Number(t.MEMINDEX_SNAPSHOT_KEEP),7)))}list(){return(0,R.existsSync)(this.directory)?(0,R.readdirSync)(this.directory,{withFileTypes:!0}).flatMap(e=>{let t=To.exec(e.name);if(!e.isFile()||!t)return[];let s=t[1].replace(/T(\d{2})-(\d{2})-(\d{2})-(\d{3})Z$/,"T$1:$2:$3.$4Z");return!Number.isFinite(Date.parse(s))||Ce(Date.parse(s))!==t[1]?[]:[{path:(0,w.join)(this.directory,e.name),timestamp:s}]}).sort((e,t)=>t.timestamp.localeCompare(e.timestamp)):[]}takeSnapshot(){let e=zs(this.dataDir);try{return this.saveSnapshot()}finally{e()}}saveSnapshot(){(0,R.mkdirSync)(this.directory,{recursive:!0,mode:448});let e=process.env.MEMINDEX_SNAPSHOT_JOB_ID,t=e&&/^[0-9a-f-]{36}$/.test(e)?e:(0,ze.randomUUID)(),s=(0,w.join)(this.directory,`.snapshot-${t}.partial`);try{qs(this.dbPath,s);let r=yt(s),o=Date.now();for(;(0,R.existsSync)((0,w.join)(this.directory,`memindex-${Ce(o)}.db`));)o++;let i=(0,w.join)(this.directory,`memindex-${Ce(o)}.db`);(0,R.renameSync)(s,i);for(let a of this.list().slice(this.keep))(0,R.unlinkSync)(a.path);return E.info("DB","Memory snapshot saved",{path:i,counts:r}),{path:i,counts:r}}finally{(0,R.existsSync)(s)&&(0,R.unlinkSync)(s)}}assertWorkerStopped(){let e=(0,w.join)(this.dataDir,"worker.pid");if(!(0,R.existsSync)(e))return;let t;try{if(t=JSON.parse((0,R.readFileSync)(e,"utf8")),!Number.isInteger(t?.pid)||t.pid<=0)throw new Error("Invalid worker PID")}catch{throw new Error("Cannot check whether the worker is running. Stop the worker before restoring.")}if(js(t))throw new Error("The worker is running. Stop the worker before restoring.")}restore(e){let t=zs(this.dataDir),s;try{return this.assertWorkerStopped(),s=ho(this.dataDir,15e3),this.restoreSnapshot(e)}finally{s?.(),t()}}restoreSnapshot(e){this.assertWorkerStopped();let t=e==="latest"?this.list()[0]?.path:(0,w.resolve)(e);if(!t)throw new Error("No local snapshots are available.");if((0,w.resolve)(t)===this.dbPath||!(0,R.lstatSync)(t).isFile())throw new Error("Choose a snapshot file, rather than the current database.");let s=yt(t);(0,R.mkdirSync)(this.dataDir,{recursive:!0,mode:448});let r=(0,w.join)(this.dataDir,`.restore-${(0,ze.randomUUID)()}.partial`),o=[];try{qs(t,r),yt(r,s),this.assertWorkerStopped(),H((0,w.join)(this.dataDir,Gs),{pending:!0}),H((0,w.join)(this.dataDir,"chroma-sync-state.json"),{});let i=(0,w.join)(this.dataDir,"state","context-cache");(0,R.existsSync)(i)&&xs(i,this.dataDir);let a=null,d=["","-wal","-shm","-journal"];if(d.some(c=>(0,R.existsSync)(this.dbPath+c))){let c=Date.now();for(;d.some(u=>(0,R.existsSync)(`${this.dbPath}.before-restore-${Ce(c)}${u}`));)c++;a=`${this.dbPath}.before-restore-${Ce(c)}`;for(let u of d){let l=this.dbPath+u,p=a+u;(0,R.existsSync)(l)&&((0,R.renameSync)(l,p),o.push([l,p]))}}return(0,R.renameSync)(r,this.dbPath),{path:this.dbPath,previousPath:a}}catch(i){for(let[a,d]of o.reverse())(0,R.renameSync)(d,a);throw i}finally{(0,R.existsSync)(r)&&(0,R.unlinkSync)(r)}}start(){!this.enabled||!this.stopped||(this.stopped=!1,this.scheduledWork=this.runScheduled())}async stop(){this.stopped=!0,this.timer&&clearTimeout(this.timer),this.timer=null;let e=this.snapshotChild,t;e&&e.exitCode===null&&e.signalCode===null&&(e.kill("SIGTERM"),t=setTimeout(()=>e.kill("SIGKILL"),1e3),t.unref?.());try{await this.scheduledWork}finally{t&&clearTimeout(t)}}async runScheduled(){if(this.stopped)return;let e=this.intervalMs;try{let t=this.list()[0],s=t?Date.now()-Date.parse(t.timestamp):1/0;s>=this.intervalMs?await this.takeSnapshotInChild():e=this.intervalMs-s}catch(t){this.stopped||E.warn("DB","Memory snapshot failed; the worker will keep running",{},t instanceof Error?t:new Error(String(t)))}this.stopped||(this.timer=setTimeout(()=>{this.scheduledWork=this.runScheduled()},Math.min(e,go)),this.timer.unref?.())}takeSnapshotInChild(){let e=(0,Mt.fileURLToPath)(__IMPORT_META_URL__),t=e.endsWith(".ts")?(0,Mt.fileURLToPath)(new URL("../worker-service.ts",__IMPORT_META_URL__)):e,s=/[\\/](?:\$bunfs|~BUN)[\\/]/.test(e),r=(0,ze.randomUUID)(),o=(0,w.join)(this.directory,`.snapshot-${r}.partial`);return new Promise((i,a)=>{let d=bt(process.execPath,s?["snapshot"]:[t,"snapshot"],{env:{...oe(process.env),MEMINDEX_DATA_DIR:this.dataDir,MEMINDEX_SNAPSHOT_KEEP:String(this.keep),MEMINDEX_SNAPSHOT_JOB_ID:r},stdio:["ignore","ignore","pipe"]});this.snapshotChild=d;let c="";d.stderr?.on("data",u=>{c=(c+String(u)).slice(-4096)}),d.once("error",a),d.once("close",u=>{this.snapshotChild===d&&(this.snapshotChild=null);try{(0,R.existsSync)(o)&&(0,R.unlinkSync)(o)}catch(l){a(l);return}u===0?i():a(new Error(`Snapshot subprocess failed (${u}): ${c.trim()}`))})})}};function G(n){let e=n.projects?.length?n.projects:n.project?[n.project]:[];return[...new Set(e.map(t=>t.trim()).filter(Boolean))]}function z(n,e,t){let s=e.map(()=>"?").join(",");return t.includeMerged?{sql:`(${n}.project COLLATE NOCASE IN (${s}) OR ${n}.merged_into_project COLLATE NOCASE IN (${s}))`,params:[...e,...e]}:{sql:`${n}.project COLLATE NOCASE IN (${s})`,params:[...e]}}function No(n,e){if(e.length===0)return e;let t=e.map(r=>r.toLowerCase());if(t.some(r=>t.some(o=>o.startsWith(`${r}/`))))return e;let s=n.prepare(["sdk_sessions","observations","session_summaries"].map(r=>`SELECT DISTINCT project AS key FROM ${r}
|
|
22
|
+
WHERE project COLLATE NOCASE >= ? AND project COLLATE NOCASE < ?`).join(" UNION "));try{let r=new Set(e);for(let o of e){let i=[`${o}/`,`${o}0`],a=s.all(...i,...i,...i);for(let d of a)r.add(d.key)}return[...r]}finally{s.finalize()}}function vt(n,e){let t=No(n,G({projects:e}));if(t.length===0)return[];let s=t.map(()=>"?").join(","),r=[`SELECT project AS key FROM sdk_sessions WHERE project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE project COLLATE NOCASE IN (${s})`,`SELECT merged_into_project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM observations WHERE merged_into_project COLLATE NOCASE IN (${s})`,`SELECT project FROM session_summaries WHERE merged_into_project COLLATE NOCASE IN (${s})`],o=n.prepare(r.join(" UNION "));try{let i=o.all(...r.flatMap(()=>t));return[...new Set([...t,...i.map(a=>a.key)])]}finally{o.finalize()}}var Qe=class extends Error{constructor(t,s=500,r,o){super(t);this.statusCode=s;this.code=r;this.details=o;this.name="AppError"}statusCode;code;details};var Io=/^\d{4}-\d{2}-\d{2}$/,bo=1440*60*1e3;function W(n,e){if(typeof n=="number")return Qs(n,n,e);let t=n.trim(),s=Qs(/^\d+$/.test(t)?Number(t):new Date(t).getTime(),n,e);return e==="end"&&Io.test(t)?s+bo-1:s}function Qs(n,e,t){if(!Number.isFinite(n))throw new Qe(`Invalid date for the ${t} of the range: ${JSON.stringify(e)}. Use an ISO date such as 2025-01-31.`,400,"INVALID_DATE");return n}var Zs=require("crypto");function me(n){return n.some(e=>e.includes("\0"))?JSON.stringify(n):n.join("\0")}function wt(n){return typeof n=="string"&&n.trim()!==""}function en(n,e,t){return(0,Zs.createHash)("sha256").update(me([n||"",e||"",t||""])).digest("hex").slice(0,16)}function tn(n){if(!n)return[];try{let e=JSON.parse(n);return Array.isArray(e)?e.filter(t=>typeof t=="string"&&t.length>0):[]}catch{return[]}}function Ut(n=new Date){return n.toISOString().slice(0,10)}function sn(n,e=new Date,t=10){let s=Ut(e);if(n.includes(s))return n;let r=[...n,s];return r.length>t?r.slice(r.length-t):r}function nn(n){let e=Ut(new Date(n));return{dates:JSON.stringify([e]),lastReinforced:e}}function Ze(n,e,t=new Date){let s=n.prepare("SELECT reinforcement_dates FROM observations WHERE id = ?").get(e);if(!s)return!1;let r=tn(s.reinforcement_dates),o=sn(r,t);return o===r?!1:(n.prepare("UPDATE observations SET reinforcement_dates = ?, last_reinforced = ? WHERE id = ?").run(JSON.stringify(o),o[o.length-1],e),!0)}var an=require("crypto");var g="claude";function Ro(n){return n.trim().toLowerCase().replace(/\s+/g,"-")}function D(n){if(!n)return g;let e=Ro(n);return e?e==="transcript"||e.includes("codex")?"codex":e.includes("cursor")?"cursor":e.includes("claude")?"claude":e.includes("kimi")?"kimi":e==="pi-mono"?"pi":e==="agy"||e==="antigravity"||e.startsWith("antigravity-")?"antigravity-cli":e:g}function rn(n){let e=["claude","codex","antigravity-cli","cursor","kimi"];return[...n].sort((t,s)=>{let r=e.indexOf(t),o=e.indexOf(s);return r!==-1||o!==-1?r===-1?1:o===-1?-1:r-o:t.localeCompare(s)})}var Oo=new Set(["mem_search","search","timeline","get_observations","get_summaries","get_tool_uses","session_start_context","observation_search","observation_context","memory_search","memory_context"]);function Ao(n){if(!n.startsWith("mcp__"))return null;let e=n.split("__");if(e.length<3)return null;let t=e[1].toLowerCase();return!t.includes("memindex")&&!t.includes("agent-mem")&&!t.includes("agent_mem")&&!t.includes("mcp-search")&&!t.includes("mcp_search")?null:e.slice(2).join("__")}function Pt(n){if(!n)return!1;if(n.startsWith("memory_")||n==="mem_search"||n==="get_summaries")return!0;let e=Ao(n);return e!==null&&Oo.has(e)}var Do=64*1024;function on(n,e=Do){let t=Buffer.byteLength(n,"utf8");if(t<=e)return n;let s=Buffer.from(n,"utf8"),r=e;for(;r>0&&(s[r]&192)===128;)r--;return`${s.subarray(0,r).toString("utf8")}\u2026[truncated: ${t} bytes]`}function Co(n,e,t){return(0,an.createHash)("sha256").update(me([n||"",e||"",t||""])).digest("hex").slice(0,16)}function dn(n){n.run(`
|
|
22
23
|
CREATE TABLE IF NOT EXISTS tool_uses (
|
|
23
24
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
24
25
|
tool_use_id TEXT NOT NULL,
|
|
@@ -42,25 +43,25 @@ ${T.stack??""}
|
|
|
42
43
|
created_at_epoch INTEGER NOT NULL,
|
|
43
44
|
UNIQUE(content_session_id, tool_use_id)
|
|
44
45
|
)
|
|
45
|
-
`),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project ON tool_uses(project)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project_nocase_created ON tool_uses(project COLLATE NOCASE, created_at_epoch DESC, id DESC)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_memory_session ON tool_uses(memory_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_content_session ON tool_uses(content_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_session_db_id ON tool_uses(session_db_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_tool_name ON tool_uses(tool_name)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_created_at_epoch ON tool_uses(created_at_epoch)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_observation_id ON tool_uses(observation_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_or_generation_id ON tool_uses(or_generation_id)")}function
|
|
46
|
+
`),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project ON tool_uses(project)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_project_nocase_created ON tool_uses(project COLLATE NOCASE, created_at_epoch DESC, id DESC)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_memory_session ON tool_uses(memory_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_content_session ON tool_uses(content_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_session_db_id ON tool_uses(session_db_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_tool_name ON tool_uses(tool_name)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_created_at_epoch ON tool_uses(created_at_epoch)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_observation_id ON tool_uses(observation_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_or_generation_id ON tool_uses(or_generation_id)")}function cn(n){let e=new Set(n.query("PRAGMA table_info(tool_uses)").all().map(t=>t.name));e.has("disposition")||n.run("ALTER TABLE tool_uses ADD COLUMN disposition TEXT"),e.has("disposition_at_epoch")||n.run("ALTER TABLE tool_uses ADD COLUMN disposition_at_epoch INTEGER"),n.run("CREATE INDEX IF NOT EXISTS idx_tool_uses_pending_replay ON tool_uses(disposition, session_db_id) WHERE disposition = 'pending'")}function un(n,e){let t=e.toolUseIds.filter(i=>typeof i=="string"&&i.length>0);if(t.length===0||e.from.length===0)return 0;let s=e.from.filter(i=>i!==null),r=[...e.from.includes(null)?["disposition IS NULL"]:[],...s.length>0?[`disposition IN (${s.map(()=>"?").join(",")})`]:[]].join(" OR "),o=n.prepare(`
|
|
46
47
|
UPDATE tool_uses
|
|
47
48
|
SET disposition = ?, disposition_at_epoch = ?
|
|
48
49
|
WHERE content_session_id = ?
|
|
49
50
|
AND tool_use_id IN (${t.map(()=>"?").join(",")})
|
|
50
51
|
AND (${r})
|
|
51
52
|
AND (disposition IS NULL OR disposition != 'done')
|
|
52
|
-
`).run(e.to,e.atEpoch??Date.now(),e.contentSessionId,...t,...s);return Number(o.changes??0)}function
|
|
53
|
+
`).run(e.to,e.atEpoch??Date.now(),e.contentSessionId,...t,...s);return Number(o.changes??0)}function ln(n,e){return n.prepare(`
|
|
53
54
|
SELECT session_db_id, content_session_id, COUNT(*) AS pending_count
|
|
54
55
|
FROM tool_uses
|
|
55
56
|
WHERE disposition = 'pending' AND session_db_id IS NOT NULL
|
|
56
57
|
GROUP BY session_db_id, content_session_id
|
|
57
58
|
ORDER BY MIN(created_at_epoch) ASC, session_db_id ASC
|
|
58
59
|
LIMIT ?
|
|
59
|
-
`).all(Math.max(1,Math.floor(e)))}function
|
|
60
|
+
`).all(Math.max(1,Math.floor(e)))}function En(n,e){return n.prepare(`
|
|
60
61
|
SELECT * FROM tool_uses
|
|
61
62
|
WHERE content_session_id = ? AND disposition = 'pending'
|
|
62
63
|
ORDER BY created_at_epoch ASC, id ASC
|
|
63
|
-
`).all(e)}function
|
|
64
|
+
`).all(e)}function _n(n,e){if(!e.toolUseId||!e.contentSessionId||!e.toolName||Pt(e.toolName))return null;let t=e.createdAtEpoch??Date.now(),s=new Date(t).toISOString(),r=Co(e.toolName,e.toolInput,e.toolResponse),o=e.toolInput!=null?on(e.toolInput):null,i=e.toolResponse!=null?on(e.toolResponse):null,a=n.prepare(`
|
|
64
65
|
INSERT INTO tool_uses (
|
|
65
66
|
tool_use_id, content_session_id, memory_session_id, session_db_id, project,
|
|
66
67
|
platform_source, tool_name, tool_input, tool_response, cwd, prompt_number,
|
|
@@ -85,7 +86,7 @@ ${T.stack??""}
|
|
|
85
86
|
or_session_id = COALESCE(excluded.or_session_id, tool_uses.or_session_id),
|
|
86
87
|
content_hash = excluded.content_hash
|
|
87
88
|
RETURNING id
|
|
88
|
-
`).all(e.toolUseId,e.contentSessionId,e.memorySessionId??null,e.sessionDbId??null,e.project??"",
|
|
89
|
+
`).all(e.toolUseId,e.contentSessionId,e.memorySessionId??null,e.sessionDbId??null,e.project??"",D(e.platformSource),e.toolName,o,i,e.cwd??null,e.promptNumber??null,e.agentType??null,e.agentId??null,e.orGenerationId??null,e.orSessionId??null,r,s,t)[0];return a?a.id:null}function pn(n,e){let t=e.toolUseIds.filter(o=>typeof o=="string"&&o.length>0);if(t.length===0)return 0;let s=t.map(()=>"?").join(","),r=n.prepare(`
|
|
89
90
|
UPDATE tool_uses
|
|
90
91
|
SET observation_id = COALESCE(observation_id, ?),
|
|
91
92
|
memory_session_id = CASE WHEN observation_id IS NULL
|
|
@@ -95,23 +96,23 @@ ${T.stack??""}
|
|
|
95
96
|
WHERE content_session_id = ?
|
|
96
97
|
AND tool_use_id IN (${s})
|
|
97
98
|
AND (observation_id IS NULL OR observation_id = ?)
|
|
98
|
-
`).run(e.observationId,e.memorySessionId??null,e.memorySessionId??null,e.contentSessionId,...t,e.observationId);return Number(r.changes??0)}function
|
|
99
|
+
`).run(e.observationId,e.memorySessionId??null,e.memorySessionId??null,e.contentSessionId,...t,e.observationId);return Number(r.changes??0)}function mn(n){return n?{clause:`COALESCE(NULLIF(platform_source, ''), '${g}') = ?`,param:D(n)}:null}function fn(n,e,t={}){let s=[],r=[];for(let u of e){if(typeof u=="number"&&Number.isInteger(u)){s.push(u);continue}if(typeof u=="string"&&u.trim().length>0){let l=Number(u);Number.isInteger(l)&&String(l)===u.trim()&&s.push(l),r.push(u.trim())}}if(s.length===0&&r.length===0)return[];let o=[],i=[];s.length>0&&(o.push(`id IN (${s.map(()=>"?").join(",")})`),i.push(...s)),r.length>0&&(o.push(`tool_use_id IN (${r.map(()=>"?").join(",")})`),i.push(...r));let a=[`(${o.join(" OR ")})`];t.project&&(a.push("project COLLATE NOCASE = ?"),i.push(t.project)),t.contentSessionId&&(a.push("content_session_id = ?"),i.push(t.contentSessionId));let d=mn(t.platformSource);d&&(a.push(d.clause),i.push(d.param));let c=t.limit&&t.limit>0?`LIMIT ${Math.floor(t.limit)}`:"";return n.prepare(`
|
|
99
100
|
SELECT * FROM tool_uses
|
|
100
101
|
WHERE ${a.join(" AND ")}
|
|
101
102
|
ORDER BY created_at_epoch DESC
|
|
102
103
|
${c}
|
|
103
|
-
`).all(...i)}function
|
|
104
|
+
`).all(...i)}function Tn(n,e={}){let t=[],s=[];if(e.project&&(t.push("project COLLATE NOCASE = ?"),s.push(e.project)),e.contentSessionId&&(t.push("content_session_id = ?"),s.push(e.contentSessionId)),e.memorySessionId&&(t.push("memory_session_id = ?"),s.push(e.memorySessionId)),typeof e.sessionDbId=="number"&&(t.push("session_db_id = ?"),s.push(e.sessionDbId)),e.toolName){let c=Array.isArray(e.toolName)?e.toolName:[e.toolName];c.length>0&&(t.push(`tool_name IN (${c.map(()=>"?").join(",")})`),s.push(...c))}e.agentId&&(t.push("agent_id = ?"),s.push(e.agentId));let r=mn(e.platformSource);r&&(t.push(r.clause),s.push(r.param)),typeof e.dateStart=="number"&&(t.push("created_at_epoch >= ?"),s.push(e.dateStart)),typeof e.dateEnd=="number"&&(t.push("created_at_epoch <= ?"),s.push(e.dateEnd));let o=t.length>0?`WHERE ${t.join(" AND ")}`:"",i=e.orderBy==="date_asc"?"ASC":"DESC",a=Math.min(Math.max(Math.floor(e.limit??50),1),500),d=Math.max(Math.floor(e.offset??0),0);return n.prepare(`
|
|
104
105
|
SELECT * FROM tool_uses
|
|
105
106
|
${o}
|
|
106
107
|
ORDER BY created_at_epoch ${i}, id ${i}
|
|
107
108
|
LIMIT ${a} OFFSET ${d}
|
|
108
|
-
`).all(...s)}function
|
|
109
|
+
`).all(...s)}function gn(n,e={}){let t=[],s=[];e.project&&(t.push("project COLLATE NOCASE = ?"),s.push(e.project)),e.contentSessionId&&(t.push("content_session_id = ?"),s.push(e.contentSessionId)),e.agentId&&(t.push("agent_id = ?"),s.push(e.agentId)),typeof e.dateStart=="number"&&(t.push("created_at_epoch >= ?"),s.push(e.dateStart)),typeof e.dateEnd=="number"&&(t.push("created_at_epoch <= ?"),s.push(e.dateEnd));let r=t.length>0?`WHERE ${t.join(" AND ")}`:"";return n.prepare(`
|
|
109
110
|
SELECT tool_name, COUNT(DISTINCT tool_use_id) AS uses
|
|
110
111
|
FROM tool_uses
|
|
111
112
|
${r}
|
|
112
113
|
GROUP BY tool_name
|
|
113
114
|
ORDER BY uses DESC, tool_name ASC
|
|
114
|
-
`).all(...s)}function
|
|
115
|
+
`).all(...s)}function Sn(n){n.run(`
|
|
115
116
|
CREATE TABLE IF NOT EXISTS work_state_entries (
|
|
116
117
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
117
118
|
project TEXT NOT NULL,
|
|
@@ -120,16 +121,31 @@ ${T.stack??""}
|
|
|
120
121
|
created_at TEXT NOT NULL,
|
|
121
122
|
created_at_epoch INTEGER NOT NULL
|
|
122
123
|
)
|
|
123
|
-
`),n.run("CREATE INDEX IF NOT EXISTS idx_work_state_entries_project ON work_state_entries(project COLLATE NOCASE, list_name, id)")}function
|
|
124
|
+
`),n.run("CREATE INDEX IF NOT EXISTS idx_work_state_entries_project ON work_state_entries(project COLLATE NOCASE, list_name, id)")}function hn(n,e){let t=e.createdAtEpoch??Date.now(),s=n.prepare(`
|
|
124
125
|
INSERT INTO work_state_entries (project, list_name, fields, created_at, created_at_epoch)
|
|
125
126
|
VALUES (?, ?, ?, ?, ?)
|
|
126
|
-
`).run(e.project,e.listName,JSON.stringify(e.fields),new Date(t).toISOString(),t),r=Number(s.lastInsertRowid);return E.debug("DB","Work state entry appended",{id:r,project:e.project,listName:e.listName}),r}function
|
|
127
|
+
`).run(e.project,e.listName,JSON.stringify(e.fields),new Date(t).toISOString(),t),r=Number(s.lastInsertRowid);return E.debug("DB","Work state entry appended",{id:r,project:e.project,listName:e.listName}),r}function Nn(n,e,t){if(e.length===0)return[];let s=e.map(()=>"?").join(", "),r=t===void 0?"":" AND list_name = ?";return n.prepare(`
|
|
127
128
|
SELECT id, project, list_name, fields, created_at_epoch
|
|
128
129
|
FROM work_state_entries
|
|
129
130
|
WHERE project COLLATE NOCASE IN (${s})${r}
|
|
130
131
|
ORDER BY id
|
|
131
|
-
`).all(...e,...t===void 0?[]:[t]).map(i=>({...i,fields:JSON.parse(i.fields)}))}
|
|
132
|
-
|
|
132
|
+
`).all(...e,...t===void 0?[]:[t]).map(i=>({...i,fields:JSON.parse(i.fields)}))}function In(n){n.run(`
|
|
133
|
+
CREATE TABLE IF NOT EXISTS deleted_sessions (
|
|
134
|
+
content_session_id TEXT NOT NULL,
|
|
135
|
+
platform_source TEXT NOT NULL,
|
|
136
|
+
memory_session_id TEXT,
|
|
137
|
+
project TEXT NOT NULL,
|
|
138
|
+
deleted_at_epoch INTEGER NOT NULL,
|
|
139
|
+
reason TEXT NOT NULL,
|
|
140
|
+
PRIMARY KEY (platform_source, content_session_id)
|
|
141
|
+
)
|
|
142
|
+
`),n.run("CREATE INDEX IF NOT EXISTS idx_deleted_sessions_content ON deleted_sessions(content_session_id)"),n.run("CREATE INDEX IF NOT EXISTS idx_deleted_sessions_memory ON deleted_sessions(memory_session_id)")}function bn(n,e,t,s){let r=!!n.prepare(`
|
|
143
|
+
SELECT 1 FROM deleted_sessions
|
|
144
|
+
WHERE (content_session_id = ? AND (? IS NULL OR platform_source = ?))
|
|
145
|
+
OR (memory_session_id IS NOT NULL AND memory_session_id = ?)
|
|
146
|
+
LIMIT 1
|
|
147
|
+
`).get(e,t===null?null:D(t),D(t),s??null);return r&&E.debug("DB","Kept a deleted session deleted",{contentSessionId:e,memorySessionId:s??void 0}),r}var Dn=require("fs");var F=require("fs"),ye=dt(require("path"),1);var xt=require("child_process");var Lo=5e3;function Rn(n){return n.error?.name==="ETIMEDOUT"}function kt(n,e,t=Lo){let s=`git -C ${n} ${e.join(" ")}`,r=Date.now();return new Promise(o=>{let i=!1,a=!1,d="",c="",u=_=>{if(i)return;i=!0,clearTimeout(p);let f=Date.now()-r;f>1e3&&E.debug("GIT",`Slow git operation: ${s} took ${f}ms`),o(_)},l=(0,xt.spawn)("git",["-C",n,...e],{stdio:["ignore","pipe","pipe"],windowsHide:!0}),p=setTimeout(()=>{a=!0,l.kill("SIGTERM"),l.stdout?.destroy(),l.stderr?.destroy();let _=Object.assign(new Error(`git timed out after ${t}ms`),{name:"ETIMEDOUT"});E.warn("GIT",`Git operation failed: ${s}`,{error:_.message,timedOut:!0}),u({status:null,stdout:"",error:_})},t);l.stdout?.setEncoding("utf8"),l.stderr?.setEncoding("utf8"),l.stdout?.on("data",_=>{d+=_}),l.stderr?.on("data",_=>{c+=_}),l.once("error",_=>{E.warn("GIT",`Git operation failed: ${s}`,{error:_.message,timedOut:!1}),u({status:null,stdout:"",error:_})}),l.once("close",(_,f)=>{if(!a){if(_!==0){E.debug("GIT",`Git returned non-zero exit code ${_??f}: ${s}`,{stderr:c.trim()}),u({status:_,stdout:"",error:void 0});return}u({status:_,stdout:d.trim(),error:void 0})}})}).catch(o=>({status:null,stdout:"",error:o instanceof Error?o:new Error(String(o))}))}var yo=1e3,Mo=64;function vo(n){let e=ye.default.resolve(n);for(let t=0;t<Mo;t++){let s=ye.default.join(e,".git");if((0,F.existsSync)(s)){try{if((0,F.statSync)(s).isDirectory())return s;let o=(0,F.readFileSync)(s,"utf8").match(/^gitdir:\s*(.+)$/m);if(o)return ye.default.resolve(e,o[1].trim())}catch{return null}return null}let r=ye.default.dirname(e);if(r===e)return null;e=r}return null}var wo=/^checkout: moving from (.+) to (.+)$/,Uo=/^[0-9a-f]{7,64}$/;function On(n){return Uo.test(n)?null:n}var Po=/@\{(\d+)\}/;function xo(n){let e=[];for(let t of n.split(`
|
|
148
|
+
`).reverse()){let s=t.indexOf("|");if(s===-1)continue;let r=Po.exec(t.slice(0,s)),o=wo.exec(t.slice(s+1).trim());!r||!o||e.push({atEpochSeconds:Number.parseInt(r[1],10),fromBranch:On(o[1]),toBranch:On(o[2])})}return e.sort((t,s)=>t.atEpochSeconds-s.atEpochSeconds)}var Xt=null;function ko(){return Xt??=kt(process.cwd(),["--version"],yo*3).then(n=>(n.error&&Rn(n)&&(Xt=null),n.status===0&&!n.error)),Xt}async function An(n){if(!vo(n)||!await ko())return null;let e=await kt(n,["reflog","show","HEAD","--date=unix","--pretty=format:%gd|%gs"],15e3);return e.status!==0||e.error?null:xo(e.stdout)}function Cn(n){n.query("PRAGMA table_info(observations)").all().some(t=>t.name==="branch")||n.run("ALTER TABLE observations ADD COLUMN branch TEXT"),n.run("CREATE INDEX IF NOT EXISTS idx_observations_project_branch ON observations(project COLLATE NOCASE, branch, created_at_epoch DESC)")}function Ln(n){n.run(`
|
|
133
149
|
CREATE TABLE IF NOT EXISTS memory_pins (
|
|
134
150
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
135
151
|
project TEXT NOT NULL,
|
|
@@ -146,7 +162,7 @@ ${T.stack??""}
|
|
|
146
162
|
tagged INTEGER NOT NULL DEFAULT 0,
|
|
147
163
|
PRIMARY KEY (project, cwd)
|
|
148
164
|
)
|
|
149
|
-
`),
|
|
165
|
+
`),Xo(n)}function Xo(n){n.run("CREATE TABLE IF NOT EXISTS pin_generation (id INTEGER PRIMARY KEY CHECK (id = 1), n INTEGER NOT NULL)"),n.run("INSERT OR IGNORE INTO pin_generation (id, n) VALUES (1, 0)");for(let e of["INSERT","UPDATE","DELETE"])n.run(`CREATE TRIGGER IF NOT EXISTS memory_pins_generation_${e.toLowerCase()} AFTER ${e} ON memory_pins BEGIN UPDATE pin_generation SET n = n + 1 WHERE id = 1; END`)}var yd={readReflog:An,directoryExists:Dn.existsSync,now:Date.now};var Pn=require("crypto");function yn(n){let e=(n??"").normalize("NFC").toLowerCase().replace(/[^\p{L}\p{N}\p{M}\s]/gu," ").replace(/\s+/g," ").trim();return/[\p{L}\p{N}]/u.test(e)?e:""}function ie(n){let e=yn(n);if(!e)return"";let t=(n??"").normalize("NFC").toLowerCase(),s=[],r=0,o=0,i=a=>yn(a).split(" ").filter(Boolean).length;for(let a of t.matchAll(/[$_][\p{L}\p{N}\p{M}_]+|[\p{L}\p{N}\p{M}]+(?:[._/:\\#-]+[\p{L}\p{N}\p{M}]+)+|[\p{L}\p{N}\p{M}]+(?:\+\+|#)/gu))o+=i(t.slice(r,a.index)),s.push([o,a[0]]),o+=i(a[0]),r=a.index+a[0].length;return s.length?JSON.stringify([e,s]):e}function ae(n){return(n??"").toLowerCase().trim().split(/\s+/).filter(Boolean)}function Ft(n,e){return Math.log(1+e/(n+.5))}function Mn(n,e){return t=>Ft(n(t),e)}function vn(n,e){let t=new Map;for(let s of new Set(n))t.set(s,e(s));return t}function wn(n,e,t){let s=vn(n,t),r=vn(e,t),o=0,i=0,a=0;for(let[d,c]of s){i+=c*c;let u=r.get(d);u!==void 0&&(o+=c*u)}for(let[,d]of r)a+=d*d;return i===0||a===0?0:o/Math.sqrt(i*a)}function Un(n,e,t,s){let r=new Set(n),o=new Set(e);for(let i of r)if(!o.has(i)&&t(i)>s)return!0;for(let i of o)if(!r.has(i)&&t(i)>s)return!0;return!1}function Bt(n,e,t,s){let r=ie(n);if(r!==""&&r===ie(e))return{tier:"exact",method:"exact",score:1};let o=ae(n),i=ae(e),a=s.minSharedTokens??2,d=new Set(i),c=0;for(let l of new Set(o))d.has(l)&&c++;if(c<a)return{tier:"none",method:"none",score:0};let u=wn(o,i,t);return u>=s.cosineThreshold&&!Un(o,i,t,s.vetoThetaIdf)?{tier:"candidate",method:"idf_cosine",score:u}:{tier:"none",method:"none",score:u}}function Me(n,e){return!!n&&!!e}function et(n,e,t,s=!1){let r=ie(t);if(r==="")return null;let o=D(e),i=s?"subagent":"main";return(0,Pn.createHash)("sha256").update(me([n,o,i,r])).digest("hex").slice(0,32)}function xn(n,e,t,s){if(t===null)return null;let r=s===void 0?void 0:ie(s),o=n.prepare("SELECT id, occurrence_count, created_at_epoch, title FROM observations WHERE project = ? AND title_norm_key = ? ORDER BY created_at_epoch ASC, id ASC").iterate(e,t);for(let i of o)if(r===void 0||ie(i.title)===r)return i;return null}function kn(n,e,t){let s=[...new Set(ae(t))],r=n.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, 1) ON CONFLICT(project, token) DO UPDATE SET df = df + 1");for(let o of s)r.run(e,o);n.prepare("INSERT INTO dedup_meta (project, doc_count) VALUES (?, 1) ON CONFLICT(project) DO UPDATE SET doc_count = doc_count + 1").run(e)}function Xn(n,e){return Ft(n+1,e)}function Fn(n,e){return n.prepare("SELECT doc_count FROM dedup_meta WHERE project = ?").get(e)?.doc_count??0}function Bn(n,e){let t=Fn(n,e),s=n.prepare("SELECT token, df FROM token_df WHERE project = ?").all(e),r=new Map(s.map(o=>[o.token,o.df]));return{idfFn:Mn(o=>r.get(o)??0,t),docCount:t}}function Hn(n){return n.prepare("INSERT OR IGNORE INTO observation_dedup_candidates (observation_id, duplicate_of_id, project, method, score, status, created_at, created_at_epoch) VALUES (?, ?, ?, ?, ?, ?, ?, ?)")}function $n(n,e,t){return Fn(n,e)>=t}function Fo(n,e,t=Number.POSITIVE_INFINITY){let s=n.prepare("SELECT COUNT(*) c FROM observations WHERE project = ?").get(e).c;if(s>t)return E.warn("DEDUP",`Skipping dedup backfill for project ${e}: ${s} rows exceeds cap ${t} (MEMINDEX_DEDUP_MAX_BACKFILL_ROWS)`),0;let r=n.prepare("SELECT o.id, o.title, o.agent_id, o.agent_type, s.platform_source FROM observations o LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id WHERE o.project = ?").all(e),o=n.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?"),i=n.prepare("INSERT INTO token_df (project, token, df) VALUES (?, ?, ?)");return n.transaction(()=>{let d=new Map;for(let c of r){o.run(et(e,c.platform_source,c.title,Me(c.agent_id,c.agent_type)),c.id);for(let u of new Set(ae(c.title)))d.set(u,(d.get(u)??0)+1)}n.prepare("DELETE FROM token_df WHERE project = ?").run(e);for(let[c,u]of d)i.run(e,c,u);n.prepare("INSERT INTO dedup_meta (project, doc_count, last_rebuild_doc_count, deleted_since_rebuild) VALUES (?, ?, ?, 0) ON CONFLICT(project) DO UPDATE SET doc_count = excluded.doc_count, last_rebuild_doc_count = excluded.last_rebuild_doc_count, deleted_since_rebuild = 0").run(e,r.length,r.length)})(),r.length}function Bo(n,e,t){let s=n.prepare("SELECT id, title FROM observations WHERE project = ? AND title IS NOT NULL ORDER BY id ASC").all(e);if(s.length<2)return 0;if(s.length>t.maxBackfillRows)return E.warn("DEDUP",`Skipping dedup sweep for project ${e}: ${s.length} rows exceeds cap ${t.maxBackfillRows}`),0;let{idfFn:r,docCount:o}=Bn(n,e),i={cosineThreshold:t.cosineThreshold,vetoThetaIdf:Xn(t.idfVetoDf,o),minSharedTokens:t.minSharedTokens},a=s.map(h=>new Set(ae(h.title))),d=new Map;for(let h of a)for(let b of h)d.set(b,(d.get(b)??0)+1);let c=Math.max(2,Math.ceil(Math.sqrt(s.length))*4),u=new Map;a.forEach((h,b)=>{for(let N of h){let m=d.get(N);if(m<2||m>c)continue;let A=u.get(N);A||(A=[],u.set(N,A)),A.push(b)}});let l=new Map;for(let h of u.values())for(let b=0;b<h.length;b++)for(let N=b+1;N<h.length;N++){let m=`${h[b]}:${h[N]}`;l.set(m,(l.get(m)??0)+1)}let p=Hn(n),_=new Date().toISOString(),f=Date.now(),I=0;for(let[h,b]of l){if(b<t.minSharedTokens)continue;let[N,m]=h.split(":").map(Number),A=Bt(s[N].title,s[m].title,r,i);A.tier==="candidate"&&(I+=p.run(s[m].id,s[N].id,e,A.method,A.score,"pending",_,f).changes)}return I}function jn(n,e){return n.prepare("SELECT DISTINCT project FROM observations").all().map(s=>s.project).map(s=>{let r=Fo(n,s,e.maxBackfillRows),o=Bo(n,s,e);return{project:s,docs:r,candidates:o}})}function Gn(n,e,t,s,r){if(!s)return 0;let{idfFn:o,docCount:i}=Bn(n,e),a={cosineThreshold:r.cosineThreshold,vetoThetaIdf:Xn(r.idfVetoDf,i),minSharedTokens:r.minSharedTokens},d=n.prepare("SELECT id, title FROM observations WHERE project = ? AND id != ? AND title IS NOT NULL ORDER BY created_at_epoch DESC, id DESC LIMIT ?").all(e,t,r.maxScan);d.length===r.maxScan&&E.debug("DEDUP",`Tier-1 scan hit MAX_SCAN=${r.maxScan} for project ${e}; older rows covered by dedup-scan`);let c=Hn(n),u=new Date().toISOString(),l=Date.now(),p=0;for(let _ of d){let f=Bt(s,_.title,o,a);f.tier==="candidate"&&(p+=c.run(t,_.id,e,f.method,f.score,"pending",u,l).changes)}return p}function Wn(n,e,t,s,r){let o=Date.now()-s,i=r!==void 0?"up.session_db_id = ?":"up.content_session_id = ?",a=r??e;return n.prepare(`
|
|
150
166
|
SELECT
|
|
151
167
|
up.*,
|
|
152
168
|
s.memory_session_id,
|
|
@@ -159,7 +175,7 @@ ${T.stack??""}
|
|
|
159
175
|
AND up.created_at_epoch >= ?
|
|
160
176
|
ORDER BY up.created_at_epoch DESC
|
|
161
177
|
LIMIT 1
|
|
162
|
-
`).get(a,t,o)??void 0}var
|
|
178
|
+
`).get(a,t,o)??void 0}var qn=["private","memindex-context","agent-mem-context","system_instruction","system-instruction","persisted-output","system-reminder"],Ho=new Set(qn),Yn=/<([A-Za-z_][A-Za-z0-9_-]*)/y,Kn=/<\/([A-Za-z_][A-Za-z0-9_-]*)\s*>/y;function $o(n){let e=Object.fromEntries(qn.map(u=>[u,0])),t=n.length,s=new Int32Array(t+1);s[t]=t;for(let u=t-1;u>=0;u--)s[u]=n.charCodeAt(u)===62?u:s[u+1];let r=new Map,o=[],i=0,a=0;for(;a<t;){if(n.charCodeAt(a)!==60){a+=1;continue}Kn.lastIndex=a;let u=Kn.exec(n);if(u){let p=u[1],_=r.get(p),f=_&&_.head<_.items.length?_.items[_.head]:void 0;f&&a>=f.attrEnd&&(_.head+=1,o.push([f.start,a+u[0].length]),e[p]+=1,i+=1),a+=u[0].length;continue}Yn.lastIndex=a;let l=Yn.exec(n);if(l&&Ho.has(l[1])){let p=l[1],_=a+l[0].length,f={start:a,attrEnd:s[_]},I=r.get(p);I?I.items.push(f):r.set(p,{items:[f],head:0}),a=_;continue}a+=1}o.sort((u,l)=>u[0]-l[0]);let d="",c=0;for(let[u,l]of o)u>c&&(d+=n.slice(c,u)),l>c&&(c=l);return d+=n.slice(c),{text:d,counts:e,total:i}}var Vn=100;function jo(n){let{text:e,counts:t,total:s}=$o(n);return s>Vn&&E.warn("SYSTEM","tag count exceeds limit",void 0,{tagCount:s,maxAllowed:Vn,contentLength:n.length}),{stripped:We(e.trim(),pt()).redacted,counts:t}}function tt(n){return jo(n).stripped}var Go=["task-notification"],Zd=new RegExp(`^\\s*<(${Go.join("|")})\\b[^>]*>(?:(?!<\\1\\b|</\\1\\b)[\\s\\S])*</\\1>\\s*$`),ec=256*1024;var Ht=4e3,$t="[media prompt]";function ve(n){let e=tt(n).trim();return e.length<=Ht?e:(E.debug("DB","Truncated stored prompt text to the configured cap",{originalLength:e.length,storedLength:Ht}),`${e.slice(0,Ht-1)}\u2026`)}var zn=!1;function st(n,...e){return typeof n.iterate=="function"?n.iterate(...e):(zn||(zn=!0,E.warn("DB","bun:sqlite lacks Statement.iterate(); falling back to .all()",{bunVersion:typeof Bun<"u"?Bun.version:"unknown",requiredBunVersion:">=1.1.31",impact:"rows are materialized in memory; upgrade Bun to restore streaming"})),n.all(...e))}function jt(n,e,t,s){try{let r=Number(s.limit);if(!Number.isInteger(r)||r<0)throw new Error("Page limit must be a non-negative integer");let o=Number(s.offset??0);if(!Number.isInteger(o))throw new Error("Page offset must be an integer");let i=[];if(r===0)return i;let a=Math.max(0,o);for(let d of st(n,...e))if(t(d)){if(a>0){a--;continue}if(i.push(d),i.length===r)break}return i}finally{n.finalize()}}var Yt=require("bun:sqlite");function fe(n){return n.replace(/\\/g,"/").replace(/\/+/g,"/").replace(/\/+$/,"")}function Gt(n,e){let t=fe(n),s=fe(e);if(t.startsWith(s+"/"))return!t.slice(s.length+1).includes("/");let r=s.split("/"),o=t.split("/");if(o.length<2)return s===""||s===".";let i=o.slice(0,-1).join("/"),a=o[o.length-1],d=/^([A-Za-z]:)?\//;if(!d.test(s)&&d.test(t)&&s!==""&&i.endsWith("/"+s))return a!=="";if(s.endsWith("/"+i)||s===i)return!a.includes("/");for(let c=0;c<r.length;c++)if(r.slice(c).join("/")===i)return!0;return!1}var Wt="\\u0E00-\\u0EFF\\u1000-\\u109F\\u1780-\\u17FF\\u3040-\\u30FF\\u3100-\\u318F\\u3400-\\u4DBF\\u4E00-\\u9FFF\\uAC00-\\uD7AF\\uF900-\\uFAFF",Jn=["observations_ai","observations_ad","observations_au"],Qn=["session_summaries_ai","session_summaries_ad","session_summaries_au"],we=`
|
|
163
179
|
CREATE TRIGGER IF NOT EXISTS observations_ai AFTER INSERT ON observations BEGIN
|
|
164
180
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
165
181
|
VALUES (new.id, new.title, new.subtitle, new.narrative, new.text, new.facts, new.concepts);
|
|
@@ -177,7 +193,7 @@ ${T.stack??""}
|
|
|
177
193
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
178
194
|
VALUES (new.id, new.title, new.subtitle, new.narrative, new.text, new.facts, new.concepts);
|
|
179
195
|
END;
|
|
180
|
-
`,
|
|
196
|
+
`,Ue=`
|
|
181
197
|
CREATE TRIGGER IF NOT EXISTS session_summaries_ai AFTER INSERT ON session_summaries BEGIN
|
|
182
198
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
183
199
|
VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
|
|
@@ -195,7 +211,7 @@ ${T.stack??""}
|
|
|
195
211
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
196
212
|
VALUES (new.id, new.request, new.investigated, new.learned, new.completed, new.next_steps, new.notes);
|
|
197
213
|
END;
|
|
198
|
-
`,
|
|
214
|
+
`,Zn=class n{db;constructor(e=He){e instanceof Yt.Database?this.db=e:(Ne(M),this.db=new Yt.Database(e)),pe(this.db,j),qe(this.db),this._fts5Available=this.isFts5Available(),this.ensureFTSTables()}_fts5Available;ensureFTSTables(){let e=this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '%_fts'").all(),t=e.some(o=>o.name==="observations_fts"),s=e.some(o=>o.name==="session_summaries_fts");if(t&&s&&this.hasAllFtsTriggers(Jn)&&this.hasAllFtsTriggers(Qn))return;if(!this.isFts5Available()){E.warn("DB","FTS5 not available on this platform \u2014 skipping FTS table creation (search uses ChromaDB)");return}let r=t&&s;E.info("DB",r?"Converging FTS5 indexes and recreating missing sync triggers":"Creating FTS5 tables");try{this.db.transaction(()=>{Ys(this.db,j,Ve);let o=this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '%_fts'").all(),i=!o.some(u=>u.name==="observations_fts"),a=!o.some(u=>u.name==="session_summaries_fts"),d=!i&&!this.hasAllFtsTriggers(Jn),c=!a&&!this.hasAllFtsTriggers(Qn);this.createFTSTablesAndTriggers(i,a),d&&(this.rebuildFtsIndex("observations_fts"),this.db.run(we)),c&&(this.rebuildFtsIndex("session_summaries_fts"),this.db.run(Ue))}).immediate(),E.info("DB",r?"FTS5 indexes converged and sync triggers recreated":"FTS5 tables created successfully")}catch(o){if(o instanceof De)throw o;this._fts5Available=!1,E.warn("DB","FTS5 table creation failed \u2014 search will use ChromaDB and LIKE queries",{},o instanceof Error?o:void 0)}}hasAllFtsTriggers(e){let t=e.map(()=>"?").join(", ");return this.db.prepare(`SELECT name FROM sqlite_master WHERE type='trigger' AND name IN (${t})`).all(...e).length===e.length}rebuildFtsIndex(e){this.db.run(`INSERT INTO ${e}(${e}) VALUES('rebuild')`)}isFts5Available(){try{return this.db.run("CREATE VIRTUAL TABLE temp._fts5_probe USING fts5(test_column)"),this.db.run("DROP TABLE temp._fts5_probe"),!0}catch(e){return E.debug("DB","FTS5 probe failed \u2014 FTS5 unavailable on this platform",void 0,e instanceof Error?e:new Error(String(e))),!1}}canReadFtsIndex(e){try{return this.db.prepare(`SELECT rowid FROM ${e} WHERE ${e} MATCH ? LIMIT 0`).all('"fts_read_probe"'),!0}catch{return!1}}createFTSTablesAndTriggers(e,t){e&&(this.db.run(`
|
|
199
215
|
CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
|
|
200
216
|
title,
|
|
201
217
|
subtitle,
|
|
@@ -210,7 +226,7 @@ ${T.stack??""}
|
|
|
210
226
|
INSERT INTO observations_fts(rowid, title, subtitle, narrative, text, facts, concepts)
|
|
211
227
|
SELECT id, title, subtitle, narrative, text, facts, concepts
|
|
212
228
|
FROM observations;
|
|
213
|
-
`),this.db.run(
|
|
229
|
+
`),this.db.run(we)),t&&(this.db.run(`
|
|
214
230
|
CREATE VIRTUAL TABLE IF NOT EXISTS session_summaries_fts USING fts5(
|
|
215
231
|
request,
|
|
216
232
|
investigated,
|
|
@@ -225,13 +241,13 @@ ${T.stack??""}
|
|
|
225
241
|
INSERT INTO session_summaries_fts(rowid, request, investigated, learned, completed, next_steps, notes)
|
|
226
242
|
SELECT id, request, investigated, learned, completed, next_steps, notes
|
|
227
243
|
FROM session_summaries;
|
|
228
|
-
`),this.db.run(
|
|
244
|
+
`),this.db.run(Ue))}buildFilterClause(e,t,s="o"){let r=[],o=G(e);if(o.length>0){let i=z(s,o,{includeMerged:!0});r.push(i.sql),t.push(...i.params)}if(e.platformSource&&(r.push(`COALESCE(NULLIF((SELECT s2.platform_source FROM sdk_sessions s2 WHERE s2.memory_session_id = ${s}.memory_session_id), ''), '${g}') = ?`),t.push(D(e.platformSource))),e.type)if(Array.isArray(e.type)){let i=e.type.map(()=>"?").join(",");r.push(`${s}.type IN (${i})`),t.push(...e.type)}else r.push(`${s}.type = ?`),t.push(e.type);if(e.dateRange){let{start:i,end:a}=e.dateRange;i&&(r.push(`${s}.created_at_epoch >= ?`),t.push(W(i,"start"))),a&&(r.push(`${s}.created_at_epoch <= ?`),t.push(W(a,"end")))}if(e.concepts){let i=Array.isArray(e.concepts)?e.concepts:[e.concepts],a=`${s}.concepts`,d=`CASE WHEN json_valid(${a}) THEN CASE
|
|
229
245
|
WHEN json_type(${a}) = 'array' THEN ${a}
|
|
230
246
|
WHEN json_type(${a}) = 'text' THEN json_array(json_extract(${a}, '$'))
|
|
231
247
|
ELSE json_array(${a}) END ELSE json_array(${a}) END`,c=i.map(()=>`EXISTS (SELECT 1 FROM json_each(${d}) WHERE type = 'text' AND value = ?)`);c.length>0&&(r.push(`(${c.join(" OR ")})`),t.push(...i))}if(e.files){let i=Array.isArray(e.files)?e.files:[e.files],a=s==="s"?"files_edited":"files_modified",d=i.map(()=>`(
|
|
232
248
|
EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(`${s}.files_read`)}) WHERE type = 'text' AND value LIKE ? ESCAPE '\\')
|
|
233
249
|
OR EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(`${s}.${a}`)}) WHERE type = 'text' AND value LIKE ? ESCAPE '\\')
|
|
234
|
-
)`);d.length>0&&(r.push(`(${d.join(" OR ")})`),i.forEach(c=>{let u=c.replace(/[\\%_]/g,"\\$&");t.push(`%${u}%`,`%${u}%`)}))}return r.length>0?r.join(" AND "):""}static UNSEGMENTED_SCRIPT=new RegExp(`[${
|
|
250
|
+
)`);d.length>0&&(r.push(`(${d.join(" OR ")})`),i.forEach(c=>{let u=c.replace(/[\\%_]/g,"\\$&");t.push(`%${u}%`,`%${u}%`)}))}return r.length>0?r.join(" AND "):""}static UNSEGMENTED_SCRIPT=new RegExp(`[${Wt}]`);static UNSEGMENTED_RUN=new RegExp(`[${Wt}]+|[^\\s${Wt}]+`,"g");static MAX_SUBSTRING_TERMS=500;static buildSubstringClause(e,t){let s=[...new Set(e.match(n.UNSEGMENTED_RUN)??[])].slice(0,n.MAX_SUBSTRING_TERMS);s.length===0&&s.push(e);let r=[];return{clause:`(${s.map(i=>{let a=`%${i.replace(/[\\%_]/g,"\\$&")}%`;for(let d=0;d<t.length;d+=1)r.push(a);return`(${t.map(d=>`${d} LIKE ? ESCAPE '\\'`).join(" OR ")})`}).join(" AND ")})`,params:r}}static MIN_ANY_TERM_TOKENS=3;static buildFTSMatchQuery(e){let t=(e.match(/\S+/g)??[]).filter(s=>/[\p{L}\p{N}]/u.test(s));return t.length===0?`"${e.replace(/"/g,'""')}"`:t.map(s=>`"${s.replace(/"/g,'""')}"`).join(" AND ")}vocabLookups=new Map;buildFTSAnyTermQuery(e,t){let s=(e.match(/\S+/g)??[]).filter(c=>/[\p{L}\p{N}]/u.test(c));if(s.length<n.MIN_ANY_TERM_TOKENS)return null;let r=new Set,o=s.filter(c=>{let u=c.toLowerCase();return r.has(u)?!1:(r.add(u),!0)}),i=this.termDocFrequency(t),a=[...e].length,d;if(!i)d=o.slice(0,40);else if(a<600){let c=a<200?40:60,u=Math.max(i.total*.3,2),l=o.map(p=>{let _=p.match(/[\p{L}\p{N}]+/gu)??[];return{token:p,rows:_.length?Math.min(..._.map(f=>i.rows(f))):0}}).filter(p=>p.rows<u);l.length>c&&l.sort((p,_)=>p.rows-_.rows),d=l.slice(0,c).map(p=>p.token)}else{let c=Math.max(i.total*.02,2),u=new Set((e.match(/[\p{L}\p{N}]+/gu)??[]).filter(l=>[...l].length>=3).map(l=>l.toLowerCase()));d=[];for(let l of u){let p=i.rows(l);if(p>0&&p<c&&(d.push(l),d.length===40))break}}return d.length===0?null:d.map(c=>`"${c.replace(/"/g,'""')}"`).join(" OR ")}termDocFrequency(e){if(!this.vocabLookups.has(e)){let s=null;try{this.db.run(`CREATE VIRTUAL TABLE IF NOT EXISTS temp.${e}_vocab USING fts5vocab(main, '${e}', 'row')`),s=this.db.prepare(`SELECT doc FROM temp.${e}_vocab WHERE term = ?`)}catch(r){E.debug("DB","FTS vocabulary unavailable; capping fallback terms without frequencies",{ftsTable:e},r instanceof Error?r:void 0)}this.vocabLookups.set(e,s)}let t=this.vocabLookups.get(e);if(!t)return null;try{let s=e==="observations_fts"?"observations":"session_summaries",r=this.db.prepare(`SELECT count(*) AS n FROM ${s}`).get().n,o=new Map;return{total:r,rows:i=>{let a=i.toLowerCase().normalize("NFD").replace(new RegExp("\\p{Mn}","gu"),""),d=o.get(a);return d===void 0&&(d=t.get(a)?.doc??0,o.set(a,d)),d}}}catch(s){return E.debug("DB","FTS vocabulary lookup failed; capping fallback terms without frequencies",{ftsTable:e},s instanceof Error?s:void 0),this.vocabLookups.set(e,null),null}}buildOrderClause(e="relevance",t=!0,s="observations_fts"){switch(e){case"relevance":return t?`ORDER BY ${s}.rank ASC`:"ORDER BY o.created_at_epoch DESC";case"date_desc":return"ORDER BY o.created_at_epoch DESC, o.id DESC";case"date_asc":return"ORDER BY o.created_at_epoch ASC, o.id ASC";default:return"ORDER BY o.created_at_epoch DESC"}}searchObservationsBySubstring(e,t,s,r,o){let i=n.buildSubstringClause(e,["o.title","o.subtitle","o.narrative","o.text","o.facts","o.concepts"]),a=[],d=this.buildFilterClause(t,a,"o"),c=`
|
|
235
251
|
SELECT o.*, o.discovery_tokens
|
|
236
252
|
FROM observations o
|
|
237
253
|
WHERE ${i.clause}
|
|
@@ -273,31 +289,31 @@ ${T.stack??""}
|
|
|
273
289
|
${c?"AND "+c:""}
|
|
274
290
|
${u}
|
|
275
291
|
LIMIT ? OFFSET ?
|
|
276
|
-
`;s.unshift(n.buildFTSMatchQuery(e));let p;try{p=this.db.prepare(l).all(...s,r,o)}catch(
|
|
292
|
+
`;s.unshift(n.buildFTSMatchQuery(e));let p;try{p=this.db.prepare(l).all(...s,r,o)}catch(f){throw E.warn("DB","FTS5 session search failed",{},f instanceof Error?f:void 0),f}if(p.length>0||o>0&&this.db.prepare(l).all(...s,1,0).length>0)return p;let _=this.searchSessionsBySubstring(e,a,i,r,o);return _.length>0||o>0&&this.searchSessionsBySubstring(e,a,i,1,0).length>0?_:this.searchFtsAnyTerm(l,e,s,r,o,"session_summaries_fts")??_}return this.searchSessionsBySubstring(e,a,i,r,o)}searchFtsAnyTerm(e,t,s,r,o,i){let a=this.buildFTSAnyTermQuery(t,i);if(!a)return null;let d=[a,...s.slice(1)],c=this.db.prepare(e).all(...d,r,o);return c.length>0||o>0&&this.db.prepare(e).all(...d,1,0).length>0?c:null}findByConcept(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",...a}=t,d={...a,concepts:e},c=this.buildFilterClause(d,s,"o"),u=this.buildOrderClause(i,!1),l=`
|
|
277
293
|
SELECT o.*, o.discovery_tokens
|
|
278
294
|
FROM observations o
|
|
279
295
|
WHERE ${c}
|
|
280
296
|
${u}
|
|
281
297
|
LIMIT ? OFFSET ?
|
|
282
|
-
`;return s.push(r,o),this.db.prepare(l).all(...s)}hasDirectChildFile(e,t){let s=r=>{if(!r)return!1;try{let o=JSON.parse(r);if(Array.isArray(o))return o.some(i=>typeof i=="string"&&
|
|
298
|
+
`;return s.push(r,o),this.db.prepare(l).all(...s)}hasDirectChildFile(e,t){let s=r=>{if(!r)return!1;try{let o=JSON.parse(r);if(Array.isArray(o))return o.some(i=>typeof i=="string"&&Gt(i,t))}catch(o){E.debug("DB",`Failed to parse files JSON for observation ${e.id}`,void 0,o instanceof Error?o:void 0)}return!1};return s(e.files_modified)||s(e.files_read)}hasDirectChildFileSession(e,t){let s=r=>{if(!r)return!1;try{let o=JSON.parse(r);if(Array.isArray(o))return o.some(i=>typeof i=="string"&&Gt(i,t))}catch(o){E.debug("DB",`Failed to parse files JSON for session summary ${e.id}`,void 0,o instanceof Error?o:void 0)}return!1};return s(e.files_read)||s(e.files_edited)}static filePathPatterns(e,t){let s=d=>d.replace(/[\\%_]/g,"\\$&"),r=t?[e,fe(e),fe(e).replaceAll("/","\\")]:[e],o=[...new Set(r)].map(d=>`%${s(d)}%`);if(!t||!/^([A-Za-z]:)?[\\/]/.test(e))return o;let i=fe(e).split("/").filter(d=>d.length>0),a=/^[A-Za-z]:$/.test(i[0]??"")?1:0;for(let d=a;d<i.length;d+=1){let c=i.slice(d);o.push(`${s(c.join("/")+"/")}%`),e.includes("\\")&&o.push(`${s(c.join("\\")+"\\")}%`)}return o}static fileArrayJson(e){return`CASE WHEN json_valid(${e}) THEN CASE WHEN json_type(${e}) = 'array' THEN ${e} ELSE '[]' END ELSE '[]' END`}static jsonArrayLikeClause(e,t){let s=Array.from({length:t},()=>"type = 'text' AND value LIKE ? ESCAPE '\\'").join(" OR ");return`(${e.map(r=>`EXISTS (SELECT 1 FROM json_each(${n.fileArrayJson(r)}) WHERE ${s})`).join(" OR ")})`}findByFile(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",isFolder:a=!1,...d}=t;delete d.files;let c=a?"":"LIMIT ? OFFSET ?",u=n.filePathPatterns(e,a),l=this.buildFilterClause(d,s,"o");s.push(...u,...u);let p=[l,n.jsonArrayLikeClause(["o.files_read","o.files_modified"],u.length)].filter(Boolean).join(" AND "),_=`${this.buildOrderClause(i,!1)}, o.id ${i==="date_asc"?"ASC":"DESC"}`,f=`
|
|
283
299
|
SELECT o.*, o.discovery_tokens
|
|
284
300
|
FROM observations o
|
|
285
301
|
WHERE ${p}
|
|
286
302
|
${_}
|
|
287
303
|
${c}
|
|
288
|
-
`;a||s.push(r,o);let
|
|
304
|
+
`;a||s.push(r,o);let I=this.db.prepare(f),h=a?jt(I,s,T=>this.hasDirectChildFile(T,e),{limit:r,offset:o}):I.all(...s),b=[],N={...d};delete N.type;let m=[],A=G(N);if(A.length>0){let T=z("s",A,{includeMerged:!0});m.push(T.sql),b.push(...T.params)}if(N.platformSource&&(m.push(`COALESCE(NULLIF((SELECT s2.platform_source FROM sdk_sessions s2 WHERE s2.memory_session_id = s.memory_session_id), ''), '${g}') = ?`),b.push(D(N.platformSource))),N.dateRange){let{start:T,end:L}=N.dateRange;T&&(m.push("s.created_at_epoch >= ?"),b.push(W(T,"start"))),L&&(m.push("s.created_at_epoch <= ?"),b.push(W(L,"end")))}m.push(n.jsonArrayLikeClause(["s.files_read","s.files_edited"],u.length)),b.push(...u,...u);let k=`
|
|
289
305
|
SELECT s.*, s.discovery_tokens
|
|
290
306
|
FROM session_summaries s
|
|
291
307
|
WHERE ${m.join(" AND ")}
|
|
292
308
|
ORDER BY s.created_at_epoch ${i==="date_asc"?"ASC":"DESC"}
|
|
293
309
|
${c}
|
|
294
|
-
`;a||
|
|
310
|
+
`;a||b.push(r,o);let S=this.db.prepare(k),P=a?jt(S,b,T=>this.hasDirectChildFileSession(T,e),{limit:r,offset:o}):S.all(...b);return{observations:h,sessions:P}}findByType(e,t={}){let s=[],{limit:r=50,offset:o=0,orderBy:i="date_desc",...a}=t,d={...a,type:e},c=this.buildFilterClause(d,s,"o"),u=this.buildOrderClause(i,!1),l=`
|
|
295
311
|
SELECT o.*, o.discovery_tokens
|
|
296
312
|
FROM observations o
|
|
297
313
|
WHERE ${c}
|
|
298
314
|
${u}
|
|
299
315
|
LIMIT ? OFFSET ?
|
|
300
|
-
`;return s.push(r,o),this.db.prepare(l).all(...s)}searchUserPrompts(e,t={}){let s=[],{limit:r=20,offset:o=0,orderBy:i="relevance",...a}=t,d=[],c=G(a);if(c.length>0){let m=
|
|
316
|
+
`;return s.push(r,o),this.db.prepare(l).all(...s)}searchUserPrompts(e,t={}){let s=[],{limit:r=20,offset:o=0,orderBy:i="relevance",...a}=t,d=[],c=G(a);if(c.length>0){let m=z("s",c,{includeMerged:!1});d.push(m.sql),s.push(...m.params)}if(a.platformSource&&(d.push(`COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`),s.push(D(a.platformSource))),a.dateRange){let{start:m,end:A}=a.dateRange;m&&(d.push("up.created_at_epoch >= ?"),s.push(W(m,"start"))),A&&(d.push("up.created_at_epoch <= ?"),s.push(W(A,"end")))}if(!e){if(d.length===0)return[];let m=`WHERE ${d.join(" AND ")}`,k=`
|
|
301
317
|
SELECT
|
|
302
318
|
up.*,
|
|
303
319
|
s.project,
|
|
@@ -308,7 +324,7 @@ ${T.stack??""}
|
|
|
308
324
|
${m}
|
|
309
325
|
${i==="date_asc"?"ORDER BY up.created_at_epoch ASC, up.id ASC":"ORDER BY up.created_at_epoch DESC, up.id DESC"}
|
|
310
326
|
LIMIT ? OFFSET ?
|
|
311
|
-
`;return s.push(r,o),this.db.prepare(k).all(...s)}let u=/\s/.test(e.trim())?[...new Set(e.split(/[^\p{L}\p{N}]+/u).filter(m=>m.length>=3))].slice(0,50):[],l=u.length>1?u:[e],p=m=>`%${m.replace(/[\\%_]/g,"\\$&")}%`,_=l.map(()=>"up.prompt_text LIKE ? ESCAPE '\\'").join(" OR ");d.push(`(${_})`),s.push(...l.map(p));let
|
|
327
|
+
`;return s.push(r,o),this.db.prepare(k).all(...s)}let u=/\s/.test(e.trim())?[...new Set(e.split(/[^\p{L}\p{N}]+/u).filter(m=>m.length>=3))].slice(0,50):[],l=u.length>1?u:[e],p=m=>`%${m.replace(/[\\%_]/g,"\\$&")}%`,_=l.map(()=>"up.prompt_text LIKE ? ESCAPE '\\'").join(" OR ");d.push(`(${_})`),s.push(...l.map(p));let f=`WHERE ${d.join(" AND ")}`,I=i==="date_asc"?"up.created_at_epoch ASC, up.id ASC":"up.created_at_epoch DESC, up.id DESC",h="";l.length>1&&i==="relevance"&&(h=l.map(()=>"(up.prompt_text LIKE ? ESCAPE '\\')").join(" + ")+" DESC, ");let b=`ORDER BY ${h}${I}`,N=`
|
|
312
328
|
SELECT
|
|
313
329
|
up.*,
|
|
314
330
|
s.project,
|
|
@@ -316,13 +332,13 @@ ${T.stack??""}
|
|
|
316
332
|
COALESCE(NULLIF(s.platform_source, ''), '${g}') as platform_source
|
|
317
333
|
FROM user_prompts up
|
|
318
334
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
319
|
-
${
|
|
320
|
-
${
|
|
335
|
+
${f}
|
|
336
|
+
${b}
|
|
321
337
|
LIMIT ? OFFSET ?
|
|
322
|
-
`;return
|
|
338
|
+
`;return h&&s.push(...l.map(p)),s.push(r,o),this.db.prepare(N).all(...s)}close(){this.db.close()}};var er=4096;var Wo=new Set(["set_title","set_prompt_session","remap_project"]),Yo=/^(?:0|[1-9][0-9]*)$/,tr=18446744073709551615n;function U(n){throw E.debug("CLOUD_SYNC","Rejected invalid canonical content",{reason:n}),new Error(`canonical content: ${n}`)}function rt(n,e={}){return typeof n!="string"||!Yo.test(n)?U("decimal values must be unsigned base-10 strings without leading zeroes"):(BigInt(n)>tr&&U("decimal value exceeds uint64"),e.positive&&n==="0"&&U("decimal value must be positive"),n)}function Kt(n){let e=rt(n);return BigInt(e)===tr&&U("uint64 sequence overflow"),(BigInt(e)+1n).toString(10)}function Ko(n){(n===null||typeof n!="object"||Array.isArray(n))&&U("mutation must be an object");let e=n;if((typeof e.op!="string"||!Wo.has(e.op))&&U("unsupported mutation op"),e.op==="set_title"){let o=Pe(e,["fields","op","target"],"set_title"),i=nt(o.target,["content_session_id","memory_session_id","platform_source"],"set_title.target");i.memory_session_id===void 0&&i.content_session_id===void 0&&U("set_title target requires a session identifier");for(let d of["memory_session_id","content_session_id","platform_source"])i[d]!==void 0&&ee(i[d],d);let a=Pe(o.fields,["custom_title"],"set_title.fields");ee(a.custom_title,"custom_title");return}if(e.op==="set_prompt_session"){let o=Pe(e,["fields","op","target"],"set_prompt_session"),i=Pe(o.target,["origin_device_id","origin_local_id"],"set_prompt_session.target");Vo(i.origin_device_id),rt(i.origin_local_id);let a=nt(o.fields,["content_session_id","memory_session_id","platform_source","project"],"set_prompt_session.fields");ee(a.memory_session_id,"memory_session_id");for(let d of["content_session_id","platform_source","project"])a[d]!==void 0&&ee(a[d],d);return}let t=Pe(e,["fields","op","where"],"remap_project"),s=nt(t.where,["memory_session_id","merged_into_project_is_null","project"],"remap_project.where");s.project!==void 0&&ee(s.project,"project"),s.memory_session_id!==void 0&&ee(s.memory_session_id,"memory_session_id"),s.merged_into_project_is_null!==void 0&&s.merged_into_project_is_null!==!0&&U("merged_into_project_is_null may only be true"),Object.keys(s).length===0&&U("remap_project where is empty");let r=nt(t.fields,["merged_into_project","project"],"remap_project.fields");r.project!==void 0&&ee(r.project,"project"),r.merged_into_project!==void 0&&ee(r.merged_into_project,"merged_into_project"),Object.keys(r).length===0&&U("remap_project fields are empty")}function Vt(n){Ko(n)}function Vo(n){return typeof n!="string"||n.length===0||Buffer.byteLength(n,"utf8")>128?U("origin_device_id must be a non-empty string of at most 128 UTF-8 bytes"):n}function ee(n,e){return typeof n!="string"||n.length===0||n.trim().length===0||Buffer.byteLength(n,"utf8")>er?U(`${e} must be a non-blank string of at most ${er} UTF-8 bytes`):n}function Pe(n,e,t){if(n===null||typeof n!="object"||Array.isArray(n))return U(`${t} must be an object`);let s=n,r=Object.keys(s).sort(),o=[...e].sort();return(r.length!==o.length||r.some((i,a)=>i!==o[a]))&&U(`${t} must contain exactly: ${o.join(", ")}`),s}function nt(n,e,t){if(n===null||typeof n!="object"||Array.isArray(n))return U(`${t} must be an object`);let s=n,r=new Set(e),o=Object.keys(s).find(i=>!r.has(i));return o&&U(`${t} contains unknown field ${o}`),s}var O=n=>typeof n=="object"&&n!==null?JSON.stringify(n):n??null;function sr(n){let e=[],t=[],s=new Set,r=new Set;for(let o of n){for(let i of o.files_read??[])!i||s.has(i)||(s.add(i),e.push(i));for(let i of o.files_modified??[])!i||r.has(i)||(r.add(i),t.push(i))}return{files_read:e,files_edited:t}}var qo=200,zo=1e3,Jo=56,Qo=57;function qt(n,e,t,s){n?.start!==void 0&&(t.push(`${e} >= ?`),s.push(W(n.start,"start"))),n?.end!==void 0&&(t.push(`${e} <= ?`),s.push(W(n.end,"end")))}function zt(n){let e=Number(n);return Number.isSafeInteger(e)&&e>0?e:void 0}var Qt=class{db;syncOpsEnabled;statementCache=new Map;constructor(e=He,t={}){this.syncOpsEnabled=t.syncOpsEnabled??!0,e instanceof Jt.Database?this.db=e:(e!==":memory:"&&Ne(M),this.db=new Jt.Database(e)),pe(this.db,j),qe(this.db),q(this.db)<j&&this.snapshotBeforeBranchSchema(),Ks(this.db,j,Ve),this.initializeSchema(),this.ensureWorkerPortColumn(),this.ensurePromptTrackingColumns(),this.removeSessionSummariesUniqueConstraint(),this.addObservationHierarchicalFields(),this.makeObservationsTextNullable(),this.createUserPromptsTable(),this.ensureDiscoveryTokensColumn(),this.createPendingMessagesTable(),this.renameSessionIdColumns(),this.addFailedAtEpochColumn(),this.addOnUpdateCascadeToForeignKeys(),this.addObservationContentHashColumn(),this.addSessionCustomTitleColumn(),this.addSessionPlatformSourceColumn(),this.addObservationModelColumns(),this.ensureMergedIntoProjectColumns(),this.addObservationSubagentColumns(),this.addObservationsUniqueContentHashIndex(),this.addObservationsMetadataColumn(),this.dropDeadPendingMessagesColumns(),this.ensurePendingMessagesToolUseIdColumn(),this.dropWorkerPidColumn(),this.ensureSDKSessionsPlatformContentIdentity(),this.ensureUserPromptsSessionDbId(),this.ensurePendingMessagesSessionToolUniqueIndex(),this.ensureSyncedAtColumns(),this.ensureSyncOriginColumns(),this.ensureSyncOutbox(),this.ensureSyncEntityLedger(),this.ensureSyncRevisionTextAffinity(),this.initializeSyncHubLaunchBaseline(),this.normalizeConceptTags(),this.ensureSDKSessionsObservedColumns(),this.ensureToolUsesTable(),this.ensureToolUseDisposition(),this.ensureTelegramWrapupsTable(),this.addDedupTables(),this.refreshUnicodeTitleNormKeys(),this.ensureReinforcementColumns(),this.ensureSessionCwdColumn(),this.dropWriteOnlyUserPromptsFtsAndScopeFtsUpdateTriggers(),this.ensureProjectNocaseIndexes(),this.ensureAdvisorCallsTable(),this.ensureSessionProjectKeySourceColumn(),this.requeuePromptsDeadLetteredForSize(),this.ensureWorkStateTable(),this.ensureHookSpoolConsumedTable(),this.ensureProjectRecencyIndexes(),this.ensureMergedIntoProjectCoveringIndexes(),this.ensureNativePromptIdentity(),this.migrateBranchSchema(),this.migrateDeletedSessionsSchema()}ensureNativePromptIdentity(){this.db.transaction(()=>{let e=this.db.query("PRAGMA table_info(user_prompts)").all();for(let t of["native_prompt_id","native_prompt_hash"])e.some(s=>s.name===t)||this.db.run(`ALTER TABLE user_prompts ADD COLUMN ${t} TEXT`);this.db.run(`CREATE UNIQUE INDEX IF NOT EXISTS idx_user_prompts_native_identity
|
|
323
339
|
ON user_prompts(session_db_id, native_prompt_id) WHERE native_prompt_id IS NOT NULL`)}).immediate()}refreshUnicodeTitleNormKeys(){this.db.transaction(()=>{if(this.db.query("SELECT version FROM schema_versions WHERE version = 65").get())return;let e=this.db.prepare(`SELECT o.id, o.project, o.title, o.agent_id, o.agent_type,
|
|
324
340
|
s.platform_source FROM observations o LEFT JOIN sdk_sessions s
|
|
325
|
-
ON s.memory_session_id = o.memory_session_id ORDER BY o.id`),t=this.db.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?");try{for(let s of
|
|
341
|
+
ON s.memory_session_id = o.memory_session_id ORDER BY o.id`),t=this.db.prepare("UPDATE observations SET title_norm_key = ? WHERE id = ?");try{for(let s of st(e)){let r=s;t.run(et(r.project,r.platform_source,r.title,Me(r.agent_id,r.agent_type)),r.id)}this.db.prepare("INSERT INTO schema_versions (version, applied_at) VALUES (?, ?)").run(65,new Date().toISOString())}finally{e.finalize(),t.finalize()}}).immediate()}getIndexColumns(e){return this.db.query(`PRAGMA index_info(${JSON.stringify(e)})`).all().map(t=>t.name)}hasUniqueIndexOnColumns(e,t){return this.db.query(`PRAGMA index_list(${e})`).all().some(r=>{if(r.unique!==1)return!1;let o=this.getIndexColumns(r.name);return o.length===t.length&&o.every((i,a)=>i===t[a])})}resolvePromptSessionDbId(e,t,s){if(t!==void 0)return t;let r=s?D(s):void 0;return r?this.db.prepare(`
|
|
326
342
|
SELECT id
|
|
327
343
|
FROM sdk_sessions
|
|
328
344
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
@@ -368,7 +384,7 @@ ${T.stack??""}
|
|
|
368
384
|
FOREIGN KEY (duplicate_of_id) REFERENCES observations(id) ON DELETE CASCADE,
|
|
369
385
|
UNIQUE(observation_id, duplicate_of_id)
|
|
370
386
|
)
|
|
371
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_token_df_project ON token_df(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_project ON observation_dedup_candidates(project, status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_obs ON observation_dedup_candidates(observation_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(
|
|
387
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_token_df_project ON token_df(project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_project ON observation_dedup_candidates(project, status)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_dedup_candidates_obs ON observation_dedup_candidates(observation_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(Jo,new Date().toISOString())}dropWorkerPidColumn(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(32),s=this.db.query("PRAGMA table_info(pending_messages)").all().some(r=>r.name==="worker_pid");if(!(e&&!s)){if(s)try{this.db.run("DROP INDEX IF EXISTS idx_pending_messages_worker_pid"),this.db.run("ALTER TABLE pending_messages DROP COLUMN worker_pid"),E.debug("DB","Dropped worker_pid column and its index from pending_messages")}catch(r){E.warn("DB","Failed to drop worker_pid column from pending_messages",{},r instanceof Error?r:new Error(String(r)));return}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(32,new Date().toISOString())}}ensureSDKSessionsPlatformContentIdentity(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(33),t=this.hasUniqueIndexOnColumns("sdk_sessions",["content_session_id"]),s=this.hasUniqueIndexOnColumns("sdk_sessions",["platform_source","content_session_id"]),o=this.db.query("PRAGMA table_info(sdk_sessions)").all().some(i=>i.name==="platform_source");if(!(e&&!t&&s&&o)){if(o||this.db.run(`ALTER TABLE sdk_sessions ADD COLUMN platform_source TEXT NOT NULL DEFAULT '${g}'`),this.db.run(`
|
|
372
388
|
UPDATE sdk_sessions
|
|
373
389
|
SET platform_source = '${g}'
|
|
374
390
|
WHERE platform_source IS NULL OR platform_source = ''
|
|
@@ -484,12 +500,12 @@ ${T.stack??""}
|
|
|
484
500
|
operation_sha256 TEXT,
|
|
485
501
|
created_at_epoch INTEGER NOT NULL
|
|
486
502
|
)
|
|
487
|
-
`);let e=new Set(this.db.query("PRAGMA table_info(sync_outbox)").all().map(t=>t.name));e.has("canonical_body")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN canonical_body TEXT"),e.has("operation_sha256")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN operation_sha256 TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(42,new Date().toISOString())}ensureSyncRevisionTextAffinity(){let e=[{table:"observations",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"session_summaries",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"user_prompts",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"sync_outbox",column:"rev",temporary:"rev_text_v46"}],t=(i,a)=>this.db.query(`PRAGMA table_info(${i})`).all().find(d=>d.name===a),s=i=>i?.type.trim().toUpperCase()==="TEXT";if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(46)&&e.every(i=>s(t(i.table,i.column))))return;this.db.transaction(()=>{for(let i of e){let a=this.db.query(`PRAGMA table_info(${i.table})`).all(),d=a.find(u=>u.name===i.column);if(!d)throw new Error(`schema v46: missing ${i.table}.${i.column}`);for(let u of
|
|
503
|
+
`);let e=new Set(this.db.query("PRAGMA table_info(sync_outbox)").all().map(t=>t.name));e.has("canonical_body")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN canonical_body TEXT"),e.has("operation_sha256")||this.db.run("ALTER TABLE sync_outbox ADD COLUMN operation_sha256 TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(42,new Date().toISOString())}ensureSyncRevisionTextAffinity(){let e=[{table:"observations",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"session_summaries",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"user_prompts",column:"sync_rev",temporary:"sync_rev_text_v46"},{table:"sync_outbox",column:"rev",temporary:"rev_text_v46"}],t=(i,a)=>this.db.query(`PRAGMA table_info(${i})`).all().find(d=>d.name===a),s=i=>i?.type.trim().toUpperCase()==="TEXT";if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(46)&&e.every(i=>s(t(i.table,i.column))))return;this.db.transaction(()=>{for(let i of e){let a=this.db.query(`PRAGMA table_info(${i.table})`).all(),d=a.find(u=>u.name===i.column);if(!d)throw new Error(`schema v46: missing ${i.table}.${i.column}`);for(let u of st(this.db.query(`
|
|
488
504
|
SELECT CAST(id AS TEXT) AS row_id,
|
|
489
505
|
typeof(${i.column}) AS storage_type,
|
|
490
506
|
CAST(${i.column} AS TEXT) AS revision
|
|
491
507
|
FROM ${i.table}
|
|
492
|
-
`))){let l=u;if(l.storage_type==="real")throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} is REAL and unrecoverably rounded`);if(l.storage_type!=="integer"&&l.storage_type!=="text")throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} has unsupported ${l.storage_type} storage`);try{
|
|
508
|
+
`))){let l=u;if(l.storage_type==="real")throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} is REAL and unrecoverably rounded`);if(l.storage_type!=="integer"&&l.storage_type!=="text")throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} has unsupported ${l.storage_type} storage`);try{rt(l.revision,{positive:!0})}catch{throw new Error(`schema v46: ${i.table}.${i.column} row ${l.row_id} is not a positive canonical uint64 revision`)}}if(s(d))continue;if(a.some(u=>u.name===i.temporary))throw new Error(`schema v46: unexpected temporary column ${i.table}.${i.temporary}`);this.db.run(`ALTER TABLE ${i.table} ADD COLUMN ${i.temporary} TEXT NOT NULL DEFAULT '1'`),this.db.run(`UPDATE ${i.table} SET ${i.temporary} = CAST(${i.column} AS TEXT)`);let c=this.db.prepare(`
|
|
493
509
|
SELECT CAST(id AS TEXT) AS row_id
|
|
494
510
|
FROM ${i.table}
|
|
495
511
|
WHERE ${i.temporary} <> CAST(${i.column} AS TEXT)
|
|
@@ -589,7 +605,7 @@ ${T.stack??""}
|
|
|
589
605
|
ELSE value END)
|
|
590
606
|
FROM json_each(observations.concepts))
|
|
591
607
|
WHERE concepts LIKE '%:%' AND json_valid(concepts)
|
|
592
|
-
`);for(let o of r){if(o.origin_device_id!==null)continue;let i=
|
|
608
|
+
`);for(let o of r){if(o.origin_device_id!==null)continue;let i=Kt(o.sync_rev);this.db.prepare(`
|
|
593
609
|
UPDATE observations SET sync_rev = ?, synced_at = NULL
|
|
594
610
|
WHERE id = ? AND origin_device_id IS NULL
|
|
595
611
|
`).run(i,o.id)}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(49,new Date().toISOString())})(),E.debug("DB",`Normalized prefixed concept tags in ${t} observations (v49)`)}dropDeadPendingMessagesColumns(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(31),t=this.db.query("PRAGMA table_info(pending_messages)").all(),s=new Set(t.map(i=>i.name)),o=["retry_count","failed_at_epoch","completed_at_epoch"].filter(i=>s.has(i));if(!(e&&o.length===0)){if(o.length>0){this.db.run("BEGIN TRANSACTION");try{this.db.run("DELETE FROM pending_messages WHERE status NOT IN ('pending', 'processing')");for(let i of o)this.db.run(`ALTER TABLE pending_messages DROP COLUMN ${i}`),E.debug("DB",`Dropped dead column ${i} from pending_messages`);e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(31,new Date().toISOString()),this.db.run("COMMIT")}catch(i){this.db.run("ROLLBACK"),E.warn("DB","Failed to drop dead columns from pending_messages",{},i instanceof Error?i:new Error(String(i)));return}return}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(31,new Date().toISOString())}}initializeSchema(){this.db.run(`
|
|
@@ -739,7 +755,7 @@ ${T.stack??""}
|
|
|
739
755
|
CREATE INDEX idx_observations_project ON observations(project);
|
|
740
756
|
CREATE INDEX idx_observations_type ON observations(type);
|
|
741
757
|
CREATE INDEX idx_observations_created ON observations(created_at_epoch DESC);
|
|
742
|
-
`),this.recreateFtsTriggersIfIndexed("observations"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString()),E.debug("DB","Successfully made observations.text nullable")}recreateFtsTriggersIfIndexed(e){let t=`${e}_fts`;this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name = ?").all(t).length>0&&(this.db.run(`INSERT INTO ${t}(${t}) VALUES('rebuild')`),this.db.run(e==="observations"?
|
|
758
|
+
`),this.recreateFtsTriggersIfIndexed("observations"),this.db.run("COMMIT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(9,new Date().toISOString()),E.debug("DB","Successfully made observations.text nullable")}recreateFtsTriggersIfIndexed(e){let t=`${e}_fts`;this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name = ?").all(t).length>0&&(this.db.run(`INSERT INTO ${t}(${t}) VALUES('rebuild')`),this.db.run(e==="observations"?we:Ue))}createUserPromptsTable(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(10))return;if(this.db.query("PRAGMA table_info(user_prompts)").all().length>0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(10,new Date().toISOString());return}E.debug("DB","Creating user_prompts table"),this.db.run("BEGIN TRANSACTION"),this.db.run(`
|
|
743
759
|
CREATE TABLE user_prompts (
|
|
744
760
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
745
761
|
session_db_id INTEGER,
|
|
@@ -826,7 +842,7 @@ ${T.stack??""}
|
|
|
826
842
|
UPDATE sdk_sessions
|
|
827
843
|
SET platform_source = '${g}'
|
|
828
844
|
WHERE platform_source IS NULL OR platform_source = ''
|
|
829
|
-
`),r||this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(24,new Date().toISOString()))}addObservationModelColumns(){let e=this.db.query("PRAGMA table_info(observations)").all(),t=e.some(r=>r.name==="generated_by_model"),s=e.some(r=>r.name==="relevance_count");t&&s||(t||this.db.run("ALTER TABLE observations ADD COLUMN generated_by_model TEXT"),s||this.db.run("ALTER TABLE observations ADD COLUMN relevance_count INTEGER DEFAULT 0"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(26,new Date().toISOString()))}ensureSDKSessionsObservedColumns(){let e=this.db.query("PRAGMA table_info(sdk_sessions)").all(),t=e.some(r=>r.name==="observed_model"),s=e.some(r=>r.name==="observed_billing");t&&s||(t||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_model TEXT"),s||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_billing TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(50,new Date().toISOString()))}ensureToolUsesTable(){
|
|
845
|
+
`),r||this.db.run("CREATE INDEX IF NOT EXISTS idx_sdk_sessions_platform_source ON sdk_sessions(platform_source)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(24,new Date().toISOString()))}addObservationModelColumns(){let e=this.db.query("PRAGMA table_info(observations)").all(),t=e.some(r=>r.name==="generated_by_model"),s=e.some(r=>r.name==="relevance_count");t&&s||(t||this.db.run("ALTER TABLE observations ADD COLUMN generated_by_model TEXT"),s||this.db.run("ALTER TABLE observations ADD COLUMN relevance_count INTEGER DEFAULT 0"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(26,new Date().toISOString()))}ensureSDKSessionsObservedColumns(){let e=this.db.query("PRAGMA table_info(sdk_sessions)").all(),t=e.some(r=>r.name==="observed_model"),s=e.some(r=>r.name==="observed_billing");t&&s||(t||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_model TEXT"),s||this.db.run("ALTER TABLE sdk_sessions ADD COLUMN observed_billing TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(50,new Date().toISOString()))}ensureToolUsesTable(){dn(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(51,new Date().toISOString())}ensureToolUseDisposition(){cn(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(66,new Date().toISOString())}ensureWorkStateTable(){Sn(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(61,new Date().toISOString())}migrateBranchSchema(){this.db.transaction(()=>{Cn(this.db),Ln(this.db);let e=this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)");try{let t=new Date().toISOString();e.run(67,t),e.run(68,t)}finally{e.finalize()}q(this.db)<68&&this.db.run("PRAGMA user_version = 68")}).immediate()}migrateDeletedSessionsSchema(){this.db.transaction(()=>{In(this.db),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(69,new Date().toISOString()),q(this.db)<69&&this.db.run("PRAGMA user_version = 69")}).immediate()}snapshotBeforeBranchSchema(){try{if(!this.db.query("SELECT 1 AS present FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return;let s=this.db.query("PRAGMA database_list").all().find(r=>r.name==="main")?.file;if(!s||ot.default.basename(s)!==le)return;new Je({dataDir:ot.default.dirname(ot.default.resolve(s)),enabled:!0}).takeSnapshot()}catch(e){E.warn("DB","Could not snapshot memory before the branch schema migration; continuing",{},e instanceof Error?e:new Error(String(e)))}}ensureProjectRecencyIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_project_nocase_recent ON observations(project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase_recent ON observations(merged_into_project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_project_nocase_recent ON session_summaries(project COLLATE NOCASE, created_at_epoch DESC)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase_recent ON session_summaries(merged_into_project COLLATE NOCASE, created_at_epoch DESC)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(63,new Date().toISOString())}ensureMergedIntoProjectCoveringIndexes(){this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into_nocase_project ON observations(merged_into_project COLLATE NOCASE, project)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into_nocase_project ON session_summaries(merged_into_project COLLATE NOCASE, project)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(64,new Date().toISOString())}ensureHookSpoolConsumedTable(){this.db.run(`
|
|
830
846
|
CREATE TABLE IF NOT EXISTS hook_spool_consumed (
|
|
831
847
|
entry_key TEXT PRIMARY KEY,
|
|
832
848
|
consumed_at_epoch_ms INTEGER NOT NULL
|
|
@@ -844,7 +860,7 @@ ${T.stack??""}
|
|
|
844
860
|
sent_at_epoch INTEGER,
|
|
845
861
|
UNIQUE(platform_source, content_session_id, project, route_key)
|
|
846
862
|
)
|
|
847
|
-
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_telegram_wrapups_platform_content ON telegram_wrapups(platform_source, content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(52,new Date().toISOString())}ensureReinforcementColumns(){let e=this.db.query("PRAGMA table_info(observations)").all();e.some(t=>t.name==="reinforcement_dates")||this.db.run("ALTER TABLE observations ADD COLUMN reinforcement_dates TEXT"),e.some(t=>t.name==="last_reinforced")||this.db.run("ALTER TABLE observations ADD COLUMN last_reinforced TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(
|
|
863
|
+
`),this.db.run("CREATE INDEX IF NOT EXISTS idx_telegram_wrapups_platform_content ON telegram_wrapups(platform_source, content_session_id)"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(52,new Date().toISOString())}ensureReinforcementColumns(){let e=this.db.query("PRAGMA table_info(observations)").all();e.some(t=>t.name==="reinforcement_dates")||this.db.run("ALTER TABLE observations ADD COLUMN reinforcement_dates TEXT"),e.some(t=>t.name==="last_reinforced")||this.db.run("ALTER TABLE observations ADD COLUMN last_reinforced TEXT"),this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(Qo,new Date().toISOString())}dropWriteOnlyUserPromptsFtsAndScopeFtsUpdateTriggers(){let e=this.db.prepare(`
|
|
848
864
|
SELECT name FROM sqlite_master
|
|
849
865
|
WHERE type = 'trigger'
|
|
850
866
|
AND name IN ('observations_au', 'session_summaries_au')
|
|
@@ -852,7 +868,7 @@ ${T.stack??""}
|
|
|
852
868
|
`).all().map(s=>s.name),t=this.db.prepare(`
|
|
853
869
|
SELECT name FROM sqlite_master
|
|
854
870
|
WHERE name IN ('user_prompts_fts', 'user_prompts_ai', 'user_prompts_ad', 'user_prompts_au')
|
|
855
|
-
`).all();if(e.length>0||t.length>0){this.db.run("BEGIN TRANSACTION");try{e.includes("observations_au")&&(this.db.run("DROP TRIGGER observations_au"),this.db.run(
|
|
871
|
+
`).all();if(e.length>0||t.length>0){this.db.run("BEGIN TRANSACTION");try{e.includes("observations_au")&&(this.db.run("DROP TRIGGER observations_au"),this.db.run(we)),e.includes("session_summaries_au")&&(this.db.run("DROP TRIGGER session_summaries_au"),this.db.run(Ue)),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ai"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_ad"),this.db.run("DROP TRIGGER IF EXISTS user_prompts_au"),this.db.run("DROP TABLE IF EXISTS user_prompts_fts"),this.db.run("COMMIT")}catch(s){throw this.db.run("ROLLBACK"),E.error("DB","Failed to scope FTS update triggers / drop user_prompts_fts, rolled back",{},s instanceof Error?s:new Error(String(s))),s}E.info("DB","Scoped FTS update triggers to indexed columns and dropped the write-only user_prompts_fts",{rescopedTriggers:e,droppedUserPromptsFts:t.length>0})}this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(54,new Date().toISOString())}ensureMergedIntoProjectColumns(){this.db.query("PRAGMA table_info(observations)").all().some(s=>s.name==="merged_into_project")||this.db.run("ALTER TABLE observations ADD COLUMN merged_into_project TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_merged_into ON observations(merged_into_project)"),this.db.query("PRAGMA table_info(session_summaries)").all().some(s=>s.name==="merged_into_project")||this.db.run("ALTER TABLE session_summaries ADD COLUMN merged_into_project TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_summaries_merged_into ON session_summaries(merged_into_project)")}requeuePromptsDeadLetteredForSize(){if(this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(60))return;let t="canonical content: body exceeds % UTF-8 bytes";this.db.transaction(()=>{let s=this.db.prepare(`
|
|
856
872
|
UPDATE user_prompts SET synced_at = NULL
|
|
857
873
|
WHERE synced_at = -1 AND origin_device_id IS NULL
|
|
858
874
|
AND CAST(id AS TEXT) IN (
|
|
@@ -884,7 +900,7 @@ ${T.stack??""}
|
|
|
884
900
|
INSERT OR IGNORE INTO advisor_calls
|
|
885
901
|
(session_db_id, content_session_id, project, platform_source, tool_use_id, advisor_model, cwd, last_user_message, transcript_path, transcript_byte_offset, advice, occurred_at_epoch, created_at, created_at_epoch)
|
|
886
902
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
887
|
-
`).run(e.sessionDbId,e.contentSessionId,e.project,e.platformSource,e.toolUseId,e.advisorModel??null,e.cwd??null,e.lastUserMessage??null,e.transcriptPath??null,e.transcriptByteOffset??null,e.advice,e.occurredAtEpoch,t.toISOString(),t.getTime());return s.changes>0?{id:Number(s.lastInsertRowid),inserted:!0}:{id:this.db.prepare("SELECT id FROM advisor_calls WHERE tool_use_id = ?").get(e.toolUseId)?.id??0,inserted:!1}}getAdvisorCalls(e,t,s,r){let o="SELECT * FROM advisor_calls",i=[],a=[];s?(a.push("project = ?"),i.push(s)):(a.push("project != ?"),i.push(
|
|
903
|
+
`).run(e.sessionDbId,e.contentSessionId,e.project,e.platformSource,e.toolUseId,e.advisorModel??null,e.cwd??null,e.lastUserMessage??null,e.transcriptPath??null,e.transcriptByteOffset??null,e.advice,e.occurredAtEpoch,t.toISOString(),t.getTime());return s.changes>0?{id:Number(s.lastInsertRowid),inserted:!0}:{id:this.db.prepare("SELECT id FROM advisor_calls WHERE tool_use_id = ?").get(e.toolUseId)?.id??0,inserted:!1}}getAdvisorCalls(e,t,s,r){let o="SELECT * FROM advisor_calls",i=[],a=[];s?(a.push("project = ?"),i.push(s)):(a.push("project != ?"),i.push(he)),r&&(a.push("platform_source = ?"),i.push(r)),o+=` WHERE ${a.join(" AND ")}`,o+=" ORDER BY occurred_at_epoch DESC LIMIT ? OFFSET ?",i.push(t+1,e);let d=this.db.prepare(o).all(...i);return{items:d.slice(0,t),hasMore:d.length>t,offset:e,limit:t}}getAdvisorCallById(e){return this.db.prepare("SELECT * FROM advisor_calls WHERE id = ?").get(e)??null}addObservationSubagentColumns(){let e=this.db.prepare("SELECT version FROM schema_versions WHERE version = ?").get(27),t=this.db.query("PRAGMA table_info(observations)").all(),s=t.some(i=>i.name==="agent_type"),r=t.some(i=>i.name==="agent_id");s||this.db.run("ALTER TABLE observations ADD COLUMN agent_type TEXT"),r||this.db.run("ALTER TABLE observations ADD COLUMN agent_id TEXT"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_agent_type ON observations(agent_type)"),this.db.run("CREATE INDEX IF NOT EXISTS idx_observations_agent_id ON observations(agent_id)");let o=this.db.query("PRAGMA table_info(pending_messages)").all();if(o.length>0){let i=o.some(d=>d.name==="agent_type"),a=o.some(d=>d.name==="agent_id");i||this.db.run("ALTER TABLE pending_messages ADD COLUMN agent_type TEXT"),a||this.db.run("ALTER TABLE pending_messages ADD COLUMN agent_id TEXT")}e||this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(27,new Date().toISOString())}ensurePendingMessagesToolUseIdColumn(){if(this.db.query("SELECT name FROM sqlite_master WHERE type='table' AND name='pending_messages'").all().length===0){this.db.prepare("INSERT OR IGNORE INTO schema_versions (version, applied_at) VALUES (?, ?)").run(28,new Date().toISOString());return}this.db.query("PRAGMA table_info(pending_messages)").all().some(r=>r.name==="tool_use_id")||this.db.run("ALTER TABLE pending_messages ADD COLUMN tool_use_id TEXT"),this.db.run("BEGIN TRANSACTION");try{this.dedupePendingMessagesByToolUseId(),this.db.run("COMMIT")}catch(r){this.db.run("ROLLBACK");let o=r instanceof Error?r:new Error(String(r));throw E.error("DB","Failed to de-dupe pending_messages by tool_use_id, rolled back",{},o),r}}dedupePendingMessagesByToolUseId(){this.db.run(`
|
|
888
904
|
DELETE FROM pending_messages
|
|
889
905
|
WHERE id IN (
|
|
890
906
|
SELECT id
|
|
@@ -942,7 +958,7 @@ ${T.stack??""}
|
|
|
942
958
|
UPDATE tool_uses
|
|
943
959
|
SET memory_session_id = ?
|
|
944
960
|
WHERE session_db_id = ?
|
|
945
|
-
`).run(t,e)})(),t&&this.requeuePromptSync(e))}enqueueMutationOp(e,t){if(!this.syncOpsEnabled)return;let s=JSON.parse(JSON.stringify(t));if(s.op==="set_prompt_session"){let r=s.target;r?.origin_device_id===null&&(r.origin_device_id="self")}
|
|
961
|
+
`).run(t,e)})(),t&&this.requeuePromptSync(e))}enqueueMutationOp(e,t){if(!this.syncOpsEnabled)return;let s=JSON.parse(JSON.stringify(t));if(s.op==="set_prompt_session"){let r=s.target;r?.origin_device_id===null&&(r.origin_device_id="self")}Vt(s),t.op==="set_prompt_session"&&this.cachedStatement(`
|
|
946
962
|
DELETE FROM sync_outbox
|
|
947
963
|
WHERE json_valid(body)
|
|
948
964
|
AND json_extract(body, '$.op') = 'set_prompt_session'
|
|
@@ -951,7 +967,7 @@ ${T.stack??""}
|
|
|
951
967
|
`).run(t.target?.origin_device_id??null,String(t.target?.origin_local_id??"")),this.cachedStatement(`
|
|
952
968
|
INSERT INTO sync_outbox (op_uuid, rev, body, created_at_epoch)
|
|
953
969
|
VALUES (?, ?, ?, ?)
|
|
954
|
-
`).run((0,
|
|
970
|
+
`).run((0,it.randomUUID)(),String(e),JSON.stringify(t),Date.now())}requeuePromptSync(e){if(!this.syncOpsEnabled)return;let t=this.cachedStatement(`
|
|
955
971
|
SELECT memory_session_id, project, content_session_id, platform_source
|
|
956
972
|
FROM sdk_sessions WHERE id = ?
|
|
957
973
|
`).get(e);if(!t?.memory_session_id)return;this.db.transaction(()=>{let r=this.cachedStatement(`
|
|
@@ -960,7 +976,7 @@ ${T.stack??""}
|
|
|
960
976
|
`).all(e);if(r.length===0)return;let o=this.cachedStatement(`
|
|
961
977
|
UPDATE user_prompts SET sync_rev = ?, synced_at = NULL
|
|
962
978
|
WHERE id = ? AND origin_device_id IS NULL
|
|
963
|
-
`);for(let i of r){let a=
|
|
979
|
+
`);for(let i of r){let a=Kt(i.sync_rev);o.run(a,i.id),this.enqueueMutationOp(a,{op:"set_prompt_session",target:{origin_device_id:null,origin_local_id:i.id},fields:{memory_session_id:t.memory_session_id,project:t.project,content_session_id:t.content_session_id,platform_source:t.platform_source}})}})()}markSessionCompleted(e){let t=Date.now(),s=new Date(t).toISOString();this.db.prepare(`
|
|
964
980
|
UPDATE sdk_sessions
|
|
965
981
|
SET status = 'completed', completed_at = ?, completed_at_epoch = ?
|
|
966
982
|
WHERE id = ?
|
|
@@ -974,12 +990,12 @@ ${T.stack??""}
|
|
|
974
990
|
UPDATE sdk_sessions SET memory_session_id = ? WHERE id = ?
|
|
975
991
|
`).run(t,e),this.requeuePromptSync(e),E.info("DB","Registered memory_session_id before storage (FK fix)",{sessionDbId:e,newId:t})):r.memory_session_id!==t&&E.debug("DB","Keeping the registered memory_session_id",{sessionDbId:e,registered:r.memory_session_id,offered:t}),typeof s=="number"&&r.worker_port!==s&&this.db.prepare(`
|
|
976
992
|
UPDATE sdk_sessions SET worker_port = ? WHERE id = ?
|
|
977
|
-
`).run(s,e),r.memory_session_id??t}getProjectReadKeys(e){return
|
|
993
|
+
`).run(s,e),r.memory_session_id??t}getProjectReadKeys(e){return vt(this.db,e)}getAllProjects(e){let t=e?D(e):void 0,s=`
|
|
978
994
|
SELECT DISTINCT project
|
|
979
995
|
FROM sdk_sessions
|
|
980
996
|
WHERE project IS NOT NULL AND project != ''
|
|
981
997
|
AND project != ?
|
|
982
|
-
`,r=[
|
|
998
|
+
`,r=[he];return t&&(s+=" AND COALESCE(platform_source, ?) = ?",r.push(g,t)),s+=" ORDER BY project ASC",this.db.prepare(s).all(...r).map(i=>i.project)}getProjectCatalog(){let e=this.db.prepare(`
|
|
983
999
|
SELECT
|
|
984
1000
|
COALESCE(platform_source, '${g}') as platform_source,
|
|
985
1001
|
project,
|
|
@@ -989,7 +1005,7 @@ ${T.stack??""}
|
|
|
989
1005
|
AND project != ?
|
|
990
1006
|
GROUP BY COALESCE(platform_source, '${g}'), project
|
|
991
1007
|
ORDER BY latest_epoch DESC
|
|
992
|
-
`).all(
|
|
1008
|
+
`).all(he),t=[],s=new Set,r={};for(let i of e){let a=D(i.platform_source);r[a]||(r[a]=[]),r[a].includes(i.project)||r[a].push(i.project),s.has(i.project)||(s.add(i.project),t.push(i.project))}let o=rn(Object.keys(r));return{projects:t,sources:o,projectsBySource:Object.fromEntries(o.map(i=>[i,r[i]||[]]))}}getSessionCatalog(e={}){let t=Math.min(Math.max(Math.trunc(e.limit??qo),1),zo),s=Math.max(Math.trunc(e.offset??0),0),r=`
|
|
993
1009
|
SELECT
|
|
994
1010
|
s.content_session_id,
|
|
995
1011
|
s.project,
|
|
@@ -1004,7 +1020,7 @@ ${T.stack??""}
|
|
|
1004
1020
|
FROM sdk_sessions s
|
|
1005
1021
|
WHERE s.project IS NOT NULL AND s.project != ''
|
|
1006
1022
|
AND s.project != ?
|
|
1007
|
-
`,o=[
|
|
1023
|
+
`,o=[he];e.project&&(r+=" AND s.project = ?",o.push(e.project)),e.platformSource&&(r+=` AND COALESCE(s.platform_source, '${g}') = ?`,o.push(D(e.platformSource))),r+=" ORDER BY s.started_at_epoch DESC, s.id DESC LIMIT ? OFFSET ?",o.push(t+1,s);let i=this.db.prepare(r).all(...o);return{sessions:i.slice(0,t),hasMore:i.length>t}}getUserPromptById(e){return this.db.prepare(`
|
|
1008
1024
|
SELECT
|
|
1009
1025
|
up.*,
|
|
1010
1026
|
s.memory_session_id,
|
|
@@ -1013,7 +1029,7 @@ ${T.stack??""}
|
|
|
1013
1029
|
FROM user_prompts up
|
|
1014
1030
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1015
1031
|
WHERE up.id = ?
|
|
1016
|
-
`).get(e)}findRecentDuplicateUserPrompt(e,t,s,r){return
|
|
1032
|
+
`).get(e)}findRecentDuplicateUserPrompt(e,t,s,r){return Wn(this.db,e,ve(t),s,this.resolvePromptSessionDbId(e,r)??void 0)}getRecentSessionsWithStatus(e,t=3,s){let r=[e],o="";return s&&(o=`AND COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`,r.push(D(s))),r.push(t),this.db.prepare(`
|
|
1017
1033
|
SELECT * FROM (
|
|
1018
1034
|
SELECT
|
|
1019
1035
|
s.memory_session_id,
|
|
@@ -1038,7 +1054,7 @@ ${T.stack??""}
|
|
|
1038
1054
|
WHERE s.memory_session_id = observations.memory_session_id
|
|
1039
1055
|
AND COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?
|
|
1040
1056
|
)
|
|
1041
|
-
`,s.push(
|
|
1057
|
+
`,s.push(D(t))),this.db.prepare(`
|
|
1042
1058
|
SELECT title, subtitle, type, prompt_number
|
|
1043
1059
|
FROM observations
|
|
1044
1060
|
WHERE memory_session_id = ?
|
|
@@ -1050,25 +1066,25 @@ ${T.stack??""}
|
|
|
1050
1066
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id
|
|
1051
1067
|
WHERE o.id = ?
|
|
1052
1068
|
AND COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?
|
|
1053
|
-
`).get(e,
|
|
1069
|
+
`).get(e,D(t))||null:this.db.prepare(`
|
|
1054
1070
|
SELECT *
|
|
1055
1071
|
FROM observations
|
|
1056
1072
|
WHERE id = ?
|
|
1057
|
-
`).get(e)||null}upsertToolUse(e){return
|
|
1073
|
+
`).get(e)||null}upsertToolUse(e){return _n(this.db,e)}linkToolUsesToObservation(e){return pn(this.db,e)}setToolUseDisposition(e){return un(this.db,e)}findSessionsWithPendingToolUses(e){return ln(this.db,e)}getPendingToolUses(e){return En(this.db,e)}getToolUsesByIds(e,t={}){return fn(this.db,e,t)}queryToolUses(e={}){return Tn(this.db,e)}appendWorkStateEntry(e){let t=hn(this.db,e);return te({projects:[e.project]},"appendWorkStateEntry"),t}getWorkStateEntries(e,t){let s=Nn(this.db,this.getProjectReadKeys(e),t),r=a=>a.replace(/[A-Z]/g,d=>d.toLowerCase()),o=new Set(e.map(r)),i=e.at(-1);return s.map(a=>i&&o.has(r(a.project))?{...a,scope_project:i}:a)}countToolUses(e={}){return gn(this.db,e)}getObservationsByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r,type:o,concepts:i,files:a}=t,d=zt(t.limit),c=G(t),u=s==="relevance",l=s==="date_asc"?"ASC":"DESC",p=u?"":`ORDER BY o.created_at_epoch ${l}, o.id ${l}`,_=d&&!u?"LIMIT ?":"",f=e.map(()=>"?").join(","),I=[...e],h=[];if(qt(t.dateRange,"o.created_at_epoch",h,I),c.length>0){let S=z("o",c,{includeMerged:!0});h.push(S.sql),I.push(...S.params)}if(r&&(h.push(`COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`),I.push(D(r))),o)if(Array.isArray(o)){let S=o.map(()=>"?").join(",");h.push(`o.type IN (${S})`),I.push(...o)}else h.push("o.type = ?"),I.push(o);if(i){let S=Array.isArray(i)?i:[i],P=S.map(()=>"EXISTS (SELECT 1 FROM json_each(o.concepts) WHERE value = ?)");I.push(...S),h.push(`(${P.join(" OR ")})`)}if(a){let S=Array.isArray(a)?a:[a],P=S.map(()=>"(EXISTS (SELECT 1 FROM json_each(o.files_read) WHERE value LIKE ? ESCAPE '\\') OR EXISTS (SELECT 1 FROM json_each(o.files_modified) WHERE value LIKE ? ESCAPE '\\'))");S.forEach(T=>{let L=T.replace(/[\\%_]/g,"\\$&");I.push(`%${L}%`,`%${L}%`)}),h.push(`(${P.join(" OR ")})`)}let b=h.length>0?`WHERE o.id IN (${f}) AND ${h.join(" AND ")}`:`WHERE o.id IN (${f})`;_&&I.push(d);let m=this.db.prepare(`
|
|
1058
1074
|
SELECT o.*
|
|
1059
1075
|
FROM observations o
|
|
1060
1076
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = o.memory_session_id
|
|
1061
|
-
${
|
|
1077
|
+
${b}
|
|
1062
1078
|
${p}
|
|
1063
1079
|
${_}
|
|
1064
|
-
`).all(...
|
|
1080
|
+
`).all(...I);if(!u)return m;let A=new Map(m.map(S=>[S.id,S])),k=e.map(S=>A.get(S)).filter(S=>!!S);return d?k.slice(0,d):k}getSummaryForSession(e,t){let s=[e],r="";return t&&(r=`
|
|
1065
1081
|
AND EXISTS (
|
|
1066
1082
|
SELECT 1
|
|
1067
1083
|
FROM sdk_sessions sdk
|
|
1068
1084
|
WHERE sdk.memory_session_id = session_summaries.memory_session_id
|
|
1069
1085
|
AND COALESCE(NULLIF(sdk.platform_source, ''), '${g}') = ?
|
|
1070
1086
|
)
|
|
1071
|
-
`,s.push(
|
|
1087
|
+
`,s.push(D(t))),this.db.prepare(`
|
|
1072
1088
|
SELECT
|
|
1073
1089
|
request, investigated, learned, completed, next_steps,
|
|
1074
1090
|
files_read, files_edited, notes, prompt_number, created_at,
|
|
@@ -1092,7 +1108,7 @@ ${T.stack??""}
|
|
|
1092
1108
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
1093
1109
|
AND content_session_id = ?
|
|
1094
1110
|
LIMIT 1
|
|
1095
|
-
`).get(g,
|
|
1111
|
+
`).get(g,D(t),e)?.id??null}setSessionObservedMetadata(e,t,s){this.db.prepare(`
|
|
1096
1112
|
UPDATE sdk_sessions
|
|
1097
1113
|
SET observed_model = COALESCE(?, observed_model),
|
|
1098
1114
|
observed_billing = COALESCE(?, observed_billing)
|
|
@@ -1125,7 +1141,7 @@ ${T.stack??""}
|
|
|
1125
1141
|
AND length(trim(prompt_text)) > 0
|
|
1126
1142
|
ORDER BY created_at_epoch DESC
|
|
1127
1143
|
LIMIT 1
|
|
1128
|
-
`).get(e,t)?.prompt_text??null}createSDKSession(e,t,s,r,o){let i=new Date,a=i.getTime(),d=o?
|
|
1144
|
+
`).get(e,t)?.prompt_text??null}isSessionDeleted(e,t,s){return bn(this.db,e,t,s)}restoreDeletedSession(e,t){return this.db.prepare("DELETE FROM deleted_sessions WHERE content_session_id = ? AND platform_source = ?").run(e,D(t)).changes>0}createSDKSession(e,t,s,r,o){let i=new Date,a=i.getTime(),d=o?D(o):g;if(this.isSessionDeleted(e,d))return 0;let c=ve(s);r&&this.validateSetTitleMutation(e,d,r);let u=this.db.prepare(`
|
|
1129
1145
|
SELECT id, platform_source
|
|
1130
1146
|
FROM sdk_sessions
|
|
1131
1147
|
WHERE COALESCE(NULLIF(platform_source, ''), ?) = ?
|
|
@@ -1133,21 +1149,21 @@ ${T.stack??""}
|
|
|
1133
1149
|
`).get(g,d,e);if(u){if(t&&this.db.prepare(`
|
|
1134
1150
|
UPDATE sdk_sessions SET project = ?
|
|
1135
1151
|
WHERE id = ? AND (project IS NULL OR project = '' OR (project = 'unknown' AND cwd IS NULL))
|
|
1136
|
-
`).run(t,u.id),c&&c
|
|
1152
|
+
`).run(t,u.id),c&&c!==$t&&this.db.prepare(`
|
|
1137
1153
|
UPDATE sdk_sessions SET user_prompt = ?
|
|
1138
1154
|
WHERE id = ? AND (user_prompt IS NULL OR user_prompt = '' OR user_prompt = ?)
|
|
1139
|
-
`).run(c,u.id
|
|
1155
|
+
`).run(c,u.id,$t),r){let p=this.db.prepare("SELECT custom_title FROM sdk_sessions WHERE id = ?").get(u.id);p&&p.custom_title===null&&(this.db.prepare(`
|
|
1140
1156
|
UPDATE sdk_sessions SET custom_title = ?
|
|
1141
1157
|
WHERE id = ? AND custom_title IS NULL
|
|
1142
1158
|
`).run(r,u.id),this.enqueueSetTitleOp(e,d,r))}return u.id}let l=this.db.prepare(`
|
|
1143
1159
|
INSERT INTO sdk_sessions
|
|
1144
1160
|
(content_session_id, memory_session_id, project, platform_source, user_prompt, custom_title, started_at, started_at_epoch, status)
|
|
1145
1161
|
VALUES (?, NULL, ?, ?, ?, ?, ?, ?, 'active')
|
|
1146
|
-
`).run(e,t,d,c,r||null,i.toISOString(),a);return r&&this.enqueueSetTitleOp(e,d,r),Number(l.lastInsertRowid)}setSessionCwd(e,t,s){t.trim()&&this.db.prepare("UPDATE sdk_sessions SET cwd = ?, project_key_source = ? WHERE id = ? AND cwd IS NULL").run(t,s??null,e)}getSessionCwd(e){return this.db.prepare("SELECT cwd FROM sdk_sessions WHERE id = ?").get(e)?.cwd??null}enqueueSetTitleOp(e,t,s){let r=this.validateSetTitleMutation(e,t,s);this.enqueueMutationOp("1",r)}validateSetTitleMutation(e,t,s){let r={op:"set_title",target:{content_session_id:e,platform_source:t},fields:{custom_title:s}};return
|
|
1162
|
+
`).run(e,t,d,c,r||null,i.toISOString(),a);return r&&this.enqueueSetTitleOp(e,d,r),Number(l.lastInsertRowid)}setSessionCwd(e,t,s){t.trim()&&this.db.prepare("UPDATE sdk_sessions SET cwd = ?, project_key_source = ? WHERE id = ? AND cwd IS NULL").run(t,s??null,e)}getSessionCwd(e){return this.db.prepare("SELECT cwd FROM sdk_sessions WHERE id = ?").get(e)?.cwd??null}enqueueSetTitleOp(e,t,s){let r=this.validateSetTitleMutation(e,t,s);this.enqueueMutationOp("1",r)}validateSetTitleMutation(e,t,s){let r={op:"set_title",target:{content_session_id:e,platform_source:t},fields:{custom_title:s}};return Vt(r),r}saveUserPrompt(e,t,s,r,o,i){let a=new Date,d=a.getTime(),c=ve(s),u=this.resolvePromptSessionDbId(e,r);return this.db.prepare(`
|
|
1147
1163
|
INSERT INTO user_prompts
|
|
1148
1164
|
(session_db_id, content_session_id, prompt_number, prompt_text, created_at, created_at_epoch, native_prompt_id, native_prompt_hash)
|
|
1149
1165
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
1150
|
-
`).run(u,e,t,c,a.toISOString(),d,o??null,i??null).lastInsertRowid}saveNativeUserPrompt(e,t,s,r,o=r){if(!s||s.length>256||/[\s\x00-\x1f\x7f]/.test(s))throw new Error("Invalid native prompt identity");let i=
|
|
1166
|
+
`).run(u,e,t,c,a.toISOString(),d,o??null,i??null).lastInsertRowid}saveNativeUserPrompt(e,t,s,r,o=r){if(!s||s.length>256||/[\s\x00-\x1f\x7f]/.test(s))throw new Error("Invalid native prompt identity");let i=ve(r),a=(0,it.createHash)("sha256").update(tt(o).trim()).digest("hex");return this.db.transaction(()=>{let d=this.db.prepare(`SELECT id, prompt_number, native_prompt_hash FROM user_prompts
|
|
1151
1167
|
WHERE session_db_id = ? AND native_prompt_id = ?`).get(t,s);if(d){if(d.native_prompt_hash!==a)throw new Error("Native prompt identity was reused with different text");return{id:d.id,promptNumber:d.prompt_number,duplicate:!0}}let c=this.getPromptNumberFromUserPrompts(e,t)+1;return this.reopenCompletedSession(t),{id:this.saveUserPrompt(e,c,i,t,s,a),promptNumber:c,duplicate:!1}}).immediate()}getUserPrompt(e,t,s){let r=this.resolvePromptSessionDbId(e,s);return r!==null?this.db.prepare(`
|
|
1152
1168
|
SELECT prompt_text
|
|
1153
1169
|
FROM user_prompts
|
|
@@ -1158,12 +1174,12 @@ ${T.stack??""}
|
|
|
1158
1174
|
FROM user_prompts
|
|
1159
1175
|
WHERE content_session_id = ? AND prompt_number = ?
|
|
1160
1176
|
LIMIT 1
|
|
1161
|
-
`).get(e,t)?.prompt_text??null}dedupConfig(){let e
|
|
1177
|
+
`).get(e,t)?.prompt_text??null}dedupConfig(){let e=$.loadFromFile(ne),t=(r,o)=>{let i=Number(e[r]);return Number.isFinite(i)?i:o},s=(r,o)=>Math.trunc(t(r,o));return{enabled:e.MEMINDEX_DEDUP_ENABLED==="true",cosineThreshold:t("MEMINDEX_DEDUP_COSINE_THRESHOLD",.8),idfVetoDf:s("MEMINDEX_DEDUP_IDF_VETO_DF",10),minSharedTokens:s("MEMINDEX_DEDUP_MIN_SHARED_TOKENS",2),maxScan:s("MEMINDEX_DEDUP_MAX_SCAN",2e3),maxBackfillRows:s("MEMINDEX_DEDUP_MAX_BACKFILL_ROWS",5e4),minProjectDocs:s("MEMINDEX_DEDUP_MIN_PROJECT_DOCS",10)}}listDedupCandidates(e,t=100,s){let r="SELECT c.id, c.project, c.method, c.score, c.status, c.created_at_epoch, c.observation_id, o1.title AS observation_title, c.duplicate_of_id, o2.title AS duplicate_of_title FROM observation_dedup_candidates c JOIN observations o1 ON o1.id = c.observation_id JOIN observations o2 ON o2.id = c.duplicate_of_id ",o="(? IS NULL OR c.status = ?) ",i="ORDER BY c.score DESC, c.id DESC LIMIT ?",a=s??null;return e?this.db.prepare(`${r}WHERE c.project = ? AND ${o}${i}`).all(e,a,a,t):this.db.prepare(`${r}WHERE ${o}${i}`).all(a,a,t)}resolveDedupCandidate(e,t){return this.db.prepare("UPDATE observation_dedup_candidates SET status = ? WHERE id = ?").run(t,e).changes>0}isDedupEnabled(){return this.dedupConfig().enabled}runDedupScan(){return jn(this.db,this.dedupConfig())}maintainDedupOnInsert(e,t,s,r){kn(this.db,e,s),$n(this.db,e,r.minProjectDocs)&&Gn(this.db,e,t,s,r)}storeObservation(e,t,s,r,o=0,i,a,d={}){if(!wt(s.title))throw new Error("storeObservation requires a non-empty title");let c=this.storeObservations(e,t,[s],null,r,o,i,a,d);return{id:c.observationIds[0],createdAtEpoch:c.createdAtEpoch,mergedIntoExisting:c.mergedIntoExisting[0]??!1}}storeSummary(e,t,s,r,o=0,i){let a=i??Date.now(),d=new Date(a).toISOString(),u=this.db.prepare(`
|
|
1162
1178
|
INSERT INTO session_summaries
|
|
1163
1179
|
(memory_session_id, project, request, investigated, learned, completed,
|
|
1164
1180
|
next_steps, files_read, files_edited, notes, prompt_number, discovery_tokens, created_at, created_at_epoch)
|
|
1165
1181
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1166
|
-
`).run(e,t,s.request,s.investigated,s.learned,s.completed,s.next_steps,JSON.stringify(s.files_read??[]),JSON.stringify(s.files_edited??[]),s.notes,r||null,o,d,a);return
|
|
1182
|
+
`).run(e,t,s.request,s.investigated,s.learned,s.completed,s.next_steps,JSON.stringify(s.files_read??[]),JSON.stringify(s.files_edited??[]),s.notes,r||null,o,d,a);return te({projects:[t]},"storeSummary"),{id:Number(u.lastInsertRowid),createdAtEpoch:a}}storeObservations(e,t,s,r,o,i=0,a,d,c={}){let u=a??Date.now(),l=new Date(u).toISOString(),p=nn(u),_=new Date(u),f=this.dedupConfig(),I=D(this.db.prepare("SELECT platform_source FROM sdk_sessions WHERE memory_session_id = ? LIMIT 1").get(e)?.platform_source),b=this.db.transaction(()=>{let N=[],m=[],A=[],k=this.db.prepare(`
|
|
1167
1183
|
INSERT INTO observations
|
|
1168
1184
|
(memory_session_id, project, type, title, subtitle, facts, narrative, concepts,
|
|
1169
1185
|
files_read, files_modified, prompt_number, discovery_tokens, agent_type, agent_id, content_hash, created_at, created_at_epoch,
|
|
@@ -1171,19 +1187,19 @@ ${T.stack??""}
|
|
|
1171
1187
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1172
1188
|
ON CONFLICT(memory_session_id, content_hash) DO NOTHING
|
|
1173
1189
|
RETURNING id
|
|
1174
|
-
`),S=this.db.prepare("SELECT id FROM observations WHERE memory_session_id = ? AND content_hash = ?");for(let
|
|
1190
|
+
`),S=this.db.prepare("SELECT id FROM observations WHERE memory_session_id = ? AND content_hash = ?");for(let T of s){if(!wt(T.title)){E.debug("DB","Skipping observation with empty title");continue}let L=en(e,T.title,T.narrative),J=et(t,I,T.title,Me(T.agent_id,T.agent_type));if(f.enabled){let at=S.get(e,L);if(at){Ze(this.db,at.id,_),N.push(at.id),m.push(!1);continue}let xe=c.skipTitleDedup?null:xn(this.db,t,J,T.title);if(xe){this.db.prepare("UPDATE observations SET occurrence_count = occurrence_count + 1 WHERE id = ?").run(xe.id),Ze(this.db,xe.id,_),N.push(xe.id),m.push(!0);continue}}let Q=k.all(e,t,T.type,T.title,T.subtitle,JSON.stringify(T.facts),T.narrative,JSON.stringify(T.concepts),JSON.stringify(T.files_read),JSON.stringify(T.files_modified),o||null,i,T.agent_type??null,T.agent_id??null,L,l,u,d||null,T.metadata??null,J,p.dates,p.lastReinforced,c.branch??null)[0];if(Q){f.enabled&&this.maintainDedupOnInsert(t,Q.id,T.title,f),N.push(Q.id),m.push(!1),A.push(Q.id);continue}let Te=S.get(e,L);if(!Te)throw new Error(`storeObservations: ON CONFLICT without existing row for content_hash=${L}`);Ze(this.db,Te.id,_),N.push(Te.id),m.push(!1)}let P=null;if(r){let T=sr(s),L=r.files_read??T.files_read,J=r.files_edited??T.files_edited,Te=this.db.prepare(`
|
|
1175
1191
|
INSERT INTO session_summaries
|
|
1176
1192
|
(memory_session_id, project, request, investigated, learned, completed,
|
|
1177
1193
|
next_steps, files_read, files_edited, notes, prompt_number, discovery_tokens, created_at, created_at_epoch)
|
|
1178
1194
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1179
|
-
`).run(e,t,r.request,r.investigated,r.learned,r.completed,r.next_steps,JSON.stringify(
|
|
1195
|
+
`).run(e,t,r.request,r.investigated,r.learned,r.completed,r.next_steps,JSON.stringify(L),JSON.stringify(J),r.notes,o||null,i,l,u);P=Number(Te.lastInsertRowid)}return{observationIds:N,mergedIntoExisting:m,insertedObservationIds:A,summaryId:P,createdAtEpoch:u}})();return te({projects:[t]},"storeObservations"),b}updateDiscoveryTokens(e,t,s){e.length===0&&t===null||this.db.transaction(()=>{let r=this.db.prepare("UPDATE observations SET discovery_tokens = ? WHERE id = ?");for(let o of e)r.run(s,o);t!==null&&this.db.prepare("UPDATE session_summaries SET discovery_tokens = ? WHERE id = ?").run(s,t)})()}getSessionSummariesByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r}=t,o=zt(t.limit),i=G(t),a=s==="relevance",d=s==="date_asc"?"ASC":"DESC",c=a?"":`ORDER BY ss.created_at_epoch ${d}, ss.id ${d}`,u=o&&!a?"LIMIT ?":"",l=e.map(()=>"?").join(","),p=[...e],_=[];if(qt(t.dateRange,"ss.created_at_epoch",_,p),i.length>0){let m=z("ss",i,{includeMerged:!0});_.push(m.sql),p.push(...m.params)}r&&(_.push(`COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`),p.push(D(r)));let f=_.length>0?`AND ${_.join(" AND ")}`:"";u&&p.push(o);let h=this.db.prepare(`
|
|
1180
1196
|
SELECT ss.*
|
|
1181
1197
|
FROM session_summaries ss
|
|
1182
1198
|
LEFT JOIN sdk_sessions s ON s.memory_session_id = ss.memory_session_id
|
|
1183
|
-
WHERE ss.id IN (${l}) ${
|
|
1199
|
+
WHERE ss.id IN (${l}) ${f}
|
|
1184
1200
|
${c}
|
|
1185
1201
|
${u}
|
|
1186
|
-
`).all(...p);if(!a)return
|
|
1202
|
+
`).all(...p);if(!a)return h;let b=new Map(h.map(m=>[m.id,m])),N=e.map(m=>b.get(m)).filter(m=>!!m);return o?N.slice(0,o):N}getUserPromptsByIds(e,t={}){if(e.length===0)return[];let{orderBy:s="date_desc",platformSource:r}=t,o=zt(t.limit),i=G(t),a=s==="relevance",d=s==="date_asc"?"ASC":"DESC",c=a?"":`ORDER BY up.created_at_epoch ${d}, up.id ${d}`,u=o&&!a?"LIMIT ?":"",l=e.map(()=>"?").join(","),p=[...e],_=[];if(qt(t.dateRange,"up.created_at_epoch",_,p),i.length>0){let m=z("s",i,{includeMerged:!1});_.push(m.sql),p.push(...m.params)}r&&(_.push(`COALESCE(NULLIF(s.platform_source, ''), '${g}') = ?`),p.push(D(r)));let f=_.length>0?`AND ${_.join(" AND ")}`:"";u&&p.push(o);let h=this.db.prepare(`
|
|
1187
1203
|
SELECT
|
|
1188
1204
|
up.*,
|
|
1189
1205
|
s.project,
|
|
@@ -1191,10 +1207,10 @@ ${T.stack??""}
|
|
|
1191
1207
|
COALESCE(NULLIF(s.platform_source, ''), '${g}') as platform_source
|
|
1192
1208
|
FROM user_prompts up
|
|
1193
1209
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1194
|
-
WHERE up.id IN (${l}) ${
|
|
1210
|
+
WHERE up.id IN (${l}) ${f}
|
|
1195
1211
|
${c}
|
|
1196
1212
|
${u}
|
|
1197
|
-
`).all(...p);if(!a)return
|
|
1213
|
+
`).all(...p);if(!a)return h;let b=new Map(h.map(m=>[m.id,m])),N=e.map(m=>b.get(m)).filter(m=>!!m);return o?N.slice(0,o):N}getTimelineAroundTimestamp(e,t=10,s=10,r,o,i){return this.getTimelineAroundObservation(null,e,t,s,r,o,i)}getTimelineAroundObservation(e,t,s=10,r=10,o,i,a){let d=G({project:o,projects:a}),c=i?D(i):void 0,u=(S,P,T=!1)=>{let L=[],J=[];if(d.length>0){let Q=z(S,d,{includeMerged:T});L.push(Q.sql),J.push(...Q.params)}return c&&(L.push(`COALESCE(NULLIF(${P}.platform_source, ''), '${g}') = ?`),J.push(c)),{clause:L.length>0?`AND ${L.join(" AND ")}`:"",params:J}},l=u("o","src",!0),p=u("ss","src",!0),_=u("s","s"),f,I;if(e!==null){let S=`
|
|
1198
1214
|
SELECT o.id, o.created_at_epoch
|
|
1199
1215
|
FROM observations o
|
|
1200
1216
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
@@ -1208,7 +1224,7 @@ ${T.stack??""}
|
|
|
1208
1224
|
WHERE (o.created_at_epoch, o.id) >= (?, ?) ${l.clause}
|
|
1209
1225
|
ORDER BY o.created_at_epoch ASC
|
|
1210
1226
|
LIMIT ?
|
|
1211
|
-
`;try{let
|
|
1227
|
+
`;try{let T=this.db.prepare(S).all(t,e,...l.params,s+1),L=this.db.prepare(P).all(t,e,...l.params,r+1);if(T.length===0&&L.length===0)return{observations:[],sessions:[],prompts:[]};f=T.length>0?T[T.length-1].created_at_epoch:t,I=L.length>0?L[L.length-1].created_at_epoch:t}catch(T){return T instanceof Error?E.error("DB","Error getting boundary observations",{project:o},T):E.error("DB","Error getting boundary observations with non-Error",{},new Error(String(T))),{observations:[],sessions:[],prompts:[]}}}else{let S=`
|
|
1212
1228
|
SELECT o.created_at_epoch
|
|
1213
1229
|
FROM observations o
|
|
1214
1230
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
@@ -1222,34 +1238,34 @@ ${T.stack??""}
|
|
|
1222
1238
|
WHERE o.created_at_epoch > ? ${l.clause}
|
|
1223
1239
|
ORDER BY o.created_at_epoch ASC
|
|
1224
1240
|
LIMIT ?
|
|
1225
|
-
`;try{let
|
|
1241
|
+
`;try{let T=this.db.prepare(S).all(t,...l.params,s),L=this.db.prepare(P).all(t,...l.params,r);f=T.length>0?T[T.length-1].created_at_epoch:t,I=L.length>0?L[L.length-1].created_at_epoch:t}catch(T){return T instanceof Error?E.error("DB","Error getting boundary timestamps",{project:o},T):E.error("DB","Error getting boundary timestamps with non-Error",{},new Error(String(T))),{observations:[],sessions:[],prompts:[]}}}let h=`
|
|
1226
1242
|
SELECT o.*
|
|
1227
1243
|
FROM observations o
|
|
1228
1244
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = o.memory_session_id
|
|
1229
1245
|
WHERE o.created_at_epoch >= ? AND o.created_at_epoch <= ? ${l.clause}
|
|
1230
1246
|
ORDER BY o.created_at_epoch ASC, o.id ASC
|
|
1231
|
-
`,
|
|
1247
|
+
`,b=`
|
|
1232
1248
|
SELECT ss.*
|
|
1233
1249
|
FROM session_summaries ss
|
|
1234
1250
|
LEFT JOIN sdk_sessions src ON src.memory_session_id = ss.memory_session_id
|
|
1235
1251
|
WHERE ss.created_at_epoch >= ? AND ss.created_at_epoch <= ? ${p.clause}
|
|
1236
1252
|
ORDER BY ss.created_at_epoch ASC, ss.id ASC
|
|
1237
|
-
`,
|
|
1253
|
+
`,N=`
|
|
1238
1254
|
SELECT up.*, s.project, s.memory_session_id, COALESCE(NULLIF(s.platform_source, ''), '${g}') as platform_source
|
|
1239
1255
|
FROM user_prompts up
|
|
1240
1256
|
JOIN sdk_sessions s ON up.session_db_id = s.id
|
|
1241
1257
|
WHERE up.created_at_epoch >= ? AND up.created_at_epoch <= ? ${_.clause}
|
|
1242
1258
|
ORDER BY up.created_at_epoch ASC, up.id ASC
|
|
1243
|
-
`,m=this.db.prepare(
|
|
1259
|
+
`,m=this.db.prepare(h).all(f,I,...l.params),A=this.db.prepare(b).all(f,I,...p.params),k=this.db.prepare(N).all(f,I,..._.params);return{observations:m,sessions:A.map(S=>({id:S.id,memory_session_id:S.memory_session_id,project:S.project,request:S.request,completed:S.completed,next_steps:S.next_steps,created_at:S.created_at,created_at_epoch:S.created_at_epoch})),prompts:k.map(S=>({id:S.id,content_session_id:S.content_session_id,prompt_number:S.prompt_number,prompt_text:S.prompt_text,project:S.project,platform_source:S.platform_source,created_at:S.created_at,created_at_epoch:S.created_at_epoch}))}}getOrCreateManualSession(e,t=g){let s=`manual-${e}`,r=`manual-content-${e}`;if(this.db.prepare("SELECT memory_session_id FROM sdk_sessions WHERE memory_session_id = ?").get(s))return t&&t!==g&&this.db.prepare("UPDATE sdk_sessions SET platform_source = ? WHERE memory_session_id = ?").run(t,s),s;let i=new Date;return this.db.prepare(`
|
|
1244
1260
|
INSERT INTO sdk_sessions (memory_session_id, content_session_id, project, platform_source, started_at, started_at_epoch, status)
|
|
1245
1261
|
VALUES (?, ?, ?, ?, ?, ?, 'active')
|
|
1246
|
-
`).run(s,r,e,g,i.toISOString(),i.getTime()),E.info("SESSION","Created manual session",{memorySessionId:s,project:e}),s}close(){this.db.close()}cachedStatement(e){let t=this.statementCache.get(e);return t||(t=this.db.prepare(e),this.statementCache.set(e,t)),t}importSdkSession(e){let t=
|
|
1262
|
+
`).run(s,r,e,g,i.toISOString(),i.getTime()),E.info("SESSION","Created manual session",{memorySessionId:s,project:e}),s}close(){this.statementCache.clear(),this.db.close(!0)}cachedStatement(e){let t=this.statementCache.get(e);return t||(t=this.db.prepare(e),this.statementCache.set(e,t)),t}importSdkSession(e){let t=D(e.platform_source);if(this.isSessionDeleted(e.content_session_id,t,e.memory_session_id))return{imported:!1,id:0};let s=this.db.prepare(`SELECT id FROM sdk_sessions
|
|
1247
1263
|
WHERE platform_source = ? AND content_session_id = ?`).get(t,e.content_session_id);if(s)return{imported:!1,id:s.id};let r=e.custom_title??null;if(r!==null&&typeof r!="string")throw new TypeError("Imported custom_title must be a string or null");let o=this.db.prepare(`
|
|
1248
1264
|
INSERT INTO sdk_sessions (
|
|
1249
1265
|
content_session_id, memory_session_id, project, platform_source, user_prompt, custom_title,
|
|
1250
1266
|
started_at, started_at_epoch, completed_at, completed_at_epoch, status
|
|
1251
1267
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1252
|
-
`);return this.db.transaction(()=>({imported:!0,id:o.run(e.content_session_id,e.memory_session_id,e.project,t,e.user_prompt,r,e.started_at,e.started_at_epoch,e.completed_at,e.completed_at_epoch,e.status).lastInsertRowid}))()}importSessionSummary(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return E.warn("DB","Skipping imported session summary without memory_session_id",{project:typeof e?.project=="string"?e.project:null}),{imported:!1,id:0};let t=this.db.prepare(`SELECT id FROM session_summaries WHERE memory_session_id = ?
|
|
1268
|
+
`);return this.db.transaction(()=>({imported:!0,id:o.run(e.content_session_id,e.memory_session_id,e.project,t,e.user_prompt,r,e.started_at,e.started_at_epoch,e.completed_at,e.completed_at_epoch,e.status).lastInsertRowid}))()}importSessionSummary(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return E.warn("DB","Skipping imported session summary without memory_session_id",{project:typeof e?.project=="string"?e.project:null}),{imported:!1,id:0};if(this.isSessionDeleted(null,void 0,e.memory_session_id))return{imported:!1,id:0};let t=this.db.prepare(`SELECT id FROM session_summaries WHERE memory_session_id = ?
|
|
1253
1269
|
AND request IS ? AND investigated IS ? AND learned IS ? AND completed IS ?
|
|
1254
1270
|
AND next_steps IS ? AND files_read IS ? AND files_edited IS ? AND notes IS ?
|
|
1255
1271
|
AND prompt_number IS ? AND created_at_epoch = ?`).get(e.memory_session_id,O(e.request),O(e.investigated),O(e.learned),O(e.completed),O(e.next_steps),O(e.files_read),O(e.files_edited),O(e.notes),e.prompt_number??null,e.created_at_epoch);if(t)return{imported:!1,id:t.id};let r=this.db.prepare(`
|
|
@@ -1258,7 +1274,7 @@ ${T.stack??""}
|
|
|
1258
1274
|
completed, next_steps, files_read, files_edited, notes,
|
|
1259
1275
|
prompt_number, discovery_tokens, created_at, created_at_epoch, merged_into_project
|
|
1260
1276
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1261
|
-
`).run(e.memory_session_id,e.project,O(e.request),O(e.investigated),O(e.learned),O(e.completed),O(e.next_steps),O(e.files_read),O(e.files_edited),O(e.notes),e.prompt_number,e.discovery_tokens||0,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return
|
|
1277
|
+
`).run(e.memory_session_id,e.project,O(e.request),O(e.investigated),O(e.learned),O(e.completed),O(e.next_steps),O(e.files_read),O(e.files_edited),O(e.notes),e.prompt_number,e.discovery_tokens||0,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return te({projects:[e.project]},"importSessionSummary"),{imported:!0,id:r.lastInsertRowid}}importObservation(e){if(typeof e?.memory_session_id!="string"||e.memory_session_id.trim()==="")return E.warn("DB","Skipping imported observation without memory_session_id",{title:typeof e?.title=="string"?e.title:null,type:typeof e?.type=="string"?e.type:null}),{imported:!1,id:0};if(this.isSessionDeleted(null,void 0,e.memory_session_id))return{imported:!1,id:0};let t=this.db.prepare(`
|
|
1262
1278
|
SELECT id FROM observations
|
|
1263
1279
|
WHERE memory_session_id = ? AND text IS ? AND type = ?
|
|
1264
1280
|
AND title IS ? AND subtitle IS ? AND facts IS ? AND narrative IS ?
|
|
@@ -1272,15 +1288,15 @@ ${T.stack??""}
|
|
|
1272
1288
|
prompt_number, discovery_tokens, agent_type, agent_id,
|
|
1273
1289
|
created_at, created_at_epoch, merged_into_project
|
|
1274
1290
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
1275
|
-
`).run(e.memory_session_id,e.project,O(e.text),e.type,O(e.title),O(e.subtitle),O(e.facts),O(e.narrative),O(e.concepts),O(e.files_read),O(e.files_modified),e.prompt_number,e.discovery_tokens||0,e.agent_type??null,e.agent_id??null,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return
|
|
1291
|
+
`).run(e.memory_session_id,e.project,O(e.text),e.type,O(e.title),O(e.subtitle),O(e.facts),O(e.narrative),O(e.concepts),O(e.files_read),O(e.files_modified),e.prompt_number,e.discovery_tokens||0,e.agent_type??null,e.agent_id??null,e.created_at,e.created_at_epoch,typeof e.merged_into_project=="string"?e.merged_into_project:null);return te({projects:[e.project]},"importObservation"),{imported:!0,id:r.lastInsertRowid}}rebuildObservationsFTSIndex(){this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='observations_fts'").all().length>0&&this.db.run("INSERT INTO observations_fts(observations_fts) VALUES('rebuild')")}importUserPrompt(e){let t=null,s=e.platform_source?D(e.platform_source):void 0;if(typeof e.session_db_id=="number"){let d=this.db.prepare(`
|
|
1276
1292
|
SELECT id, content_session_id, COALESCE(NULLIF(platform_source, ''), '${g}') as platform_source
|
|
1277
1293
|
FROM sdk_sessions
|
|
1278
1294
|
WHERE id = ?
|
|
1279
1295
|
LIMIT 1
|
|
1280
|
-
`).get(e.session_db_id);
|
|
1296
|
+
`).get(e.session_db_id);d&&d.content_session_id===e.content_session_id&&(!s||D(d.platform_source)===s)&&(t=d.id)}t===null&&(t=this.resolvePromptSessionDbId(e.content_session_id,void 0,s));let r=t===null?s:this.db.prepare("SELECT platform_source FROM sdk_sessions WHERE id = ?").get(t).platform_source;if(this.isSessionDeleted(e.content_session_id,r??null))return{imported:!1,id:0};let o=this.db.prepare(`
|
|
1281
1297
|
SELECT id FROM user_prompts
|
|
1282
1298
|
WHERE ${t!==null?"session_db_id = ?":"content_session_id = ?"} AND prompt_number = ?
|
|
1283
|
-
`).get(t??e.content_session_id,e.prompt_number);return
|
|
1299
|
+
`).get(t??e.content_session_id,e.prompt_number);return o?{imported:!1,id:o.id}:{imported:!0,id:this.db.prepare(`
|
|
1284
1300
|
INSERT INTO user_prompts (
|
|
1285
1301
|
session_db_id, content_session_id, prompt_number, prompt_text,
|
|
1286
1302
|
created_at, created_at_epoch
|