renor-engine 1.4.4 → 1.4.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/dist/BUILD.json +2 -2
- package/dist/cli.js +74 -43
- package/package.json +1 -1
package/dist/cli.js
CHANGED
|
@@ -26,7 +26,7 @@ Expecting one of '${allowedValues.join("', '")}'`);return this._lifeCycleHooks[e
|
|
|
26
26
|
Expecting one of '${allowedValues.join("', '")}'`);let helpEvent=`${position}Help`;return this.on(helpEvent,context=>{let helpStr;typeof text=="function"?helpStr=text({error:context.error,command:context.command}):helpStr=text,helpStr&&context.write(`${helpStr}
|
|
27
27
|
`)}),this}_outputHelpIfRequested(args){let helpOption=this._getHelpOption();helpOption&&args.find(arg=>helpOption.is(arg))&&(this.outputHelp(),this._exit(0,"commander.helpDisplayed","(outputHelp)"))}};function incrementNodeInspectorPort(args){return args.map(arg=>{if(!arg.startsWith("--inspect"))return arg;let debugOption,debugHost="127.0.0.1",debugPort="9229",match;return(match=arg.match(/^(--inspect(-brk)?)$/))!==null?debugOption=match[1]:(match=arg.match(/^(--inspect(-brk|-port)?)=([^:]+)$/))!==null?(debugOption=match[1],/^\d+$/.test(match[3])?debugPort=match[3]:debugHost=match[3]):(match=arg.match(/^(--inspect(-brk|-port)?)=([^:]+):(\d+)$/))!==null&&(debugOption=match[1],debugHost=match[3],debugPort=match[4]),debugOption&&debugPort!=="0"?`${debugOption}=${debugHost}:${parseInt(debugPort)+1}`:arg})}function useColor(){if(process2.env.NO_COLOR||process2.env.FORCE_COLOR==="0"||process2.env.FORCE_COLOR==="false")return!1;if(process2.env.FORCE_COLOR||process2.env.CLICOLOR_FORCE!==void 0)return!0}exports2.Command=Command;exports2.useColor=useColor}});var require_commander=__commonJS({"node_modules/commander/index.js"(exports2){var{Argument}=require_argument(),{Command}=require_command(),{CommanderError,InvalidArgumentError}=require_error(),{Help}=require_help(),{Option}=require_option();exports2.program=new Command;exports2.createCommand=name=>new Command(name);exports2.createOption=(flags,description)=>new Option(flags,description);exports2.createArgument=(name,description)=>new Argument(name,description);exports2.Command=Command;exports2.Option=Option;exports2.Argument=Argument;exports2.Help=Help;exports2.CommanderError=CommanderError;exports2.InvalidArgumentError=InvalidArgumentError;exports2.InvalidOptionArgumentError=InvalidArgumentError}});var require_config=__commonJS({"dist/config.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.defaultVaultPath=defaultVaultPath;exports2.loadConfig=loadConfig;var node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path"));function defaultVaultPath(){return node_path_1.default.join(node_os_1.default.homedir(),".renor")}function loadConfig(){let vaultPath=process.env.VAULT_PATH||defaultVaultPath(),rawProvider=process.env.EMBEDDING_PROVIDER??"none";if(rawProvider!=="none"&&rawProvider!=="openai"&&rawProvider!=="local"&&rawProvider!=="eval-hash")throw new Error(`Invalid EMBEDDING_PROVIDER "${rawProvider}": must be "none", "openai", "local", or "eval-hash"`);let embeddingProvider=rawProvider;if(embeddingProvider==="openai"){let key=process.env.OPENAI_API_KEY;if(!key||key.trim()==="")throw new Error('OPENAI_API_KEY is required when EMBEDDING_PROVIDER is "openai"')}let chunkMaxTokens=Number(process.env.CHUNK_MAX_TOKENS??400);if(!Number.isFinite(chunkMaxTokens)||chunkMaxTokens<=0)throw new Error("CHUNK_MAX_TOKENS must be a positive number");let chunkOverlapTokens=Number(process.env.CHUNK_OVERLAP_TOKENS??50);if(!Number.isFinite(chunkOverlapTokens)||chunkOverlapTokens<0)throw new Error("CHUNK_OVERLAP_TOKENS must be a non-negative number");if(chunkOverlapTokens>=chunkMaxTokens)throw new Error("CHUNK_OVERLAP_TOKENS must be less than CHUNK_MAX_TOKENS");let indexConcurrency=Number(process.env.INDEX_CONCURRENCY??5);if(!Number.isInteger(indexConcurrency)||indexConcurrency<1||indexConcurrency>20)throw new Error("INDEX_CONCURRENCY must be an integer between 1 and 20");let rawPriorityPaths=process.env.PRIORITY_PATHS??"",priorityPaths=rawPriorityPaths?rawPriorityPaths.split(",").map(p=>p.trim()).filter(Boolean):[];return{vaultPath,dbPath:process.env.DB_PATH??`${vaultPath}/.semantic-memory/index.db`,embeddingProvider,openaiApiKey:process.env.OPENAI_API_KEY,embeddingModel:process.env.EMBEDDING_MODEL,embeddingBaseURL:process.env.EMBEDDING_BASE_URL,embeddingDims:process.env.EMBEDDING_DIMS?parseInt(process.env.EMBEDDING_DIMS,10):void 0,chunkMaxTokens,chunkOverlapTokens,priorityPaths,memoryDir:process.env.MEMORY_DIR??"Memory/Daily",memoryLedger:process.env.MEMORY_LEDGER??"System/Memory Events Ledger.md",llmExtraction:process.env.LLM_EXTRACTION==="true",indexConcurrency}}}});var require_sqlite=__commonJS({"dist/db/sqlite.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.Statement=exports2.MIN_NODE=void 0;exports2.nodeSupportProblem=nodeSupportProblem;exports2.sqliteRuntimeProblem=sqliteRuntimeProblem;var fs_1=__importDefault(require("fs"));exports2.MIN_NODE="22.16.0";function nodeSupportProblem(version=process.versions.node){let[major,minor]=version.split(".").map(Number);return major>=24||major===22&&minor>=16?null:`Renor needs Node ${exports2.MIN_NODE} or newer (it uses Node's built-in SQLite); this is Node ${version}.`}function sqliteRuntimeProblem(){let node=nodeSupportProblem();if(node)return`${node} Fix: install Node 22 LTS or newer (https://nodejs.org), then run the command again.`;try{let db=new SqliteDatabase(":memory:");try{require("sqlite-vec").load(db)}finally{db.close()}}catch(err){let reason=(err instanceof Error?err.message.split(`
|
|
28
28
|
`)[0]:String(err)).replace(/\.?\s*$/,".");return`the vector search extension (sqlite-vec) did not load on ${process.platform}-${process.arch}: ${reason} Fix: let npm install optional dependencies (remove omit=optional or --no-optional from your npm settings), then run \`npx -y renor-engine@latest mcp\` again.`}return null}var sqlite;function nodeSqlite(){if(sqlite)return sqlite;let problem=nodeSupportProblem();if(problem)throw new Error(`${problem} Install Node 22 LTS or newer from https://nodejs.org and run the command again.`);let emitWarning=process.emitWarning;process.emitWarning=((warning,...rest)=>{if(!String(warning instanceof Error?warning.message:warning).includes("SQLite is an experimental feature"))return emitWarning.call(process,warning,...rest)});try{sqlite=require("node:sqlite")}finally{process.emitWarning=emitWarning}return sqlite}var PRIMARY_CODES="OK ERROR INTERNAL PERM ABORT BUSY LOCKED NOMEM READONLY INTERRUPT IOERR CORRUPT NOTFOUND FULL CANTOPEN PROTOCOL EMPTY SCHEMA TOOBIG CONSTRAINT MISMATCH MISUSE NOLFS AUTH FORMAT RANGE NOTADB NOTICE WARNING".split(" "),EXTENDED_CODES=new Map("261 BUSY_RECOVERY,517 BUSY_SNAPSHOT,773 BUSY_TIMEOUT,262 LOCKED_SHAREDCACHE,267 CORRUPT_VTAB,523 CORRUPT_SEQUENCE,779 CORRUPT_INDEX,264 READONLY_RECOVERY,520 READONLY_CANTLOCK,776 READONLY_ROLLBACK,1032 READONLY_DBMOVED,275 CONSTRAINT_CHECK,531 CONSTRAINT_COMMITHOOK,787 CONSTRAINT_FOREIGNKEY,1043 CONSTRAINT_FUNCTION,1299 CONSTRAINT_NOTNULL,1555 CONSTRAINT_PRIMARYKEY,1811 CONSTRAINT_TRIGGER,2067 CONSTRAINT_UNIQUE,2323 CONSTRAINT_VTAB,2579 CONSTRAINT_ROWID,3091 CONSTRAINT_DATATYPE".split(",").map(pair=>[Number(pair.split(" ")[0]),pair.split(" ")[1]]));function withSqliteCode(err){let e=err;if(e&&e.code==="ERR_SQLITE_ERROR"&&typeof e.errcode=="number"){let name=EXTENDED_CODES.get(e.errcode)??PRIMARY_CODES[e.errcode&255]??"ERROR";try{e.code=`SQLITE_${name}`}catch{}}return err}function guarded(work){try{return work()}catch(err){throw withSqliteCode(err)}}function roundBigInts(value){if(typeof value=="bigint")return Number(value);if(Array.isArray(value))return value.map(roundBigInts);if(value!==null&&typeof value=="object"&&!ArrayBuffer.isView(value)){let out={};for(let key in value)out[key]=roundBigInts(value[key]);return out}return value}function asBuffer(value){return value instanceof Uint8Array&&!Buffer.isBuffer(value)?Buffer.from(value.buffer,value.byteOffset,value.byteLength):value}function bindArgs(params){let named,positional=[];for(let p of params)Array.isArray(p)?positional.push(...p):p!==null&&typeof p=="object"&&!ArrayBuffer.isView(p)?named=p:positional.push(p);return named===void 0?positional:[named,...positional]}var SCHEMA_CHANGE=/\b(ALTER|CREATE|DROP)\b/i,WRITE_OPCODES=new Set(["JournalMode","Vacuum","VCreate","VDestroy","VUpdate","ParseSchema"]),Statement=class{database;stmt;source;mode="object";bigInts=!1;changesSchema;generation;constructor(database,stmt,source){this.database=database,this.stmt=stmt,this.source=source,this.changesSchema=SCHEMA_CHANGE.test(source),this.generation=database.schemaGeneration}run(...params){let result=guarded(()=>this.current().run(...bindArgs(params)));return this.changesSchema&&this.database.schemaChanged(),{changes:Number(result.changes),lastInsertRowid:result.lastInsertRowid}}get(...params){let row=this.lossy(()=>this.current().get(...bindArgs(params)));return row===void 0?void 0:this.shape(row)}all(...params){return this.lossy(()=>this.current().all(...bindArgs(params))).map(row=>this.shape(row))}*iterate(...params){let rows=guarded(()=>this.current().iterate(...bindArgs(params)));try{for(;;){let step=guarded(()=>rows.next());if(step.done)return;yield this.shape(step.value)}}finally{rows.return?.()}}pluck(toggleState=!0){return this.setMode(toggleState?"pluck":this.mode==="pluck"?"object":this.mode)}raw(toggleState=!0){return this.setMode(toggleState?"raw":this.mode==="raw"?"object":this.mode)}safeIntegers(toggleState=!0){return this.bigInts=toggleState,this.stmt.setReadBigInts(toggleState),this}get readonly(){return!guarded(()=>this.database.prepareNative(`EXPLAIN ${this.source}`).all()).some(op=>op.opcode==="Transaction"&&op.p2>0||WRITE_OPCODES.has(op.opcode))}columns(){return this.current().columns()}lossy(read){try{return guarded(read)}catch(err){if(this.bigInts||err.code!=="ERR_OUT_OF_RANGE"||!this.readonly)throw err;this.stmt.setReadBigInts(!0);try{return roundBigInts(guarded(read))}finally{this.stmt.setReadBigInts(!1)}}}current(){return this.generation!==this.database.schemaGeneration&&(this.stmt=this.database.prepareNative(this.source),this.stmt.setReturnArrays(this.mode!=="object"),this.stmt.setReadBigInts(this.bigInts),this.generation=this.database.schemaGeneration),this.stmt}setMode(mode){return this.mode=mode,this.stmt.setReturnArrays(mode!=="object"),this}shape(row){if(this.mode==="pluck")return asBuffer(row[0]);if(this.mode==="raw")return row.map(asBuffer);let out={};for(let key in row)out[key]=asBuffer(row[key]);return out}};exports2.Statement=Statement;var SqliteDatabase=class{name;readonly;memory;db;closed=!1;extensions=new Set;schemaGeneration=0;constructor(filename="",options2={}){if(this.name=filename,this.readonly=options2.readonly===!0,this.memory=filename===":memory:"||filename==="",options2.fileMustExist&&!this.memory&&!fs_1.default.existsSync(filename))throw Object.assign(new Error(`unable to open database file: ${filename}`),{code:"SQLITE_CANTOPEN"});let{DatabaseSync}=nodeSqlite();this.db=guarded(()=>new DatabaseSync(filename,{readOnly:this.readonly,allowExtension:!0}));try{this.db.exec(`PRAGMA busy_timeout = ${Math.max(0,Math.trunc(options2.timeout??5e3))}`),this.db.exec("PRAGMA cache_size = -16000"),this.matchWalSynchronous()}catch(err){throw this.db.close(),withSqliteCode(err)}}get open(){return!this.closed}get inTransaction(){return!this.closed&&this.db.isTransaction}prepare(source){return new Statement(this,guarded(()=>this.db.prepare(source)),source)}prepareNative(source){return this.db.prepare(source)}exec(source){return guarded(()=>this.db.exec(source)),SCHEMA_CHANGE.test(source)&&this.schemaChanged(),this}schemaChanged(){this.schemaGeneration++}pragma(source,options2={}){let stmt=guarded(()=>this.db.prepare(`PRAGMA ${source}`));if(options2.simple){stmt.setReturnArrays(!0);let row=guarded(()=>stmt.get());return row===void 0?void 0:asBuffer(row[0])}return guarded(()=>stmt.all()).map(row=>({...row}))}transaction(fn){let wrap2=begin=>{let db=this;return function(...args){let nested=db.inTransaction;db.exec(nested?'SAVEPOINT "_renor_tx"':begin);try{let result=fn.apply(this,args);if(result&&typeof result.then=="function")throw new TypeError("Transaction function cannot return a promise");return db.exec(nested?'RELEASE "_renor_tx"':"COMMIT"),result}catch(err){throw db.inTransaction&&(nested?db.exec('ROLLBACK TO "_renor_tx"; RELEASE "_renor_tx"'):db.exec("ROLLBACK")),err}}},tx=wrap2("BEGIN");return tx.default=tx,tx.deferred=wrap2("BEGIN DEFERRED"),tx.immediate=wrap2("BEGIN IMMEDIATE"),tx.exclusive=wrap2("BEGIN EXCLUSIVE"),tx}loadExtension(path){return this.extensions.has(path)?this:(guarded(()=>this.db.loadExtension(path)),this.extensions.add(path),this)}backup(destinationFile){return nodeSqlite().backup(this.db,destinationFile)}close(){return this.closed||(this.closed=!0,this.db.close()),this}matchWalSynchronous(){this.db.prepare("PRAGMA journal_mode").get()?.journal_mode==="wal"&&this.db.exec("PRAGMA synchronous = NORMAL")}},Database=SqliteDatabase;exports2.default=Database}});var require_log=__commonJS({"dist/mvp/log.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.serializeError=serializeError;exports2.formatLogLine=formatLogLine;exports2.createLogger=createLogger;var MAX_STRING=300,MAX_FRAMES=5,RESERVED=new Set(["ts","level","svc","event","err"]),SENSITIVE_KEY=/secret|token|password|passwd|authorization|cookie|api_?key|service_?role|dsn|credential|^body$|^text$|^content$|^query$|^memory$|^email$/i,SAFE_KEY=/^[A-Za-z][A-Za-z0-9_]{0,63}$/,CONTROL=/[\u0000-\u001f\u007f-\u009f\u00ad\u061c\u180e\u200b-\u200f\u2028-\u202e\u2060-\u206f\ufeff]/g,UUID=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i,REDACTIONS=[[CONTROL," "],[/\b([a-z][a-z0-9+.-]*:\/\/)[^\s/?#@]+@/gi,"$1[redacted]@"],[/\?[^\s#"'<>|]*=[^\s#"'<>|]*/g,"?[redacted]"],[/\bBearer\s+[A-Za-z0-9._~+/=-]+/gi,"Bearer [redacted]"],[/\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]+/g,"[redacted]"],[/\b(?:sk|pk|rk|whsec|re|phc|phx|sbp|ghp|gho|ghs|xox[abp])[_-][A-Za-z0-9_-]{12,}/g,"[redacted]"],[/\b((?:x-)?(?:api[_-]?key|access[_-]?key|client[_-]?secret|secret|token|password|passwd|pwd|auth|authorization|signature|sig|session|cookie|apikey))(\s*[=:]\s*)("[^"]*"|'[^']*'|[^\s,;&"']+)/gi,"$1$2[redacted]"],[/\b[A-Za-z0-9_-]{32,}\b/g,m=>UUID.test(m)||!/[0-9]/.test(m)||!/[A-Za-z]/.test(m)?m:"[redacted]"],[/[A-Za-z0-9._%+-]+@[A-Za-z0-9-]+(?:\.[A-Za-z0-9-]+)+/g,"[email]"],[/file:\/\/\/?[^\s()'"`,;]+/g,"[path]"],[/(^|[\s(\[='"`,])\/(?:[^\s/()'"`,;]+\/)+[^\s/()'"`,;:]+/g,"$1[path]"],[/\b[A-Za-z]:\\[^\s'"`,;]*/g,"[path]"]];function clean(value){let out=value;for(let[pattern,replacement]of REDACTIONS)out=out.replace(pattern,replacement);return out.length>MAX_STRING?`${out.slice(0,MAX_STRING)}\u2026`:out}function cleanFrame(frame){return clean(frame.trim().replace(/(?:file:\/\/)?(?:\/|[A-Za-z]:\\)[^\s()]*?([^/\\\s()]+\.[cm]?[jt]sx?):(\d+):(\d+)/g,"$1:$2:$3"))}function serializeError(err){if(!(err instanceof Error))return{name:"NonError",message:clean(String(err))};let out={name:clean(String(err.name)),message:clean(String(err.message))},code=err.code;(typeof code=="string"||typeof code=="number")&&(out.code=clean(String(code)));let frames=String(err.stack??"").split(`
|
|
29
|
-
`).filter(line=>/^\s+at /.test(line)).slice(0,MAX_FRAMES);return frames.length>0&&(out.stack=frames.map(cleanFrame).join(" | ")),out}function formatLogLine(svc,level,event,fields={},err){let line={ts:new Date().toISOString(),level,svc:clean(svc),event:clean(event)};for(let[key,value]of Object.entries(fields))value===void 0||RESERVED.has(key)||!SAFE_KEY.test(key)||(SENSITIVE_KEY.test(key)?line[key]="[redacted]":typeof value=="string"?line[key]=clean(value):(typeof value=="number"||typeof value=="boolean"||value===null)&&(line[key]=value));return err!==void 0&&(line.err=serializeError(err)),JSON.stringify(line)}function createLogger(svc,options2={}){let write=(level,event,fields,err)=>{try{let line=formatLogLine(svc,level,event,fields,err);level==="info"&&!options2.stderr?console.log(line):level==="info"?console.error(line):level==="warn"?console.warn(line):console.error(line)}catch{}};return{info:(event,fields)=>write("info",event,fields),warn:(event,fields,err)=>write("warn",event,fields,err),error:(event,fields,err)=>write("error",event,fields,err)}}}});var require_migrations=__commonJS({"dist/db/migrations.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.runMigrations=runMigrations;var log_1=require_log(),log=(0,log_1.createLogger)("engine",{stderr:!0}),migrations=[{version:1,name:"initial_schema",up:db=>{let ddl=[`CREATE TABLE IF NOT EXISTS notes (
|
|
29
|
+
`).filter(line=>/^\s+at /.test(line)).slice(0,MAX_FRAMES);return frames.length>0&&(out.stack=frames.map(cleanFrame).join(" | ")),out}function formatLogLine(svc,level,event,fields={},err){let line={ts:new Date().toISOString(),level,svc:clean(svc),event:clean(event)};for(let[key,value]of Object.entries(fields))value===void 0||RESERVED.has(key)||!SAFE_KEY.test(key)||(SENSITIVE_KEY.test(key)?line[key]="[redacted]":typeof value=="string"?line[key]=clean(value):(typeof value=="number"||typeof value=="boolean"||value===null)&&(line[key]=value));return err!==void 0&&(line.err=serializeError(err)),JSON.stringify(line)}function createLogger(svc,options2={}){let write=(level,event,fields,err)=>{try{let line=formatLogLine(svc,level,event,fields,err);level==="info"&&!options2.stderr?console.log(line):level==="info"?console.error(line):level==="warn"?console.warn(line):console.error(line)}catch{}};return{info:(event,fields)=>write("info",event,fields),warn:(event,fields,err)=>write("warn",event,fields,err),error:(event,fields,err)=>write("error",event,fields,err)}}}});var require_migrations=__commonJS({"dist/db/migrations.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.LATEST_SCHEMA_VERSION=void 0;exports2.runMigrations=runMigrations;var log_1=require_log(),log=(0,log_1.createLogger)("engine",{stderr:!0}),migrations=[{version:1,name:"initial_schema",up:db=>{let ddl=[`CREATE TABLE IF NOT EXISTS notes (
|
|
30
30
|
path TEXT PRIMARY KEY,
|
|
31
31
|
title TEXT NOT NULL,
|
|
32
32
|
kind TEXT,
|
|
@@ -251,7 +251,7 @@ Expecting one of '${allowedValues.join("', '")}'`);let helpEvent=`${position}Hel
|
|
|
251
251
|
event_id TEXT,
|
|
252
252
|
approved_at TEXT NOT NULL,
|
|
253
253
|
via TEXT NOT NULL
|
|
254
|
-
)`)}}];function runMigrations(db){db.prepare("CREATE TABLE IF NOT EXISTS schema_version (version INTEGER NOT NULL)").run();let currentVersion=db.prepare("SELECT version FROM schema_version LIMIT 1").get()?.version??0;currentVersion===0&&db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='notes'").get()&&(migrations[0].up(db),currentVersion=1);let debug=process.env.RENOR_LOG_LEVEL==="debug",startedAt=Date.now(),applied=0;for(let migration of migrations)migration.version<=currentVersion||(db.transaction(()=>{migration.up(db),currentVersion===0&&migration.version===1?db.prepare("INSERT INTO schema_version (version) VALUES (?)").run(migration.version):db.prepare("UPDATE schema_version SET version = ?").run(migration.version)})(),currentVersion=migration.version,applied+=1,debug&&log.info("migration_applied",{version:migration.version,name:migration.name}));applied>0&&!debug&&log.info("database_ready",{migrations:applied,ms:Date.now()-startedAt})}}});var require_handoffTable=__commonJS({"dist/db/handoffTable.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.HANDOFF_TABLE=void 0;exports2.ensureHandoffTable=ensureHandoffTable;exports2.hasHandoffTable=hasHandoffTable;exports2.HANDOFF_TABLE="handoff_notes";var DDL=`CREATE TABLE IF NOT EXISTS handoff_notes (
|
|
254
|
+
)`)}}];exports2.LATEST_SCHEMA_VERSION=migrations[migrations.length-1].version;function runMigrations(db){db.prepare("CREATE TABLE IF NOT EXISTS schema_version (version INTEGER NOT NULL)").run();let currentVersion=db.prepare("SELECT version FROM schema_version LIMIT 1").get()?.version??0;currentVersion===0&&db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='notes'").get()&&(migrations[0].up(db),currentVersion=1);let debug=process.env.RENOR_LOG_LEVEL==="debug",startedAt=Date.now(),applied=0;for(let migration of migrations)migration.version<=currentVersion||(db.transaction(()=>{migration.up(db),currentVersion===0&&migration.version===1?db.prepare("INSERT INTO schema_version (version) VALUES (?)").run(migration.version):db.prepare("UPDATE schema_version SET version = ?").run(migration.version)})(),currentVersion=migration.version,applied+=1,debug&&log.info("migration_applied",{version:migration.version,name:migration.name}));applied>0&&!debug&&log.info("database_ready",{migrations:applied,ms:Date.now()-startedAt})}}});var require_handoffTable=__commonJS({"dist/db/handoffTable.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.HANDOFF_TABLE=void 0;exports2.ensureHandoffTable=ensureHandoffTable;exports2.hasHandoffTable=hasHandoffTable;exports2.HANDOFF_TABLE="handoff_notes";var DDL=`CREATE TABLE IF NOT EXISTS handoff_notes (
|
|
255
255
|
repo TEXT NOT NULL,
|
|
256
256
|
branch TEXT NOT NULL,
|
|
257
257
|
note TEXT NOT NULL,
|
|
@@ -263,7 +263,7 @@ Expecting one of '${allowedValues.join("', '")}'`);let helpEvent=`${position}Hel
|
|
|
263
263
|
CREATE TABLE IF NOT EXISTS handoff_clock (
|
|
264
264
|
id INTEGER PRIMARY KEY CHECK (id = 1),
|
|
265
265
|
high_water INTEGER NOT NULL
|
|
266
|
-
)`;function ensureHandoffTable(db){db.exec(DDL)}function hasHandoffTable(db){return db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?").get(exports2.HANDOFF_TABLE)!==void 0}}});var require_indexSalvage=__commonJS({"dist/db/indexSalvage.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.INDEX_ONLY_TABLES=void 0;exports2.unreadableSalvage=unreadableSalvage;exports2.salvageIndexTables=salvageIndexTables;exports2.restoreIndexTables=restoreIndexTables;exports2.describeSalvage=describeSalvage;var handoffTable_1=require_handoffTable();exports2.INDEX_ONLY_TABLES=["agent_requests","agent_cursors","known_agents"];function unreadableSalvage(reason){let salvage={rows:{},unreadable:{}};for(let table of exports2.INDEX_ONLY_TABLES)salvage.rows[table]=[],salvage.unreadable[table]=reason;return salvage}function salvageIndexTables(db){let salvage={rows:{},unreadable:{}};for(let table of tablesIn(db)){let rows=[];salvage.rows[table]=rows;try{for(let row of db.prepare(`SELECT rowid AS __rowid, * FROM "${table}"`).iterate())rows.push(row)}catch(err){/no such table/.test(errorText(err))||(salvage.unreadable[table]=errorText(err))}}return salvage}function restoreIndexTables(db,salvage){let restored={},rejected={};(salvage.rows[handoffTable_1.HANDOFF_TABLE]?.length??0)>0&&(0,handoffTable_1.ensureHandoffTable)(db);for(let table of tablesOf(salvage)){restored[table]=0,rejected[table]=0;for(let row of salvage.rows[table]??[]){let{__rowid,...values}=row,cols=["rowid",...Object.keys(values)],sql=`INSERT OR IGNORE INTO "${table}" (${cols.map(c=>`"${c}"`).join(", ")}) VALUES (${cols.map(()=>"?").join(", ")})`;try{let info=db.prepare(sql).run(__rowid,...Object.keys(values).map(c=>values[c]));restored[table]+=info.changes}catch{rejected[table]+=1}}}return{restored,rejected}}function describeSalvage(salvage,restored,rejected){let kept=tablesOf(salvage).map(t=>`${t} ${restored[t]??0}`).join(", "),lost=tablesOf(salvage).map(t=>{let parts=[];return rejected[t]&&parts.push(`${rejected[t]} row(s) could not be written`),salvage.unreadable[t]&&parts.push(`the damaged file could not be read (${salvage.unreadable[t]}), so rows past the damage are gone and not counted`),parts.length?`${t}: ${parts.join("; ")}`:""}).filter(Boolean);return`Kept from the damaged index: ${kept}.${lost.length?` NOT RECOVERED: ${lost.join(". ")}.`:""}`}function errorText(err){return err instanceof Error?err.message:String(err)}function tablesIn(db){let handoff=!1;try{handoff=(0,handoffTable_1.hasHandoffTable)(db)}catch{}return handoff?[...exports2.INDEX_ONLY_TABLES,handoffTable_1.HANDOFF_TABLE]:[...exports2.INDEX_ONLY_TABLES]}function tablesOf(salvage){return handoffTable_1.HANDOFF_TABLE in salvage.rows?[...exports2.INDEX_ONLY_TABLES,handoffTable_1.HANDOFF_TABLE]:[...exports2.INDEX_ONLY_TABLES]}}});var require_client=__commonJS({"dist/db/client.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.openDb=openDb;exports2.openIndexDb=openIndexDb;exports2.openReadOnlyDb=openReadOnlyDb;var sqlite_12=__importDefault(require_sqlite()),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),migrations_1=require_migrations(),indexSalvage_1=require_indexSalvage(),log_1=require_log(),log=(0,log_1.createLogger)("engine"),MMAP_SIZE_BYTES=1024*1024*1024;function openDb(dbPath){dbPath!==":memory:"&&dbPath!==""&&(fs_1.default.mkdirSync(path_1.default.dirname(dbPath),{recursive:!0,mode:448}),fs_1.default.closeSync(fs_1.default.openSync(dbPath,fs_1.default.constants.O_CREAT|fs_1.default.constants.O_WRONLY,384)));let db=new sqlite_12.default(dbPath);try{db.pragma("journal_mode = WAL"),db.pragma("foreign_keys = ON"),db.pragma(`mmap_size = ${MMAP_SIZE_BYTES}`)}catch(err){throw db.close(),err}return db}function openIndexDb(dbPath,ledgerPath){let damage;try{let db2=openDb(dbPath),verdict;try{verdict=db2.pragma("quick_check",{simple:!0})}catch(err){throw db2.close(),err}if(verdict==="ok")return db2;db2.close(),damage=String(verdict)}catch(err){if(!isCorruptionError(err))throw err;damage=err.message}if(!fs_1.default.existsSync(ledgerPath))throw new Error(`index ${dbPath} is damaged (${damage}) and there is no ledger to rebuild it from; it was not moved aside. Restore the ledger, or move the index aside by hand.`);let salvage=readDamagedIndex(dbPath),aside=setIndexAside(dbPath),db=openDb(dbPath);(0,migrations_1.runMigrations)(db);let{restored,rejected}=(0,indexSalvage_1.restoreIndexTables)(db,salvage);return log.error("index_rebuilt_from_ledger",{index:path_1.default.basename(dbPath),damage,movedTo:path_1.default.basename(aside),salvage:(0,indexSalvage_1.describeSalvage)(salvage,restored,rejected)}),db}function readDamagedIndex(dbPath){let db;try{db=openReadOnlyDb(dbPath)}catch(err){return(0,indexSalvage_1.unreadableSalvage)(err instanceof Error?err.message:String(err))}try{return(0,indexSalvage_1.salvageIndexTables)(db)}finally{db.close()}}function isCorruptionError(err){let code=err.code;return typeof code=="string"&&(code==="SQLITE_NOTADB"||code==="SQLITE_CORRUPT"||code.startsWith("SQLITE_CORRUPT_"))}function setIndexAside(dbPath){let stamp=new Date().toISOString().replace(/[:.]/g,"-"),aside=`${dbPath}.corrupt-${stamp}`;for(let n=2;["","-wal","-shm"].some(side=>fs_1.default.existsSync(aside+side));n++)aside=`${dbPath}.corrupt-${stamp}-${n}`;for(let side of["-wal","-shm",""])fs_1.default.existsSync(dbPath+side)&&fs_1.default.renameSync(dbPath+side,aside+side);return aside}function openReadOnlyDb(dbPath){if(!fs_1.default.existsSync(dbPath))throw new Error(`database not found: ${dbPath}`);let db=new sqlite_12.default(dbPath,{readonly:!0,fileMustExist:!0});return db.pragma("foreign_keys = ON"),db}}});var require_schema=__commonJS({"dist/db/schema.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.runMigrations=void 0;var migrations_1=require_migrations();Object.defineProperty(exports2,"runMigrations",{enumerable:!0,get:function(){return migrations_1.runMigrations}})}});var require_statements=__commonJS({"dist/db/statements.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.prepareOnce=prepareOnce;exports2.listStatement=listStatement;exports2.paddedList=paddedList;exports2.transactionOnce=transactionOnce;var MAX_PREPARED=256,prepared=new WeakMap;function prepareOnce(db,sql){let byText=prepared.get(db);byText||prepared.set(db,byText=new Map);let statement=byText.get(sql);return statement||(statement=db.prepare(sql),byText.size<MAX_PREPARED&&byText.set(sql,statement),statement)}var MAX_PADDED_LIST=256;function paddedSize(count){return count<=4?4:2**(32-Math.clz32(count-1))}function listStatement(db,count,build){return count>MAX_PADDED_LIST?db.prepare(build("?,".repeat(count-1)+"?")):prepareOnce(db,build("?,".repeat(paddedSize(count)-1)+"?"))}function paddedList(values){let padded=values.slice();if(values.length>MAX_PADDED_LIST)return padded;for(let size=paddedSize(values.length);padded.length<size;)padded.push(null);return padded}var transactions=new WeakMap;function transactionOnce(db,body){let byBody=transactions.get(db);byBody||transactions.set(db,byBody=new Map);let tx=byBody.get(body);return tx||(tx=db.transaction((...args)=>body(db,...args)),byBody.set(body,tx)),tx}}});var require_readCache=__commonJS({"dist/db/readCache.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.tableHasColumns=tableHasColumns;exports2.inReadSnapshot=inReadSnapshot;exports2.databaseStamp=databaseStamp;exports2.readUntilWrite=readUntilWrite;var statements_1=require_statements(),withColumns=new WeakMap;function tableHasColumns(db,table,columns){let key=`${table}(${columns.join(",")})`,known=withColumns.get(db);if(known?.has(key))return!0;let present=new Set(db.prepare(`PRAGMA table_info(${table})`).all().map(c=>c.name));return columns.every(c=>present.has(c))?(known||withColumns.set(db,known=new Map),known.set(key,!0),!0):!1}var kept=new WeakMap,MAX_KEPT=64,snapshots=new WeakSet;function stampOf(db){if(db.inTransaction&&!snapshots.has(db))return null;let version=(0,statements_1.prepareOnce)(db,"PRAGMA data_version").pluck().get(),changes=(0,statements_1.prepareOnce)(db,"SELECT total_changes()").pluck().get();return`${version}:${changes}`}function inReadSnapshot(db,read){if(db.inTransaction)return read();(0,statements_1.prepareOnce)(db,"BEGIN").run(),snapshots.add(db);let done=!1;try{let result=read();return done=!0,result}finally{snapshots.delete(db);try{(0,statements_1.prepareOnce)(db,"COMMIT").run()}catch(err){if(done)throw err}}}function databaseStamp(db){return stampOf(db)}function readUntilWrite(db,key,compute){let stamp=stampOf(db);if(stamp===null)return compute();let byKey=kept.get(db);byKey||kept.set(db,byKey=new Map);let held=byKey.get(key);if(held&&held.stamp===stamp)return held.value;let value=compute();return!byKey.has(key)&&byKey.size>=MAX_KEPT&&byKey.delete(byKey.keys().next().value),byKey.set(key,{stamp,value}),value}}});var require_toolRefusal=__commonJS({"dist/toolRefusal.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.TOOL_ERROR_REASONS=void 0;exports2.isToolErrorReason=isToolErrorReason;exports2.refusal=refusal;exports2.markErrorReason=markErrorReason;exports2.refusalReason=refusalReason;exports2.markToolRefusal=markToolRefusal;exports2.toolRefusalOf=toolRefusalOf;exports2.TOOL_ERROR_REASONS=["internal","refused","missing_argument","invalid_argument","invalid_scope","field_too_long","invalid_text","unsafe_path","memory_not_found","memory_already_retired","restore_conflict","storage_limit","batch_not_found","batch_already_applied","import_too_large","unsupported_import_format","duplicate_import_path","too_many_previews","capability_unavailable","capability_rebuilding","invalid_query"];function isToolErrorReason(value){return typeof value=="string"&&exports2.TOOL_ERROR_REASONS.includes(value)}var errorReasons=new WeakMap;function refusal(reason,message){return markErrorReason(new Error(message),reason)}function markErrorReason(err,reason){return errorReasons.set(err,reason),err}function refusalReason(err){return err instanceof Error?errorReasons.get(err):void 0}var reasons=new WeakMap;function markToolRefusal(result,reason){return reasons.set(result,reason),result}function toolRefusalOf(result){return result!==null&&typeof result=="object"?reasons.get(result):void 0}}});var require_scope=__commonJS({"dist/mvp/scope.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.normalizeScope=normalizeScope;exports2.dailyDirForScope=dailyDirForScope;exports2.notePathMatchesScope=notePathMatchesScope;exports2.scopeSqlPredicate=scopeSqlPredicate;exports2.scopeSpellings=scopeSpellings;exports2.savedScopeMatches=savedScopeMatches;exports2.savedScopeSqlPredicate=savedScopeSqlPredicate;var toolRefusal_1=require_toolRefusal(),SCOPES_ROOT="Memory/Scopes/",SLUG_RE=/^[a-z0-9-]{1,64}$/;function normalizeScope(raw){if(raw==null||raw.trim()==="")return"global";let s=raw.trim().toLowerCase();if(s==="global")return"global";let kind=null,slug=s;if(s.startsWith("scope:")?(kind="scope",slug=s.slice(6)):s.startsWith("project:")?(kind="project",slug=s.slice(8)):(kind="scope",slug=s),slug=slug.replace(/[_\s]+/g,"-").replace(/[^a-z0-9-]/g,"").replace(/-+/g,"-").replace(/^-|-$/g,""),!SLUG_RE.test(slug))throw(0,toolRefusal_1.refusal)("invalid_scope",`invalid scope ${JSON.stringify(raw)}: use "global" or "scope:<slug>" / "project:<slug>" with slug matching [a-z0-9-]{1,64}`);return`${kind}:${slug}`}function dailyDirForScope(scope){return scope==="global"?"Memory/Daily":`Memory/Scopes/${scope.includes(":")?scope.slice(scope.indexOf(":")+1):scope}/Daily`}function notePathMatchesScope(notePath,scope){let norm=notePath.replace(/\\/g,"/");if(scope==="global")return!(norm.startsWith("Memory/Scopes/")||norm.includes("/Memory/Scopes/"));let prefix=`Memory/Scopes/${scope.slice(scope.indexOf(":")+1)}/`;return norm===prefix.slice(0,-1)||norm.startsWith(prefix)||norm.includes("/"+prefix)}function scopeSqlPredicate(scope,column){if(scope==="global")return{sql:`(instr(${column}, ?) <> 1 AND instr(${column}, ?) = 0)`,params:[SCOPES_ROOT,`/${SCOPES_ROOT}`]};let dir=`${SCOPES_ROOT}${scope.slice(scope.indexOf(":")+1)}`;return{sql:`(instr(${column}, ?) > 0 OR instr(${column}, ?) = 1 OR ${column} = ?)`,params:[`/${dir}/`,`${dir}/`,dir]}}function scopeSpellings(scope){if(scope==="global")return["global"];let slug=scope.slice(scope.indexOf(":")+1);return[`scope:${slug}`,`project:${slug}`]}function savedScopeMatches(saved,scope){return scopeSpellings(scope).includes(saved)}function savedScopeSqlPredicate(scope,column){let spellings=scopeSpellings(scope);return{sql:`${column} IN (${spellings.map(()=>"?").join(", ")})`,params:spellings}}}});var require_entityLookup=__commonJS({"dist/retrieval/entityLookup.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.entityScopeFilter=entityScopeFilter;exports2.liveEntityFilter=liveEntityFilter;exports2.lookupEntity=lookupEntity;var readCache_1=require_readCache(),statements_1=require_statements(),scope_1=require_scope(),LIFECYCLE_NOTE_PATH="_mcp_";function entityScopeFilter(scope){let saved=(0,scope_1.savedScopeSqlPredicate)(scope,"f.scope"),path=(0,scope_1.scopeSqlPredicate)(scope,"entities.source_note");return{sql:`CASE WHEN entities.source_note = ? THEN EXISTS (SELECT 1 FROM facts f WHERE f.subject_entity_id = entities.id AND ${saved.sql}) ELSE ${path.sql} END`,params:[LIFECYCLE_NOTE_PATH,...saved.params,...path.params]}}function liveEntityFilter(){return{sql:"CASE WHEN entities.source_note = ? THEN EXISTS (SELECT 1 FROM facts f WHERE f.subject_entity_id = entities.id) ELSE 1 END",params:[LIFECYCLE_NOTE_PATH]}}function tieOrder(table=""){return`(${table}source_note = '${LIFECYCLE_NOTE_PATH}') DESC, ${table}source_note, ${table}id`}function unitsOf(db,column){let units=new Uint32Array(2048);for(let value of(0,statements_1.prepareOnce)(db,`SELECT ${column} FROM entities`).pluck().all())if(value!==null){if(typeof value!="string")return null;for(let i=0;i<value.length;i++){let unit=value.charCodeAt(i),folded=unit>=65&&unit<=90?unit+32:unit;units[folded>>5]|=1<<(folded&31)}}return units}function lowerIsAscii(db){let probe="\xC0\xC9\xCE\xD5\xDC\xC7\u03A9\u0414\u0416\u0130\xDF";return(0,statements_1.prepareOnce)(db,"SELECT lower(?)").pluck().get(`${probe}ABC`)===`${probe}abc`}function entityNameBounds(db){return(0,readCache_1.readUntilWrite)(db,"entityLookupBounds",()=>{let row=(0,statements_1.prepareOnce)(db,"SELECT COALESCE(MAX(length(canonical_name)), 0) AS name, COALESCE(MAX(length(source_note)), 0) AS note FROM entities").get(),alias=Number.POSITIVE_INFINITY;try{alias=(0,statements_1.prepareOnce)(db,"SELECT COALESCE(MAX(length(alias.value)), 0) AS n FROM entities AS e, json_each(e.aliases_json) AS alias").pluck().get()}catch{}let folded=lowerIsAscii(db);return{name:Number(row.name),alias:Number(alias),note:Number(row.note),names:folded?unitsOf(db,"canonical_name"):null,notes:folded?unitsOf(db,"source_note"):null}})}function mayBeWithin(units,name){if(units===null)return!0;for(let i=0;i<name.length;i++){let unit=name.charCodeAt(i);if(unit===0||unit>=55296&&unit<=57343)return!0;let folded=unit>=65&&unit<=90?unit+32:unit;if((units[folded>>5]&1<<(folded&31))===0)return!1}return!0}function lookupEntity(db,name,filter){let where=filter?` AND (${filter.sql})`:"",params=filter?filter.params:[],bounds=entityNameBounds(db),qlen=(0,statements_1.prepareOnce)(db,"SELECT length(?) AS n").get(name).n,fits=max=>qlen===null||qlen<=max;if(!fits(bounds.name)&&!fits(bounds.alias)&&!fits(bounds.note))return null;if(fits(bounds.name)){let byName=(0,statements_1.prepareOnce)(db,`SELECT * FROM entities WHERE canonical_name = ? COLLATE NOCASE${where} ORDER BY ${tieOrder()} LIMIT 1`).get(name,...params);if(byName)return toRow(byName)}if(fits(bounds.alias)){let byAlias=(0,statements_1.prepareOnce)(db,`SELECT entities.* FROM entities, json_each(entities.aliases_json) AS alias
|
|
266
|
+
)`;function ensureHandoffTable(db){db.exec(DDL)}function hasHandoffTable(db){return db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?").get(exports2.HANDOFF_TABLE)!==void 0}}});var require_indexSalvage=__commonJS({"dist/db/indexSalvage.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.INDEX_ONLY_TABLES=void 0;exports2.unreadableSalvage=unreadableSalvage;exports2.salvageIndexTables=salvageIndexTables;exports2.restoreIndexTables=restoreIndexTables;exports2.describeSalvage=describeSalvage;var handoffTable_1=require_handoffTable();exports2.INDEX_ONLY_TABLES=["agent_requests","agent_cursors","known_agents"];function unreadableSalvage(reason){let salvage={rows:{},unreadable:{}};for(let table of exports2.INDEX_ONLY_TABLES)salvage.rows[table]=[],salvage.unreadable[table]=reason;return salvage}function salvageIndexTables(db){let salvage={rows:{},unreadable:{}};for(let table of tablesIn(db)){let rows=[];salvage.rows[table]=rows;try{for(let row of db.prepare(`SELECT rowid AS __rowid, * FROM "${table}"`).iterate())rows.push(row)}catch(err){/no such table/.test(errorText(err))||(salvage.unreadable[table]=errorText(err))}}return salvage}function restoreIndexTables(db,salvage){let restored={},rejected={};(salvage.rows[handoffTable_1.HANDOFF_TABLE]?.length??0)>0&&(0,handoffTable_1.ensureHandoffTable)(db);for(let table of tablesOf(salvage)){restored[table]=0,rejected[table]=0;for(let row of salvage.rows[table]??[]){let{__rowid,...values}=row,cols=["rowid",...Object.keys(values)],sql=`INSERT OR IGNORE INTO "${table}" (${cols.map(c=>`"${c}"`).join(", ")}) VALUES (${cols.map(()=>"?").join(", ")})`;try{let info=db.prepare(sql).run(__rowid,...Object.keys(values).map(c=>values[c]));restored[table]+=info.changes}catch{rejected[table]+=1}}}return{restored,rejected}}function describeSalvage(salvage,restored,rejected){let kept=tablesOf(salvage).map(t=>`${t} ${restored[t]??0}`).join(", "),lost=tablesOf(salvage).map(t=>{let parts=[];return rejected[t]&&parts.push(`${rejected[t]} row(s) could not be written`),salvage.unreadable[t]&&parts.push(`the damaged file could not be read (${salvage.unreadable[t]}), so rows past the damage are gone and not counted`),parts.length?`${t}: ${parts.join("; ")}`:""}).filter(Boolean);return`Kept from the damaged index: ${kept}.${lost.length?` NOT RECOVERED: ${lost.join(". ")}.`:""}`}function errorText(err){return err instanceof Error?err.message:String(err)}function tablesIn(db){let handoff=!1;try{handoff=(0,handoffTable_1.hasHandoffTable)(db)}catch{}return handoff?[...exports2.INDEX_ONLY_TABLES,handoffTable_1.HANDOFF_TABLE]:[...exports2.INDEX_ONLY_TABLES]}function tablesOf(salvage){return handoffTable_1.HANDOFF_TABLE in salvage.rows?[...exports2.INDEX_ONLY_TABLES,handoffTable_1.HANDOFF_TABLE]:[...exports2.INDEX_ONLY_TABLES]}}});var require_client=__commonJS({"dist/db/client.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.openDb=openDb;exports2.openIndexDb=openIndexDb;exports2.openReadOnlyDb=openReadOnlyDb;var sqlite_12=__importDefault(require_sqlite()),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),migrations_1=require_migrations(),indexSalvage_1=require_indexSalvage(),log_1=require_log(),log=(0,log_1.createLogger)("engine"),MMAP_SIZE_BYTES=1024*1024*1024;function openDb(dbPath){dbPath!==":memory:"&&dbPath!==""&&(fs_1.default.mkdirSync(path_1.default.dirname(dbPath),{recursive:!0,mode:448}),fs_1.default.closeSync(fs_1.default.openSync(dbPath,fs_1.default.constants.O_CREAT|fs_1.default.constants.O_WRONLY,384)));let db=new sqlite_12.default(dbPath);try{db.pragma("journal_mode = WAL"),db.pragma("foreign_keys = ON"),db.pragma(`mmap_size = ${MMAP_SIZE_BYTES}`)}catch(err){throw db.close(),err}return db}function openIndexDb(dbPath,ledgerPath){let damage;try{let db2=openDb(dbPath),verdict;try{verdict=db2.pragma("quick_check",{simple:!0})}catch(err){throw db2.close(),err}if(verdict==="ok")return db2;db2.close(),damage=String(verdict)}catch(err){if(!isCorruptionError(err))throw err;damage=err.message}if(!fs_1.default.existsSync(ledgerPath))throw new Error(`index ${dbPath} is damaged (${damage}) and there is no ledger to rebuild it from; it was not moved aside. Restore the ledger, or move the index aside by hand.`);let salvage=readDamagedIndex(dbPath),aside=setIndexAside(dbPath),db=openDb(dbPath);(0,migrations_1.runMigrations)(db);let{restored,rejected}=(0,indexSalvage_1.restoreIndexTables)(db,salvage);return log.error("index_rebuilt_from_ledger",{index:path_1.default.basename(dbPath),damage,movedTo:path_1.default.basename(aside),salvage:(0,indexSalvage_1.describeSalvage)(salvage,restored,rejected)}),db}function readDamagedIndex(dbPath){let db;try{db=openReadOnlyDb(dbPath)}catch(err){return(0,indexSalvage_1.unreadableSalvage)(err instanceof Error?err.message:String(err))}try{return(0,indexSalvage_1.salvageIndexTables)(db)}finally{db.close()}}function isCorruptionError(err){let code=err.code;return typeof code=="string"&&(code==="SQLITE_NOTADB"||code==="SQLITE_CORRUPT"||code.startsWith("SQLITE_CORRUPT_"))}function setIndexAside(dbPath){let stamp=new Date().toISOString().replace(/[:.]/g,"-"),aside=`${dbPath}.corrupt-${stamp}`;for(let n=2;["","-wal","-shm"].some(side=>fs_1.default.existsSync(aside+side));n++)aside=`${dbPath}.corrupt-${stamp}-${n}`;for(let side of["-wal","-shm",""])fs_1.default.existsSync(dbPath+side)&&fs_1.default.renameSync(dbPath+side,aside+side);return aside}function openReadOnlyDb(dbPath){if(!fs_1.default.existsSync(dbPath))throw new Error(`database not found: ${dbPath}`);let db=new sqlite_12.default(dbPath,{readonly:!0,fileMustExist:!0});return db.pragma("foreign_keys = ON"),db}}});var require_schema=__commonJS({"dist/db/schema.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.runMigrations=void 0;var migrations_1=require_migrations();Object.defineProperty(exports2,"runMigrations",{enumerable:!0,get:function(){return migrations_1.runMigrations}})}});var require_statements=__commonJS({"dist/db/statements.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.prepareOnce=prepareOnce;exports2.listStatement=listStatement;exports2.paddedList=paddedList;exports2.transactionOnce=transactionOnce;var MAX_PREPARED=256,prepared=new WeakMap;function prepareOnce(db,sql){let byText=prepared.get(db);byText||prepared.set(db,byText=new Map);let statement=byText.get(sql);return statement||(statement=db.prepare(sql),byText.size<MAX_PREPARED&&byText.set(sql,statement),statement)}var MAX_PADDED_LIST=256;function paddedSize(count){return count<=4?4:2**(32-Math.clz32(count-1))}function listStatement(db,count,build){return count>MAX_PADDED_LIST?db.prepare(build("?,".repeat(count-1)+"?")):prepareOnce(db,build("?,".repeat(paddedSize(count)-1)+"?"))}function paddedList(values){let padded=values.slice();if(values.length>MAX_PADDED_LIST)return padded;for(let size=paddedSize(values.length);padded.length<size;)padded.push(null);return padded}var transactions=new WeakMap;function transactionOnce(db,body){let byBody=transactions.get(db);byBody||transactions.set(db,byBody=new Map);let tx=byBody.get(body);return tx||(tx=db.transaction((...args)=>body(db,...args)),byBody.set(body,tx)),tx}}});var require_readCache=__commonJS({"dist/db/readCache.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.tableHasColumns=tableHasColumns;exports2.inReadSnapshot=inReadSnapshot;exports2.databaseStamp=databaseStamp;exports2.readUntilWrite=readUntilWrite;var statements_1=require_statements(),withColumns=new WeakMap;function tableHasColumns(db,table,columns){let key=`${table}(${columns.join(",")})`,known=withColumns.get(db);if(known?.has(key))return!0;let present=new Set(db.prepare(`PRAGMA table_info(${table})`).all().map(c=>c.name));return columns.every(c=>present.has(c))?(known||withColumns.set(db,known=new Map),known.set(key,!0),!0):!1}var kept=new WeakMap,MAX_KEPT=64,snapshots=new WeakSet;function stampOf(db){if(db.inTransaction&&!snapshots.has(db))return null;let version=(0,statements_1.prepareOnce)(db,"PRAGMA data_version").pluck().get(),changes=(0,statements_1.prepareOnce)(db,"SELECT total_changes()").pluck().get();return`${version}:${changes}`}function inReadSnapshot(db,read){if(db.inTransaction)return read();(0,statements_1.prepareOnce)(db,"BEGIN").run(),snapshots.add(db);let done=!1;try{let result=read();return done=!0,result}finally{snapshots.delete(db);try{(0,statements_1.prepareOnce)(db,"COMMIT").run()}catch(err){if(done)throw err}}}function databaseStamp(db){return stampOf(db)}function readUntilWrite(db,key,compute){let stamp=stampOf(db);if(stamp===null)return compute();let byKey=kept.get(db);byKey||kept.set(db,byKey=new Map);let held=byKey.get(key);if(held&&held.stamp===stamp)return held.value;let value=compute();return!byKey.has(key)&&byKey.size>=MAX_KEPT&&byKey.delete(byKey.keys().next().value),byKey.set(key,{stamp,value}),value}}});var require_toolRefusal=__commonJS({"dist/toolRefusal.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.TOOL_ERROR_REASONS=void 0;exports2.isToolErrorReason=isToolErrorReason;exports2.refusal=refusal;exports2.markErrorReason=markErrorReason;exports2.refusalReason=refusalReason;exports2.markToolRefusal=markToolRefusal;exports2.toolRefusalOf=toolRefusalOf;exports2.TOOL_ERROR_REASONS=["internal","refused","missing_argument","invalid_argument","invalid_scope","field_too_long","invalid_text","unsafe_path","memory_not_found","memory_already_retired","restore_conflict","storage_limit","batch_not_found","batch_already_applied","import_too_large","unsupported_import_format","duplicate_import_path","too_many_previews","capability_unavailable","capability_rebuilding","invalid_query"];function isToolErrorReason(value){return typeof value=="string"&&exports2.TOOL_ERROR_REASONS.includes(value)}var errorReasons=new WeakMap;function refusal(reason,message){return markErrorReason(new Error(message),reason)}function markErrorReason(err,reason){return errorReasons.set(err,reason),err}function refusalReason(err){return err instanceof Error?errorReasons.get(err):void 0}var reasons=new WeakMap;function markToolRefusal(result,reason){return reasons.set(result,reason),result}function toolRefusalOf(result){return result!==null&&typeof result=="object"?reasons.get(result):void 0}}});var require_scope=__commonJS({"dist/mvp/scope.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.normalizeScope=normalizeScope;exports2.dailyDirForScope=dailyDirForScope;exports2.notePathMatchesScope=notePathMatchesScope;exports2.scopeSqlPredicate=scopeSqlPredicate;exports2.scopeSpellings=scopeSpellings;exports2.savedScopeMatches=savedScopeMatches;exports2.savedScopeSqlPredicate=savedScopeSqlPredicate;var toolRefusal_1=require_toolRefusal(),SCOPES_ROOT="Memory/Scopes/",SLUG_RE=/^[a-z0-9-]{1,64}$/;function normalizeScope(raw){if(raw==null||raw.trim()==="")return"global";let s=raw.trim().toLowerCase();if(s==="global")return"global";let kind=null,slug=s;if(s.startsWith("scope:")?(kind="scope",slug=s.slice(6)):s.startsWith("project:")?(kind="project",slug=s.slice(8)):(kind="scope",slug=s),slug=slug.replace(/[_\s]+/g,"-").replace(/[^a-z0-9-]/g,"").replace(/-+/g,"-").replace(/^-|-$/g,""),!SLUG_RE.test(slug))throw(0,toolRefusal_1.refusal)("invalid_scope",`invalid scope ${JSON.stringify(raw)}: use "global" or "scope:<slug>" / "project:<slug>" with slug matching [a-z0-9-]{1,64}`);return`${kind}:${slug}`}function dailyDirForScope(scope){return scope==="global"?"Memory/Daily":`Memory/Scopes/${scope.includes(":")?scope.slice(scope.indexOf(":")+1):scope}/Daily`}function notePathMatchesScope(notePath,scope){let norm=notePath.replace(/\\/g,"/");if(scope==="global")return!(norm.startsWith("Memory/Scopes/")||norm.includes("/Memory/Scopes/"));let prefix=`Memory/Scopes/${scope.slice(scope.indexOf(":")+1)}/`;return norm===prefix.slice(0,-1)||norm.startsWith(prefix)||norm.includes("/"+prefix)}function scopeSqlPredicate(scope,column){if(column=`replace(${column}, char(92), '/')`,scope==="global")return{sql:`(instr(${column}, ?) <> 1 AND instr(${column}, ?) = 0)`,params:[SCOPES_ROOT,`/${SCOPES_ROOT}`]};let dir=`${SCOPES_ROOT}${scope.slice(scope.indexOf(":")+1)}`;return{sql:`(instr(${column}, ?) > 0 OR instr(${column}, ?) = 1 OR ${column} = ?)`,params:[`/${dir}/`,`${dir}/`,dir]}}function scopeSpellings(scope){if(scope==="global")return["global"];let slug=scope.slice(scope.indexOf(":")+1);return[`scope:${slug}`,`project:${slug}`]}function savedScopeMatches(saved,scope){return scopeSpellings(scope).includes(saved)}function savedScopeSqlPredicate(scope,column){let spellings=scopeSpellings(scope);return{sql:`${column} IN (${spellings.map(()=>"?").join(", ")})`,params:spellings}}}});var require_entityLookup=__commonJS({"dist/retrieval/entityLookup.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.entityScopeFilter=entityScopeFilter;exports2.liveEntityFilter=liveEntityFilter;exports2.lookupEntity=lookupEntity;var readCache_1=require_readCache(),statements_1=require_statements(),scope_1=require_scope(),LIFECYCLE_NOTE_PATH="_mcp_";function entityScopeFilter(scope){let saved=(0,scope_1.savedScopeSqlPredicate)(scope,"f.scope"),path=(0,scope_1.scopeSqlPredicate)(scope,"entities.source_note");return{sql:`CASE WHEN entities.source_note = ? THEN EXISTS (SELECT 1 FROM facts f WHERE f.subject_entity_id = entities.id AND ${saved.sql}) ELSE ${path.sql} END`,params:[LIFECYCLE_NOTE_PATH,...saved.params,...path.params]}}function liveEntityFilter(){return{sql:"CASE WHEN entities.source_note = ? THEN EXISTS (SELECT 1 FROM facts f WHERE f.subject_entity_id = entities.id) ELSE 1 END",params:[LIFECYCLE_NOTE_PATH]}}function tieOrder(table=""){return`(${table}source_note = '${LIFECYCLE_NOTE_PATH}') DESC, ${table}source_note, ${table}id`}function unitsOf(db,column){let units=new Uint32Array(2048);for(let value of(0,statements_1.prepareOnce)(db,`SELECT ${column} FROM entities`).pluck().all())if(value!==null){if(typeof value!="string")return null;for(let i=0;i<value.length;i++){let unit=value.charCodeAt(i),folded=unit>=65&&unit<=90?unit+32:unit;units[folded>>5]|=1<<(folded&31)}}return units}function lowerIsAscii(db){let probe="\xC0\xC9\xCE\xD5\xDC\xC7\u03A9\u0414\u0416\u0130\xDF";return(0,statements_1.prepareOnce)(db,"SELECT lower(?)").pluck().get(`${probe}ABC`)===`${probe}abc`}function entityNameBounds(db){return(0,readCache_1.readUntilWrite)(db,"entityLookupBounds",()=>{let row=(0,statements_1.prepareOnce)(db,"SELECT COALESCE(MAX(length(canonical_name)), 0) AS name, COALESCE(MAX(length(source_note)), 0) AS note FROM entities").get(),alias=Number.POSITIVE_INFINITY;try{alias=(0,statements_1.prepareOnce)(db,"SELECT COALESCE(MAX(length(alias.value)), 0) AS n FROM entities AS e, json_each(e.aliases_json) AS alias").pluck().get()}catch{}let folded=lowerIsAscii(db);return{name:Number(row.name),alias:Number(alias),note:Number(row.note),names:folded?unitsOf(db,"canonical_name"):null,notes:folded?unitsOf(db,"source_note"):null}})}function mayBeWithin(units,name){if(units===null)return!0;for(let i=0;i<name.length;i++){let unit=name.charCodeAt(i);if(unit===0||unit>=55296&&unit<=57343)return!0;let folded=unit>=65&&unit<=90?unit+32:unit;if((units[folded>>5]&1<<(folded&31))===0)return!1}return!0}function lookupEntity(db,name,filter){let where=filter?` AND (${filter.sql})`:"",params=filter?filter.params:[],bounds=entityNameBounds(db),qlen=(0,statements_1.prepareOnce)(db,"SELECT length(?) AS n").get(name).n,fits=max=>qlen===null||qlen<=max;if(!fits(bounds.name)&&!fits(bounds.alias)&&!fits(bounds.note))return null;if(fits(bounds.name)){let byName=(0,statements_1.prepareOnce)(db,`SELECT * FROM entities WHERE canonical_name = ? COLLATE NOCASE${where} ORDER BY ${tieOrder()} LIMIT 1`).get(name,...params);if(byName)return toRow(byName)}if(fits(bounds.alias)){let byAlias=(0,statements_1.prepareOnce)(db,`SELECT entities.* FROM entities, json_each(entities.aliases_json) AS alias
|
|
267
267
|
WHERE lower(alias.value) = lower(?)${where}
|
|
268
268
|
ORDER BY ${tieOrder("entities.")}
|
|
269
269
|
LIMIT 1`).get(name,...params);if(byAlias)return toRow(byAlias)}if(fits(bounds.name)&&mayBeWithin(bounds.names,name)){let byPartial=(0,statements_1.prepareOnce)(db,`SELECT * FROM entities WHERE instr(lower(canonical_name), lower(?)) > 0${where} ORDER BY length(canonical_name) ASC, ${tieOrder()} LIMIT 1`).get(name,...params);if(byPartial)return toRow(byPartial)}if(fits(bounds.note)&&mayBeWithin(bounds.notes,name)){let byPath=(0,statements_1.prepareOnce)(db,`SELECT * FROM entities WHERE instr(lower(source_note), lower(?)) > 0${where} ORDER BY length(canonical_name) ASC, ${tieOrder()} LIMIT 1`).get(name,...params);if(byPath)return toRow(byPath)}return null}function toRow(r){return{id:r.id,type:r.type,canonicalName:r.canonical_name,aliases:JSON.parse(r.aliases_json??"[]"),sourceNote:r.source_note,confidence:r.confidence}}}});var require_queryHelpers=__commonJS({"dist/retrieval/queryHelpers.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ownerNames=ownerNames;exports2.identityKey=identityKey;exports2.identityNames=identityNames;exports2.quoteFtsQuery=quoteFtsQuery;exports2.shownPage=shownPage;exports2.pickTopK=pickTopK;exports2.pickEntityName=pickEntityName;function ownerNames(){return parsedOwnerNames().slice()}var ownerSource,ownerParsed=[];function parsedOwnerNames(){let raw=process.env.RENOR_OWNER_NAMES??"";return raw!==ownerSource&&(ownerSource=raw,ownerParsed=raw.split(",").map(n=>n.trim()).filter(Boolean)),ownerParsed}function aliasGroups(){let owner=parsedOwnerNames();return owner.length?[owner]:[]}function fold(s){return s.normalize("NFC").trim().toLowerCase().normalize("NFC")}function identityKey(name){let folded=fold(name);if(folded==="")return`\0raw:${name}`;for(let names of aliasGroups())if(names.some(n=>fold(n)===folded))return fold(names[0]);return folded}function identityNames(name){let key=fold(name);for(let names of aliasGroups())if(names.some(n=>fold(n)===key)){let extra=names.includes(name)?names:[name,...names];return[...new Set(extra)]}return[name]}function quoteFtsQuery(raw){let q=(raw??"").trim();return!q||q.length>200?"":`"${q.replace(/"/g,'""')}"`}function shownPage(read,show,limit,first=limit){if(!(limit>0))return[];let batch=Math.max(limit,8);for(let rows=first>limit?first:limit;;rows*=4){let ranked=read(rows),shown=[];for(let at=0;at<ranked.length&&shown.length<limit;at+=batch)shown.push(...show(ranked.slice(at,at+batch)));if(shown.length>=limit||ranked.length<rows)return shown.slice(0,limit)}}function pickTopK(args,fallback=20,max=100){let raw=args.topK??args.top_k??fallback,n=Number(raw);return Number.isFinite(n)?Math.min(max,Math.max(1,Math.floor(n))):fallback}function pickEntityName(args){let v=args.entityName??args.name??args.subject;return typeof v=="string"?v.trim():""}}});var require_factTerms=__commonJS({"dist/memory/factTerms.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_COMMON_WORDS=exports2.RECENT_WINDOW=exports2.COMPLETE_POSTINGS=exports2.prepareOnce=void 0;exports2.words=words;exports2.atoms=atoms;exports2.atomSequence=atomSequence;exports2.canonicalSubject=canonicalSubject;exports2.factVocabulary=factVocabulary;exports2.indexFactTerms=indexFactTerms;exports2.unindexFactTerms=unindexFactTerms;exports2.ensureFactTerms=ensureFactTerms;exports2.statementTerms=statementTerms;exports2.findCurrentFacts=findCurrentFacts;exports2.newestFactEvent=newestFactEvent;exports2.currentFactById=currentFactById;exports2.recentCurrentFacts=recentCurrentFacts;var statements_1=require_statements();Object.defineProperty(exports2,"prepareOnce",{enumerable:!0,get:function(){return statements_1.prepareOnce}});var scope_1=require_scope();function tokens(value){return value.toLowerCase().replace(/[^\p{L}\p{N}\p{M}_-]+/gu," ").split(/\s+/).map(w=>w.trim()).filter(w=>w.length>=2)}function words(value){return Array.from(new Set(tokens(value)))}function atoms(value){return Array.from(new Set(atomSequence(value)))}function atomSequence(value){return tokens(value.replace(/[-_]+/g," "))}function predicateWords(predicate){let out=new Set,irregularBases={does:"do",has:"have"};for(let word of atoms(predicate)){out.add(word);let irregular=irregularBases[word];irregular?out.add(irregular):/^[a-z]+ies$/.test(word)&&word.length>=5?out.add(`${word.slice(0,-3)}y`):/^[a-z]+(ches|shes|xes|zes|oes|sses)$/.test(word)?out.add(word.slice(0,-2)):/^[a-z]+s$/.test(word)&&word.length>=4&&!word.endsWith("ss")&&!word.endsWith("us")&&!word.endsWith("is")&&out.add(word.slice(0,-1))}return Array.from(out)}function canonicalSubject(db,entityId){return(0,statements_1.prepareOnce)(db,"SELECT canonical_name FROM entities WHERE id = ?").get(entityId).canonical_name}function factVocabulary(fact){return new Set([...atoms(`${fact.subject} ${fact.object}`),...predicateWords(fact.predicate)])}function indexFactTerms(db,factId,scope,fact){(0,statements_1.prepareOnce)(db,"INSERT OR IGNORE INTO fact_terms (term, scope, fact_id) SELECT value, ?, ? FROM json_each(?)").run(scope,factId,JSON.stringify(["",...factVocabulary(fact)]))}function unindexFactTerms(db,factId,scope,fact){(0,statements_1.prepareOnce)(db,"DELETE FROM fact_terms WHERE scope = ? AND fact_id = ? AND term IN (SELECT value FROM json_each(?))").run(scope,factId,JSON.stringify(["",...factVocabulary(fact)]))}function ensureFactTerms(db){let unindexed=db.prepare(`SELECT f.id AS id, f.scope AS scope, e.canonical_name AS subject, f.predicate AS predicate, f.object_text AS object
|
|
@@ -308,7 +308,7 @@ CREATE TABLE IF NOT EXISTS handoff_clock (
|
|
|
308
308
|
JOIN entities e ON e.id = f.subject_entity_id
|
|
309
309
|
WHERE f.valid_to IS NULL AND f.source_path = '_mcp_' ${scope===void 0?"":"AND f.scope = ?"}
|
|
310
310
|
ORDER BY f.valid_from DESC, f.id DESC
|
|
311
|
-
LIMIT ?`);return(scope===void 0?read.all(limit):newestOfSpellings(read,scope,limit)).map(({id:_id,...fact})=>fact)}}});var require_limits=__commonJS({"dist/memory/limits.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_STATEMENT_LENGTH=void 0;exports2.MAX_STATEMENT_LENGTH=4e3}});var require_durableAppend=__commonJS({"dist/memory/durableAppend.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.isUnsupportedDirectorySync=isUnsupportedDirectorySync;exports2.syncDirectory=syncDirectory;exports2.syncDirectorySync=syncDirectorySync;exports2.withAppendLock=withAppendLock;exports2.markUnrecoverable=markUnrecoverable;exports2.unrecoverableReason=unrecoverableReason;var promises_1=__importDefault(require("fs/promises")),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path"));function isUnsupportedDirectorySync(err,platform=process.platform){if(platform!=="win32")return!1;let code=err?.code;return code==="EPERM"||code==="EISDIR"||code==="EINVAL"}async function syncDirectory(dir){let handle;try{handle=await promises_1.default.open(dir,"r")}catch(err){if(isUnsupportedDirectorySync(err))return;throw err}try{await handle.sync()}catch(err){if(!isUnsupportedDirectorySync(err))throw err}finally{await handle.close()}}function syncDirectorySync(dir){let fd;try{fd=fs_1.default.openSync(dir,"r")}catch(err){if(isUnsupportedDirectorySync(err))return;throw err}try{fs_1.default.fsyncSync(fd)}catch(err){if(!isUnsupportedDirectorySync(err))throw err}finally{fs_1.default.closeSync(fd)}}var queues=new Map;function withAppendLock(file,fn){let key=path_1.default.resolve(file),run=(queues.get(key)??Promise.resolve()).then(fn,fn),settled=run.then(()=>{},()=>{});return queues.set(key,settled),settled.then(()=>{queues.get(key)===settled&&queues.delete(key)}),run}var unrecoverable=new Map;function markUnrecoverable(file,reason){unrecoverable.set(path_1.default.resolve(file),reason)}function unrecoverableReason(file){return unrecoverable.get(path_1.default.resolve(file))}}});var require_confinedWrite=__commonJS({"dist/memory/confinedWrite.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.assertHandleInside=assertHandleInside;exports2.appendConfined=appendConfined;exports2.createConfined=createConfined;exports2.withConfinedFile=withConfinedFile;exports2.writeConfined=writeConfined;exports2.assertConfinedTarget=assertConfinedTarget;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),durableAppend_1=require_durableAppend();function refusal(relFile,why){return new Error(`refusing to write ${JSON.stringify(relFile)}: ${why}`)}function partsOf(relFile){let parts=relFile.split(/[\\/]/).filter(p=>p&&p!=="."),name=parts.pop();if(!name||parts.includes("..")||name===".."||path_1.default.isAbsolute(relFile))throw refusal(relFile,"it is not a path inside the vault");return{dirs:parts,name}}async function realRoot(vaultRoot){try{return await promises_1.default.realpath(vaultRoot)}catch(err){if(err.code!=="ENOENT")throw err;return await promises_1.default.mkdir(vaultRoot,{recursive:!0}),promises_1.default.realpath(vaultRoot)}}async function walkDirs(root,relFile,dirs,create){let dir=root;for(let part of dirs){dir=path_1.default.join(dir,part);let st;try{st=await promises_1.default.lstat(dir)}catch(err){if(err.code!=="ENOENT")throw err;if(!create)return null;try{await promises_1.default.mkdir(dir,{mode:448})}catch(e2){if(e2.code!=="EEXIST")throw e2}st=await promises_1.default.lstat(dir)}if(st.isSymbolicLink()||!st.isDirectory())throw refusal(relFile,`${JSON.stringify(dirs.join("/"))} is a symbolic link or not a plain directory inside the vault`)}return dir}async function assertHandleInside(handle,realVaultRoot,relFile){let where;try{where=await promises_1.default.readlink(`/proc/self/fd/${handle.fd}`)}catch(err){let code=err.code;if(code==="ENOENT"||code==="ENOTDIR")return;throw err}let rel=path_1.default.relative(realVaultRoot,where);if(rel===""||rel===".."||rel.startsWith(`..${path_1.default.sep}`)||path_1.default.isAbsolute(rel))throw refusal(relFile,"the file opened is outside the vault (a directory was replaced by a link while it was written)")}async function checkHandle(handle,root,relFile){await assertHandleInside(handle,root,relFile);let st=await handle.stat();if(!st.isFile()||st.nlink!==1)throw refusal(relFile,"it is not a regular file with a single name")}async function appendConfined(vaultRoot,relFile,content,header=""){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name),key=path_1.default.resolve(vaultRoot,relFile);return(0,durableAppend_1.withAppendLock)(key,async()=>{let refused=(0,durableAppend_1.unrecoverableReason)(key);if(refused)throw refusal(relFile,`it holds the bytes of a failed write that could not be cut back (${refused}); refusing further appends until the engine restarts, which sets that tail aside`);let OPEN=fs_1.constants.O_WRONLY|fs_1.constants.O_APPEND|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,handle,created=!1;try{handle=await promises_1.default.open(file,OPEN|fs_1.constants.O_CREAT|fs_1.constants.O_EXCL,384),created=!0}catch(err){if(err.code!=="EEXIST")throw err;try{handle=await promises_1.default.open(file,OPEN)}catch(e2){let code=e2.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):e2}}let before=null,inside=!1,failure=null;try{await assertHandleInside(handle,root,relFile),inside=!0,await checkHandle(handle,root,relFile),before=(await handle.stat()).size,await handle.appendFile(created?header+content:content,"utf8"),await handle.sync(),created&&await(0,durableAppend_1.syncDirectory)(dir)}catch(error){failure={error},!created&&before!==null&&await handle.truncate(before).then(()=>handle.sync()).catch(cutError=>{(0,durableAppend_1.markUnrecoverable)(key,cutError instanceof Error?cutError.message:String(cutError))})}finally{await handle.close().catch(()=>{})}if(failure)throw created&&inside&&await promises_1.default.rm(file,{force:!0}).catch(()=>{}),failure.error;return file})}async function createConfined(vaultRoot,relFile,content){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name),handle=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_CREAT|fs_1.constants.O_EXCL|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,384),inside=!1,failure=null;try{await assertHandleInside(handle,root,relFile),inside=!0,await checkHandle(handle,root,relFile),await handle.writeFile(content,"utf8"),await handle.sync(),await(0,durableAppend_1.syncDirectory)(dir)}catch(error){failure={error}}finally{await handle.close().catch(()=>{})}if(failure)throw inside&&await promises_1.default.rm(file,{force:!0}).catch(()=>{}),failure.error;return file}async function withConfinedFile(vaultRoot,relFile,fn){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!1);if(dir===null)throw Object.assign(new Error(`ENOENT: no such file or directory, ${relFile}`),{code:"ENOENT"});let handle;try{handle=await promises_1.default.open(path_1.default.join(dir,name),fs_1.constants.O_RDWR|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK)}catch(err){let code=err.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):err}try{return await checkHandle(handle,root,relFile),await fn(handle)}finally{await handle.close().catch(()=>{})}}async function writeConfined(vaultRoot,relFile,content){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name),handle;try{handle=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_CREAT|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,384)}catch(err){let code=err.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):err}try{await checkHandle(handle,root,relFile),await handle.truncate(0),await handle.writeFile(content,"utf8")}finally{await handle.close().catch(()=>{})}return file}async function assertConfinedTarget(vaultRoot,relFile){let{dirs,name}=partsOf(relFile),root;try{root=await promises_1.default.realpath(vaultRoot)}catch(err){if(err.code==="ENOENT")return;throw err}let dir=await walkDirs(root,relFile,dirs,!1);if(dir===null)return;let st;try{st=await promises_1.default.lstat(path_1.default.join(dir,name))}catch(err){if(err.code==="ENOENT")return;throw err}if(!st.isFile()||st.nlink!==1)throw refusal(relFile,"it is a symbolic link or not a regular file with a single name")}}});var require_invisibleText=__commonJS({"dist/memory/invisibleText.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.isBlankOrInvisible=isBlankOrInvisible;var BLANK_OR_INVISIBLE=/^[\s\p{Default_Ignorable_Code_Point}\p{Cf}\u2800\uFFFC]*$/u;function isBlankOrInvisible(text){return BLANK_OR_INVISIBLE.test(text)}}});var require_hiveNameHeader=__commonJS({"dist/memory/hiveNameHeader.cjs"(exports2){"use strict";var{createHash}=require("node:crypto");exports2.hiveNameHeader=function(label){let raw=typeof label=="string"?label.normalize("NFC").replace(/\s+/g," ").trim():"";if(raw==="")return"unnamed";let text=raw.replace(/[^\t\x20-\x7e\xa0-\xff]/g,"").replace(/\s+/g," ").trim();return text===""?`agent-${createHash("sha256").update(raw,"utf8").digest("hex").slice(0,8)}`:text.slice(0,80)}}});var require_sourceName=__commonJS({"dist/memory/sourceName.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.IMPORT_SOURCE_PREFIX=exports2.MAX_SOURCE_LENGTH=void 0;exports2.cleanSource=cleanSource;exports2.headerSource=headerSource;exports2.hiveIdentity=hiveIdentity;exports2.productFromUserAgent=productFromUserAgent;exports2.isImportSource=isImportSource;exports2.savedSource=savedSource;exports2.reservedCallerSource=reservedCallerSource;exports2.reservedSourceIn=reservedSourceIn;exports2.isReservedSource=isReservedSource;exports2.authorMarker=authorMarker;var hiveNameHeader_cjs_1=require_hiveNameHeader();exports2.MAX_SOURCE_LENGTH=40;var SCHEME=/^([A-Za-z][A-Za-z0-9+.-]+):/,WEB_SCHEME=/^(?:https?|wss?|ftp)$/i,AUTHORITY_END=/[\\/?#]/,SEPARATOR=/[\\/]/,COMPONENT_SEPARATORS=/[\\/]+/,CONTROL_CHARACTERS=new RegExp("\\p{Cc}+","gu");function lastComponent(location){let components=location.split(COMPONENT_SEPARATORS);for(let i=components.length-1;i>=0;i--){let component=components[i].trim();if(component!==""&&component!=="."&&component!=="..")return component}return""}function cut(name){if(name.length<=exports2.MAX_SOURCE_LENGTH)return name.trim();let end=0,count=0;for(let point of name){if(count===exports2.MAX_SOURCE_LENGTH)break;end+=point.length,count++}return name.slice(0,end).trim()}function afterUserinfo(rest){let end=rest.search(/[/?#]/),authority=end===-1?rest:rest.slice(0,end);return rest.slice(authority.lastIndexOf("@")+1)}function urlName(given){let scheme=SCHEME.exec(given);if(!scheme)return null;let rest=given.slice(scheme[0].length);if(WEB_SCHEME.test(scheme[1]))rest=rest.replace(/^[\\/]+/,"");else if(/^[\\/]{2}/.test(rest))rest=/^file$/i.test(scheme[1])?rest.slice(2):afterUserinfo(rest.slice(2));else return null;let end=rest.search(AUTHORITY_END),authority=end===-1?rest:rest.slice(0,end),hostAndPort=authority.slice(authority.lastIndexOf("@")+1),host=/^\[[^\]]*\]|^[^:]*/.exec(hostAndPort)[0];return host.trim()!==""?host:lastComponent(end===-1?"":rest.slice(end).split(/[?#]/,1)[0])}function cleanSource(source){let given=source.replace(CONTROL_CHARACTERS,"").trim(),url=urlName(given);return cut(url!==null?url:SEPARATOR.test(given)?lastComponent(given):given)}function headerSource(source){return cleanSource(source).normalize("NFC").replace(new RegExp("\\p{M}+","gu"),"").replace(/[^\p{L}\p{N}]+/gu,"-").replace(/^-|-$/g,"")}function hiveIdentity(raw){if(typeof raw!="string")return null;let rendered=headerSource((0,hiveNameHeader_cjs_1.hiveNameHeader)(raw));return rendered===""||rendered==="unnamed"?null:rendered}function productFromUserAgent(userAgent){let header=Array.isArray(userAgent)?userAgent[0]:userAgent;if(typeof header!="string")return;let product=/^\s*([^\s/()]+)/.exec(header)?.[1];return product!==void 0&&headerSource(product)!==""?product:void 0}exports2.IMPORT_SOURCE_PREFIX="import:";function isImportSource(source){return typeof source=="string"&&source.startsWith(exports2.IMPORT_SOURCE_PREFIX)}function savedSource(source){let name=cleanSource(source);return isImportSource(name)?`import-${name.slice(exports2.IMPORT_SOURCE_PREFIX.length)}`:name}var RESERVED_SOURCE_IDENTITIES=new Set(["system","developer","assistant","renor","admin","owner","tool"]),RESERVED_LEADING_WORDS=new Set(["system","developer","assistant","renor"]),SOURCE_IDENTITY_SEPARATORS=/[ ._-]/g,DIGIT_LOOKALIKES={0:"o",3:"e",4:"a",5:"s",7:"t","@":"a",$:"s"},EXACT_RULE={leadingWords:!1,digits:!1},CLIENT_RULE={leadingWords:!0,digits:!0};function judgedForms(source,digits){let base=source.normalize("NFKC").normalize("NFD").replace(new RegExp("\\p{M}+","gu"),"").toLowerCase();if(!digits)return[base];let letters=base.replace(/[03457@$]/g,ch=>DIGIT_LOOKALIKES[ch]);return[...new Set([letters.replace(/1/g,"i"),letters.replace(/1/g,"l")])]}function reservedSourceIdentity(source,rule){for(let lower of judgedForms(source,rule.digits)){let identity=lower.replace(SOURCE_IDENTITY_SEPARATORS,"");if(RESERVED_SOURCE_IDENTITIES.has(identity))return identity;let colon=lower.indexOf(":"),authorityPrefix=colon<0?null:lower.slice(0,colon).replace(SOURCE_IDENTITY_SEPARATORS,"");if(authorityPrefix!==null&&RESERVED_SOURCE_IDENTITIES.has(authorityPrefix))return authorityPrefix;if(!rule.leadingWords)continue;let firstWord=lower.split(/[^\p{L}\p{N}]+/u).find(word=>word!=="");if(firstWord!==void 0&&RESERVED_LEADING_WORDS.has(firstWord))return firstWord}return null}function reservedUnder(source,rule){for(let form of[source,cleanSource(source),headerSource(source)]){let reserved=reservedSourceIdentity(form,rule);if(reserved)return reserved}return null}function reservedCallerSource(source){return reservedUnder(source,CLIENT_RULE)}function reservedSourceIn(source){return reservedUnder(source,EXACT_RULE)}function isReservedSource(source){return typeof source=="string"&&source!==""&&reservedSourceIn(source)!==null}function authorMarker(author,reader){return{...typeof author=="string"&&author!==""&&author!==reader?{source:author}:{},...isImportSource(author)||isReservedSource(author)?{untrusted:!0}:{}}}}});var require_writerConflicts=__commonJS({"dist/memory/writerConflicts.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.updateAsHistory=exports2.UNNAMED_WRITER=void 0;exports2.writerOf=writerOf;exports2.displacementsAfter=displacementsAfter;exports2.hasOpenDisplacementBy=hasOpenDisplacementBy;exports2.isSimultaneousDisagreement=isSimultaneousDisagreement;exports2.writerConflictLine=writerConflictLine;exports2.writerConflictLines=writerConflictLines;var statements_1=require_statements();exports2.UNNAMED_WRITER="unnamed";function writerOf(db,eventId,source){let row=eventId===null?void 0:(0,statements_1.prepareOnce)(db,"SELECT writer, displaced FROM fact_writers WHERE event_id = ?").get(eventId);return row?{writer:row.writer,displaced:JSON.parse(row.displaced)}:{writer:source||exports2.UNNAMED_WRITER,displaced:[]}}var sameValue=(a,b)=>a.normalize("NFC").trim()===b.normalize("NFC").trim();function displacementsAfter(db,closed,write){if(closed===null)return[];let before=writerOf(db,closed.eventId,closed.source);if(before.writer===write.writer)return before.displaced;let rest=before.displaced.filter(d=>d.writer!==write.writer);return before.displaced.some(d=>d.writer===write.writer&&d.byEvent===closed.eventId)||sameValue(closed.object,write.object)?rest:[...rest,{writer:before.writer,object:closed.object,validFrom:closed.validFrom,byEvent:write.eventId}]}function hasOpenDisplacementBy(db,eventId,writer){return writerOf(db,eventId,null).displaced.some(d=>d.writer===writer)}var updateAsHistory=()=>/^(1|on|true|yes)$/i.test(process.env.RENOR_UPDATE_AS_HISTORY?.trim()??"");exports2.updateAsHistory=updateAsHistory;function isSimultaneousDisagreement(open){return new Set(open.map(d=>d.writer)).size>1}function writerConflictLine(open){return(0,exports2.updateAsHistory)()&&!isSimultaneousDisagreement(open)?`${open.map(d=>`replaced ${JSON.stringify(d.object)} (${d.writer}, ${d.validFrom.slice(0,10)})`).join("; ")}; the value shown is current.`:`CONFLICT: ${open.map(d=>`${JSON.stringify(d.object)} by ${d.writer}, ${d.validFrom.slice(0,10)}`).join("; ")}. Replaced by a different writer; it stays a conflict until that writer saves this subject and predicate again.`}function writerConflictLines(db,eventIds){let ids=[...new Set(eventIds.filter(id=>typeof id=="string"))],lines=new Map;if(ids.length===0)return lines;let rows=(0,statements_1.prepareOnce)(db,"SELECT event_id, displaced FROM fact_writers WHERE event_id IN (SELECT value FROM json_each(?))").all(JSON.stringify(ids));for(let row of rows){let open=JSON.parse(row.displaced);open.length>0&&lines.set(row.event_id,writerConflictLine(open))}return lines}}});var require_dailyNote=__commonJS({"dist/memory/dailyNote.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DAILY_NOTE_MARKER=exports2.DAILY_NOTE_HEADER_KEY=exports2.ESCAPE_MARK=exports2.ENTRY_LINE_RE=exports2.DAILY_FILE_RE=void 0;exports2.isDailyNotePath=isDailyNotePath;exports2.dailyNoteDayName=dailyNoteDayName;exports2.engineDailyHeader=engineDailyHeader;exports2.isEngineDailyNote=isEngineDailyNote;exports2.isEmptyEngineDailyNote=isEmptyEngineDailyNote;exports2.isEngineHeaderDate=isEngineHeaderDate;exports2.isEarlierHeaderText=isEarlierHeaderText;exports2.parseEntryHeader=parseEntryHeader;exports2.entryInstant=entryInstant;exports2.encodeEntryText=encodeEntryText;exports2.decodeEntryLine=decodeEntryLine;exports2.formatEntry=formatEntry;exports2.decodeDailyNoteText=decodeDailyNoteText;exports2.DAILY_FILE_RE=/^(?!Imported\/)(?:(.*)\/)?Daily\/(\d{4}-\d{2}-\d{2})\.md$/;exports2.ENTRY_LINE_RE=/^- \[(\d{2}:\d{2}:\d{2})\] \(([^)]*)\) (.*)$/s;exports2.ESCAPE_MARK="+esc";var OFFSET_MARK_RE=/, UTC([+-]\d{2}:\d{2})$/,offsetMark=offset=>offset?`, UTC${offset}`:"",ENTRY_SHAPED=/^\\*- \[\d{2}:\d{2}:\d{2}\] \(/,ESCAPED_ENTRY_SHAPED=/^\\+- \[\d{2}:\d{2}:\d{2}\] \(/;function isDailyNotePath(filePath){return exports2.DAILY_FILE_RE.test(filePath.replace(/\\/g,"/"))}exports2.DAILY_NOTE_HEADER_KEY="updated";function dailyNoteDayName(filePath){let match=exports2.DAILY_FILE_RE.exec(filePath.replace(/\\/g,"/"));if(!match)return null;let at=Date.parse(`${match[2]}T00:00:00Z`);return!Number.isNaN(at)&&new Date(at).toISOString().slice(0,10)===match[2]?match[2]:null}exports2.DAILY_NOTE_MARKER="renor: daily-v1";function engineDailyHeader(day){return`---
|
|
311
|
+
LIMIT ?`);return(scope===void 0?read.all(limit):newestOfSpellings(read,scope,limit)).map(({id:_id,...fact})=>fact)}}});var require_limits=__commonJS({"dist/memory/limits.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_STATEMENT_LENGTH=void 0;exports2.MAX_STATEMENT_LENGTH=4e3}});var require_durableAppend=__commonJS({"dist/memory/durableAppend.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.isUnsupportedDirectorySync=isUnsupportedDirectorySync;exports2.syncDirectory=syncDirectory;exports2.syncDirectorySync=syncDirectorySync;exports2.withAppendLock=withAppendLock;exports2.markUnrecoverable=markUnrecoverable;exports2.unrecoverableReason=unrecoverableReason;var promises_1=__importDefault(require("fs/promises")),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path"));function isUnsupportedDirectorySync(err,platform=process.platform){if(platform!=="win32")return!1;let code=err?.code;return code==="EPERM"||code==="EISDIR"||code==="EINVAL"}async function syncDirectory(dir){let handle;try{handle=await promises_1.default.open(dir,"r")}catch(err){if(isUnsupportedDirectorySync(err))return;throw err}try{await handle.sync()}catch(err){if(!isUnsupportedDirectorySync(err))throw err}finally{await handle.close()}}function syncDirectorySync(dir){let fd;try{fd=fs_1.default.openSync(dir,"r")}catch(err){if(isUnsupportedDirectorySync(err))return;throw err}try{fs_1.default.fsyncSync(fd)}catch(err){if(!isUnsupportedDirectorySync(err))throw err}finally{fs_1.default.closeSync(fd)}}var queues=new Map;function withAppendLock(file,fn){let key=path_1.default.resolve(file),run=(queues.get(key)??Promise.resolve()).then(fn,fn),settled=run.then(()=>{},()=>{});return queues.set(key,settled),settled.then(()=>{queues.get(key)===settled&&queues.delete(key)}),run}var unrecoverable=new Map;function markUnrecoverable(file,reason){unrecoverable.set(path_1.default.resolve(file),reason)}function unrecoverableReason(file){return unrecoverable.get(path_1.default.resolve(file))}}});var require_sameFile=__commonJS({"dist/memory/sameFile.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.nameIsOpenFile=nameIsOpenFile;exports2.nameIsOpenFileSync=nameIsOpenFileSync;exports2.nameKind=nameKind;exports2.nameKindSync=nameKindSync;var fs_1=__importDefault(require("fs"));async function nameIsOpenFile(handle,file){let[opened,there]=await Promise.all([handle.stat({bigint:!0}),fs_1.default.promises.lstat(file,{bigint:!0}).catch(()=>null)]);return there!==null&&there.isFile()&&opened.isFile()&&opened.dev===there.dev&&opened.ino===there.ino}function nameIsOpenFileSync(fd,file){let opened=fs_1.default.fstatSync(fd,{bigint:!0}),there=fs_1.default.lstatSync(file,{bigint:!0,throwIfNoEntry:!1});return there!==void 0&&there.isFile()&&opened.isFile()&&opened.dev===there.dev&&opened.ino===there.ino}async function nameKind(file){try{return(await fs_1.default.promises.lstat(file)).isFile()?"file":"other"}catch(err){if(err.code==="ENOENT")return"absent";throw err}}function nameKindSync(file){let st=fs_1.default.lstatSync(file,{throwIfNoEntry:!1});return st===void 0?"absent":st.isFile()?"file":"other"}}});var require_confinedWrite=__commonJS({"dist/memory/confinedWrite.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.assertHandleInside=assertHandleInside;exports2.appendConfined=appendConfined;exports2.createConfined=createConfined;exports2.withConfinedFile=withConfinedFile;exports2.writeConfined=writeConfined;exports2.assertConfinedTarget=assertConfinedTarget;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),durableAppend_1=require_durableAppend(),sameFile_1=require_sameFile();function refusal(relFile,why){return new Error(`refusing to write ${JSON.stringify(relFile)}: ${why}`)}function partsOf(relFile){let parts=relFile.split(/[\\/]/).filter(p=>p&&p!=="."),name=parts.pop();if(!name||parts.includes("..")||name===".."||path_1.default.isAbsolute(relFile))throw refusal(relFile,"it is not a path inside the vault");return{dirs:parts,name}}async function realRoot(vaultRoot){try{return await promises_1.default.realpath(vaultRoot)}catch(err){if(err.code!=="ENOENT")throw err;return await promises_1.default.mkdir(vaultRoot,{recursive:!0}),promises_1.default.realpath(vaultRoot)}}async function walkDirs(root,relFile,dirs,create){let dir=root;for(let part of dirs){dir=path_1.default.join(dir,part);let st;try{st=await promises_1.default.lstat(dir)}catch(err){if(err.code!=="ENOENT")throw err;if(!create)return null;try{await promises_1.default.mkdir(dir,{mode:448})}catch(e2){if(e2.code!=="EEXIST")throw e2}st=await promises_1.default.lstat(dir)}if(st.isSymbolicLink()||!st.isDirectory())throw refusal(relFile,`${JSON.stringify(dirs.join("/"))} is a symbolic link or not a plain directory inside the vault`)}return dir}async function assertHandleInside(handle,realVaultRoot,relFile){let where;try{where=await promises_1.default.readlink(`/proc/self/fd/${handle.fd}`)}catch(err){let code=err.code;if(code==="ENOENT"||code==="ENOTDIR")return;throw err}let rel=path_1.default.relative(realVaultRoot,where);if(rel===""||rel===".."||rel.startsWith(`..${path_1.default.sep}`)||path_1.default.isAbsolute(rel))throw refusal(relFile,"the file opened is outside the vault (a directory was replaced by a link while it was written)")}async function assertNameIsOpenFile(handle,file,relFile){if(!await(0,sameFile_1.nameIsOpenFile)(handle,file))throw refusal(relFile,"it is a symbolic link or not a regular file")}async function checkHandle(handle,root,relFile,file){await assertHandleInside(handle,root,relFile),await assertNameIsOpenFile(handle,file,relFile);let st=await handle.stat();if(!st.isFile()||st.nlink!==1)throw refusal(relFile,"it is not a regular file with a single name")}async function appendConfined(vaultRoot,relFile,content,header=""){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name),key=path_1.default.resolve(vaultRoot,relFile);return(0,durableAppend_1.withAppendLock)(key,async()=>{let refused=(0,durableAppend_1.unrecoverableReason)(key);if(refused)throw refusal(relFile,`it holds the bytes of a failed write that could not be cut back (${refused}); refusing further appends until the engine restarts, which sets that tail aside`);let OPEN=fs_1.constants.O_WRONLY|fs_1.constants.O_APPEND|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK;if(await(0,sameFile_1.nameKind)(file)==="other")throw refusal(relFile,"it is a symbolic link or not a regular file");let handle,created=!1;try{handle=await promises_1.default.open(file,OPEN|fs_1.constants.O_CREAT|fs_1.constants.O_EXCL,384),created=!0}catch(err){if(err.code!=="EEXIST")throw err;try{handle=await promises_1.default.open(file,OPEN)}catch(e2){let code=e2.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):e2}}let before=null,inside=!1,failure=null;try{await assertHandleInside(handle,root,relFile),await assertNameIsOpenFile(handle,file,relFile),inside=!0,await checkHandle(handle,root,relFile,file),before=(await handle.stat()).size,await handle.appendFile(created?header+content:content,"utf8"),await handle.sync(),created&&await(0,durableAppend_1.syncDirectory)(dir)}catch(error){if(failure={error},!created&&before!==null){let length=before;await handle.truncate(length).then(()=>handle.sync()).catch(()=>cutThroughSecondHandle(handle,file,length)).catch(cutError=>{(0,durableAppend_1.markUnrecoverable)(key,cutError instanceof Error?cutError.message:String(cutError))})}}finally{await handle.close().catch(()=>{})}if(failure)throw created&&inside&&await promises_1.default.rm(file,{force:!0}).catch(()=>{}),failure.error;return file})}async function cutThroughSecondHandle(appendHandle,file,length){let cut=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK);try{let[was,now]=await Promise.all([appendHandle.stat({bigint:!0}),cut.stat({bigint:!0})]);if(was.dev!==now.dev||was.ino!==now.ino||!await(0,sameFile_1.nameIsOpenFile)(cut,file))throw new Error("the file changed before a failed write could be cut back");await cut.truncate(length),await cut.sync()}finally{await cut.close().catch(()=>{})}}async function createConfined(vaultRoot,relFile,content){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name);if(await(0,sameFile_1.nameKind)(file)!=="absent")throw Object.assign(new Error(`EEXIST: file already exists, open '${file}'`),{code:"EEXIST"});let handle=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_CREAT|fs_1.constants.O_EXCL|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,384),inside=!1,failure=null;try{await assertHandleInside(handle,root,relFile),await assertNameIsOpenFile(handle,file,relFile),inside=!0,await checkHandle(handle,root,relFile,file),await handle.writeFile(content,"utf8"),await handle.sync(),await(0,durableAppend_1.syncDirectory)(dir)}catch(error){failure={error}}finally{await handle.close().catch(()=>{})}if(failure)throw inside&&await promises_1.default.rm(file,{force:!0}).catch(()=>{}),failure.error;return file}async function withConfinedFile(vaultRoot,relFile,fn){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!1);if(dir===null)throw Object.assign(new Error(`ENOENT: no such file or directory, ${relFile}`),{code:"ENOENT"});let file=path_1.default.join(dir,name),handle;try{handle=await promises_1.default.open(file,fs_1.constants.O_RDWR|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK)}catch(err){let code=err.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):err}try{return await checkHandle(handle,root,relFile,file),await fn(handle)}finally{await handle.close().catch(()=>{})}}async function writeConfined(vaultRoot,relFile,content){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name);if(await(0,sameFile_1.nameKind)(file)==="other")throw refusal(relFile,"it is a symbolic link or not a regular file");let handle;try{handle=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_CREAT|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,384)}catch(err){let code=err.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):err}try{await checkHandle(handle,root,relFile,file),await handle.truncate(0),await handle.writeFile(content,"utf8")}finally{await handle.close().catch(()=>{})}return file}async function assertConfinedTarget(vaultRoot,relFile){let{dirs,name}=partsOf(relFile),root;try{root=await promises_1.default.realpath(vaultRoot)}catch(err){if(err.code==="ENOENT")return;throw err}let dir=await walkDirs(root,relFile,dirs,!1);if(dir===null)return;let st;try{st=await promises_1.default.lstat(path_1.default.join(dir,name))}catch(err){if(err.code==="ENOENT")return;throw err}if(!st.isFile()||st.nlink!==1)throw refusal(relFile,"it is a symbolic link or not a regular file with a single name")}}});var require_invisibleText=__commonJS({"dist/memory/invisibleText.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.isBlankOrInvisible=isBlankOrInvisible;var BLANK_OR_INVISIBLE=/^[\s\p{Default_Ignorable_Code_Point}\p{Cf}\u2800\uFFFC]*$/u;function isBlankOrInvisible(text){return BLANK_OR_INVISIBLE.test(text)}}});var require_hiveNameHeader=__commonJS({"dist/memory/hiveNameHeader.cjs"(exports2){"use strict";var{createHash}=require("node:crypto");exports2.hiveNameHeader=function(label){let raw=typeof label=="string"?label.normalize("NFC").replace(/\s+/g," ").trim():"";if(raw==="")return"unnamed";let text=raw.replace(/[^\t\x20-\x7e\xa0-\xff]/g,"").replace(/\s+/g," ").trim();return text===""?`agent-${createHash("sha256").update(raw,"utf8").digest("hex").slice(0,8)}`:text.slice(0,80)}}});var require_sourceName=__commonJS({"dist/memory/sourceName.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.IMPORT_SOURCE_PREFIX=exports2.MAX_SOURCE_LENGTH=void 0;exports2.cleanSource=cleanSource;exports2.headerSource=headerSource;exports2.hiveIdentity=hiveIdentity;exports2.productFromUserAgent=productFromUserAgent;exports2.isImportSource=isImportSource;exports2.savedSource=savedSource;exports2.reservedCallerSource=reservedCallerSource;exports2.reservedSourceIn=reservedSourceIn;exports2.isReservedSource=isReservedSource;exports2.authorMarker=authorMarker;var hiveNameHeader_cjs_1=require_hiveNameHeader();exports2.MAX_SOURCE_LENGTH=40;var SCHEME=/^([A-Za-z][A-Za-z0-9+.-]+):/,WEB_SCHEME=/^(?:https?|wss?|ftp)$/i,AUTHORITY_END=/[\\/?#]/,SEPARATOR=/[\\/]/,COMPONENT_SEPARATORS=/[\\/]+/,CONTROL_CHARACTERS=new RegExp("\\p{Cc}+","gu");function lastComponent(location){let components=location.split(COMPONENT_SEPARATORS);for(let i=components.length-1;i>=0;i--){let component=components[i].trim();if(component!==""&&component!=="."&&component!=="..")return component}return""}function cut(name){if(name.length<=exports2.MAX_SOURCE_LENGTH)return name.trim();let end=0,count=0;for(let point of name){if(count===exports2.MAX_SOURCE_LENGTH)break;end+=point.length,count++}return name.slice(0,end).trim()}function afterUserinfo(rest){let end=rest.search(/[/?#]/),authority=end===-1?rest:rest.slice(0,end);return rest.slice(authority.lastIndexOf("@")+1)}function urlName(given){let scheme=SCHEME.exec(given);if(!scheme)return null;let rest=given.slice(scheme[0].length);if(WEB_SCHEME.test(scheme[1]))rest=rest.replace(/^[\\/]+/,"");else if(/^[\\/]{2}/.test(rest))rest=/^file$/i.test(scheme[1])?rest.slice(2):afterUserinfo(rest.slice(2));else return null;let end=rest.search(AUTHORITY_END),authority=end===-1?rest:rest.slice(0,end),hostAndPort=authority.slice(authority.lastIndexOf("@")+1),host=/^\[[^\]]*\]|^[^:]*/.exec(hostAndPort)[0];return host.trim()!==""?host:lastComponent(end===-1?"":rest.slice(end).split(/[?#]/,1)[0])}function cleanSource(source){let given=source.replace(CONTROL_CHARACTERS,"").trim(),url=urlName(given);return cut(url!==null?url:SEPARATOR.test(given)?lastComponent(given):given)}function headerSource(source){return cleanSource(source).normalize("NFC").replace(new RegExp("\\p{M}+","gu"),"").replace(/[^\p{L}\p{N}]+/gu,"-").replace(/^-|-$/g,"")}function hiveIdentity(raw){if(typeof raw!="string")return null;let rendered=headerSource((0,hiveNameHeader_cjs_1.hiveNameHeader)(raw));return rendered===""||rendered==="unnamed"?null:rendered}function productFromUserAgent(userAgent){let header=Array.isArray(userAgent)?userAgent[0]:userAgent;if(typeof header!="string")return;let product=/^\s*([^\s/()]+)/.exec(header)?.[1];return product!==void 0&&headerSource(product)!==""?product:void 0}exports2.IMPORT_SOURCE_PREFIX="import:";function isImportSource(source){return typeof source=="string"&&source.startsWith(exports2.IMPORT_SOURCE_PREFIX)}function savedSource(source){let name=cleanSource(source);return isImportSource(name)?`import-${name.slice(exports2.IMPORT_SOURCE_PREFIX.length)}`:name}var RESERVED_SOURCE_IDENTITIES=new Set(["system","developer","assistant","renor","admin","owner","tool"]),RESERVED_LEADING_WORDS=new Set(["system","developer","assistant","renor"]),SOURCE_IDENTITY_SEPARATORS=/[ ._-]/g,DIGIT_LOOKALIKES={0:"o",3:"e",4:"a",5:"s",7:"t","@":"a",$:"s"},EXACT_RULE={leadingWords:!1,digits:!1},CLIENT_RULE={leadingWords:!0,digits:!0};function judgedForms(source,digits){let base=source.normalize("NFKC").normalize("NFD").replace(new RegExp("\\p{M}+","gu"),"").toLowerCase();if(!digits)return[base];let letters=base.replace(/[03457@$]/g,ch=>DIGIT_LOOKALIKES[ch]);return[...new Set([letters.replace(/1/g,"i"),letters.replace(/1/g,"l")])]}function reservedSourceIdentity(source,rule){for(let lower of judgedForms(source,rule.digits)){let identity=lower.replace(SOURCE_IDENTITY_SEPARATORS,"");if(RESERVED_SOURCE_IDENTITIES.has(identity))return identity;let colon=lower.indexOf(":"),authorityPrefix=colon<0?null:lower.slice(0,colon).replace(SOURCE_IDENTITY_SEPARATORS,"");if(authorityPrefix!==null&&RESERVED_SOURCE_IDENTITIES.has(authorityPrefix))return authorityPrefix;if(!rule.leadingWords)continue;let firstWord=lower.split(/[^\p{L}\p{N}]+/u).find(word=>word!=="");if(firstWord!==void 0&&RESERVED_LEADING_WORDS.has(firstWord))return firstWord}return null}function reservedUnder(source,rule){for(let form of[source,cleanSource(source),headerSource(source)]){let reserved=reservedSourceIdentity(form,rule);if(reserved)return reserved}return null}function reservedCallerSource(source){return reservedUnder(source,CLIENT_RULE)}function reservedSourceIn(source){return reservedUnder(source,EXACT_RULE)}function isReservedSource(source){return typeof source=="string"&&source!==""&&reservedSourceIn(source)!==null}function authorMarker(author,reader){return{...typeof author=="string"&&author!==""&&author!==reader?{source:author}:{},...isImportSource(author)||isReservedSource(author)?{untrusted:!0}:{}}}}});var require_writerConflicts=__commonJS({"dist/memory/writerConflicts.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.updateAsHistory=exports2.UNNAMED_WRITER=void 0;exports2.writerOf=writerOf;exports2.displacementsAfter=displacementsAfter;exports2.hasOpenDisplacementBy=hasOpenDisplacementBy;exports2.isSimultaneousDisagreement=isSimultaneousDisagreement;exports2.writerConflictLine=writerConflictLine;exports2.writerConflictLines=writerConflictLines;var statements_1=require_statements();exports2.UNNAMED_WRITER="unnamed";function writerOf(db,eventId,source){let row=eventId===null?void 0:(0,statements_1.prepareOnce)(db,"SELECT writer, displaced FROM fact_writers WHERE event_id = ?").get(eventId);return row?{writer:row.writer,displaced:JSON.parse(row.displaced)}:{writer:source||exports2.UNNAMED_WRITER,displaced:[]}}var sameValue=(a,b)=>a.normalize("NFC").trim()===b.normalize("NFC").trim();function displacementsAfter(db,closed,write){if(closed===null)return[];let before=writerOf(db,closed.eventId,closed.source);if(before.writer===write.writer)return before.displaced;let rest=before.displaced.filter(d=>d.writer!==write.writer);return before.displaced.some(d=>d.writer===write.writer&&d.byEvent===closed.eventId)||sameValue(closed.object,write.object)?rest:[...rest,{writer:before.writer,object:closed.object,validFrom:closed.validFrom,byEvent:write.eventId}]}function hasOpenDisplacementBy(db,eventId,writer){return writerOf(db,eventId,null).displaced.some(d=>d.writer===writer)}var updateAsHistory=()=>/^(1|on|true|yes)$/i.test(process.env.RENOR_UPDATE_AS_HISTORY?.trim()??"");exports2.updateAsHistory=updateAsHistory;function isSimultaneousDisagreement(open){return new Set(open.map(d=>d.writer)).size>1}function writerConflictLine(open){return(0,exports2.updateAsHistory)()&&!isSimultaneousDisagreement(open)?`${open.map(d=>`replaced ${JSON.stringify(d.object)} (${d.writer}, ${d.validFrom.slice(0,10)})`).join("; ")}; the value shown is current.`:`CONFLICT: ${open.map(d=>`${JSON.stringify(d.object)} by ${d.writer}, ${d.validFrom.slice(0,10)}`).join("; ")}. Replaced by a different writer; it stays a conflict until that writer saves this subject and predicate again.`}function writerConflictLines(db,eventIds){let ids=[...new Set(eventIds.filter(id=>typeof id=="string"))],lines=new Map;if(ids.length===0)return lines;let rows=(0,statements_1.prepareOnce)(db,"SELECT event_id, displaced FROM fact_writers WHERE event_id IN (SELECT value FROM json_each(?))").all(JSON.stringify(ids));for(let row of rows){let open=JSON.parse(row.displaced);open.length>0&&lines.set(row.event_id,writerConflictLine(open))}return lines}}});var require_dailyNote=__commonJS({"dist/memory/dailyNote.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DAILY_NOTE_MARKER=exports2.DAILY_NOTE_HEADER_KEY=exports2.ESCAPE_MARK=exports2.ENTRY_LINE_RE=exports2.DAILY_FILE_RE=void 0;exports2.isDailyNotePath=isDailyNotePath;exports2.dailyNoteDayName=dailyNoteDayName;exports2.engineDailyHeader=engineDailyHeader;exports2.isEngineDailyNote=isEngineDailyNote;exports2.isEmptyEngineDailyNote=isEmptyEngineDailyNote;exports2.isEngineHeaderDate=isEngineHeaderDate;exports2.isEarlierHeaderText=isEarlierHeaderText;exports2.parseEntryHeader=parseEntryHeader;exports2.entryInstant=entryInstant;exports2.encodeEntryText=encodeEntryText;exports2.decodeEntryLine=decodeEntryLine;exports2.formatEntry=formatEntry;exports2.decodeDailyNoteText=decodeDailyNoteText;exports2.DAILY_FILE_RE=/^(?!Imported\/)(?:(.*)\/)?Daily\/(\d{4}-\d{2}-\d{2})\.md$/;exports2.ENTRY_LINE_RE=/^- \[(\d{2}:\d{2}:\d{2})\] \(([^)]*)\) (.*)$/s;exports2.ESCAPE_MARK="+esc";var OFFSET_MARK_RE=/, UTC([+-]\d{2}:\d{2})$/,offsetMark=offset=>offset?`, UTC${offset}`:"",ENTRY_SHAPED=/^\\*- \[\d{2}:\d{2}:\d{2}\] \(/,ESCAPED_ENTRY_SHAPED=/^\\+- \[\d{2}:\d{2}:\d{2}\] \(/;function isDailyNotePath(filePath){return exports2.DAILY_FILE_RE.test(filePath.replace(/\\/g,"/"))}exports2.DAILY_NOTE_HEADER_KEY="updated";function dailyNoteDayName(filePath){let match=exports2.DAILY_FILE_RE.exec(filePath.replace(/\\/g,"/"));if(!match)return null;let at=Date.parse(`${match[2]}T00:00:00Z`);return!Number.isNaN(at)&&new Date(at).toISOString().slice(0,10)===match[2]?match[2]:null}exports2.DAILY_NOTE_MARKER="renor: daily-v1";function engineDailyHeader(day){return`---
|
|
312
312
|
kind: note
|
|
313
313
|
updated: ${day}
|
|
314
314
|
${exports2.DAILY_NOTE_MARKER}
|
|
@@ -331,7 +331,7 @@ updated: ${day}`}function isEmptyEngineDailyNote(filePath,content){let day=daily
|
|
|
331
331
|
`)+1,before=text.slice(Math.max(lineStart,at-48),at),near=text.slice(Math.max(lineStart,at-16),at);return/^[0-9a-f]{32,128}$/i.test(tok)?tok.length===40?!1:entropy(tok)>=3&&/(?:key|token|secret|bearer|authorization|password)[\s:="'`]*$/i.test(near)&&!/(?:commit|sha|hash|digest|checksum|id)[\s:="'`]*$/i.test(near):!/(?:key|token|secret|credential|bearer|authorization|api|password|passwd)/i.test(before)||!looksRandom(tok,32)?!1:!/https?:\/\/\S*$/.test(text.slice(lineStart,at))}},{id:"payment-card",class:"identifier",re:/(?<![\p{L}\p{N}_./-])(?:\d[ -]?){13,19}(?![\p{L}\p{N}_/-])/gu,accept:m=>{let d=digitsOf(m);return luhn(d)&&cardIssuer(d)}},{id:"national-id",class:"identifier",re:/\b\d{3}-\d{2}-\d{4}\b/gu},{id:"national-id",class:"identifier",re:/\b\d{3}\.\d{3}\.\d{3}-\d{2}\b/gu},{id:"national-id",class:"identifier",re:/passport[^\n]{0,25}?\b[A-Z]\d{6,8}\b/giu},{id:"national-id",class:"identifier",re:/\b[A-Z]{2}\s?\d{2}\s?\d{2}\s?\d{2}\s?[A-D]\b/gu},{id:"phone",class:"identifier",re:/(?<![\p{L}\p{N}_./=-])(?:\+\d{1,3}[\s.-]?\(?\d{1,4}\)?(?:[\s.-]\d{2,6}){2,4}|\(\d{2,4}\)[\s.-]?\d{3,5}[\s.-]\d{4}|\d{2,4}[\s.-]\d{3,5}[\s.-]\d{4})(?![\p{L}\p{N}_/-])/gu,accept:m=>{let n=digitsOf(m).length;return n>=9&&n<=14&&!/^\d{4}-\d{2}-\d{2}/.test(m)}}];var KEY_CHAR=/[A-Za-z0-9_.\-/+=]/,KEY_MARK=/[0-9_\-/+=]/;function trailingKeyRun(s){let i=s.length;for(;i>0&&KEY_CHAR.test(s[i-1]);)i--;return s.slice(i)}function leadingKeyRun(s){let i=0;for(;i<s.length&&KEY_CHAR.test(s[i]);)i++;return s.slice(0,i)}function joinSplitKeys(text){let parts=text.split(/(\s+)/u),out=parts[0],mark=isKeyTail(trailingKeyRun(parts[0])),joins=0;for(let i=1;i<parts.length;i+=2){let next=parts[i+1],join=mark&&joins<MAX_JOINS&&isKeyPiece(leadingKeyRun(next));out+=join?next:parts[i]+next,joins=join?joins+1:0;let tail=trailingKeyRun(next);mark=join&&tail.length===next.length&&mark||isKeyTail(tail)}return out}function isKeyPiece(run){return KEY_MARK.test(run)&&/[A-Za-z0-9]{3}/.test(run)}function isKeyTail(run){return KEY_MARK.test(run)&&/[A-Za-z0-9]/.test(run)}var MAX_JOINS=3;function foldForScan(text){return text.replace(new RegExp("(?![\\x00-\\x7F])\\p{P}","gu"),ch=>ch.normalize("NFKC").length>1?"\uE000":ch).normalize("NFKC").replace(new RegExp("\\p{Cf}","gu"),"")}var SPLIT_RULES=exports2.SECRET_RULES.filter(rule=>rule.split),IDENTIFIER_RULES=exports2.SECRET_RULES.filter(rule=>rule.class==="identifier"),foldSeparators=text=>text.replace(/[\p{Pd}\u2212]/gu,"-").replace(new RegExp("\\p{Zs}","gu")," ");function firstMatch(text,rules){for(let rule of rules)if(!(rule.needs&&text.search(rule.needs)<0)){for(let m of text.matchAll(rule.re))if(!rule.accept||rule.accept(m[0],text,m.index))return{rule:rule.id,class:rule.class}}return null}function scanSecrets(text){let folded=foldForScan(text),direct=firstMatch(folded,exports2.SECRET_RULES);if(direct!==null)return direct;if(folded!==text){let written=firstMatch(text,exports2.SECRET_RULES);if(written!==null)return written}let ascii=foldSeparators(folded);if(ascii!==folded){let found=firstMatch(ascii,IDENTIFIER_RULES);if(found!==null)return found}let joined=joinSplitKeys(folded);return joined===folded?null:firstMatch(joined,SPLIT_RULES)}}});var require_ledgerLiveness=__commonJS({"dist/retrieval/ledgerLiveness.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SUPERSEDED_LABEL=void 0;exports2.closedLedgerEvents=closedLedgerEvents;exports2.ledgerEventIds=ledgerEventIds;exports2.resolveLedgerHits=resolveLedgerHits;var readCache_1=require_readCache(),statements_1=require_statements();function closedLedgerEvents(db){return(0,readCache_1.tableHasColumns)(db,"facts",["event_id"])?(0,readCache_1.readUntilWrite)(db,"closedLedgerEvents",()=>{let rows=(0,statements_1.prepareOnce)(db,`SELECT event_id FROM facts
|
|
332
332
|
WHERE source_path = '_mcp_' AND event_id IS NOT NULL AND valid_to IS NOT NULL`).all(),hidden=(0,readCache_1.tableHasColumns)(db,"retired_facts",["event_id"])&&(0,readCache_1.tableHasColumns)(db,"fact_retirements",["event_id"])?(0,statements_1.prepareOnce)(db,"SELECT event_id FROM retired_facts UNION SELECT event_id FROM fact_retirements").all():[],hiddenIds=new Set(hidden.map(r=>r.event_id.toLowerCase()));return Object.assign(new Set([...rows.map(r=>r.event_id.toLowerCase()),...hiddenIds]),{hidden:hiddenIds})}):Object.assign(new Set,{hidden:new Set})}function ledgerEventIds(hit){let ids=NAMES_AN_EVENT.test(hit.text)?[...hit.text.matchAll(/^## (MEM_[A-Za-z0-9]+) · /gim)].map(m=>m[1].toLowerCase()):[];if(ids.length)return ids;let fromHeading=hit.headingPath?.match(/\b(MEM_[A-Za-z0-9]+)\b/i)?.[1];return fromHeading?[fromHeading.toLowerCase()]:[]}var NAMES_AN_EVENT=/mem_/i;exports2.SUPERSEDED_LABEL="[Superseded memory event; historical evidence only]";function resolveLedgerHits(hits,closed,includeHistory){if(!closed.size)return hits;let hidden=closed.hidden;return hits.flatMap(hit=>{if(!NAMES_AN_EVENT.test(hit.text)&&!(hit.headingPath&&NAMES_AN_EVENT.test(hit.headingPath)))return[hit];let superseded=!1,dropped=!1,blocks=hit.text.replace(/\r\n/g,`
|
|
333
333
|
`).split(/(?=^## MEM_[A-Za-z0-9]+ · )/im),kept=blocks.flatMap(block=>{let id=block.match(/^## (MEM_[A-Za-z0-9]+) · /im)?.[1]??(blocks.length===1?hit.headingPath?.match(/\b(MEM_[A-Za-z0-9]+)\b/i)?.[1]:void 0);return!!id&&closed.has(id.toLowerCase())?hidden?.has(id.toLowerCase())?(dropped=!0,[]):(superseded=!0,includeHistory?[`${exports2.SUPERSEDED_LABEL}
|
|
334
|
-
${block}`]:[]):[block]});if(!superseded&&!dropped)return[hit];let text=kept.join("").trim(),history=includeHistory&&superseded;return!text||!history&&!kept.some(b=>/^## MEM_/im.test(b))?[]:[{...hit,text,...history?{}:{headingPath:text.match(/^## (MEM_[A-Za-z0-9]+ · .+)$/im)?.[1]??hit.headingPath},reason:history?`${hit.reason}+superseded`:hit.reason}]})}}});var require_inventory=__commonJS({"dist/memory/inventory.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ledgerNotePath=ledgerNotePath;exports2.countEntities=countEntities;exports2.countInventory=countInventory;var lifecycle_12=require_lifecycle(),entityLookup_1=require_entityLookup();function ledgerNotePath(vault){try{return(0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)}catch{return null}}function scalar(db,sql,...params){return db.prepare(sql).get(...params).c}function countEntities(db,vault,filter){let where=["source_note IS NOT ?"],params=[ledgerNotePath(vault)],narrowed=filter??(0,entityLookup_1.liveEntityFilter)();return where.push(narrowed.sql),params.push(...narrowed.params),scalar(db,`SELECT COUNT(*) AS c FROM entities WHERE ${where.join(" AND ")}`,...params)}function countInventory(db,vault){let orZero=count=>{try{return count()}catch{return 0}};return{notes:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM notes WHERE path IS NOT ? AND path IS NOT ?",lifecycle_12.LIFECYCLE_NOTE_PATH,ledgerNotePath(vault))),chunks:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM chunks")),entities:orZero(()=>countEntities(db,vault)),facts:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM facts")),relations:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM relations"))}}}});var require_ledgerPresentation=__commonJS({"dist/retrieval/ledgerPresentation.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ledgerNoteMatcher=ledgerNoteMatcher;exports2.isLedgerPreamble=isLedgerPreamble;exports2.dropLedgerPreamble=dropLedgerPreamble;exports2.keywordLedgerHits=keywordLedgerHits;exports2.presentLedgerEvents=presentLedgerEvents;exports2.withoutLedgerMetadata=withoutLedgerMetadata;exports2.presentEvents=presentEvents;exports2.factText=factText;var path_1=__importDefault(require("path")),inventory_1=require_inventory(),ledgerLiveness_1=require_ledgerLiveness();function ledgerNoteMatcher(vault){let stored=(0,inventory_1.ledgerNotePath)(vault);if(stored===null)return()=>!1;let shown=path_1.default.relative(path_1.default.resolve(vault.memoryDir),stored);return notePath=>notePath===stored||notePath===shown}function isLedgerPreamble(hit,isLedger){return isLedger!==void 0&&isLedger(hit.notePath)&&(0,ledgerLiveness_1.ledgerEventIds)(hit).length===0}function dropLedgerPreamble(hits,isLedger){return isLedger===void 0?hits:hits.filter(hit=>!isLedgerPreamble(hit,isLedger))}function keywordLedgerHits(hits,isLedger,query,held){if(isLedger===void 0)return hits;let words=wordsOf(query);return dropLedgerPreamble(hits,isLedger).filter(hit=>{if(!isLedger(hit.notePath)||words.length===0)return!0;let events=parseEvents(hit.text,held);return events.length===0||events.some(event=>{let said=says(event);return words.some(word=>said.has(word))})})}function presentLedgerEvents(hits,isLedger,held){return isLedger===void 0?hits:dropLedgerPreamble(hits,isLedger).flatMap(hit=>{if(!isLedger(hit.notePath))return[hit];let text=presentEvents(hit.text,held);return text===null?[hit]:text===""?[]:[{...hit,text}]})}function withoutLedgerMetadata(hits,isLedger){return isLedger===void 0?hits:hits.map(hit=>isLedger(hit.notePath)?{...hit,notePath:"",headingPath:""}:hit)}var EVENT_HEADER=/^## MEM_[A-Za-z0-9]+ · /i,FIELD=/^- ([A-Za-z][\w-]*): (.*)$/s,RECORDS_HELD_MAX=256,RECORDS_HELD_MAX_CHARS=8*1024;function parseEvents(text,held){let kept=held?.get(text);if(kept!==void 0)return kept;let events=readEvents(text);return held&&held.size<RECORDS_HELD_MAX&&text.length<=RECORDS_HELD_MAX_CHARS&&held.set(text,events),events}function readEvents(text){let events=[],labelled=!1;for(let line of text.replace(/\r\n/g,`
|
|
334
|
+
${block}`]:[]):[block]});if(!superseded&&!dropped)return[hit];let text=kept.join("").trim(),history=includeHistory&&superseded;return!text||!history&&!kept.some(b=>/^## MEM_/im.test(b))?[]:[{...hit,text,...history?{}:{headingPath:text.match(/^## (MEM_[A-Za-z0-9]+ · .+)$/im)?.[1]??hit.headingPath},reason:history?`${hit.reason}+superseded`:hit.reason}]})}}});var require_inventory=__commonJS({"dist/memory/inventory.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ledgerNotePath=ledgerNotePath;exports2.countEntities=countEntities;exports2.countInventory=countInventory;var lifecycle_12=require_lifecycle(),entityLookup_1=require_entityLookup();function ledgerNotePath(vault){try{return(0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)}catch{return null}}function scalar(db,sql,...params){return db.prepare(sql).get(...params).c}function countEntities(db,vault,filter){let where=["source_note IS NOT ?"],params=[ledgerNotePath(vault)],narrowed=filter??(0,entityLookup_1.liveEntityFilter)();return where.push(narrowed.sql),params.push(...narrowed.params),scalar(db,`SELECT COUNT(*) AS c FROM entities WHERE ${where.join(" AND ")}`,...params)}function countInventory(db,vault){let orZero=count=>{try{return count()}catch{return 0}};return{notes:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM notes WHERE path IS NOT ? AND path IS NOT ?",lifecycle_12.LIFECYCLE_NOTE_PATH,ledgerNotePath(vault))),chunks:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM chunks")),entities:orZero(()=>countEntities(db,vault)),facts:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM facts")),relations:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM relations"))}}}});var require_ledgerPresentation=__commonJS({"dist/retrieval/ledgerPresentation.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ledgerNoteMatcher=ledgerNoteMatcher;exports2.isLedgerPreamble=isLedgerPreamble;exports2.dropLedgerPreamble=dropLedgerPreamble;exports2.keywordLedgerHits=keywordLedgerHits;exports2.presentLedgerEvents=presentLedgerEvents;exports2.withoutLedgerMetadata=withoutLedgerMetadata;exports2.presentEvents=presentEvents;exports2.factText=factText;var path_1=__importDefault(require("path")),inventory_1=require_inventory(),ledgerLiveness_1=require_ledgerLiveness();function ledgerNoteMatcher(vault){let stored=(0,inventory_1.ledgerNotePath)(vault);if(stored===null)return()=>!1;let shown=path_1.default.relative(path_1.default.resolve(vault.memoryDir),stored),shownSlashes=shown.split(path_1.default.sep).join("/");return notePath=>notePath===stored||notePath===shown||notePath===shownSlashes}function isLedgerPreamble(hit,isLedger){return isLedger!==void 0&&isLedger(hit.notePath)&&(0,ledgerLiveness_1.ledgerEventIds)(hit).length===0}function dropLedgerPreamble(hits,isLedger){return isLedger===void 0?hits:hits.filter(hit=>!isLedgerPreamble(hit,isLedger))}function keywordLedgerHits(hits,isLedger,query,held){if(isLedger===void 0)return hits;let words=wordsOf(query);return dropLedgerPreamble(hits,isLedger).filter(hit=>{if(!isLedger(hit.notePath)||words.length===0)return!0;let events=parseEvents(hit.text,held);return events.length===0||events.some(event=>{let said=says(event);return words.some(word=>said.has(word))})})}function presentLedgerEvents(hits,isLedger,held){return isLedger===void 0?hits:dropLedgerPreamble(hits,isLedger).flatMap(hit=>{if(!isLedger(hit.notePath))return[hit];let text=presentEvents(hit.text,held);return text===null?[hit]:text===""?[]:[{...hit,text}]})}function withoutLedgerMetadata(hits,isLedger){return isLedger===void 0?hits:hits.map(hit=>isLedger(hit.notePath)?{...hit,notePath:"",headingPath:""}:hit)}var EVENT_HEADER=/^## MEM_[A-Za-z0-9]+ · /i,FIELD=/^- ([A-Za-z][\w-]*): (.*)$/s,RECORDS_HELD_MAX=256,RECORDS_HELD_MAX_CHARS=8*1024;function parseEvents(text,held){let kept=held?.get(text);if(kept!==void 0)return kept;let events=readEvents(text);return held&&held.size<RECORDS_HELD_MAX&&text.length<=RECORDS_HELD_MAX_CHARS&&held.set(text,events),events}function readEvents(text){let events=[],labelled=!1;for(let line of text.replace(/\r\n/g,`
|
|
335
335
|
`).split(`
|
|
336
336
|
`))if(line===ledgerLiveness_1.SUPERSEDED_LABEL)labelled=!0;else if(EVENT_HEADER.test(line))events.push({fields:new Map,superseded:labelled}),labelled=!1;else if(events.length>0){let field=FIELD.exec(line),fields=events[events.length-1].fields;field&&!fields.has(field[1])&&fields.set(field[1],field[2])}return events}function presentEvents(text,held){let events=parseEvents(text,held);return events.length?events.map(show).filter(Boolean).join(`
|
|
337
337
|
|
|
@@ -341,7 +341,7 @@ ${body}`:body}function factText(subject,predicate,object){return[subject,[predic
|
|
|
341
341
|
`),starts=storedLines.flatMap((line,i)=>(0,dailyNote_1.parseEntryHeader)(line)?[i]:[]);return starts.map((start,k)=>({text:lines.slice(start,starts[k+1]??lines.length).join(`
|
|
342
342
|
`),at:(0,dailyNote_1.entryInstant)(day,(0,dailyNote_1.parseEntryHeader)(storedLines[start]))}))}}});var require_semantic=__commonJS({"dist/retrieval/semantic.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.byPlace=byPlace;exports2.byScoreThenPlace=byScoreThenPlace;exports2.semanticSearch=semanticSearch;var readCache_1=require_readCache(),statements_1=require_statements();function byPlace(a,b){return a.notePath!==b.notePath?a.notePath<b.notePath?-1:1:a.chunkId-b.chunkId}function byScoreThenPlace(a,b){return b.score-a.score||byPlace(a,b)}async function semanticSearch(db,vectorIndex,provider,query,topK,probe,scope){if(!(0,statements_1.prepareOnce)(db,"SELECT 1 FROM chunk_embeddings_rowids LIMIT 1").get()||topK<=0)return[];let queryEmbedding=provider.embedQuery?await provider.embedQuery(query):(await provider.embed([query]))[0];probe&&(probe.queryVector=queryEmbedding);let nearest=(k,among)=>{let hits=vectorIndex.search(queryEmbedding,k,among);if(hits.length===0)return{vectors:0,chunks:[]};let scoreMap=new Map(hits.map(h=>[h.chunkId,h.score])),rows=(0,statements_1.prepareOnce)(db,"SELECT id, note_path, heading_path, text, start_line, end_line FROM chunks WHERE id IN (SELECT value FROM json_each(?))").all(JSON.stringify(hits.map(h=>h.chunkId)));return{vectors:hits.length,chunks:rows.map(r=>({notePath:r.note_path,chunkId:r.id,headingPath:r.heading_path,text:r.text,score:scoreMap.get(r.id)??0,startLine:r.start_line,endLine:r.end_line})).sort(byScoreThenPlace)}};return(0,readCache_1.inReadSnapshot)(db,()=>{if(!scope)return nearest(topK).chunks.slice(0,topK);let first=nearest(topK),shown=first.chunks.filter(scope.shows);return shown.length>=topK||first.vectors<topK?shown.slice(0,topK):nearest(topK,scope.chunkIds()).chunks.slice(0,topK)})}}});var require_factsFirst=__commonJS({"dist/retrieval/factsFirst.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.subjectsInQuery=subjectsInQuery;exports2.factsFirstHits=factsFirstHits;exports2.matchingCurrentFactHits=matchingCurrentFactHits;var lifecycle_12=require_lifecycle(),queryHelpers_1=require_queryHelpers(),factTerms_1=require_factTerms(),PREDICATE_CUES={current_project:["current project","currently building","currently working","working on","building now","what are you building","what am i building"],dog_name:["dog name","dog's name","dog"],full_name:["full name","legal name","real name"],preferred_name:["preferred name","go by","called","what's my name","what is my name"],location:["where do i live","where does he live","lives in","live in","based in"],college_degree:["college","degree","university"],hackathon_count:["hackathon"],primary_goal:["primary goal","main goal","his mission","my mission"],passport_italian_received:["passport","citizenship"],cofounder:["cofounder","co-founder","co founder"]},OWNER_CUES={current_project:["what is {n} building","what is {n} currently"],location:["where does {n} live"],preferred_name:["{n}'s name"]},NAME_EDGE_BEFORE="(?<![\\p{L}\\p{N}])",NAME_EDGE_AFTER="(?![\\p{L}\\p{N}])";function escapeRegExp(s){return s.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function hasPhrase(q,phrase){return new RegExp(`${NAME_EDGE_BEFORE}${escapeRegExp(phrase)}${NAME_EDGE_AFTER}`,"u").test(q)}var IDENTITY_CARD=new Set(["current_project","preferred_name","full_name","location","primary_goal","dog_name"]);function fold(s){return s.trim().toLowerCase()}function firstPerson(query){return/\b(my|i'm|i am|i've|i'd|i|me)\b/i.test(query)}function subjectsInQuery(query){let q=fold(query),out=[],seen=new Set,add=name=>{let key=fold(name);seen.has(key)||(seen.add(key),out.push(name))},owner=(0,queryHelpers_1.ownerNames)();return owner.length&&(owner.some(n=>hasPhrase(q,fold(n)))&&add(owner[0]),firstPerson(query)&&add(owner[0])),out}function isIdentityCardQuery(query){let q=fold(query),owner=(0,queryHelpers_1.ownerNames)(),named=owner.length?owner.map(n=>escapeRegExp(fold(n))).join("|"):"";return named&&new RegExp(`${NAME_EDGE_BEFORE}who is (${named})['\u2019]s${NAME_EDGE_AFTER}`,"u").test(q)?!1:hasPhrase(q,"who am i")||hasPhrase(q,"tell me about me")?!0:!!named&&new RegExp(`${NAME_EDGE_BEFORE}(who is|who['\u2019]s|tell me about|what should i know about) (${named})${NAME_EDGE_AFTER}`,"u").test(q)}function queryMatchesFact(query,predicate){let q=fold(query);if(isIdentityCardQuery(query)&&IDENTITY_CARD.has(predicate)||(PREDICATE_CUES[predicate]??[]).some(c=>q.includes(c)))return!0;let names=(0,queryHelpers_1.ownerNames)().map(fold);if((OWNER_CUES[predicate]??[]).some(t=>names.some(n=>hasPhrase(q,t.replace("{n}",n)))))return!0;let pred=fold(predicate).replace(/_/g," ");if(pred.length>=3&&q.includes(pred))return!0;let words=pred.split(/\s+/).filter(w=>w.length>=4);return words.length>=2&&words.filter(w=>q.includes(w)).length>=2}function factText(subject,predicate,object){return`${subject}'s ${predicate} is ${object}.`}function factsFirstHits(db,query,limit=3,keep){let subjects=subjectsInQuery(query);if(subjects.length===0)return[];let hits=[],seen=new Set;for(let subject of subjects){let canonical=(0,queryHelpers_1.identityNames)(subject)[0]??subject,facts=(0,lifecycle_12.factsFor)(db,subject);for(let f of facts)seen.has(f.id)||queryMatchesFact(query,f.predicate)&&(seen.add(f.id),hits.push({notePath:f.source_path||"_mcp_",chunkId:-f.id,headingPath:`${canonical} > ${f.predicate}`,text:factText(canonical,f.predicate,f.object_text??""),score:1.15,reason:"fact",author:f.author??null}))}return(keep?hits.filter(keep):hits).slice(0,limit)}var FACT_STOPWORDS=new Set(["a","about","all","an","and","any","are","as","at","be","been","but","by","can","could","did","do","does","for","from","had","has","have","how","i","if","in","into","is","it","its","me","my","no","not","of","on","or","our","out","so","some","tell","that","the","their","them","then","there","they","this","to","was","we","were","what","when","where","which","who","why","will","with","would","you","your"]);function contentAtoms(query){return(0,factTerms_1.atoms)(query).filter(word=>!FACT_STOPWORDS.has(word))}function matchingCurrentFactHits(db,query,limit=3){let terms=contentAtoms(query);if(terms.length===0||limit<1)return[];let matched=(0,factTerms_1.findCurrentFacts)(db,{terms,match:"any",limit:Math.max(limit*20,60)}),hits=[];for(let f of matched){let subjectObject=new Set((0,factTerms_1.atoms)(`${f.subject} ${f.object??""}`));if(terms.some(term=>subjectObject.has(term))&&(hits.push({notePath:"_mcp_",chunkId:-f.id,headingPath:`${f.subject} > ${f.predicate}`,text:factText(f.subject,f.predicate,f.object??""),score:.5+.5*(f.shared/terms.length),reason:"fact",author:f.author??null}),hits.length===limit))break}return hits}}});var require_conversationShape=__commonJS({"dist/retrieval/conversationShape.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CONVERSATION_MIN_TURNS=void 0;exports2.isTurnLabel=isTurnLabel;exports2.isConversationShaped=isConversationShaped;var TURN_WORDS=new Set(["turn","user","assistant","human","ai","bot","me","you","system","claude","chatgpt","gpt","gemini","model","speaker","message","question","answer","reply","response","prompt","q","a"]);exports2.CONVERSATION_MIN_TURNS=4;function isTurnLabel(heading){let words=heading.toLowerCase().replace(/[\p{N}\p{P}\p{S}\p{Z}]+/gu," ").trim().split(" ").filter(Boolean);return words.length>0&&words.every(word=>TURN_WORDS.has(word))}function isConversationShaped(headingPaths){let distinct=new Set(headingPaths),turns=0;for(let headingPath of distinct){let last=headingPath.split(" > ").pop()??"";isTurnLabel(last)&&(turns+=1)}return turns>=exports2.CONVERSATION_MIN_TURNS&&turns*2>=distinct.size}}});var require_factLanePack=__commonJS({"dist/mvp/factLanePack.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.packLane=packLane;exports2.bestPacked=bestPacked;function packLane(snapshot,vectors,epoch){let ids=[],vecs=[],missing=[];for(let[rendering,id]of snapshot.pairs){let v=vectors.get(rendering);v?(vecs.push(v),ids.push(id)):missing.push(rendering)}let dim=vecs.length>0?vecs[0].length:0,uniform=dim>0&&vecs.every(v=>v.length===dim),matrix=null;if(uniform){matrix=new Float32Array(vecs.length*dim);for(let i=0;i<vecs.length;i++)matrix.set(vecs[i],i*dim)}return{snapshot,epoch,dim,ids,missing,matrix}}function bestPacked(q,matrix,n,dim){if(n===0)return null;let bestI=-1,best=0,take=(score,index)=>{(bestI<0||score>best)&&(best=score,bestI=index)},i=0;for(;i+3<n;i+=4){let s0=0,s1=0,s2=0,s3=0,o0=i*dim,o1=o0+dim,o2=o1+dim,o3=o2+dim;for(let d=0;d<dim;d++){let qd=q[d];s0+=qd*matrix[o0+d],s1+=qd*matrix[o1+d],s2+=qd*matrix[o2+d],s3+=qd*matrix[o3+d]}take(s0,i),take(s1,i+1),take(s2,i+2),take(s3,i+3)}for(;i<n;i++){let s=0,o=i*dim;for(let d=0;d<dim;d++)s+=q[d]*matrix[o+d];take(s,i)}return{index:bestI,score:best}}}});var require_contextRelevance=__commonJS({"dist/mvp/contextRelevance.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.FACT_CEILING=exports2.SEARCH_RELEVANCE_GUIDANCE=exports2.CONTEXT_BUDGET_KEEPS_NEWEST=exports2.CONTEXT_RELEVANCE_KEEPS_MATCH=exports2.CONTEXT_RELEVANCE_GUIDANCE=exports2.UNKNOWN_NAME_MARGIN=exports2.notMentioned=exports2.NO_STRONG_MATCH=exports2.CALIBRATED_BARS=exports2.CONTEXT_RELEVANCE_DEFAULT_ON=exports2.CONTEXT_RELEVANCE_MIN_ENV=exports2.CONTEXT_RELEVANCE_FLAG=void 0;exports2.requestNames=requestNames;exports2.contextRelevanceEnabled=contextRelevanceEnabled;exports2.embeddingModelKey=embeddingModelKey;exports2.resolveRelevanceBar=resolveRelevanceBar;exports2.contextRelevanceArmed=contextRelevanceArmed;exports2.renderFactForRelevance=renderFactForRelevance;exports2.factLane=factLane;exports2.similaritiesTo=similaritiesTo;exports2.warmFactVectors=warmFactVectors;exports2.combineSimilarity=combineSimilarity;exports2.assessContextRelevance=assessContextRelevance;exports2.assessQueryRelevance=assessQueryRelevance;var readCache_1=require_readCache(),statements_1=require_statements(),factTerms_1=require_factTerms(),factLanePack_1=require_factLanePack(),scope_1=require_scope();exports2.CONTEXT_RELEVANCE_FLAG="RENOR_CONTEXT_RELEVANCE";exports2.CONTEXT_RELEVANCE_MIN_ENV="RENOR_CONTEXT_RELEVANCE_MIN";exports2.CONTEXT_RELEVANCE_DEFAULT_ON=!0;exports2.CALIBRATED_BARS={"vertex:gemini-embedding-001:768":.63};exports2.NO_STRONG_MATCH="no stored fact or note closely matches this request; the listed items are only the nearest ones";var notMentioned=names=>`nothing on file mentions ${names.join(", ")}; the listed items are only the nearest ones`;exports2.notMentioned=notMentioned;exports2.UNKNOWN_NAME_MARGIN=.05;var CALENDAR_WORDS=new Set(["monday","tuesday","wednesday","thursday","friday","saturday","sunday","january","february","march","april","may","june","july","august","september","october","november","december"]);function requestNames(query){let names=new Set,opening=!0;for(let[token]of query.matchAll(/[\p{L}\p{N}][\p{L}\p{N}\p{M}'’-]*|[.?!:;]+(?=\s|$)|[¿¡]/gu)){if(!/^[\p{L}\p{N}]/u.test(token)){opening=!0;continue}let word=token.replace(/['’]s$/i,"").replace(/['’-]+$/,"");!opening&&new RegExp("^\\p{Lu}","u").test(word)&&!new RegExp("^I(['\u2019]\\p{L}+)?$","u").test(word)&&!CALENDAR_WORDS.has(word.toLowerCase())&&names.add(word),opening=!1}return[...names]}function contextRelevanceEnabled(env=process.env){let raw=(env[exports2.CONTEXT_RELEVANCE_FLAG]??"").trim().toLowerCase();return raw==="1"||raw==="true"||raw==="yes"||raw==="on"?!0:raw==="0"||raw==="false"||raw==="no"||raw==="off"?!1:exports2.CONTEXT_RELEVANCE_DEFAULT_ON}function embeddingModelKey(provider,model,dims){return`${provider}:${model??""}:${dims??""}`}function resolveRelevanceBar(modelKey,env=process.env){let raw=(env[exports2.CONTEXT_RELEVANCE_MIN_ENV]??"").trim();if(raw!==""){let explicit=Number(raw);if(Number.isFinite(explicit))return explicit}return modelKey&&modelKey in exports2.CALIBRATED_BARS?exports2.CALIBRATED_BARS[modelKey]:null}function contextRelevanceArmed(engine,env=process.env){return!!engine.provider&&contextRelevanceEnabled(env)&&resolveRelevanceBar(engine.modelKey,env)!==null}exports2.CONTEXT_RELEVANCE_GUIDANCE=" If the result has relevance.relevant === false, nothing on file closely matches this request: the listed items are only the nearest ones, so do not present them as an answer unless one clearly answers it; say you have no memory of it and ask the user.";exports2.CONTEXT_RELEVANCE_KEEPS_MATCH=" When relevance.relevant is true, the closest match is in the result, or the newer relevant match the budget kept in its place: max_tokens keeps one of them even if another item has to be dropped to make room for it.";exports2.CONTEXT_BUDGET_KEEPS_NEWEST=" When the matches do not all fit, the newest match above the relevance bar is kept first, with the pieces of its session that say most about the question (at most four, in at most 60% of the budget), then the best-scoring ones, so the latest relevant statement is not the one the budget drops.";exports2.SEARCH_RELEVANCE_GUIDANCE=" A relevance object says whether anything on file closely matches the query: relevant is true only when the closest match is among the hits, and when it is false the hits are only the nearest ones, so do not present them as an answer unless one clearly answers it. When relevant is true and the closest match is a remembered fact that top_k left no room to list, relevance.fact names it (subject, predicate, object, scope); you can answer from it, and the hits are still at most top_k in all.";exports2.FACT_CEILING=5e3;var STALE_VECTORS_KEPT=256,FILL_BATCH=32,FILL_CONCURRENCY=4,FILL_RETRY_MS=3e4,slots=new WeakMap;function slotFor(provider){let slot=slots.get(provider);return slot||slots.set(provider,slot={vectors:new Map,filling:null,retryAfter:0,epoch:0,packed:new Map}),slot}function renderFactForRelevance(predicate,object){return`${predicate.replace(/_/g," ")}: ${object}`}function unit(v){let sum=0;for(let i=0;i<v.length;i++)sum+=v[i]*v[i];let norm=Math.sqrt(sum)||1,out=new Float32Array(v.length);for(let i=0;i<v.length;i++)out[i]=v[i]/norm;return out}function dot(a,b){let s=0;for(let i=0;i<a.length;i++)s+=a[i]*b[i];return s}async function fill(provider,slot,texts){let batches=[];for(let i=0;i<texts.length;i+=FILL_BATCH)batches.push(texts.slice(i,i+FILL_BATCH));let next=0,worker=async()=>{for(let b=next++;b<batches.length;b=next++){let batch=batches[b],fresh=await provider.embed(batch);if(fresh.length!==batch.length)throw new Error("embedding provider returned a wrong vector count");batch.forEach((text,i)=>slot.vectors.set(text,unit(fresh[i]))),slot.epoch++}};await Promise.all(Array.from({length:Math.min(FILL_CONCURRENCY,batches.length)},worker))}function factLaneKey(scope,ceiling){return`${scope===void 0?"*":(0,scope_1.normalizeScope)(scope)}\0${ceiling}`}function loadFactSnapshot(db,scope,ceiling){let inScope=scope===void 0?void 0:(0,scope_1.savedScopeSqlPredicate)((0,scope_1.normalizeScope)(scope),"f.scope"),select=`SELECT f.id AS id, f.predicate AS predicate, f.object_text AS object
|
|
343
343
|
FROM facts f
|
|
344
|
-
WHERE f.valid_to IS NULL AND f.source_path = '_mcp_'${inScope?` AND ${inScope.sql}`:""}`,scopeArgs=inScope?.params??[],rows=(0,statements_1.prepareOnce)(db,`${select} LIMIT ?`).all(...scopeArgs,ceiling+1),truncated=rows.length>ceiling;truncated&&(rows=(0,statements_1.prepareOnce)(db,`${select} ORDER BY f.id DESC LIMIT ?`).all(...scopeArgs,ceiling));let newest=new Map;for(let r of rows){let rendering=renderFactForRelevance(r.predicate,r.object),seen=newest.get(rendering);(seen===void 0||r.id>seen)&&newest.set(rendering,r.id)}return{pairs:[...newest],truncated}}function bestFromSlot(q,snapshot,slot){let best=null,id=-1;for(let[rendering,factId]of snapshot.pairs){let v=slot.vectors.get(rendering);if(!v)continue;let s=dot(q,v);(best===null||s>best)&&(best=s,id=factId)}return best===null?null:{score:best,id}}function fillMissing(provider,slot,snapshot,missing){if(missing.length===0||slot.filling||Date.now()<slot.retryAfter)return;if(slot.vectors.size>snapshot.pairs.length+STALE_VECTORS_KEPT){let live=new Set(snapshot.pairs.map(([rendering])=>rendering)),dropped=!1;for(let key of slot.vectors.keys())live.has(key)||(slot.vectors.delete(key),dropped=!0);dropped&&slot.epoch++}let run=slot.filling=fill(provider,slot,missing).catch(()=>{slot.retryAfter=Date.now()+FILL_RETRY_MS}).finally(()=>{slot.filling===run&&(slot.filling=null)})}function factLane(db,provider,queryVector,scope,ceiling=exports2.FACT_CEILING){let key=factLaneKey(scope,ceiling),snapshot=(0,readCache_1.readUntilWrite)(db,`factLane\0${key}`,()=>loadFactSnapshot(db,scope,ceiling)),slot=slotFor(provider),packed=slot.packed.get(key);(!packed||packed.snapshot!==snapshot||packed.epoch!==slot.epoch)&&(packed=(0,factLanePack_1.packLane)(snapshot,slot.vectors,slot.epoch),slot.packed.size>=8&&slot.packed.clear(),slot.packed.set(key,packed)),fillMissing(provider,slot,snapshot,packed.missing),packed.epoch!==slot.epoch&&(packed.epoch=slot.epoch);let q=unit(queryVector),found=packed.matrix&&q.length===packed.dim?(()=>{let best=(0,factLanePack_1.bestPacked)(q,packed.matrix,packed.ids.length,packed.dim);return best?{score:best.score,id:packed.ids[best.index]}:null})():bestFromSlot(q,snapshot,slot);return{similarity:found?found.score:null,complete:!snapshot.truncated&&packed.missing.length===0,...found?{bestFactId:found.id}:{}}}async function similaritiesTo(provider,texts,queryVector){let slot=slotFor(provider),missing=[...new Set(texts)].filter(text=>!slot.vectors.has(text));if(missing.length>0){if(Date.now()<slot.retryAfter)return null;try{await fill(provider,slot,missing)}catch{return slot.retryAfter=Date.now()+FILL_RETRY_MS,null}}let q=unit(queryVector),out=new Map;for(let text of texts){let v=slot.vectors.get(text);v&&v.length===q.length&&out.set(text,dot(q,v))}return out}async function warmFactVectors(db,provider,scope){let probeVector=new Float32Array(provider.dimensions).fill(1);slotFor(provider).retryAfter=0;for(let attempt=0;attempt<4;attempt++){if(factLane(db,provider,probeVector,scope).complete)return!0;await slotFor(provider).filling}return factLane(db,provider,probeVector,scope).complete}function combineSimilarity(chunk,fact){return chunk===null?fact:fact===null?chunk:Math.max(chunk,fact)}function assessContextRelevance(topSimilarity,bar){if(topSimilarity===null||bar===null||!Number.isFinite(topSimilarity))return null;let similarity=Math.round(topSimilarity*1e3)/1e3,relevant=similarity>=bar;return{relevant,...relevant?{}:{reason:exports2.NO_STRONG_MATCH},similarity,bar}}function assessQueryRelevance(input){let{db,engine,scope,probe,env}=input,bar=resolveRelevanceBar(engine.modelKey,env);if(bar===null||!engine.provider||!probe.queryVector)return null;try{let chunk=probe.topSimilarity??null,fact=factLane(db,engine.provider,probe.queryVector,scope);input.components&&(input.components.chunk=chunk,input.components.fact=fact.similarity);let best=combineSimilarity(chunk,fact.similarity);if(best===null)return fact.complete?{relevance:{relevant:!1,reason:exports2.NO_STRONG_MATCH,similarity:null,bar}}:null;let raised=Math.round((bar+exports2.UNKNOWN_NAME_MARGIN)*1e3)/1e3,unknown=input.onFile&&assessContextRelevance(best,bar)?.relevant&&!assessContextRelevance(best,raised)?.relevant?requestNames(input.query??"").filter(name=>!input.onFile(name)):[],judgedBar=unknown.length>0?raised:bar,verdict=assessContextRelevance(best,judgedBar);if(!verdict||!verdict.relevant&&!fact.complete)return null;unknown.length>0&&(verdict.reason=(0,exports2.notMentioned)(unknown));let closestFact=fact.bestFactId!==void 0&&assessContextRelevance(fact.similarity,judgedBar)?.relevant?(0,factTerms_1.currentFactById)(db,fact.bestFactId):void 0,matchedOn=verdict.relevant?chunk===null||fact.similarity!==null&&fact.similarity>=chunk?"fact":"chunk":void 0;return{relevance:verdict,...closestFact?{closestFact}:{},...matchedOn?{matchedOn}:{}}}catch{return null}}}});var require_keyword=__commonJS({"dist/retrieval/keyword.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.keywordSearch=keywordSearch;exports2.keywordDefaultsOff=keywordDefaultsOff;exports2.keywordIndexTable=keywordIndexTable;var readCache_1=require_readCache(),statements_1=require_statements(),semantic_1=require_semantic(),ROWS="SELECT c.id AS chunkId, c.note_path AS notePath, c.heading_path AS headingPath, c.text, f.score AS score",CACHED_PAGE_LIMIT=256,CACHED_PAGE_COUNT=256,cachedPages=new WeakMap;function copyHits(hits){return hits.map(hit=>({chunkId:hit.chunkId,notePath:hit.notePath,headingPath:hit.headingPath,text:hit.text,score:hit.score}))}function keywordSearch(db,match,limit,stem=!1){if(limit<1)return[];let key=`${keywordIndexTable(db,stem)}\0${limit}\0${match}`,before=limit<=CACHED_PAGE_LIMIT?(0,readCache_1.databaseStamp)(db):null;if(before!==null){let held=cachedPages.get(db)?.get(key);if(held&&held.stamp===before)return copyHits(held.hits)}let rows=rankKeywordHits(db,match,limit,stem);if(before!==null&&(0,readCache_1.databaseStamp)(db)===before){let pages=cachedPages.get(db);pages||cachedPages.set(db,pages=new Map),!pages.has(key)&&pages.size>=CACHED_PAGE_COUNT&&pages.delete(pages.keys().next().value),pages.set(key,{stamp:before,hits:copyHits(rows)})}return rows}function keywordDefaultsOff(env=process.env){return(env.RENOR_KEYWORD_DEFAULTS??"").trim()==="0"}function stemEnabled(){return!keywordDefaultsOff()&&(process.env.RENOR_KEYWORD_STEM??"").trim()!=="0"}var stemReady=new WeakSet;function keywordIndexTable(db,forceStem=!1){if(!forceStem&&!stemEnabled())return"chunks_fts";if(stemReady.has(db))return"chunks_fts_stem";try{return db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts_stem'").get()||db.transaction(()=>{db.prepare("CREATE VIRTUAL TABLE chunks_fts_stem USING fts5(text, heading_path, note_path UNINDEXED, content='chunks', content_rowid='id', tokenize='porter unicode61')").run(),db.prepare("INSERT INTO chunks_fts_stem(chunks_fts_stem) VALUES ('rebuild')").run(),db.prepare(`CREATE TRIGGER chunks_fts_stem_insert AFTER INSERT ON chunks BEGIN
|
|
344
|
+
WHERE f.valid_to IS NULL AND f.source_path = '_mcp_'${inScope?` AND ${inScope.sql}`:""}`,scopeArgs=inScope?.params??[],rows=(0,statements_1.prepareOnce)(db,`${select} LIMIT ?`).all(...scopeArgs,ceiling+1),truncated=rows.length>ceiling;truncated&&(rows=(0,statements_1.prepareOnce)(db,`${select} ORDER BY f.id DESC LIMIT ?`).all(...scopeArgs,ceiling));let newest=new Map;for(let r of rows){let rendering=renderFactForRelevance(r.predicate,r.object),seen=newest.get(rendering);(seen===void 0||r.id>seen)&&newest.set(rendering,r.id)}return{pairs:[...newest],truncated}}function bestFromSlot(q,snapshot,slot){let best=null,id=-1;for(let[rendering,factId]of snapshot.pairs){let v=slot.vectors.get(rendering);if(!v)continue;let s=dot(q,v);(best===null||s>best)&&(best=s,id=factId)}return best===null?null:{score:best,id}}function fillMissing(provider,slot,snapshot,missing){if(missing.length===0||slot.filling||Date.now()<slot.retryAfter)return;if(slot.vectors.size>snapshot.pairs.length+STALE_VECTORS_KEPT){let live=new Set(snapshot.pairs.map(([rendering])=>rendering)),dropped=!1;for(let key of slot.vectors.keys())live.has(key)||(slot.vectors.delete(key),dropped=!0);dropped&&slot.epoch++}let run=slot.filling=fill(provider,slot,missing).catch(()=>{slot.retryAfter=Date.now()+FILL_RETRY_MS}).finally(()=>{slot.filling===run&&(slot.filling=null)})}function factLane(db,provider,queryVector,scope,ceiling=exports2.FACT_CEILING){let key=factLaneKey(scope,ceiling),snapshot=(0,readCache_1.readUntilWrite)(db,`factLane\0${key}`,()=>loadFactSnapshot(db,scope,ceiling)),slot=slotFor(provider),packed=slot.packed.get(key);(!packed||packed.snapshot!==snapshot||packed.epoch!==slot.epoch)&&(packed=(0,factLanePack_1.packLane)(snapshot,slot.vectors,slot.epoch),slot.packed.size>=8&&slot.packed.clear(),slot.packed.set(key,packed)),fillMissing(provider,slot,snapshot,packed.missing),packed.epoch!==slot.epoch&&(packed.epoch=slot.epoch);let q=unit(queryVector),found=packed.matrix&&q.length===packed.dim?(()=>{let best=(0,factLanePack_1.bestPacked)(q,packed.matrix,packed.ids.length,packed.dim);return best?{score:best.score,id:packed.ids[best.index]}:null})():bestFromSlot(q,snapshot,slot);return{similarity:found?found.score:null,complete:!snapshot.truncated&&packed.missing.length===0,...found?{bestFactId:found.id}:{}}}async function similaritiesTo(provider,texts,queryVector){let slot=slotFor(provider),missing=[...new Set(texts)].filter(text=>!slot.vectors.has(text));if(missing.length>0){if(Date.now()<slot.retryAfter)return null;try{await fill(provider,slot,missing)}catch{return slot.retryAfter=Date.now()+FILL_RETRY_MS,null}}let q=unit(queryVector),out=new Map;for(let text of texts){let v=slot.vectors.get(text);v&&v.length===q.length&&out.set(text,dot(q,v))}return out}async function warmFactVectors(db,provider,scope){let probeVector=new Float32Array(provider.dimensions).fill(1);slotFor(provider).retryAfter=0;for(let attempt=0;attempt<4;attempt++){if(factLane(db,provider,probeVector,scope).complete)return!0;await slotFor(provider).filling}return factLane(db,provider,probeVector,scope).complete}function combineSimilarity(chunk,fact){return chunk===null?fact:fact===null?chunk:Math.max(chunk,fact)}function assessContextRelevance(topSimilarity,bar){if(topSimilarity===null||bar===null||!Number.isFinite(topSimilarity))return null;let similarity=Math.round(topSimilarity*1e3)/1e3,relevant=similarity>=bar;return{relevant,...relevant?{}:{reason:exports2.NO_STRONG_MATCH},similarity,bar}}function assessQueryRelevance(input){let{db,engine,scope,probe,env}=input,bar=resolveRelevanceBar(engine.modelKey,env);if(bar===null||!engine.provider||!probe.queryVector)return null;try{let chunk=probe.topSimilarity??null,fact=factLane(db,engine.provider,probe.queryVector,scope);input.components&&(input.components.chunk=chunk,input.components.fact=fact.similarity);let best=combineSimilarity(chunk,fact.similarity);if(best===null)return fact.complete?{relevance:{relevant:!1,reason:exports2.NO_STRONG_MATCH,similarity:null,bar}}:null;let raised=Math.round((bar+exports2.UNKNOWN_NAME_MARGIN)*1e3)/1e3,unknown=input.onFile&&assessContextRelevance(best,bar)?.relevant&&!assessContextRelevance(best,raised)?.relevant?requestNames(input.query??"").filter(name=>!input.onFile(name)):[],judgedBar=unknown.length>0?raised:bar,verdict=assessContextRelevance(best,judgedBar);if(!verdict||!verdict.relevant&&!fact.complete)return null;unknown.length>0&&(verdict.reason=(0,exports2.notMentioned)(unknown));let closestFact=fact.bestFactId!==void 0&&assessContextRelevance(fact.similarity,judgedBar)?.relevant?(0,factTerms_1.currentFactById)(db,fact.bestFactId):void 0,matchedOn=verdict.relevant?chunk===null||fact.similarity!==null&&fact.similarity>=chunk?"fact":"chunk":void 0;return{relevance:verdict,...closestFact?{closestFact}:{},...matchedOn?{matchedOn}:{}}}catch{return null}}}});var require_keyword=__commonJS({"dist/retrieval/keyword.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.FTS_STOP_WORDS=void 0;exports2.keywordSearch=keywordSearch;exports2.keywordDefaultsOff=keywordDefaultsOff;exports2.keywordOrAll=keywordOrAll;exports2.keywordOrMatch=keywordOrMatch;exports2.keywordIndexTable=keywordIndexTable;var readCache_1=require_readCache(),statements_1=require_statements(),semantic_1=require_semantic(),factTerms_1=require_factTerms(),ROWS="SELECT c.id AS chunkId, c.note_path AS notePath, c.heading_path AS headingPath, c.text, f.score AS score",CACHED_PAGE_LIMIT=256,CACHED_PAGE_COUNT=256,cachedPages=new WeakMap;function copyHits(hits){return hits.map(hit=>({chunkId:hit.chunkId,notePath:hit.notePath,headingPath:hit.headingPath,text:hit.text,score:hit.score}))}function keywordSearch(db,match,limit,stem=!1){if(limit<1)return[];let key=`${keywordIndexTable(db,stem)}\0${limit}\0${match}`,before=limit<=CACHED_PAGE_LIMIT?(0,readCache_1.databaseStamp)(db):null;if(before!==null){let held=cachedPages.get(db)?.get(key);if(held&&held.stamp===before)return copyHits(held.hits)}let rows=rankKeywordHits(db,match,limit,stem);if(before!==null&&(0,readCache_1.databaseStamp)(db)===before){let pages=cachedPages.get(db);pages||cachedPages.set(db,pages=new Map),!pages.has(key)&&pages.size>=CACHED_PAGE_COUNT&&pages.delete(pages.keys().next().value),pages.set(key,{stamp:before,hits:copyHits(rows)})}return rows}function keywordDefaultsOff(env=process.env){return(env.RENOR_KEYWORD_DEFAULTS??"").trim()==="0"}exports2.FTS_STOP_WORDS=new Set(["the","a","an","is","are","was","were","what","which","who","where","when","why","how","do","does","did","to","for","of","in","on","at","with","and","or","my","your","our","their","his","her","it","this","that","about","am","as","be","by","he","if","me","so","up","we"]);function keywordOrAll(env=process.env){return!keywordDefaultsOff(env)&&(env.RENOR_KEYWORD_OR_ALL??"").trim()!=="0"}function keywordOrMatch(query){return[...new Set((0,factTerms_1.words)(query).filter(word=>!exports2.FTS_STOP_WORDS.has(word)))].map(term=>`"${term.replace(/"/g,'""')}"`).join(" OR ")}function stemEnabled(){return!keywordDefaultsOff()&&(process.env.RENOR_KEYWORD_STEM??"").trim()!=="0"}var stemReady=new WeakSet;function keywordIndexTable(db,forceStem=!1){if(!forceStem&&!stemEnabled())return"chunks_fts";if(stemReady.has(db))return"chunks_fts_stem";try{return db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts_stem'").get()||db.transaction(()=>{db.prepare("CREATE VIRTUAL TABLE chunks_fts_stem USING fts5(text, heading_path, note_path UNINDEXED, content='chunks', content_rowid='id', tokenize='porter unicode61')").run(),db.prepare("INSERT INTO chunks_fts_stem(chunks_fts_stem) VALUES ('rebuild')").run(),db.prepare(`CREATE TRIGGER chunks_fts_stem_insert AFTER INSERT ON chunks BEGIN
|
|
345
345
|
INSERT INTO chunks_fts_stem(rowid, text, heading_path, note_path) VALUES (new.id, new.text, new.heading_path, new.note_path);
|
|
346
346
|
END`).run(),db.prepare(`CREATE TRIGGER chunks_fts_stem_delete AFTER DELETE ON chunks BEGIN
|
|
347
347
|
INSERT INTO chunks_fts_stem(chunks_fts_stem, rowid, text, heading_path, note_path) VALUES ('delete', old.id, old.text, old.heading_path, old.note_path);
|
|
@@ -403,7 +403,7 @@ ${body}`:body}function factText(subject,predicate,object){return[subject,[predic
|
|
|
403
403
|
) WHERE rn = 1
|
|
404
404
|
ORDER BY notePath
|
|
405
405
|
LIMIT ?`).all(...(0,statements_1.paddedList)(notePaths),keep?-1:limit);return keep?chunks.filter(keep).slice(0,limit):chunks}var FUSION_K1=1.5,FUSION_B=.75,FUSION_COSINE_WEIGHT=.5,FUSION_WITHIN_NOTE=1e-6,FUSION_STOP=new Set("a an the and or of to in on at for with is are was were be been it this that i you he she we they my your me do did does what when where who how which about from by as".split(" "));function noteFusionEnabled(env=process.env){let v=(env.RENOR_NOTE_FUSION??"").trim().toLowerCase();return v==="1"||v==="true"||v==="yes"||v==="on"}function noteTokens(text){return(text.toLowerCase().match(/[a-z0-9]+/g)??[]).filter(w=>!FUSION_STOP.has(w))}function bm25Scores(query,docs){let tokens=docs.map(noteTokens),n=docs.length,avg=tokens.reduce((sum,d)=>sum+d.length,0)/Math.max(1,n),df=new Map;for(let d of tokens)for(let w of new Set(d))df.set(w,(df.get(w)??0)+1);let terms=[...new Set(noteTokens(query))];return tokens.map(d=>{let tf=new Map;for(let w of d)tf.set(w,(tf.get(w)??0)+1);let score=0;for(let w of terms){let f=tf.get(w)??0;if(!f)continue;let dfw=df.get(w)??0,idf=Math.log(1+(n-dfw+.5)/(dfw+.5));score+=idf*(f*(FUSION_K1+1))/(f+FUSION_K1*(1-FUSION_B+FUSION_B*d.length/Math.max(1e-9,avg)))}return score})}function minMax(values){let lo=Math.min(...values),hi=Math.max(...values);return values.map(x=>hi===lo?0:(x-lo)/(hi-lo))}function fuseNoteScores(maxCosines,bm25){let cos=minMax(maxCosines),lex=minMax(bm25);return cos.map((x,i)=>FUSION_COSINE_WEIGHT*x+(1-FUSION_COSINE_WEIGHT)*lex[i])}function noteFusionBase(hits,query,isLedgerNote){let notes=new Map;for(let h of hits){let note=notes.get(h.notePath);note?(note.cosine=Math.max(note.cosine,h.score),note.chunks.push(h.text)):notes.set(h.notePath,{cosine:h.score,chunks:[h.text]})}let paths=[...notes.keys()],docs=paths.map(p=>fusionNoteText(p,notes.get(p).chunks,isLedgerNote?.(p)===!0)),fused=fuseNoteScores(paths.map(p=>notes.get(p).cosine),bm25Scores(query,docs)),at=new Map(paths.map((p,i)=>[p,i]));return new Map(hits.map(h=>[h.chunkId,fused[at.get(h.notePath)]+FUSION_WITHIN_NOTE*h.score]))}var FUSION_MAX_NOTE_BYTES=32*1024;function readNoteFileCapped(notePath){let fd=null;try{if(!node_fs_1.default.lstatSync(notePath).isFile())return null;fd=node_fs_1.default.openSync(notePath,node_fs_1.default.constants.O_RDONLY|node_fs_1.default.constants.O_NONBLOCK);let st=node_fs_1.default.fstatSync(fd);if(!st.isFile()||st.size>FUSION_MAX_NOTE_BYTES)return null;let bytes=Buffer.alloc(st.size),n=node_fs_1.default.readSync(fd,bytes,0,st.size,0);return bytes.subarray(0,n).toString("utf8")}catch{return null}finally{fd!==null&&node_fs_1.default.closeSync(fd)}}function fusionNoteText(notePath,poolChunks,ledger){if(!ledger){let text=readNoteFileCapped(notePath);if(text!==null)return text}return poolChunks.join(`
|
|
406
|
-
`)}function aggregateTopK(topK,env=process.env){let k=Number((env.RENOR_RETRIEVE_AGGREGATE_K??"").trim());return Number.isInteger(k)&&k>0&&k>topK?k:topK}async function retrieveContext(db,vectorIndex,provider,query,topK=20,priorityPaths=[],clock={},opts={}){topK=aggregateTopK(topK),contentfulHeld.clear();let factHits=(0,factsFirst_1.factsFirstHits)(db,query,Math.min(3,topK),opts.scope?.shows),queryProbe=opts.probe??{},nearDupCap=(0,plainWording_1.resolveNearDupCap)(),candidateLimit=nearDupCap>0?Math.min(plainWording_1.NEAR_DUP_POOL.max,topK*plainWording_1.NEAR_DUP_POOL.perTopK):Math.min(40,topK*4),embeddedQuery=(0,plainWording_1.queryRewriteEnabled)()?(0,plainWording_1.rewriteConversationalQuery)(query):query,semanticHits=vectorIndex&&provider?await(0,semantic_1.semanticSearch)(db,vectorIndex,provider,embeddedQuery,candidateLimit,queryProbe,opts.scope):(()=>{let match=(0,queryHelpers_1.quoteFtsQuery)(query);return match?(0,queryHelpers_1.shownPage)(rows=>(0,keyword_1.keywordSearch)(db,match,rows),rows=>{let live=(0,ledgerPresentation_2.keywordLedgerHits)(rows.map(r=>({...r,score:1/(1+Math.abs(r.score))})),opts.isLedgerNote,query);return opts.scope?live.filter(hit=>opts.scope.shows(hit)):live},candidateLimit):[]})(),noteBase=vectorIndex&&provider&¬eFusionEnabled()?noteFusionBase(semanticHits,query,opts.isLedgerNote):void 0,laneTerms=(0,plainWording_1.entityLaneEnabled)()&&vectorIndex&&queryProbe.queryVector?(0,readCache_1.inReadSnapshot)(db,()=>entityLanePool(db,vectorIndex,queryProbe.queryVector,query,topK,semanticHits,opts)):[],window2=(0,readCache_1.inReadSnapshot)(db,()=>rankWindow({db,query,topK,priorityPaths,clock,opts,factHits,semanticHits,laneTerms,nearDupCap,noteBase}));return finishContext({db,vectorIndex,provider,query,queryProbe,window:window2,topK,bestFirst:opts.bestFirst===!0})}function entityLanePool(db,vectorIndex,queryVector,query,topK,pool,opts){let terms=(0,plainWording_1.entityLaneTerms)(db,query);if(terms.length===0)return[];let inPool=new Set(pool.map(h=>h.chunkId)),ids=(0,plainWording_1.entityLaneChunkIds)(db,terms,topK,opts.isLedgerNote).filter(id=>!inPool.has(id));if(ids.length===0)return terms;let cosine=new Map(vectorIndex.search(queryVector,ids.length,ids).map(h=>[h.chunkId,h.score])),rows=(0,statements_1.prepareOnce)(db,"SELECT id AS chunkId, note_path AS notePath, heading_path AS headingPath, text FROM chunks WHERE id IN (SELECT value FROM json_each(?))").all(JSON.stringify(ids));for(let row of rows)cosine.has(row.chunkId)&&(opts.scope&&!opts.scope.shows(row)||pool.push({...row,score:cosine.get(row.chunkId)}));return terms}exports2.ENTITY_LANE_RESERVED=3;function reserveLanePlaces(ranked,topK,laneTerms){let window2=ranked.slice(0,topK);if(laneTerms.length===0)return window2;let carries=h=>(0,plainWording_1.laneTermShare)(h.text,laneTerms)===1,missing=ranked.filter(carries).slice(0,exports2.ENTITY_LANE_RESERVED).filter(h=>!window2.includes(h));for(let hit of missing){let at=window2.length-1;for(;at>=0&&(0,plainWording_1.laneTermShare)(window2[at].text,laneTerms)>0;)at--;if(at<0)break;window2.splice(at,1),window2.push(hit)}return window2}function rankWindow(read){let{db,query,topK,priorityPaths,clock,opts,factHits,semanticHits,laneTerms,nearDupCap,noteBase}=read,trace=(0,rankingTrace_1.currentRankingTrace)(),cosineByChunk=opts.probe?new Map(semanticHits.map(h=>[h.chunkId,h.score])):null,entityHit=(0,entityLookup_1.lookupEntity)(db,query.trim()),asofPreNowMs=clock.nowMs??Date.now(),asofPrePast=asofPastLike(query,asofPreNowMs),noteRowStmt=onceStatement(db,"SELECT modified_at, frontmatter_json FROM notes WHERE path = ?"),ownFactsStmt=onceStatement(db,"SELECT predicate, object_text, valid_to FROM facts WHERE subject_entity_id = ?"),noteRows=new Map,noteRow=notePath=>(noteRows.has(notePath)||noteRows.set(notePath,noteRowStmt().get(notePath)),noteRows.get(notePath)),ownFactRows=new Map,scored=semanticHits.map(h=>{let score=noteBase?.get(h.chunkId)??h.score,reason="semantic",terms=trace?(0,rankingTrace_1.newRankingTerms)():null;if(isSpeakerStub(h.text))score-=.5,terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("stub")]-=.5),reason="semantic+stub";else{let boost=contentBoost(h.text);boost>0&&(score+=boost,reason+="+content",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("content")]+=boost))}if(priorityPaths.some(p=>h.notePath.includes("/"+p)||h.notePath.startsWith(p))&&(score+=.1,reason+="+priority",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("priority")]+=.1)),entityHit?.sourceNote===h.notePath&&(score+=.2,reason+="+entity",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("entity")]+=.2)),laneTerms.length>0){let share=(0,plainWording_1.laneTermShare)(h.text,laneTerms);if(share>0){let boost=plainWording_1.ENTITY_LANE_BOOST*share;score+=boost,reason+="+entity-lane",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("entity_lane")]+=boost)}}let row=noteRow(h.notePath),session_date=resolveSessionDate(row?.frontmatter_json,row?.modified_at);if(row&&!asofPrePast){let daysSince=((clock.nowMs??Date.now())-new Date(row.modified_at).getTime())/864e5,recencyBoost=Math.max(0,.1*(1-daysSince/30));recencyBoost>.001&&(score+=recencyBoost,reason+="+recency",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("recency")]+=recencyBoost))}let out={...h,score,reason,session_date};return terms?(0,rankingTrace_1.attachRankingTerms)(out,terms):out}),hitNotePaths=[...new Set(semanticHits.map(h=>h.notePath))],hitEntityIds=getEntityIdsForNotes(db,hitNotePaths),relatedEntityIds=getRelatedEntityIds(db,hitEntityIds),newPaths=getNotesForEntities(db,relatedEntityIds).filter(p=>!hitNotePaths.includes(p));if(newPaths.length>0){let relatedChunks=getBestChunksForNotes(db,newPaths,topK,opts.scope?.shows);for(let chunk of relatedChunks){let row=noteRow(chunk.notePath);scored.push({...chunk,score:.3,reason:"graph",session_date:resolveSessionDate(row?.frontmatter_json,row?.modified_at)})}}let temporal=temporalRankingEnabled(),pastIntent=temporal&&hasStrictPastIntent(query),asofNowMs=clock.nowMs??Date.now(),asofPast=asofPastLike(query,asofNowMs),asofRef=asofDatedRef(query,asofNowMs),historicalNotes=new Set,factsByNote=new Map;if(temporal){if(hitNotePaths.length>0){let noteRows2=(0,statements_1.listStatement)(db,hitNotePaths.length,marks=>`SELECT path, frontmatter_json FROM notes WHERE path IN (${marks})`).all(...(0,statements_1.paddedList)(hitNotePaths));for(let row of noteRows2)frontmatterMarksHistorical(row.frontmatter_json)&&historicalNotes.add(row.path)}if(hitEntityIds.length>0){let ids=hitEntityIds.map(e=>e.id),names=(0,statements_1.listStatement)(db,ids.length,marks=>`SELECT DISTINCT canonical_name FROM entities WHERE id IN (${marks})`).all(...(0,statements_1.paddedList)(ids)).map(r=>String(r.canonical_name)).filter(Boolean);if(names.length>0){let entityRows=(0,statements_1.listStatement)(db,names.length,marks=>`SELECT id, canonical_name, source_note FROM entities WHERE canonical_name COLLATE NOCASE IN (${marks})`).all(...(0,statements_1.paddedList)(names)),nameByEntityId=new Map(entityRows.map(r=>[r.id,String(r.canonical_name).toLowerCase()])),factRows=(0,statements_1.listStatement)(db,entityRows.length,marks=>`SELECT subject_entity_id, predicate, object_text, valid_to FROM facts WHERE subject_entity_id IN (${marks})`).all(...(0,statements_1.paddedList)(entityRows.map(r=>r.id)));for(let hitEntity of hitEntityIds){let ownName=nameByEntityId.get(hitEntity.id);if(ownName===void 0)continue;let merged=factsByNote.get(hitEntity.notePath)??[];for(let f of factRows)nameByEntityId.get(f.subject_entity_id)===ownName&&merged.push(f);factsByNote.set(hitEntity.notePath,merged)}}}}let TEMPORAL_STOPWORDS=new Set(["previously","before","used","earlier","former","formerly","past","history","was","were","did","does","the","and","what","where","who","when","from"]),contentfulQueryWords=(query.toLowerCase().match(/[\p{L}\p{M}]{3,}/gu)??[]).filter(w=>!TEMPORAL_STOPWORDS.has(w)),hitText=h=>h.text.toLowerCase(),factQueryTerms=(0,plainWording_1.contentTerms)(query);for(let hit of scored){let ownEntityFacts=(()=>{let own=hitEntityIds.find(e=>e.notePath===hit.notePath);if(!own)return[];let rows=ownFactRows.get(own.id);return rows||ownFactRows.set(own.id,rows=ownFactsStmt().all(own.id)),rows})(),facts=factsByNote.get(hit.notePath)??[];if((0,plainWording_1.factBoostMatches)(factQueryTerms,ownEntityFacts)&&(hit.score+=.15,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"fact",.15),hit.reason+="+fact"),asofRef){let yearToken=String(asofRef.year),lowerText=hit.text.toLowerCase();if(lowerText.includes(yearToken)&&(hit.score+=.08,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"asof_year",.08),hit.reason+="+asof-year",asofRef.month!==void 0)){let monthName=Object.keys(ASOF_MONTHS).find(m=>ASOF_MONTHS[m]===asofRef.month);monthName&&lowerText.includes(monthName)&&(hit.score+=.04,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"asof_month",.04),hit.reason+="+asof-month")}}if(temporal){let text=hitText(hit),isHistoricalNote=historicalNotes.has(hit.notePath);pastIntent&&isHistoricalNote&&contentfulQueryWords.filter(w=>text.includes(w)).length>=2&&(hit.score+=.3,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"historical_intent",.3),hit.reason+="+historical-intent");let currentPredicates=new Set(facts.filter(f=>f.valid_to===null).map(f=>String(f.predicate)));for(let f of facts){if(f.valid_to===null||!currentPredicates.has(String(f.predicate)))continue;let stale=(f.object_text??"").trim().toLowerCase();if(stale.length>=3&&text.includes(stale)){pastIntent?(hit.score+=.1,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"past_fact",.1),hit.reason+="+historical-intent"):(hit.score-=.15,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"stale_fact",-.15),hit.reason+="+stale-fact");break}}if(!pastIntent)for(let f of facts){if(f.valid_to!==null||!facts.some(g=>g.valid_to!==null&&String(g.predicate)===String(f.predicate)))continue;let cur=(f.object_text??"").trim().toLowerCase();if(cur.length>=3&&text.includes(cur)){hit.score+=.1,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"current_fact",.1),hit.reason+="+current-fact";break}}}}let ranked=dedupeHits(scored.sort(semantic_1.byScoreThenPlace));trace&&ranked.forEach((hit,index)=>trace.pool(hit,index+1));let filtered=ranked.filter(h=>!isSpeakerStub(h.text)),contentful=filtered.length>0?filtered:ranked,datedFactHits=factHits.map(h=>{let row=noteRow(h.notePath);return{...h,session_date:resolveSessionDate(row?.frontmatter_json,row?.modified_at)}}),seen=new Set(datedFactHits.map(h=>h.text)),mixed=(0,ledgerPresentation_12.dropLedgerPreamble)((0,ledgerLiveness_1.resolveLedgerHits)([...datedFactHits,...contentful.filter(h=>!seen.has(h.text))],(0,ledgerLiveness_1.closedLedgerEvents)(db),opts.includeHistory===!0),opts.isLedgerNote),diversityCap=resolveSessionDiversityCap(process.env,opts.noteCapWhenUnset),rerankN=(0,plainWording_1.resolveRerankTopN)(),diversified=applySessionDiversity((0,plainWording_1.applyNearDupCap)(mixed,nearDupCap,contentfulText),diversityCap,topK),windowed=reserveLanePlaces(rerankN>topK?(0,plainWording_1.rerankTopN)(diversified,query,rerankN):diversified,topK,laneTerms);if(trace)for(let hit of windowed)trace.touch(hit);return{hits:windowed.map(h=>({notePath:h.notePath,chunkId:h.chunkId,headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...cosineByChunk?.has(h.chunkId)?{similarity:cosineByChunk.get(h.chunkId)}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{}})),noteRow,temporal,pastIntent,asofPast}}async function finishContext(read){let{db,vectorIndex,provider,query,queryProbe,window:window2,topK,bestFirst}=read,{noteRow,temporal,pastIntent,asofPast}=window2,{hits}=window2,eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),entryTime=(0,dailyEntryTime_1.createDailyEntryClock)();hits=await Promise.all((0,readCache_1.inReadSnapshot)(db,()=>hits.map(async h=>{let derived=eventTime(h)??await entryTime(h);if(derived===void 0)return h;let session_date=clampSessionDate(derived,noteRow(h.notePath)?.modified_at);return{...h,session_date}})));let expansion=resolveSessionExpand(),rankedExpansion=calibratedModelKey(provider?.identity,provider?.dimensions)!==null?resolveRankedExpansion(process.env,topK):null;expansion&&(hits=[...hits,...(0,readCache_1.inReadSnapshot)(db,()=>sessionExpansionHits(db,hits,expansion,rankedExpansion&&queryProbe.queryVector&&vectorIndex?{vectorIndex,queryVector:queryProbe.queryVector,ranked:rankedExpansion}:void 0))]);let rankedBy=!bestFirst&&newestFirstEnabled()&&!(temporal&&pastIntent)&&!asofPast?"session_date":"score";contentfulHeld.clear();let presented=orderHits(hits,rankedBy);return(0,rankingTrace_1.currentRankingTrace)()?.presented(presented),{query,hits:presented,rankedBy}}}});var require_rowStore=__commonJS({"dist/context/rowStore.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ProvenanceError=void 0;exports2.normDedupeValue=normDedupeValue;exports2.matchForm=matchForm;exports2.splitWords=splitWords;exports2.dedupeKeyFor=dedupeKeyFor;exports2.insertStructuredRows=insertStructuredRows;exports2.deleteStructuredRowsForSource=deleteStructuredRowsForSource;exports2.deleteStructuredRowsForSourceKind=deleteStructuredRowsForSourceKind;exports2.readCurrentRowsForNotes=readCurrentRowsForNotes;var orchestrator_12=require_orchestrator(),ProvenanceError=class extends Error{};exports2.ProvenanceError=ProvenanceError;function normDedupeValue(value){return value.normalize("NFKD").replace(new RegExp("(?<=\\p{Script=Latin})\\p{M}+","gu"),"").toLowerCase().replace(new RegExp("\\p{C}+","gu"),"").replace(/[^\p{L}\p{N}\p{M}]+/gu," ").trim()}var WORD_SEPARATOR=/[^\p{L}\p{N}\p{M}]+/u,WORD_SEPARATOR_NUMERIC=/[^\p{L}\p{N}\p{M}.%]+/u;function matchForm(text){return(text??"").normalize("NFC").toLowerCase()}function splitWords(text,numeric=!1){return matchForm(text).split(numeric?WORD_SEPARATOR_NUMERIC:WORD_SEPARATOR)}function dedupeKeyFor(row){switch(row.rowKind){case"fact":{let p=row.payload;return`fact|${normDedupeValue(p.value)}|${normDedupeValue(p.object)}`}case"event":{let p=row.payload;return`event|${normDedupeValue(p.when)}|${normDedupeValue(p.event)}`}case"preference":{let p=row.payload;return`pref|${normDedupeValue(p.statement)}`}}}function assertProvenance(row){if(!row.sourcePath||!row.sourcePath.trim())throw new ProvenanceError(`structured row (${row.rowKind}) rejected: missing source_path`);if(!Number.isInteger(row.sourceChunkId)||row.sourceChunkId<=0)throw new ProvenanceError(`structured row (${row.rowKind}) from ${row.sourcePath} rejected: missing source_chunk_id`)}function parsePayload(_rowKind,raw){return JSON.parse(raw)}function insertStructuredRows(db,rows,opts={}){let insert=db.prepare(`
|
|
406
|
+
`)}function aggregateTopK(topK,env=process.env){let k=Number((env.RENOR_RETRIEVE_AGGREGATE_K??"").trim());return Number.isInteger(k)&&k>0&&k>topK?k:topK}async function retrieveContext(db,vectorIndex,provider,query,topK=20,priorityPaths=[],clock={},opts={}){topK=aggregateTopK(topK),contentfulHeld.clear();let factHits=(0,factsFirst_1.factsFirstHits)(db,query,Math.min(3,topK),opts.scope?.shows),queryProbe=opts.probe??{},nearDupCap=(0,plainWording_1.resolveNearDupCap)(),candidateLimit=nearDupCap>0?Math.min(plainWording_1.NEAR_DUP_POOL.max,topK*plainWording_1.NEAR_DUP_POOL.perTopK):Math.min(40,topK*4),embeddedQuery=(0,plainWording_1.queryRewriteEnabled)()?(0,plainWording_1.rewriteConversationalQuery)(query):query,semanticHits=vectorIndex&&provider?await(0,semantic_1.semanticSearch)(db,vectorIndex,provider,embeddedQuery,candidateLimit,queryProbe,opts.scope):(()=>{let match=((0,keyword_1.keywordOrAll)()?(0,keyword_1.keywordOrMatch)(query):"")||(0,queryHelpers_1.quoteFtsQuery)(query);return match?(0,queryHelpers_1.shownPage)(rows=>(0,keyword_1.keywordSearch)(db,match,rows),rows=>{let live=(0,ledgerPresentation_2.keywordLedgerHits)(rows.map(r=>({...r,score:1/(1+Math.abs(r.score))})),opts.isLedgerNote,query);return opts.scope?live.filter(hit=>opts.scope.shows(hit)):live},candidateLimit):[]})(),noteBase=vectorIndex&&provider&¬eFusionEnabled()?noteFusionBase(semanticHits,query,opts.isLedgerNote):void 0,laneTerms=(0,plainWording_1.entityLaneEnabled)()&&vectorIndex&&queryProbe.queryVector?(0,readCache_1.inReadSnapshot)(db,()=>entityLanePool(db,vectorIndex,queryProbe.queryVector,query,topK,semanticHits,opts)):[],window2=(0,readCache_1.inReadSnapshot)(db,()=>rankWindow({db,query,topK,priorityPaths,clock,opts,factHits,semanticHits,laneTerms,nearDupCap,noteBase}));return finishContext({db,vectorIndex,provider,query,queryProbe,window:window2,topK,bestFirst:opts.bestFirst===!0})}function entityLanePool(db,vectorIndex,queryVector,query,topK,pool,opts){let terms=(0,plainWording_1.entityLaneTerms)(db,query);if(terms.length===0)return[];let inPool=new Set(pool.map(h=>h.chunkId)),ids=(0,plainWording_1.entityLaneChunkIds)(db,terms,topK,opts.isLedgerNote).filter(id=>!inPool.has(id));if(ids.length===0)return terms;let cosine=new Map(vectorIndex.search(queryVector,ids.length,ids).map(h=>[h.chunkId,h.score])),rows=(0,statements_1.prepareOnce)(db,"SELECT id AS chunkId, note_path AS notePath, heading_path AS headingPath, text FROM chunks WHERE id IN (SELECT value FROM json_each(?))").all(JSON.stringify(ids));for(let row of rows)cosine.has(row.chunkId)&&(opts.scope&&!opts.scope.shows(row)||pool.push({...row,score:cosine.get(row.chunkId)}));return terms}exports2.ENTITY_LANE_RESERVED=3;function reserveLanePlaces(ranked,topK,laneTerms){let window2=ranked.slice(0,topK);if(laneTerms.length===0)return window2;let carries=h=>(0,plainWording_1.laneTermShare)(h.text,laneTerms)===1,missing=ranked.filter(carries).slice(0,exports2.ENTITY_LANE_RESERVED).filter(h=>!window2.includes(h));for(let hit of missing){let at=window2.length-1;for(;at>=0&&(0,plainWording_1.laneTermShare)(window2[at].text,laneTerms)>0;)at--;if(at<0)break;window2.splice(at,1),window2.push(hit)}return window2}function rankWindow(read){let{db,query,topK,priorityPaths,clock,opts,factHits,semanticHits,laneTerms,nearDupCap,noteBase}=read,trace=(0,rankingTrace_1.currentRankingTrace)(),cosineByChunk=opts.probe?new Map(semanticHits.map(h=>[h.chunkId,h.score])):null,entityHit=(0,entityLookup_1.lookupEntity)(db,query.trim()),asofPreNowMs=clock.nowMs??Date.now(),asofPrePast=asofPastLike(query,asofPreNowMs),noteRowStmt=onceStatement(db,"SELECT modified_at, frontmatter_json FROM notes WHERE path = ?"),ownFactsStmt=onceStatement(db,"SELECT predicate, object_text, valid_to FROM facts WHERE subject_entity_id = ?"),noteRows=new Map,noteRow=notePath=>(noteRows.has(notePath)||noteRows.set(notePath,noteRowStmt().get(notePath)),noteRows.get(notePath)),ownFactRows=new Map,scored=semanticHits.map(h=>{let score=noteBase?.get(h.chunkId)??h.score,reason="semantic",terms=trace?(0,rankingTrace_1.newRankingTerms)():null;if(isSpeakerStub(h.text))score-=.5,terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("stub")]-=.5),reason="semantic+stub";else{let boost=contentBoost(h.text);boost>0&&(score+=boost,reason+="+content",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("content")]+=boost))}if(priorityPaths.some(p=>h.notePath.includes("/"+p)||h.notePath.startsWith(p))&&(score+=.1,reason+="+priority",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("priority")]+=.1)),entityHit?.sourceNote===h.notePath&&(score+=.2,reason+="+entity",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("entity")]+=.2)),laneTerms.length>0){let share=(0,plainWording_1.laneTermShare)(h.text,laneTerms);if(share>0){let boost=plainWording_1.ENTITY_LANE_BOOST*share;score+=boost,reason+="+entity-lane",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("entity_lane")]+=boost)}}let row=noteRow(h.notePath),session_date=resolveSessionDate(row?.frontmatter_json,row?.modified_at);if(row&&!asofPrePast){let daysSince=((clock.nowMs??Date.now())-new Date(row.modified_at).getTime())/864e5,recencyBoost=Math.max(0,.1*(1-daysSince/30));recencyBoost>.001&&(score+=recencyBoost,reason+="+recency",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("recency")]+=recencyBoost))}let out={...h,score,reason,session_date};return terms?(0,rankingTrace_1.attachRankingTerms)(out,terms):out}),hitNotePaths=[...new Set(semanticHits.map(h=>h.notePath))],hitEntityIds=getEntityIdsForNotes(db,hitNotePaths),relatedEntityIds=getRelatedEntityIds(db,hitEntityIds),newPaths=getNotesForEntities(db,relatedEntityIds).filter(p=>!hitNotePaths.includes(p));if(newPaths.length>0){let relatedChunks=getBestChunksForNotes(db,newPaths,topK,opts.scope?.shows);for(let chunk of relatedChunks){let row=noteRow(chunk.notePath);scored.push({...chunk,score:.3,reason:"graph",session_date:resolveSessionDate(row?.frontmatter_json,row?.modified_at)})}}let temporal=temporalRankingEnabled(),pastIntent=temporal&&hasStrictPastIntent(query),asofNowMs=clock.nowMs??Date.now(),asofPast=asofPastLike(query,asofNowMs),asofRef=asofDatedRef(query,asofNowMs),historicalNotes=new Set,factsByNote=new Map;if(temporal){if(hitNotePaths.length>0){let noteRows2=(0,statements_1.listStatement)(db,hitNotePaths.length,marks=>`SELECT path, frontmatter_json FROM notes WHERE path IN (${marks})`).all(...(0,statements_1.paddedList)(hitNotePaths));for(let row of noteRows2)frontmatterMarksHistorical(row.frontmatter_json)&&historicalNotes.add(row.path)}if(hitEntityIds.length>0){let ids=hitEntityIds.map(e=>e.id),names=(0,statements_1.listStatement)(db,ids.length,marks=>`SELECT DISTINCT canonical_name FROM entities WHERE id IN (${marks})`).all(...(0,statements_1.paddedList)(ids)).map(r=>String(r.canonical_name)).filter(Boolean);if(names.length>0){let entityRows=(0,statements_1.listStatement)(db,names.length,marks=>`SELECT id, canonical_name, source_note FROM entities WHERE canonical_name COLLATE NOCASE IN (${marks})`).all(...(0,statements_1.paddedList)(names)),nameByEntityId=new Map(entityRows.map(r=>[r.id,String(r.canonical_name).toLowerCase()])),factRows=(0,statements_1.listStatement)(db,entityRows.length,marks=>`SELECT subject_entity_id, predicate, object_text, valid_to FROM facts WHERE subject_entity_id IN (${marks})`).all(...(0,statements_1.paddedList)(entityRows.map(r=>r.id)));for(let hitEntity of hitEntityIds){let ownName=nameByEntityId.get(hitEntity.id);if(ownName===void 0)continue;let merged=factsByNote.get(hitEntity.notePath)??[];for(let f of factRows)nameByEntityId.get(f.subject_entity_id)===ownName&&merged.push(f);factsByNote.set(hitEntity.notePath,merged)}}}}let TEMPORAL_STOPWORDS=new Set(["previously","before","used","earlier","former","formerly","past","history","was","were","did","does","the","and","what","where","who","when","from"]),contentfulQueryWords=(query.toLowerCase().match(/[\p{L}\p{M}]{3,}/gu)??[]).filter(w=>!TEMPORAL_STOPWORDS.has(w)),hitText=h=>h.text.toLowerCase(),factQueryTerms=(0,plainWording_1.contentTerms)(query);for(let hit of scored){let ownEntityFacts=(()=>{let own=hitEntityIds.find(e=>e.notePath===hit.notePath);if(!own)return[];let rows=ownFactRows.get(own.id);return rows||ownFactRows.set(own.id,rows=ownFactsStmt().all(own.id)),rows})(),facts=factsByNote.get(hit.notePath)??[];if((0,plainWording_1.factBoostMatches)(factQueryTerms,ownEntityFacts)&&(hit.score+=.15,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"fact",.15),hit.reason+="+fact"),asofRef){let yearToken=String(asofRef.year),lowerText=hit.text.toLowerCase();if(lowerText.includes(yearToken)&&(hit.score+=.08,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"asof_year",.08),hit.reason+="+asof-year",asofRef.month!==void 0)){let monthName=Object.keys(ASOF_MONTHS).find(m=>ASOF_MONTHS[m]===asofRef.month);monthName&&lowerText.includes(monthName)&&(hit.score+=.04,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"asof_month",.04),hit.reason+="+asof-month")}}if(temporal){let text=hitText(hit),isHistoricalNote=historicalNotes.has(hit.notePath);pastIntent&&isHistoricalNote&&contentfulQueryWords.filter(w=>text.includes(w)).length>=2&&(hit.score+=.3,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"historical_intent",.3),hit.reason+="+historical-intent");let currentPredicates=new Set(facts.filter(f=>f.valid_to===null).map(f=>String(f.predicate)));for(let f of facts){if(f.valid_to===null||!currentPredicates.has(String(f.predicate)))continue;let stale=(f.object_text??"").trim().toLowerCase();if(stale.length>=3&&text.includes(stale)){pastIntent?(hit.score+=.1,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"past_fact",.1),hit.reason+="+historical-intent"):(hit.score-=.15,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"stale_fact",-.15),hit.reason+="+stale-fact");break}}if(!pastIntent)for(let f of facts){if(f.valid_to!==null||!facts.some(g=>g.valid_to!==null&&String(g.predicate)===String(f.predicate)))continue;let cur=(f.object_text??"").trim().toLowerCase();if(cur.length>=3&&text.includes(cur)){hit.score+=.1,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"current_fact",.1),hit.reason+="+current-fact";break}}}}let ranked=dedupeHits(scored.sort(semantic_1.byScoreThenPlace));trace&&ranked.forEach((hit,index)=>trace.pool(hit,index+1));let filtered=ranked.filter(h=>!isSpeakerStub(h.text)),contentful=filtered.length>0?filtered:ranked,datedFactHits=factHits.map(h=>{let row=noteRow(h.notePath);return{...h,session_date:resolveSessionDate(row?.frontmatter_json,row?.modified_at)}}),seen=new Set(datedFactHits.map(h=>h.text)),mixed=(0,ledgerPresentation_12.dropLedgerPreamble)((0,ledgerLiveness_1.resolveLedgerHits)([...datedFactHits,...contentful.filter(h=>!seen.has(h.text))],(0,ledgerLiveness_1.closedLedgerEvents)(db),opts.includeHistory===!0),opts.isLedgerNote),diversityCap=resolveSessionDiversityCap(process.env,opts.noteCapWhenUnset),rerankN=(0,plainWording_1.resolveRerankTopN)(),diversified=applySessionDiversity((0,plainWording_1.applyNearDupCap)(mixed,nearDupCap,contentfulText),diversityCap,topK),windowed=reserveLanePlaces(rerankN>topK?(0,plainWording_1.rerankTopN)(diversified,query,rerankN):diversified,topK,laneTerms);if(trace)for(let hit of windowed)trace.touch(hit);return{hits:windowed.map(h=>({notePath:h.notePath,chunkId:h.chunkId,headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...cosineByChunk?.has(h.chunkId)?{similarity:cosineByChunk.get(h.chunkId)}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{}})),noteRow,temporal,pastIntent,asofPast}}async function finishContext(read){let{db,vectorIndex,provider,query,queryProbe,window:window2,topK,bestFirst}=read,{noteRow,temporal,pastIntent,asofPast}=window2,{hits}=window2,eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),entryTime=(0,dailyEntryTime_1.createDailyEntryClock)();hits=await Promise.all((0,readCache_1.inReadSnapshot)(db,()=>hits.map(async h=>{let derived=eventTime(h)??await entryTime(h);if(derived===void 0)return h;let session_date=clampSessionDate(derived,noteRow(h.notePath)?.modified_at);return{...h,session_date}})));let expansion=resolveSessionExpand(),rankedExpansion=calibratedModelKey(provider?.identity,provider?.dimensions)!==null?resolveRankedExpansion(process.env,topK):null;expansion&&(hits=[...hits,...(0,readCache_1.inReadSnapshot)(db,()=>sessionExpansionHits(db,hits,expansion,rankedExpansion&&queryProbe.queryVector&&vectorIndex?{vectorIndex,queryVector:queryProbe.queryVector,ranked:rankedExpansion}:void 0))]);let rankedBy=!bestFirst&&newestFirstEnabled()&&!(temporal&&pastIntent)&&!asofPast?"session_date":"score";contentfulHeld.clear();let presented=orderHits(hits,rankedBy);return(0,rankingTrace_1.currentRankingTrace)()?.presented(presented),{query,hits:presented,rankedBy}}}});var require_rowStore=__commonJS({"dist/context/rowStore.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ProvenanceError=void 0;exports2.normDedupeValue=normDedupeValue;exports2.matchForm=matchForm;exports2.splitWords=splitWords;exports2.dedupeKeyFor=dedupeKeyFor;exports2.insertStructuredRows=insertStructuredRows;exports2.deleteStructuredRowsForSource=deleteStructuredRowsForSource;exports2.deleteStructuredRowsForSourceKind=deleteStructuredRowsForSourceKind;exports2.readCurrentRowsForNotes=readCurrentRowsForNotes;var orchestrator_12=require_orchestrator(),ProvenanceError=class extends Error{};exports2.ProvenanceError=ProvenanceError;function normDedupeValue(value){return value.normalize("NFKD").replace(new RegExp("(?<=\\p{Script=Latin})\\p{M}+","gu"),"").toLowerCase().replace(new RegExp("\\p{C}+","gu"),"").replace(/[^\p{L}\p{N}\p{M}]+/gu," ").trim()}var WORD_SEPARATOR=/[^\p{L}\p{N}\p{M}]+/u,WORD_SEPARATOR_NUMERIC=/[^\p{L}\p{N}\p{M}.%]+/u;function matchForm(text){return(text??"").normalize("NFC").toLowerCase()}function splitWords(text,numeric=!1){return matchForm(text).split(numeric?WORD_SEPARATOR_NUMERIC:WORD_SEPARATOR)}function dedupeKeyFor(row){switch(row.rowKind){case"fact":{let p=row.payload;return`fact|${normDedupeValue(p.value)}|${normDedupeValue(p.object)}`}case"event":{let p=row.payload;return`event|${normDedupeValue(p.when)}|${normDedupeValue(p.event)}`}case"preference":{let p=row.payload;return`pref|${normDedupeValue(p.statement)}`}}}function assertProvenance(row){if(!row.sourcePath||!row.sourcePath.trim())throw new ProvenanceError(`structured row (${row.rowKind}) rejected: missing source_path`);if(!Number.isInteger(row.sourceChunkId)||row.sourceChunkId<=0)throw new ProvenanceError(`structured row (${row.rowKind}) from ${row.sourcePath} rejected: missing source_chunk_id`)}function parsePayload(_rowKind,raw){return JSON.parse(raw)}function insertStructuredRows(db,rows,opts={}){let insert=db.prepare(`
|
|
407
407
|
INSERT INTO structured_rows
|
|
408
408
|
(row_kind, source_path, source_hash, source_chunk_id, scope, extraction_version,
|
|
409
409
|
valid_from, valid_to, payload_json, dedupe_key, created_at)
|
|
@@ -587,7 +587,7 @@ ${body}`}]})).choices?.[0]?.message?.content;if(!content||!content.trim())throw
|
|
|
587
587
|
VALUES (?, ?, ?, ?, ?, ?)
|
|
588
588
|
ON CONFLICT(source_path, row_kind, source_hash, extraction_version) DO UPDATE SET
|
|
589
589
|
max_rows_written = max(lane_runs.max_rows_written, excluded.max_rows_written),
|
|
590
|
-
completed_at = excluded.completed_at`).run(sourcePath,rowKind,sourceHash,extractionVersion,rowsWritten,new Date().toISOString())}}});var require_pipeline=__commonJS({"dist/indexer/pipeline.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NoteTooLargeError=exports2.MAX_LEDGER_BYTES=exports2.MAX_NOTE_BYTES=void 0;exports2.noteByteCap=noteByteCap;exports2.resolveWikilinks=resolveWikilinks;exports2.indexFile=indexFile;exports2.indexVault=indexVault;exports2.removeDailyHeaderFacts=removeDailyHeaderFacts;var promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),fs_1=require("fs"),crypto_1=require("crypto"),buffer_1=require("buffer"),statements_1=require_statements(),hasher_1=require_hasher(),dailyEntries_1=require_dailyEntries(),parser_12=require_parser(),chunker_1=require_chunker(),walker_1=require_walker(),space_1=require_space(),writer_12=require_writer(),fs_2=require("fs"),dailyNote_1=require_dailyNote(),factsWritePath_1=require_factsWritePath(),writePathAdjudication_1=require_writePathAdjudication(),typedFacts_12=require_typedFacts(),eventExtractor_12=require_eventExtractor(),preferenceExtractor_12=require_preferenceExtractor(),rowStore_1=require_rowStore(),laneRuns_1=require_laneRuns(),log_1=require_log(),log=(0,log_1.createLogger)("engine"),EMBED_REQUEST_TEXTS=32;exports2.MAX_NOTE_BYTES=8*1024*1024;exports2.MAX_LEDGER_BYTES=64*1024*1024;var MAX_LEDGER_FRONTMATTER_BYTES=64*1024;function noteByteCap(filePath){return(0,dailyNote_1.isDailyNotePath)(filePath)?exports2.MAX_LEDGER_BYTES:exports2.MAX_NOTE_BYTES}function frontmatterBytes(raw){if(!raw.subarray(0,4).toString("latin1").startsWith("---"))return 0;let close=raw.indexOf(`
|
|
590
|
+
completed_at = excluded.completed_at`).run(sourcePath,rowKind,sourceHash,extractionVersion,rowsWritten,new Date().toISOString())}}});var require_pipeline=__commonJS({"dist/indexer/pipeline.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NoteTooLargeError=exports2.MAX_LEDGER_BYTES=exports2.MAX_NOTE_BYTES=void 0;exports2.noteByteCap=noteByteCap;exports2.resolveWikilinks=resolveWikilinks;exports2.indexFile=indexFile;exports2.indexVault=indexVault;exports2.removeDailyHeaderFacts=removeDailyHeaderFacts;var promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),fs_1=require("fs"),crypto_1=require("crypto"),buffer_1=require("buffer"),statements_1=require_statements(),hasher_1=require_hasher(),dailyEntries_1=require_dailyEntries(),parser_12=require_parser(),chunker_1=require_chunker(),walker_1=require_walker(),space_1=require_space(),writer_12=require_writer(),fs_2=require("fs"),dailyNote_1=require_dailyNote(),factsWritePath_1=require_factsWritePath(),writePathAdjudication_1=require_writePathAdjudication(),typedFacts_12=require_typedFacts(),eventExtractor_12=require_eventExtractor(),preferenceExtractor_12=require_preferenceExtractor(),rowStore_1=require_rowStore(),laneRuns_1=require_laneRuns(),log_1=require_log(),sameFile_1=require_sameFile(),log=(0,log_1.createLogger)("engine"),EMBED_REQUEST_TEXTS=32;exports2.MAX_NOTE_BYTES=8*1024*1024;exports2.MAX_LEDGER_BYTES=64*1024*1024;var MAX_LEDGER_FRONTMATTER_BYTES=64*1024;function noteByteCap(filePath){return(0,dailyNote_1.isDailyNotePath)(filePath)?exports2.MAX_LEDGER_BYTES:exports2.MAX_NOTE_BYTES}function frontmatterBytes(raw){if(!raw.subarray(0,4).toString("latin1").startsWith("---"))return 0;let close=raw.indexOf(`
|
|
591
591
|
---`,3);return close===-1?raw.length:close}var NoteTooLargeError=class extends Error{filePath;bytes;cap;constructor(filePath,bytes,cap=exports2.MAX_NOTE_BYTES){super(`note is ${bytes} bytes; a note over ${cap/(1024*1024)} MiB (${cap} bytes) is not indexed. Split it or move it out of the memory folder.`),this.filePath=filePath,this.bytes=bytes,this.cap=cap,this.name="NoteTooLargeError"}};exports2.NoteTooLargeError=NoteTooLargeError;var FACT_PREDICATES=["owner","status","updated","tags"],factText=v=>v!==null&&typeof v=="object"&&!(v instanceof Date)?JSON.stringify(v):String(v);function warnFrontmatter(filePath,what){log.warn("frontmatter_value_ignored",{note:path_1.default.basename(filePath),detail:`${what}; the note is indexed without it`})}function noteKind(filePath,frontmatter){let kind=frontmatter.kind;return typeof kind=="string"?kind:(kind!=null&&warnFrontmatter(filePath,'front matter "kind" is not text'),null)}var LANE_EXTRACTION_VERSION={fact:typedFacts_12.FACTS_EXTRACTION_VERSION,event:eventExtractor_12.EVENTS_EXTRACTION_VERSION,preference:preferenceExtractor_12.PREFS_EXTRACTION_VERSION};function currentVersion(kind){return LANE_EXTRACTION_VERSION[kind]}function lane(kind,label,extractor,payloadOf,fallbackText){return{kind,version:LANE_EXTRACTION_VERSION[kind],label,async extract(noteTitle,noteBody,chunks){return(await extractor(noteTitle,noteBody)).map(item=>{let attributed=(0,writePathAdjudication_1.chunkForCandidate)(chunks,item);return{payload:payloadOf(item),sourceChunkId:attributed?.chunkId??chunks[0]?.id??0,sourceText:attributed?.text??fallbackText(item)}})}}}function structuredLanes(options2){let lanes=[];return options2.numericFactExtractor&&(0,typedFacts_12.typedFactsEnabled)()&&lanes.push(lane("fact","typed-fact",options2.numericFactExtractor,f=>({value:f.value,unit:f.unit,verb:f.verb,object:f.object,event:f.event}),f=>`${f.value} ${f.object}`.trim())),options2.eventExtractor&&(0,eventExtractor_12.chronicleEnabled)()&&lanes.push(lane("event","event",options2.eventExtractor,e=>({when:e.when,event:e.event,entities:e.entities}),e=>`${e.when} ${e.event}`.trim())),options2.preferenceExtractor&&(0,preferenceExtractor_12.prefsEnabled)()&&lanes.push(lane("preference","preference",options2.preferenceExtractor,p=>({statement:p.statement,kind:p.kind}),p=>p.statement)),lanes}function laneDone(db,filePath,lane2,noteHash){return!!(0,statements_1.prepareOnce)(db,`SELECT id FROM structured_rows
|
|
592
592
|
WHERE source_path = ? AND row_kind = ? AND extraction_version = ? AND source_hash = ? AND valid_to IS NULL LIMIT 1`).get(filePath,lane2.kind,lane2.version,noteHash)||!!(0,laneRuns_1.laneZeroYieldMarker)(db,filePath,lane2.kind,noteHash,lane2.version)}function storedVectorsMatch(options2){let index=options2.vectorIndex,wanted=(0,space_1.embeddingSpace)(options2.embeddingProvider);if(!wanted||!index.space||!index.setSpace||!index.hasVectors)return!1;let stored=index.space();if(stored===wanted)return!0;if(stored!==null)throw new Error(`the index holds vectors from another embedding model (${stored}), not the configured one (${wanted}); rebuild the index rather than mix the two`);return index.hasVectors()?!1:(index.setSpace(wanted),!0)}function unchangedPrefix(stored,chunks){let n=0;for(;n<stored.length&&n<chunks.length;){let s=stored[n],c=chunks[n];if(s.text!==c.text||s.heading_path!==c.headingPath||s.start_line!==c.startLine||s.end_line!==c.endLine||s.token_count!==c.tokenCount)break;n++}return n}function upsertNoteRow(db,filePath,row){db.prepare(`
|
|
593
593
|
INSERT INTO notes (path, title, kind, note_hash, modified_at, frontmatter_json)
|
|
@@ -616,7 +616,7 @@ ${body}`}]})).choices?.[0]?.message?.content;if(!content||!content.trim())throw
|
|
|
616
616
|
INSERT INTO chunks (note_path, heading_path, text, start_line, end_line, token_count, chunk_hash)
|
|
617
617
|
VALUES (@notePath, @headingPath, @text, @startLine, @endLine, @tokenCount, @chunkHash)
|
|
618
618
|
RETURNING id
|
|
619
|
-
`),insertedChunks=oldTail.slice(0,keep).map((old,i)=>({id:old.id,text:cut.chunks[i].text})),vectorSource=new Map;for(let{chunk,chunkHash}of added){let row=insertChunk.get({notePath:chunk.notePath,headingPath:chunk.headingPath,text:chunk.text,startLine:chunk.startLine,endLine:chunk.endLine,tokenCount:chunk.tokenCount,chunkHash});insertedChunks.push({id:row.id,text:chunk.text});let sameText=oldIdByHash.get(chunkHash);sameText!==void 0&&vectorSource.set(row.id,sameText)}return rebuildNoteRows(db,filePath,{title:base.title,frontmatter:base.frontmatter,wikilinks},base.kind,!1,now),{insertedChunks,kept:keep,oldChunkIds:oldTail.slice(keep).map(old=>old.id),vectorSource,chunkHashes:[...oldTail.slice(0,keep).map(old=>old.chunk_hash),...added.map(a=>a.chunkHash)]}})();if(!written)return!1;if(await storeVectors(db,filePath,options2,{...written,vectorsMatch,embedsHere,noteHash}),raw[raw.length-1]===10&&(0,parser_12.wikilinksSettled)(tail,kept.length)){let at=0;for(let i=base.last.line;i<cut.last.line;i++)at+=lines[i-base.last.line].length+1;for(let chunkHash of written.chunkHashes.slice(0,cut.lastFirst))base.headHashes.add(hashKey(chunkHash));recordAppendBase(db,filePath,{...base,bytes:raw.length,noteHash,wikilinks,last:{...cut.last,byte:base.last.byte+Buffer.byteLength(tail.slice(0,at))},tailFirstId:written.insertedChunks[cut.lastFirst].id,headCount:base.headCount+cut.lastFirst})}return!0}async function readRegularFile(filePath){try{return await promises_1.default.readFile(filePath,{flag:fs_1.constants.O_RDONLY|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK})}catch(err){throw err.code==="ELOOP"?new Error(`refusing to index ${JSON.stringify(filePath)}: it is a symbolic link`):err}}function indexFile(db,filePath,options2={}){return(0,writer_12.withDailyFileLock)(filePath,()=>indexFileUnlocked(db,filePath,options2))}async function indexFileUnlocked(db,filePath,options2={}){let{size}=await promises_1.default.stat(filePath),cap=noteByteCap(filePath);if(size>cap)throw new NoteTooLargeError(filePath,size,cap);let raw=await readRegularFile(filePath);if(size>exports2.MAX_NOTE_BYTES&&frontmatterBytes(raw)>MAX_LEDGER_FRONTMATTER_BYTES)throw new NoteTooLargeError(filePath,size,exports2.MAX_NOTE_BYTES);let base=takeAppendBase(db,filePath);if(base&&await indexAppend(db,filePath,raw,options2,base))return;let content=raw.toString("utf8"),noteHash=(0,dailyEntries_1.noteContentHash)(filePath,content),existing=db.prepare("SELECT note_hash FROM notes WHERE path = ?").get(filePath),noteUnchanged=!!(existing&&existing.note_hash===noteHash);if(noteUnchanged&&base?.noteHash===noteHash&&recordAppendBase(db,filePath,base),noteUnchanged&&(removeDailyHeaderFacts(db,filePath,content),structuredLanes(options2).every(lane2=>laneDone(db,filePath,lane2,noteHash))))return;let detailed=(0,parser_12.parseNoteDetailed)(filePath,content),parsed=detailed.note,modifiedAt=(await promises_1.default.stat(filePath)).mtime.toISOString(),now=new Date().toISOString(),kind=noteKind(filePath,parsed.frontmatter),typedFactsLaneArmed=!!(options2.numericFactExtractor&&(0,typedFacts_12.typedFactsEnabled)()),embeddingConfigured=!!(options2.embeddingProvider&&options2.vectorIndex),vectorsMatch=embeddingConfigured&&storedVectorsMatch(options2),embedsHere=embeddingConfigured&&!(vectorsMatch&&options2.vectorIndex.rebuilding?.()===!0),transactionHash=embedsHere?"":noteHash,upsertAll=db.transaction(()=>{let oldChunks=db.prepare("SELECT id, heading_path, text, start_line, end_line, token_count, chunk_hash FROM chunks WHERE note_path = ? ORDER BY id").all(filePath),oldIdByHash=new Map;for(let old of oldChunks)oldIdByHash.has(old.chunk_hash)||oldIdByHash.set(old.chunk_hash,old.id);let cut2=(0,chunker_1.chunkNoteCut)(parsed,options2.chunkOptions),chunks=cut2.chunks;upsertNoteRow(db,filePath,{title:parsed.title,kind,noteHash:transactionHash,modifiedAt,frontmatterJson:JSON.stringify(parsed.frontmatter)});let preservedStructured=db.prepare(`SELECT r.row_kind, r.source_hash, r.scope, r.extraction_version, r.valid_from, r.valid_to,
|
|
619
|
+
`),insertedChunks=oldTail.slice(0,keep).map((old,i)=>({id:old.id,text:cut.chunks[i].text})),vectorSource=new Map;for(let{chunk,chunkHash}of added){let row=insertChunk.get({notePath:chunk.notePath,headingPath:chunk.headingPath,text:chunk.text,startLine:chunk.startLine,endLine:chunk.endLine,tokenCount:chunk.tokenCount,chunkHash});insertedChunks.push({id:row.id,text:chunk.text});let sameText=oldIdByHash.get(chunkHash);sameText!==void 0&&vectorSource.set(row.id,sameText)}return rebuildNoteRows(db,filePath,{title:base.title,frontmatter:base.frontmatter,wikilinks},base.kind,!1,now),{insertedChunks,kept:keep,oldChunkIds:oldTail.slice(keep).map(old=>old.id),vectorSource,chunkHashes:[...oldTail.slice(0,keep).map(old=>old.chunk_hash),...added.map(a=>a.chunkHash)]}})();if(!written)return!1;if(await storeVectors(db,filePath,options2,{...written,vectorsMatch,embedsHere,noteHash}),raw[raw.length-1]===10&&(0,parser_12.wikilinksSettled)(tail,kept.length)){let at=0;for(let i=base.last.line;i<cut.last.line;i++)at+=lines[i-base.last.line].length+1;for(let chunkHash of written.chunkHashes.slice(0,cut.lastFirst))base.headHashes.add(hashKey(chunkHash));recordAppendBase(db,filePath,{...base,bytes:raw.length,noteHash,wikilinks,last:{...cut.last,byte:base.last.byte+Buffer.byteLength(tail.slice(0,at))},tailFirstId:written.insertedChunks[cut.lastFirst].id,headCount:base.headCount+cut.lastFirst})}return!0}async function readRegularFile(filePath){if(await(0,sameFile_1.nameKind)(filePath)==="other")throw new Error(`refusing to index ${JSON.stringify(filePath)}: it is a symbolic link or not a regular file`);try{return await promises_1.default.readFile(filePath,{flag:fs_1.constants.O_RDONLY|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK})}catch(err){throw err.code==="ELOOP"?new Error(`refusing to index ${JSON.stringify(filePath)}: it is a symbolic link`):err}}function indexFile(db,filePath,options2={}){return(0,writer_12.withDailyFileLock)(filePath,()=>indexFileUnlocked(db,filePath,options2))}async function indexFileUnlocked(db,filePath,options2={}){let{size}=await promises_1.default.stat(filePath),cap=noteByteCap(filePath);if(size>cap)throw new NoteTooLargeError(filePath,size,cap);let raw=await readRegularFile(filePath);if(size>exports2.MAX_NOTE_BYTES&&frontmatterBytes(raw)>MAX_LEDGER_FRONTMATTER_BYTES)throw new NoteTooLargeError(filePath,size,exports2.MAX_NOTE_BYTES);let base=takeAppendBase(db,filePath);if(base&&await indexAppend(db,filePath,raw,options2,base))return;let content=raw.toString("utf8"),noteHash=(0,dailyEntries_1.noteContentHash)(filePath,content),existing=db.prepare("SELECT note_hash FROM notes WHERE path = ?").get(filePath),noteUnchanged=!!(existing&&existing.note_hash===noteHash);if(noteUnchanged&&base?.noteHash===noteHash&&recordAppendBase(db,filePath,base),noteUnchanged&&(removeDailyHeaderFacts(db,filePath,content),structuredLanes(options2).every(lane2=>laneDone(db,filePath,lane2,noteHash))))return;let detailed=(0,parser_12.parseNoteDetailed)(filePath,content),parsed=detailed.note,modifiedAt=(await promises_1.default.stat(filePath)).mtime.toISOString(),now=new Date().toISOString(),kind=noteKind(filePath,parsed.frontmatter),typedFactsLaneArmed=!!(options2.numericFactExtractor&&(0,typedFacts_12.typedFactsEnabled)()),embeddingConfigured=!!(options2.embeddingProvider&&options2.vectorIndex),vectorsMatch=embeddingConfigured&&storedVectorsMatch(options2),embedsHere=embeddingConfigured&&!(vectorsMatch&&options2.vectorIndex.rebuilding?.()===!0),transactionHash=embedsHere?"":noteHash,upsertAll=db.transaction(()=>{let oldChunks=db.prepare("SELECT id, heading_path, text, start_line, end_line, token_count, chunk_hash FROM chunks WHERE note_path = ? ORDER BY id").all(filePath),oldIdByHash=new Map;for(let old of oldChunks)oldIdByHash.has(old.chunk_hash)||oldIdByHash.set(old.chunk_hash,old.id);let cut2=(0,chunker_1.chunkNoteCut)(parsed,options2.chunkOptions),chunks=cut2.chunks;upsertNoteRow(db,filePath,{title:parsed.title,kind,noteHash:transactionHash,modifiedAt,frontmatterJson:JSON.stringify(parsed.frontmatter)});let preservedStructured=db.prepare(`SELECT r.row_kind, r.source_hash, r.scope, r.extraction_version, r.valid_from, r.valid_to,
|
|
620
620
|
r.payload_json, r.dedupe_key, r.confirm_count, r.created_at, c.text AS source_text
|
|
621
621
|
FROM structured_rows r
|
|
622
622
|
LEFT JOIN chunks c ON c.id = r.source_chunk_id
|
|
@@ -985,25 +985,21 @@ Set the \`cycles\` parameter to \`"ref"\` to resolve cyclical schemas with defs.
|
|
|
985
985
|
depsCount: ${depsCount},
|
|
986
986
|
deps: ${deps}}`};var def={keyword:"dependencies",type:"object",schemaType:"object",error:exports2.error,code(cxt){let[propDeps,schDeps]=splitDependencies(cxt);validatePropertyDeps(cxt,propDeps),validateSchemaDeps(cxt,schDeps)}};function splitDependencies({schema}){let propertyDeps={},schemaDeps={};for(let key in schema){if(key==="__proto__")continue;let deps=Array.isArray(schema[key])?propertyDeps:schemaDeps;deps[key]=schema[key]}return[propertyDeps,schemaDeps]}function validatePropertyDeps(cxt,propertyDeps=cxt.schema){let{gen,data,it}=cxt;if(Object.keys(propertyDeps).length===0)return;let missing=gen.let("missing");for(let prop in propertyDeps){let deps=propertyDeps[prop];if(deps.length===0)continue;let hasProperty=(0,code_1.propertyInData)(gen,data,prop,it.opts.ownProperties);cxt.setParams({property:prop,depsCount:deps.length,deps:deps.join(", ")}),it.allErrors?gen.if(hasProperty,()=>{for(let depProp of deps)(0,code_1.checkReportMissingProp)(cxt,depProp)}):(gen.if((0,codegen_1._)`${hasProperty} && (${(0,code_1.checkMissingProp)(cxt,deps,missing)})`),(0,code_1.reportMissingProp)(cxt,missing),gen.else())}}exports2.validatePropertyDeps=validatePropertyDeps;function validateSchemaDeps(cxt,schemaDeps=cxt.schema){let{gen,data,keyword,it}=cxt,valid=gen.name("valid");for(let prop in schemaDeps)(0,util_1.alwaysValidSchema)(it,schemaDeps[prop])||(gen.if((0,code_1.propertyInData)(gen,data,prop,it.opts.ownProperties),()=>{let schCxt=cxt.subschema({keyword,schemaProp:prop},valid);cxt.mergeValidEvaluated(schCxt,valid)},()=>gen.var(valid,!0)),cxt.ok(valid))}exports2.validateSchemaDeps=validateSchemaDeps;exports2.default=def}});var require_propertyNames=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/propertyNames.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),util_1=require_util3(),error={message:"property name must be valid",params:({params})=>(0,codegen_1._)`{propertyName: ${params.propertyName}}`},def={keyword:"propertyNames",type:"object",schemaType:["object","boolean"],error,code(cxt){let{gen,schema,data,it}=cxt;if((0,util_1.alwaysValidSchema)(it,schema))return;let valid=gen.name("valid");gen.forIn("key",data,key=>{cxt.setParams({propertyName:key}),cxt.subschema({keyword:"propertyNames",data:key,dataTypes:["string"],propertyName:key,compositeRule:!0},valid),gen.if((0,codegen_1.not)(valid),()=>{cxt.error(!0),it.allErrors||gen.break()})}),cxt.ok(valid)}};exports2.default=def}});var require_additionalProperties=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/additionalProperties.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var code_1=require_code2(),codegen_1=require_codegen(),names_1=require_names(),util_1=require_util3(),error={message:"must NOT have additional properties",params:({params})=>(0,codegen_1._)`{additionalProperty: ${params.additionalProperty}}`},def={keyword:"additionalProperties",type:["object"],schemaType:["boolean","object"],allowUndefined:!0,trackErrors:!0,error,code(cxt){let{gen,schema,parentSchema,data,errsCount,it}=cxt;if(!errsCount)throw new Error("ajv implementation error");let{allErrors,opts}=it;if(it.props=!0,opts.removeAdditional!=="all"&&(0,util_1.alwaysValidSchema)(it,schema))return;let props=(0,code_1.allSchemaProperties)(parentSchema.properties),patProps=(0,code_1.allSchemaProperties)(parentSchema.patternProperties);checkAdditionalProperties(),cxt.ok((0,codegen_1._)`${errsCount} === ${names_1.default.errors}`);function checkAdditionalProperties(){gen.forIn("key",data,key=>{!props.length&&!patProps.length?additionalPropertyCode(key):gen.if(isAdditional(key),()=>additionalPropertyCode(key))})}function isAdditional(key){let definedProp;if(props.length>8){let propsSchema=(0,util_1.schemaRefOrVal)(it,parentSchema.properties,"properties");definedProp=(0,code_1.isOwnProperty)(gen,propsSchema,key)}else props.length?definedProp=(0,codegen_1.or)(...props.map(p=>(0,codegen_1._)`${key} === ${p}`)):definedProp=codegen_1.nil;return patProps.length&&(definedProp=(0,codegen_1.or)(definedProp,...patProps.map(p=>(0,codegen_1._)`${(0,code_1.usePattern)(cxt,p)}.test(${key})`))),(0,codegen_1.not)(definedProp)}function deleteAdditional(key){gen.code((0,codegen_1._)`delete ${data}[${key}]`)}function additionalPropertyCode(key){if(opts.removeAdditional==="all"||opts.removeAdditional&&schema===!1){deleteAdditional(key);return}if(schema===!1){cxt.setParams({additionalProperty:key}),cxt.error(),allErrors||gen.break();return}if(typeof schema=="object"&&!(0,util_1.alwaysValidSchema)(it,schema)){let valid=gen.name("valid");opts.removeAdditional==="failing"?(applyAdditionalSchema(key,valid,!1),gen.if((0,codegen_1.not)(valid),()=>{cxt.reset(),deleteAdditional(key)})):(applyAdditionalSchema(key,valid),allErrors||gen.if((0,codegen_1.not)(valid),()=>gen.break()))}}function applyAdditionalSchema(key,valid,errors){let subschema={keyword:"additionalProperties",dataProp:key,dataPropType:util_1.Type.Str};errors===!1&&Object.assign(subschema,{compositeRule:!0,createErrors:!1,allErrors:!1}),cxt.subschema(subschema,valid)}}};exports2.default=def}});var require_properties=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/properties.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var validate_1=require_validate(),code_1=require_code2(),util_1=require_util3(),additionalProperties_1=require_additionalProperties(),def={keyword:"properties",type:"object",schemaType:"object",code(cxt){let{gen,schema,parentSchema,data,it}=cxt;it.opts.removeAdditional==="all"&&parentSchema.additionalProperties===void 0&&additionalProperties_1.default.code(new validate_1.KeywordCxt(it,additionalProperties_1.default,"additionalProperties"));let allProps=(0,code_1.allSchemaProperties)(schema);for(let prop of allProps)it.definedProperties.add(prop);it.opts.unevaluated&&allProps.length&&it.props!==!0&&(it.props=util_1.mergeEvaluated.props(gen,(0,util_1.toHash)(allProps),it.props));let properties=allProps.filter(p=>!(0,util_1.alwaysValidSchema)(it,schema[p]));if(properties.length===0)return;let valid=gen.name("valid");for(let prop of properties)hasDefault(prop)?applyPropertySchema(prop):(gen.if((0,code_1.propertyInData)(gen,data,prop,it.opts.ownProperties)),applyPropertySchema(prop),it.allErrors||gen.else().var(valid,!0),gen.endIf()),cxt.it.definedProperties.add(prop),cxt.ok(valid);function hasDefault(prop){return it.opts.useDefaults&&!it.compositeRule&&schema[prop].default!==void 0}function applyPropertySchema(prop){cxt.subschema({keyword:"properties",schemaProp:prop,dataProp:prop},valid)}}};exports2.default=def}});var require_patternProperties=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/patternProperties.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var code_1=require_code2(),codegen_1=require_codegen(),util_1=require_util3(),util_2=require_util3(),def={keyword:"patternProperties",type:"object",schemaType:"object",code(cxt){let{gen,schema,data,parentSchema,it}=cxt,{opts}=it,patterns=(0,code_1.allSchemaProperties)(schema),alwaysValidPatterns=patterns.filter(p=>(0,util_1.alwaysValidSchema)(it,schema[p]));if(patterns.length===0||alwaysValidPatterns.length===patterns.length&&(!it.opts.unevaluated||it.props===!0))return;let checkProperties=opts.strictSchema&&!opts.allowMatchingProperties&&parentSchema.properties,valid=gen.name("valid");it.props!==!0&&!(it.props instanceof codegen_1.Name)&&(it.props=(0,util_2.evaluatedPropsToName)(gen,it.props));let{props}=it;validatePatternProperties();function validatePatternProperties(){for(let pat of patterns)checkProperties&&checkMatchingProperties(pat),it.allErrors?validateProperties(pat):(gen.var(valid,!0),validateProperties(pat),gen.if(valid))}function checkMatchingProperties(pat){for(let prop in checkProperties)new RegExp(pat).test(prop)&&(0,util_1.checkStrictMode)(it,`property ${prop} matches pattern ${pat} (use allowMatchingProperties)`)}function validateProperties(pat){gen.forIn("key",data,key=>{gen.if((0,codegen_1._)`${(0,code_1.usePattern)(cxt,pat)}.test(${key})`,()=>{let alwaysValid=alwaysValidPatterns.includes(pat);alwaysValid||cxt.subschema({keyword:"patternProperties",schemaProp:pat,dataProp:key,dataPropType:util_2.Type.Str},valid),it.opts.unevaluated&&props!==!0?gen.assign((0,codegen_1._)`${props}[${key}]`,!0):!alwaysValid&&!it.allErrors&&gen.if((0,codegen_1.not)(valid),()=>gen.break())})})}}};exports2.default=def}});var require_not=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/not.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var util_1=require_util3(),def={keyword:"not",schemaType:["object","boolean"],trackErrors:!0,code(cxt){let{gen,schema,it}=cxt;if((0,util_1.alwaysValidSchema)(it,schema)){cxt.fail();return}let valid=gen.name("valid");cxt.subschema({keyword:"not",compositeRule:!0,createErrors:!1,allErrors:!1},valid),cxt.failResult(valid,()=>cxt.reset(),()=>cxt.error())},error:{message:"must NOT be valid"}};exports2.default=def}});var require_anyOf=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/anyOf.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var code_1=require_code2(),def={keyword:"anyOf",schemaType:"array",trackErrors:!0,code:code_1.validateUnion,error:{message:"must match a schema in anyOf"}};exports2.default=def}});var require_oneOf=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/oneOf.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),util_1=require_util3(),error={message:"must match exactly one schema in oneOf",params:({params})=>(0,codegen_1._)`{passingSchemas: ${params.passing}}`},def={keyword:"oneOf",schemaType:"array",trackErrors:!0,error,code(cxt){let{gen,schema,parentSchema,it}=cxt;if(!Array.isArray(schema))throw new Error("ajv implementation error");if(it.opts.discriminator&&parentSchema.discriminator)return;let schArr=schema,valid=gen.let("valid",!1),passing=gen.let("passing",null),schValid=gen.name("_valid");cxt.setParams({passing}),gen.block(validateOneOf),cxt.result(valid,()=>cxt.reset(),()=>cxt.error(!0));function validateOneOf(){schArr.forEach((sch,i)=>{let schCxt;(0,util_1.alwaysValidSchema)(it,sch)?gen.var(schValid,!0):schCxt=cxt.subschema({keyword:"oneOf",schemaProp:i,compositeRule:!0},schValid),i>0&&gen.if((0,codegen_1._)`${schValid} && ${valid}`).assign(valid,!1).assign(passing,(0,codegen_1._)`[${passing}, ${i}]`).else(),gen.if(schValid,()=>{gen.assign(valid,!0),gen.assign(passing,i),schCxt&&cxt.mergeEvaluated(schCxt,codegen_1.Name)})})}}};exports2.default=def}});var require_allOf=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/allOf.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var util_1=require_util3(),def={keyword:"allOf",schemaType:"array",code(cxt){let{gen,schema,it}=cxt;if(!Array.isArray(schema))throw new Error("ajv implementation error");let valid=gen.name("valid");schema.forEach((sch,i)=>{if((0,util_1.alwaysValidSchema)(it,sch))return;let schCxt=cxt.subschema({keyword:"allOf",schemaProp:i},valid);cxt.ok(valid),cxt.mergeEvaluated(schCxt)})}};exports2.default=def}});var require_if=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/if.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),util_1=require_util3(),error={message:({params})=>(0,codegen_1.str)`must match "${params.ifClause}" schema`,params:({params})=>(0,codegen_1._)`{failingKeyword: ${params.ifClause}}`},def={keyword:"if",schemaType:["object","boolean"],trackErrors:!0,error,code(cxt){let{gen,parentSchema,it}=cxt;parentSchema.then===void 0&&parentSchema.else===void 0&&(0,util_1.checkStrictMode)(it,'"if" without "then" and "else" is ignored');let hasThen=hasSchema(it,"then"),hasElse=hasSchema(it,"else");if(!hasThen&&!hasElse)return;let valid=gen.let("valid",!0),schValid=gen.name("_valid");if(validateIf(),cxt.reset(),hasThen&&hasElse){let ifClause=gen.let("ifClause");cxt.setParams({ifClause}),gen.if(schValid,validateClause("then",ifClause),validateClause("else",ifClause))}else hasThen?gen.if(schValid,validateClause("then")):gen.if((0,codegen_1.not)(schValid),validateClause("else"));cxt.pass(valid,()=>cxt.error(!0));function validateIf(){let schCxt=cxt.subschema({keyword:"if",compositeRule:!0,createErrors:!1,allErrors:!1},schValid);cxt.mergeEvaluated(schCxt)}function validateClause(keyword,ifClause){return()=>{let schCxt=cxt.subschema({keyword},schValid);gen.assign(valid,schValid),cxt.mergeValidEvaluated(schCxt,valid),ifClause?gen.assign(ifClause,(0,codegen_1._)`${keyword}`):cxt.setParams({ifClause:keyword})}}}};function hasSchema(it,keyword){let schema=it.schema[keyword];return schema!==void 0&&!(0,util_1.alwaysValidSchema)(it,schema)}exports2.default=def}});var require_thenElse=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/thenElse.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var util_1=require_util3(),def={keyword:["then","else"],schemaType:["object","boolean"],code({keyword,parentSchema,it}){parentSchema.if===void 0&&(0,util_1.checkStrictMode)(it,`"${keyword}" without "if" is ignored`)}};exports2.default=def}});var require_applicator=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/index.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var additionalItems_1=require_additionalItems(),prefixItems_1=require_prefixItems(),items_1=require_items2(),items2020_1=require_items2020(),contains_1=require_contains(),dependencies_1=require_dependencies(),propertyNames_1=require_propertyNames(),additionalProperties_1=require_additionalProperties(),properties_1=require_properties(),patternProperties_1=require_patternProperties(),not_1=require_not(),anyOf_1=require_anyOf(),oneOf_1=require_oneOf(),allOf_1=require_allOf(),if_1=require_if(),thenElse_1=require_thenElse();function getApplicator(draft2020=!1){let applicator=[not_1.default,anyOf_1.default,oneOf_1.default,allOf_1.default,if_1.default,thenElse_1.default,propertyNames_1.default,additionalProperties_1.default,dependencies_1.default,properties_1.default,patternProperties_1.default];return draft2020?applicator.push(prefixItems_1.default,items2020_1.default):applicator.push(additionalItems_1.default,items_1.default),applicator.push(contains_1.default),applicator}exports2.default=getApplicator}});var require_format=__commonJS({"node_modules/ajv/dist/vocabularies/format/format.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),error={message:({schemaCode})=>(0,codegen_1.str)`must match format "${schemaCode}"`,params:({schemaCode})=>(0,codegen_1._)`{format: ${schemaCode}}`},def={keyword:"format",type:["number","string"],schemaType:"string",$data:!0,error,code(cxt,ruleType){let{gen,data,$data,schema,schemaCode,it}=cxt,{opts,errSchemaPath,schemaEnv,self}=it;if(!opts.validateFormats)return;$data?validate$DataFormat():validateFormat();function validate$DataFormat(){let fmts=gen.scopeValue("formats",{ref:self.formats,code:opts.code.formats}),fDef=gen.const("fDef",(0,codegen_1._)`${fmts}[${schemaCode}]`),fType=gen.let("fType"),format=gen.let("format");gen.if((0,codegen_1._)`typeof ${fDef} == "object" && !(${fDef} instanceof RegExp)`,()=>gen.assign(fType,(0,codegen_1._)`${fDef}.type || "string"`).assign(format,(0,codegen_1._)`${fDef}.validate`),()=>gen.assign(fType,(0,codegen_1._)`"string"`).assign(format,fDef)),cxt.fail$data((0,codegen_1.or)(unknownFmt(),invalidFmt()));function unknownFmt(){return opts.strictSchema===!1?codegen_1.nil:(0,codegen_1._)`${schemaCode} && !${format}`}function invalidFmt(){let callFormat=schemaEnv.$async?(0,codegen_1._)`(${fDef}.async ? await ${format}(${data}) : ${format}(${data}))`:(0,codegen_1._)`${format}(${data})`,validData=(0,codegen_1._)`(typeof ${format} == "function" ? ${callFormat} : ${format}.test(${data}))`;return(0,codegen_1._)`${format} && ${format} !== true && ${fType} === ${ruleType} && !${validData}`}}function validateFormat(){let formatDef=self.formats[schema];if(!formatDef){unknownFormat();return}if(formatDef===!0)return;let[fmtType,format,fmtRef]=getFormat(formatDef);fmtType===ruleType&&cxt.pass(validCondition());function unknownFormat(){if(opts.strictSchema===!1){self.logger.warn(unknownMsg());return}throw new Error(unknownMsg());function unknownMsg(){return`unknown format "${schema}" ignored in schema at path "${errSchemaPath}"`}}function getFormat(fmtDef){let code=fmtDef instanceof RegExp?(0,codegen_1.regexpCode)(fmtDef):opts.code.formats?(0,codegen_1._)`${opts.code.formats}${(0,codegen_1.getProperty)(schema)}`:void 0,fmt=gen.scopeValue("formats",{key:schema,ref:fmtDef,code});return typeof fmtDef=="object"&&!(fmtDef instanceof RegExp)?[fmtDef.type||"string",fmtDef.validate,(0,codegen_1._)`${fmt}.validate`]:["string",fmtDef,fmt]}function validCondition(){if(typeof formatDef=="object"&&!(formatDef instanceof RegExp)&&formatDef.async){if(!schemaEnv.$async)throw new Error("async format in sync schema");return(0,codegen_1._)`await ${fmtRef}(${data})`}return typeof format=="function"?(0,codegen_1._)`${fmtRef}(${data})`:(0,codegen_1._)`${fmtRef}.test(${data})`}}}};exports2.default=def}});var require_format2=__commonJS({"node_modules/ajv/dist/vocabularies/format/index.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var format_1=require_format(),format=[format_1.default];exports2.default=format}});var require_metadata=__commonJS({"node_modules/ajv/dist/vocabularies/metadata.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.contentVocabulary=exports2.metadataVocabulary=void 0;exports2.metadataVocabulary=["title","description","default","deprecated","readOnly","writeOnly","examples"];exports2.contentVocabulary=["contentMediaType","contentEncoding","contentSchema"]}});var require_draft7=__commonJS({"node_modules/ajv/dist/vocabularies/draft7.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var core_1=require_core5(),validation_1=require_validation(),applicator_1=require_applicator(),format_1=require_format2(),metadata_1=require_metadata(),draft7Vocabularies=[core_1.default,validation_1.default,(0,applicator_1.default)(),format_1.default,metadata_1.metadataVocabulary,metadata_1.contentVocabulary];exports2.default=draft7Vocabularies}});var require_types3=__commonJS({"node_modules/ajv/dist/vocabularies/discriminator/types.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DiscrError=void 0;var DiscrError;(function(DiscrError2){DiscrError2.Tag="tag",DiscrError2.Mapping="mapping"})(DiscrError||(exports2.DiscrError=DiscrError={}))}});var require_discriminator=__commonJS({"node_modules/ajv/dist/vocabularies/discriminator/index.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),types_1=require_types3(),compile_1=require_compile2(),ref_error_1=require_ref_error(),util_1=require_util3(),error={message:({params:{discrError,tagName}})=>discrError===types_1.DiscrError.Tag?`tag "${tagName}" must be string`:`value of tag "${tagName}" must be in oneOf`,params:({params:{discrError,tag,tagName}})=>(0,codegen_1._)`{error: ${discrError}, tag: ${tagName}, tagValue: ${tag}}`},def={keyword:"discriminator",type:"object",schemaType:"object",error,code(cxt){let{gen,data,schema,parentSchema,it}=cxt,{oneOf}=parentSchema;if(!it.opts.discriminator)throw new Error("discriminator: requires discriminator option");let tagName=schema.propertyName;if(typeof tagName!="string")throw new Error("discriminator: requires propertyName");if(schema.mapping)throw new Error("discriminator: mapping is not supported");if(!oneOf)throw new Error("discriminator: requires oneOf keyword");let valid=gen.let("valid",!1),tag=gen.const("tag",(0,codegen_1._)`${data}${(0,codegen_1.getProperty)(tagName)}`);gen.if((0,codegen_1._)`typeof ${tag} == "string"`,()=>validateMapping(),()=>cxt.error(!1,{discrError:types_1.DiscrError.Tag,tag,tagName})),cxt.ok(valid);function validateMapping(){let mapping=getMapping();gen.if(!1);for(let tagValue in mapping)gen.elseIf((0,codegen_1._)`${tag} === ${tagValue}`),gen.assign(valid,applyTagSchema(mapping[tagValue]));gen.else(),cxt.error(!1,{discrError:types_1.DiscrError.Mapping,tag,tagName}),gen.endIf()}function applyTagSchema(schemaProp){let _valid=gen.name("valid"),schCxt=cxt.subschema({keyword:"oneOf",schemaProp},_valid);return cxt.mergeEvaluated(schCxt,codegen_1.Name),_valid}function getMapping(){var _a;let oneOfMapping={},topRequired=hasRequired(parentSchema),tagRequired=!0;for(let i=0;i<oneOf.length;i++){let sch=oneOf[i];if(sch?.$ref&&!(0,util_1.schemaHasRulesButRef)(sch,it.self.RULES)){let ref=sch.$ref;if(sch=compile_1.resolveRef.call(it.self,it.schemaEnv.root,it.baseId,ref),sch instanceof compile_1.SchemaEnv&&(sch=sch.schema),sch===void 0)throw new ref_error_1.default(it.opts.uriResolver,it.baseId,ref)}let propSch=(_a=sch?.properties)===null||_a===void 0?void 0:_a[tagName];if(typeof propSch!="object")throw new Error(`discriminator: oneOf subschemas (or referenced schemas) must have "properties/${tagName}"`);tagRequired=tagRequired&&(topRequired||hasRequired(sch)),addMappings(propSch,i)}if(!tagRequired)throw new Error(`discriminator: "${tagName}" must be required`);return oneOfMapping;function hasRequired({required}){return Array.isArray(required)&&required.includes(tagName)}function addMappings(sch,i){if(sch.const)addMapping(sch.const,i);else if(sch.enum)for(let tagValue of sch.enum)addMapping(tagValue,i);else throw new Error(`discriminator: "properties/${tagName}" must have "const" or "enum"`)}function addMapping(tagValue,i){if(typeof tagValue!="string"||tagValue in oneOfMapping)throw new Error(`discriminator: "${tagName}" values must be unique strings`);oneOfMapping[tagValue]=i}}}};exports2.default=def}});var require_json_schema_draft_07=__commonJS({"node_modules/ajv/dist/refs/json-schema-draft-07.json"(exports2,module2){module2.exports={$schema:"http://json-schema.org/draft-07/schema#",$id:"http://json-schema.org/draft-07/schema#",title:"Core schema meta-schema",definitions:{schemaArray:{type:"array",minItems:1,items:{$ref:"#"}},nonNegativeInteger:{type:"integer",minimum:0},nonNegativeIntegerDefault0:{allOf:[{$ref:"#/definitions/nonNegativeInteger"},{default:0}]},simpleTypes:{enum:["array","boolean","integer","null","number","object","string"]},stringArray:{type:"array",items:{type:"string"},uniqueItems:!0,default:[]}},type:["object","boolean"],properties:{$id:{type:"string",format:"uri-reference"},$schema:{type:"string",format:"uri"},$ref:{type:"string",format:"uri-reference"},$comment:{type:"string"},title:{type:"string"},description:{type:"string"},default:!0,readOnly:{type:"boolean",default:!1},examples:{type:"array",items:!0},multipleOf:{type:"number",exclusiveMinimum:0},maximum:{type:"number"},exclusiveMaximum:{type:"number"},minimum:{type:"number"},exclusiveMinimum:{type:"number"},maxLength:{$ref:"#/definitions/nonNegativeInteger"},minLength:{$ref:"#/definitions/nonNegativeIntegerDefault0"},pattern:{type:"string",format:"regex"},additionalItems:{$ref:"#"},items:{anyOf:[{$ref:"#"},{$ref:"#/definitions/schemaArray"}],default:!0},maxItems:{$ref:"#/definitions/nonNegativeInteger"},minItems:{$ref:"#/definitions/nonNegativeIntegerDefault0"},uniqueItems:{type:"boolean",default:!1},contains:{$ref:"#"},maxProperties:{$ref:"#/definitions/nonNegativeInteger"},minProperties:{$ref:"#/definitions/nonNegativeIntegerDefault0"},required:{$ref:"#/definitions/stringArray"},additionalProperties:{$ref:"#"},definitions:{type:"object",additionalProperties:{$ref:"#"},default:{}},properties:{type:"object",additionalProperties:{$ref:"#"},default:{}},patternProperties:{type:"object",additionalProperties:{$ref:"#"},propertyNames:{format:"regex"},default:{}},dependencies:{type:"object",additionalProperties:{anyOf:[{$ref:"#"},{$ref:"#/definitions/stringArray"}]}},propertyNames:{$ref:"#"},const:!0,enum:{type:"array",items:!0,minItems:1,uniqueItems:!0},type:{anyOf:[{$ref:"#/definitions/simpleTypes"},{type:"array",items:{$ref:"#/definitions/simpleTypes"},minItems:1,uniqueItems:!0}]},format:{type:"string"},contentMediaType:{type:"string"},contentEncoding:{type:"string"},if:{$ref:"#"},then:{$ref:"#"},else:{$ref:"#"},allOf:{$ref:"#/definitions/schemaArray"},anyOf:{$ref:"#/definitions/schemaArray"},oneOf:{$ref:"#/definitions/schemaArray"},not:{$ref:"#"}},default:!0}}});var require_ajv=__commonJS({"node_modules/ajv/dist/ajv.js"(exports2,module2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MissingRefError=exports2.ValidationError=exports2.CodeGen=exports2.Name=exports2.nil=exports2.stringify=exports2.str=exports2._=exports2.KeywordCxt=exports2.Ajv=void 0;var core_1=require_core4(),draft7_1=require_draft7(),discriminator_1=require_discriminator(),draft7MetaSchema=require_json_schema_draft_07(),META_SUPPORT_DATA=["/properties"],META_SCHEMA_ID="http://json-schema.org/draft-07/schema",Ajv=class extends core_1.default{_addVocabularies(){super._addVocabularies(),draft7_1.default.forEach(v=>this.addVocabulary(v)),this.opts.discriminator&&this.addKeyword(discriminator_1.default)}_addDefaultMetaSchema(){if(super._addDefaultMetaSchema(),!this.opts.meta)return;let metaSchema=this.opts.$data?this.$dataMetaSchema(draft7MetaSchema,META_SUPPORT_DATA):draft7MetaSchema;this.addMetaSchema(metaSchema,META_SCHEMA_ID,!1),this.refs["http://json-schema.org/schema"]=META_SCHEMA_ID}defaultMeta(){return this.opts.defaultMeta=super.defaultMeta()||(this.getSchema(META_SCHEMA_ID)?META_SCHEMA_ID:void 0)}};exports2.Ajv=Ajv;module2.exports=exports2=Ajv;module2.exports.Ajv=Ajv;Object.defineProperty(exports2,"__esModule",{value:!0});exports2.default=Ajv;var validate_1=require_validate();Object.defineProperty(exports2,"KeywordCxt",{enumerable:!0,get:function(){return validate_1.KeywordCxt}});var codegen_1=require_codegen();Object.defineProperty(exports2,"_",{enumerable:!0,get:function(){return codegen_1._}});Object.defineProperty(exports2,"str",{enumerable:!0,get:function(){return codegen_1.str}});Object.defineProperty(exports2,"stringify",{enumerable:!0,get:function(){return codegen_1.stringify}});Object.defineProperty(exports2,"nil",{enumerable:!0,get:function(){return codegen_1.nil}});Object.defineProperty(exports2,"Name",{enumerable:!0,get:function(){return codegen_1.Name}});Object.defineProperty(exports2,"CodeGen",{enumerable:!0,get:function(){return codegen_1.CodeGen}});var validation_error_1=require_validation_error();Object.defineProperty(exports2,"ValidationError",{enumerable:!0,get:function(){return validation_error_1.default}});var ref_error_1=require_ref_error();Object.defineProperty(exports2,"MissingRefError",{enumerable:!0,get:function(){return ref_error_1.default}})}});var require_formats3=__commonJS({"node_modules/ajv-formats/dist/formats.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.formatNames=exports2.fastFormats=exports2.fullFormats=void 0;function fmtDef(validate,compare){return{validate,compare}}exports2.fullFormats={date:fmtDef(date,compareDate),time:fmtDef(getTime(!0),compareTime),"date-time":fmtDef(getDateTime(!0),compareDateTime),"iso-time":fmtDef(getTime(),compareIsoTime),"iso-date-time":fmtDef(getDateTime(),compareIsoDateTime),duration:/^P(?!$)((\d+Y)?(\d+M)?(\d+D)?(T(?=\d)(\d+H)?(\d+M)?(\d+S)?)?|(\d+W)?)$/,uri,"uri-reference":/^(?:[a-z][a-z0-9+\-.]*:)?(?:\/?\/(?:(?:[a-z0-9\-._~!$&'()*+,;=:]|%[0-9a-f]{2})*@)?(?:\[(?:(?:(?:(?:[0-9a-f]{1,4}:){6}|::(?:[0-9a-f]{1,4}:){5}|(?:[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){4}|(?:(?:[0-9a-f]{1,4}:){0,1}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){3}|(?:(?:[0-9a-f]{1,4}:){0,2}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){2}|(?:(?:[0-9a-f]{1,4}:){0,3}[0-9a-f]{1,4})?::[0-9a-f]{1,4}:|(?:(?:[0-9a-f]{1,4}:){0,4}[0-9a-f]{1,4})?::)(?:[0-9a-f]{1,4}:[0-9a-f]{1,4}|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?))|(?:(?:[0-9a-f]{1,4}:){0,5}[0-9a-f]{1,4})?::[0-9a-f]{1,4}|(?:(?:[0-9a-f]{1,4}:){0,6}[0-9a-f]{1,4})?::)|[Vv][0-9a-f]+\.[a-z0-9\-._~!$&'()*+,;=:]+)\]|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?)|(?:[a-z0-9\-._~!$&'"()*+,;=]|%[0-9a-f]{2})*)(?::\d*)?(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*|\/(?:(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*)?|(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*)?(?:\?(?:[a-z0-9\-._~!$&'"()*+,;=:@/?]|%[0-9a-f]{2})*)?(?:#(?:[a-z0-9\-._~!$&'"()*+,;=:@/?]|%[0-9a-f]{2})*)?$/i,"uri-template":/^(?:(?:[^\x00-\x20"'<>%\\^`{|}]|%[0-9a-f]{2})|\{[+#./;?&=,!@|]?(?:[a-z0-9_]|%[0-9a-f]{2})+(?::[1-9][0-9]{0,3}|\*)?(?:,(?:[a-z0-9_]|%[0-9a-f]{2})+(?::[1-9][0-9]{0,3}|\*)?)*\})*$/i,url:/^(?:https?|ftp):\/\/(?:\S+(?::\S*)?@)?(?:(?!(?:10|127)(?:\.\d{1,3}){3})(?!(?:169\.254|192\.168)(?:\.\d{1,3}){2})(?!172\.(?:1[6-9]|2\d|3[0-1])(?:\.\d{1,3}){2})(?:[1-9]\d?|1\d\d|2[01]\d|22[0-3])(?:\.(?:1?\d{1,2}|2[0-4]\d|25[0-5])){2}(?:\.(?:[1-9]\d?|1\d\d|2[0-4]\d|25[0-4]))|(?:(?:[a-z0-9\u{00a1}-\u{ffff}]+-)*[a-z0-9\u{00a1}-\u{ffff}]+)(?:\.(?:[a-z0-9\u{00a1}-\u{ffff}]+-)*[a-z0-9\u{00a1}-\u{ffff}]+)*(?:\.(?:[a-z\u{00a1}-\u{ffff}]{2,})))(?::\d{2,5})?(?:\/[^\s]*)?$/iu,email:/^[a-z0-9!#$%&'*+/=?^_`{|}~-]+(?:\.[a-z0-9!#$%&'*+/=?^_`{|}~-]+)*@(?:[a-z0-9](?:[a-z0-9-]*[a-z0-9])?\.)+[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$/i,hostname:/^(?=.{1,253}\.?$)[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[-0-9a-z]{0,61}[0-9a-z])?)*\.?$/i,ipv4:/^(?:(?:25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)\.){3}(?:25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)$/,ipv6:/^((([0-9a-f]{1,4}:){7}([0-9a-f]{1,4}|:))|(([0-9a-f]{1,4}:){6}(:[0-9a-f]{1,4}|((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3})|:))|(([0-9a-f]{1,4}:){5}(((:[0-9a-f]{1,4}){1,2})|:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3})|:))|(([0-9a-f]{1,4}:){4}(((:[0-9a-f]{1,4}){1,3})|((:[0-9a-f]{1,4})?:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){3}(((:[0-9a-f]{1,4}){1,4})|((:[0-9a-f]{1,4}){0,2}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){2}(((:[0-9a-f]{1,4}){1,5})|((:[0-9a-f]{1,4}){0,3}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){1}(((:[0-9a-f]{1,4}){1,6})|((:[0-9a-f]{1,4}){0,4}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(:(((:[0-9a-f]{1,4}){1,7})|((:[0-9a-f]{1,4}){0,5}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:)))$/i,regex,uuid:/^(?:urn:uuid:)?[0-9a-f]{8}-(?:[0-9a-f]{4}-){3}[0-9a-f]{12}$/i,"json-pointer":/^(?:\/(?:[^~/]|~0|~1)*)*$/,"json-pointer-uri-fragment":/^#(?:\/(?:[a-z0-9_\-.!$&'()*+,;:=@]|%[0-9a-f]{2}|~0|~1)*)*$/i,"relative-json-pointer":/^(?:0|[1-9][0-9]*)(?:#|(?:\/(?:[^~/]|~0|~1)*)*)$/,byte,int32:{type:"number",validate:validateInt32},int64:{type:"number",validate:validateInt64},float:{type:"number",validate:validateNumber},double:{type:"number",validate:validateNumber},password:!0,binary:!0};exports2.fastFormats={...exports2.fullFormats,date:fmtDef(/^\d\d\d\d-[0-1]\d-[0-3]\d$/,compareDate),time:fmtDef(/^(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)$/i,compareTime),"date-time":fmtDef(/^\d\d\d\d-[0-1]\d-[0-3]\dt(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)$/i,compareDateTime),"iso-time":fmtDef(/^(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)?$/i,compareIsoTime),"iso-date-time":fmtDef(/^\d\d\d\d-[0-1]\d-[0-3]\d[t\s](?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)?$/i,compareIsoDateTime),uri:/^(?:[a-z][a-z0-9+\-.]*:)(?:\/?\/)?[^\s]*$/i,"uri-reference":/^(?:(?:[a-z][a-z0-9+\-.]*:)?\/?\/)?(?:[^\\\s#][^\s#]*)?(?:#[^\\\s]*)?$/i,email:/^[a-z0-9.!#$%&'*+/=?^_`{|}~-]+@[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?)*$/i};exports2.formatNames=Object.keys(exports2.fullFormats);function isLeapYear(year){return year%4===0&&(year%100!==0||year%400===0)}var DATE=/^(\d\d\d\d)-(\d\d)-(\d\d)$/,DAYS=[0,31,28,31,30,31,30,31,31,30,31,30,31];function date(str2){let matches=DATE.exec(str2);if(!matches)return!1;let year=+matches[1],month=+matches[2],day=+matches[3];return month>=1&&month<=12&&day>=1&&day<=(month===2&&isLeapYear(year)?29:DAYS[month])}function compareDate(d1,d2){if(d1&&d2)return d1>d2?1:d1<d2?-1:0}var TIME=/^(\d\d):(\d\d):(\d\d(?:\.\d+)?)(z|([+-])(\d\d)(?::?(\d\d))?)?$/i;function getTime(strictTimeZone){return function(str2){let matches=TIME.exec(str2);if(!matches)return!1;let hr=+matches[1],min=+matches[2],sec=+matches[3],tz=matches[4],tzSign=matches[5]==="-"?-1:1,tzH=+(matches[6]||0),tzM=+(matches[7]||0);if(tzH>23||tzM>59||strictTimeZone&&!tz)return!1;if(hr<=23&&min<=59&&sec<60)return!0;let utcMin=min-tzM*tzSign,utcHr=hr-tzH*tzSign-(utcMin<0?1:0);return(utcHr===23||utcHr===-1)&&(utcMin===59||utcMin===-1)&&sec<61}}function compareTime(s1,s2){if(!(s1&&s2))return;let t1=new Date("2020-01-01T"+s1).valueOf(),t2=new Date("2020-01-01T"+s2).valueOf();if(t1&&t2)return t1-t2}function compareIsoTime(t1,t2){if(!(t1&&t2))return;let a1=TIME.exec(t1),a2=TIME.exec(t2);if(a1&&a2)return t1=a1[1]+a1[2]+a1[3],t2=a2[1]+a2[2]+a2[3],t1>t2?1:t1<t2?-1:0}var DATE_TIME_SEPARATOR=/t|\s/i;function getDateTime(strictTimeZone){let time=getTime(strictTimeZone);return function(str2){let dateTime=str2.split(DATE_TIME_SEPARATOR);return dateTime.length===2&&date(dateTime[0])&&time(dateTime[1])}}function compareDateTime(dt1,dt2){if(!(dt1&&dt2))return;let d1=new Date(dt1).valueOf(),d2=new Date(dt2).valueOf();if(d1&&d2)return d1-d2}function compareIsoDateTime(dt1,dt2){if(!(dt1&&dt2))return;let[d1,t1]=dt1.split(DATE_TIME_SEPARATOR),[d2,t2]=dt2.split(DATE_TIME_SEPARATOR),res=compareDate(d1,d2);if(res!==void 0)return res||compareTime(t1,t2)}var NOT_URI_FRAGMENT=/\/|:/,URI=/^(?:[a-z][a-z0-9+\-.]*:)(?:\/?\/(?:(?:[a-z0-9\-._~!$&'()*+,;=:]|%[0-9a-f]{2})*@)?(?:\[(?:(?:(?:(?:[0-9a-f]{1,4}:){6}|::(?:[0-9a-f]{1,4}:){5}|(?:[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){4}|(?:(?:[0-9a-f]{1,4}:){0,1}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){3}|(?:(?:[0-9a-f]{1,4}:){0,2}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){2}|(?:(?:[0-9a-f]{1,4}:){0,3}[0-9a-f]{1,4})?::[0-9a-f]{1,4}:|(?:(?:[0-9a-f]{1,4}:){0,4}[0-9a-f]{1,4})?::)(?:[0-9a-f]{1,4}:[0-9a-f]{1,4}|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?))|(?:(?:[0-9a-f]{1,4}:){0,5}[0-9a-f]{1,4})?::[0-9a-f]{1,4}|(?:(?:[0-9a-f]{1,4}:){0,6}[0-9a-f]{1,4})?::)|[Vv][0-9a-f]+\.[a-z0-9\-._~!$&'()*+,;=:]+)\]|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?)|(?:[a-z0-9\-._~!$&'()*+,;=]|%[0-9a-f]{2})*)(?::\d*)?(?:\/(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})*)*|\/(?:(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})*)*)?|(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})*)*)(?:\?(?:[a-z0-9\-._~!$&'()*+,;=:@/?]|%[0-9a-f]{2})*)?(?:#(?:[a-z0-9\-._~!$&'()*+,;=:@/?]|%[0-9a-f]{2})*)?$/i;function uri(str2){return NOT_URI_FRAGMENT.test(str2)&&URI.test(str2)}var BYTE=/^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/gm;function byte(str2){return BYTE.lastIndex=0,BYTE.test(str2)}var MIN_INT32=-(2**31),MAX_INT32=2**31-1;function validateInt32(value){return Number.isInteger(value)&&value<=MAX_INT32&&value>=MIN_INT32}function validateInt64(value){return Number.isInteger(value)}function validateNumber(){return!0}var Z_ANCHOR=/[^\\]\\Z/;function regex(str2){if(Z_ANCHOR.test(str2))return!1;try{return new RegExp(str2),!0}catch{return!1}}}});var require_limit=__commonJS({"node_modules/ajv-formats/dist/limit.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.formatLimitDefinition=void 0;var ajv_1=require_ajv(),codegen_1=require_codegen(),ops=codegen_1.operators,KWDs={formatMaximum:{okStr:"<=",ok:ops.LTE,fail:ops.GT},formatMinimum:{okStr:">=",ok:ops.GTE,fail:ops.LT},formatExclusiveMaximum:{okStr:"<",ok:ops.LT,fail:ops.GTE},formatExclusiveMinimum:{okStr:">",ok:ops.GT,fail:ops.LTE}},error={message:({keyword,schemaCode})=>(0,codegen_1.str)`should be ${KWDs[keyword].okStr} ${schemaCode}`,params:({keyword,schemaCode})=>(0,codegen_1._)`{comparison: ${KWDs[keyword].okStr}, limit: ${schemaCode}}`};exports2.formatLimitDefinition={keyword:Object.keys(KWDs),type:"string",schemaType:"string",$data:!0,error,code(cxt){let{gen,data,schemaCode,keyword,it}=cxt,{opts,self}=it;if(!opts.validateFormats)return;let fCxt=new ajv_1.KeywordCxt(it,self.RULES.all.format.definition,"format");fCxt.$data?validate$DataFormat():validateFormat();function validate$DataFormat(){let fmts=gen.scopeValue("formats",{ref:self.formats,code:opts.code.formats}),fmt=gen.const("fmt",(0,codegen_1._)`${fmts}[${fCxt.schemaCode}]`);cxt.fail$data((0,codegen_1.or)((0,codegen_1._)`typeof ${fmt} != "object"`,(0,codegen_1._)`${fmt} instanceof RegExp`,(0,codegen_1._)`typeof ${fmt}.compare != "function"`,compareCode(fmt)))}function validateFormat(){let format=fCxt.schema,fmtDef=self.formats[format];if(!fmtDef||fmtDef===!0)return;if(typeof fmtDef!="object"||fmtDef instanceof RegExp||typeof fmtDef.compare!="function")throw new Error(`"${keyword}": format "${format}" does not define "compare" function`);let fmt=gen.scopeValue("formats",{key:format,ref:fmtDef,code:opts.code.formats?(0,codegen_1._)`${opts.code.formats}${(0,codegen_1.getProperty)(format)}`:void 0});cxt.fail$data(compareCode(fmt))}function compareCode(fmt){return(0,codegen_1._)`${fmt}.compare(${data}, ${schemaCode}) ${KWDs[keyword].fail} 0`}},dependencies:["format"]};var formatLimitPlugin=ajv=>(ajv.addKeyword(exports2.formatLimitDefinition),ajv);exports2.default=formatLimitPlugin}});var require_dist7=__commonJS({"node_modules/ajv-formats/dist/index.js"(exports2,module2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var formats_1=require_formats3(),limit_1=require_limit(),codegen_1=require_codegen(),fullName=new codegen_1.Name("fullFormats"),fastName=new codegen_1.Name("fastFormats"),formatsPlugin=(ajv,opts={keywords:!0})=>{if(Array.isArray(opts))return addFormats(ajv,opts,formats_1.fullFormats,fullName),ajv;let[formats,exportName]=opts.mode==="fast"?[formats_1.fastFormats,fastName]:[formats_1.fullFormats,fullName],list=opts.formats||formats_1.formatNames;return addFormats(ajv,list,formats,exportName),opts.keywords&&(0,limit_1.default)(ajv),ajv};formatsPlugin.get=(name,mode="full")=>{let f=(mode==="fast"?formats_1.fastFormats:formats_1.fullFormats)[name];if(!f)throw new Error(`Unknown format "${name}"`);return f};function addFormats(ajv,list,fs,exportName){var _a,_b;(_a=(_b=ajv.opts.code).formats)!==null&&_a!==void 0||(_b.formats=(0,codegen_1._)`require("ajv-formats/dist/formats").${exportName}`);for(let f of list)ajv.addFormat(f,fs[f])}module2.exports=exports2=formatsPlugin;Object.defineProperty(exports2,"__esModule",{value:!0});exports2.default=formatsPlugin}});var require_ajv_provider=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/validation/ajv-provider.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.AjvJsonSchemaValidator=void 0;var ajv_1=__importDefault(require_ajv()),ajv_formats_1=__importDefault(require_dist7());function createDefaultAjvInstance(){let ajv=new ajv_1.default({strict:!1,validateFormats:!0,validateSchema:!1,allErrors:!0}),addFormats=ajv_formats_1.default;return addFormats(ajv),ajv}var AjvJsonSchemaValidator=class{constructor(ajv){this._ajv=ajv??createDefaultAjvInstance()}getValidator(schema){let ajvValidator="$id"in schema&&typeof schema.$id=="string"?this._ajv.getSchema(schema.$id)??this._ajv.compile(schema):this._ajv.compile(schema);return input=>ajvValidator(input)?{valid:!0,data:input,errorMessage:void 0}:{valid:!1,data:void 0,errorMessage:this._ajv.errorsText(ajvValidator.errors)}}};exports2.AjvJsonSchemaValidator=AjvJsonSchemaValidator}});var require_server2=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/experimental/tasks/server.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ExperimentalServerTasks=void 0;var types_js_1=require_types2(),ExperimentalServerTasks=class{constructor(_server){this._server=_server}requestStream(request,resultSchema,options2){return this._server.requestStream(request,resultSchema,options2)}createMessageStream(params,options2){let clientCapabilities=this._server.getClientCapabilities();if((params.tools||params.toolChoice)&&!clientCapabilities?.sampling?.tools)throw new Error("Client does not support sampling tools capability.");if(params.messages.length>0){let lastMessage=params.messages[params.messages.length-1],lastContent=Array.isArray(lastMessage.content)?lastMessage.content:[lastMessage.content],hasToolResults=lastContent.some(c=>c.type==="tool_result"),previousMessage=params.messages.length>1?params.messages[params.messages.length-2]:void 0,previousContent=previousMessage?Array.isArray(previousMessage.content)?previousMessage.content:[previousMessage.content]:[],hasPreviousToolUse=previousContent.some(c=>c.type==="tool_use");if(hasToolResults){if(lastContent.some(c=>c.type!=="tool_result"))throw new Error("The last message must contain only tool_result content if any is present");if(!hasPreviousToolUse)throw new Error("tool_result blocks are not matching any tool_use from the previous message")}if(hasPreviousToolUse){let toolUseIds=new Set(previousContent.filter(c=>c.type==="tool_use").map(c=>c.id)),toolResultIds=new Set(lastContent.filter(c=>c.type==="tool_result").map(c=>c.toolUseId));if(toolUseIds.size!==toolResultIds.size||![...toolUseIds].every(id=>toolResultIds.has(id)))throw new Error("ids of tool_result blocks and tool_use blocks from previous message do not match")}}return this.requestStream({method:"sampling/createMessage",params},types_js_1.CreateMessageResultSchema,options2)}elicitInputStream(params,options2){let clientCapabilities=this._server.getClientCapabilities(),mode=params.mode??"form";switch(mode){case"url":{if(!clientCapabilities?.elicitation?.url)throw new Error("Client does not support url elicitation.");break}case"form":{if(!clientCapabilities?.elicitation?.form)throw new Error("Client does not support form elicitation.");break}}let normalizedParams=mode==="form"&¶ms.mode===void 0?{...params,mode:"form"}:params;return this.requestStream({method:"elicitation/create",params:normalizedParams},types_js_1.ElicitResultSchema,options2)}async getTask(taskId,options2){return this._server.getTask({taskId},options2)}async getTaskResult(taskId,resultSchema,options2){return this._server.getTaskResult({taskId},resultSchema,options2)}async listTasks(cursor,options2){return this._server.listTasks(cursor?{cursor}:void 0,options2)}async cancelTask(taskId,options2){return this._server.cancelTask({taskId},options2)}};exports2.ExperimentalServerTasks=ExperimentalServerTasks}});var require_helpers=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/experimental/tasks/helpers.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.assertToolsCallTaskCapability=assertToolsCallTaskCapability;exports2.assertClientRequestTaskCapability=assertClientRequestTaskCapability;function assertToolsCallTaskCapability(requests,method,entityName){if(!requests)throw new Error(`${entityName} does not support task creation (required for ${method})`);switch(method){case"tools/call":if(!requests.tools?.call)throw new Error(`${entityName} does not support task creation for tools/call (required for ${method})`);break;default:break}}function assertClientRequestTaskCapability(requests,method,entityName){if(!requests)throw new Error(`${entityName} does not support task creation (required for ${method})`);switch(method){case"sampling/createMessage":if(!requests.sampling?.createMessage)throw new Error(`${entityName} does not support task creation for sampling/createMessage (required for ${method})`);break;case"elicitation/create":if(!requests.elicitation?.create)throw new Error(`${entityName} does not support task creation for elicitation/create (required for ${method})`);break;default:break}}}});var require_server3=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/server/index.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.Server=void 0;var protocol_js_1=require_protocol(),types_js_1=require_types2(),ajv_provider_js_1=require_ajv_provider(),zod_compat_js_1=require_zod_compat(),server_js_1=require_server2(),helpers_js_1=require_helpers(),Server=class extends protocol_js_1.Protocol{constructor(_serverInfo,options2){super(options2),this._serverInfo=_serverInfo,this._loggingLevels=new Map,this.LOG_LEVEL_SEVERITY=new Map(types_js_1.LoggingLevelSchema.options.map((level,index)=>[level,index])),this.isMessageIgnored=(level,sessionId)=>{let currentLevel=this._loggingLevels.get(sessionId);return currentLevel?this.LOG_LEVEL_SEVERITY.get(level)<this.LOG_LEVEL_SEVERITY.get(currentLevel):!1},this._capabilities=options2?.capabilities??{},this._instructions=options2?.instructions,this._jsonSchemaValidator=options2?.jsonSchemaValidator??new ajv_provider_js_1.AjvJsonSchemaValidator,this.setRequestHandler(types_js_1.InitializeRequestSchema,request=>this._oninitialize(request)),this.setNotificationHandler(types_js_1.InitializedNotificationSchema,()=>this.oninitialized?.()),this._capabilities.logging&&this.setRequestHandler(types_js_1.SetLevelRequestSchema,async(request,extra)=>{let transportSessionId=extra.sessionId||extra.requestInfo?.headers["mcp-session-id"]||void 0,{level}=request.params,parseResult=types_js_1.LoggingLevelSchema.safeParse(level);return parseResult.success&&this._loggingLevels.set(transportSessionId,parseResult.data),{}})}get experimental(){return this._experimental||(this._experimental={tasks:new server_js_1.ExperimentalServerTasks(this)}),this._experimental}registerCapabilities(capabilities){if(this.transport)throw new Error("Cannot register capabilities after connecting to transport");this._capabilities=(0,protocol_js_1.mergeCapabilities)(this._capabilities,capabilities)}setRequestHandler(requestSchema,handler){let methodSchema=(0,zod_compat_js_1.getObjectShape)(requestSchema)?.method;if(!methodSchema)throw new Error("Schema is missing a method literal");let methodValue=(0,zod_compat_js_1.getLiteralValue)(methodSchema);if(typeof methodValue!="string")throw new Error("Schema method literal must be a string");if(methodValue==="tools/call"){let wrappedHandler=async(request,extra)=>{let validatedRequest=(0,zod_compat_js_1.safeParse)(types_js_1.CallToolRequestSchema,request);if(!validatedRequest.success){let errorMessage=validatedRequest.error instanceof Error?validatedRequest.error.message:String(validatedRequest.error);throw new types_js_1.McpError(types_js_1.ErrorCode.InvalidParams,`Invalid tools/call request: ${errorMessage}`)}let{params}=validatedRequest.data,result=await Promise.resolve(handler(request,extra));if(params.task){let taskValidationResult=(0,zod_compat_js_1.safeParse)(types_js_1.CreateTaskResultSchema,result);if(!taskValidationResult.success){let errorMessage=taskValidationResult.error instanceof Error?taskValidationResult.error.message:String(taskValidationResult.error);throw new types_js_1.McpError(types_js_1.ErrorCode.InvalidParams,`Invalid task creation result: ${errorMessage}`)}return taskValidationResult.data}let validationResult=(0,zod_compat_js_1.safeParse)(types_js_1.CallToolResultSchema,result);if(!validationResult.success){let errorMessage=validationResult.error instanceof Error?validationResult.error.message:String(validationResult.error);throw new types_js_1.McpError(types_js_1.ErrorCode.InvalidParams,`Invalid tools/call result: ${errorMessage}`)}return validationResult.data};return super.setRequestHandler(requestSchema,wrappedHandler)}return super.setRequestHandler(requestSchema,handler)}assertCapabilityForMethod(method){switch(method){case"sampling/createMessage":if(!this._clientCapabilities?.sampling)throw new Error(`Client does not support sampling (required for ${method})`);break;case"elicitation/create":if(!this._clientCapabilities?.elicitation)throw new Error(`Client does not support elicitation (required for ${method})`);break;case"roots/list":if(!this._clientCapabilities?.roots)throw new Error(`Client does not support listing roots (required for ${method})`);break;case"ping":break}}assertNotificationCapability(method){switch(method){case"notifications/message":if(!this._capabilities.logging)throw new Error(`Server does not support logging (required for ${method})`);break;case"notifications/resources/updated":case"notifications/resources/list_changed":if(!this._capabilities.resources)throw new Error(`Server does not support notifying about resources (required for ${method})`);break;case"notifications/tools/list_changed":if(!this._capabilities.tools)throw new Error(`Server does not support notifying of tool list changes (required for ${method})`);break;case"notifications/prompts/list_changed":if(!this._capabilities.prompts)throw new Error(`Server does not support notifying of prompt list changes (required for ${method})`);break;case"notifications/elicitation/complete":if(!this._clientCapabilities?.elicitation?.url)throw new Error(`Client does not support URL elicitation (required for ${method})`);break;case"notifications/cancelled":break;case"notifications/progress":break}}assertRequestHandlerCapability(method){if(this._capabilities)switch(method){case"completion/complete":if(!this._capabilities.completions)throw new Error(`Server does not support completions (required for ${method})`);break;case"logging/setLevel":if(!this._capabilities.logging)throw new Error(`Server does not support logging (required for ${method})`);break;case"prompts/get":case"prompts/list":if(!this._capabilities.prompts)throw new Error(`Server does not support prompts (required for ${method})`);break;case"resources/list":case"resources/templates/list":case"resources/read":if(!this._capabilities.resources)throw new Error(`Server does not support resources (required for ${method})`);break;case"tools/call":case"tools/list":if(!this._capabilities.tools)throw new Error(`Server does not support tools (required for ${method})`);break;case"tasks/get":case"tasks/list":case"tasks/result":case"tasks/cancel":if(!this._capabilities.tasks)throw new Error(`Server does not support tasks capability (required for ${method})`);break;case"ping":case"initialize":break}}assertTaskCapability(method){(0,helpers_js_1.assertClientRequestTaskCapability)(this._clientCapabilities?.tasks?.requests,method,"Client")}assertTaskHandlerCapability(method){this._capabilities&&(0,helpers_js_1.assertToolsCallTaskCapability)(this._capabilities.tasks?.requests,method,"Server")}async _oninitialize(request){let requestedVersion=request.params.protocolVersion;return this._clientCapabilities=request.params.capabilities,this._clientVersion=request.params.clientInfo,{protocolVersion:types_js_1.SUPPORTED_PROTOCOL_VERSIONS.includes(requestedVersion)?requestedVersion:types_js_1.LATEST_PROTOCOL_VERSION,capabilities:this.getCapabilities(),serverInfo:this._serverInfo,...this._instructions&&{instructions:this._instructions}}}getClientCapabilities(){return this._clientCapabilities}getClientVersion(){return this._clientVersion}getCapabilities(){return this._capabilities}async ping(){return this.request({method:"ping"},types_js_1.EmptyResultSchema)}async createMessage(params,options2){if((params.tools||params.toolChoice)&&!this._clientCapabilities?.sampling?.tools)throw new Error("Client does not support sampling tools capability.");if(params.messages.length>0){let lastMessage=params.messages[params.messages.length-1],lastContent=Array.isArray(lastMessage.content)?lastMessage.content:[lastMessage.content],hasToolResults=lastContent.some(c=>c.type==="tool_result"),previousMessage=params.messages.length>1?params.messages[params.messages.length-2]:void 0,previousContent=previousMessage?Array.isArray(previousMessage.content)?previousMessage.content:[previousMessage.content]:[],hasPreviousToolUse=previousContent.some(c=>c.type==="tool_use");if(hasToolResults){if(lastContent.some(c=>c.type!=="tool_result"))throw new Error("The last message must contain only tool_result content if any is present");if(!hasPreviousToolUse)throw new Error("tool_result blocks are not matching any tool_use from the previous message")}if(hasPreviousToolUse){let toolUseIds=new Set(previousContent.filter(c=>c.type==="tool_use").map(c=>c.id)),toolResultIds=new Set(lastContent.filter(c=>c.type==="tool_result").map(c=>c.toolUseId));if(toolUseIds.size!==toolResultIds.size||![...toolUseIds].every(id=>toolResultIds.has(id)))throw new Error("ids of tool_result blocks and tool_use blocks from previous message do not match")}}return params.tools?this.request({method:"sampling/createMessage",params},types_js_1.CreateMessageResultWithToolsSchema,options2):this.request({method:"sampling/createMessage",params},types_js_1.CreateMessageResultSchema,options2)}async elicitInput(params,options2){switch(params.mode??"form"){case"url":{if(!this._clientCapabilities?.elicitation?.url)throw new Error("Client does not support url elicitation.");let urlParams=params;return this.request({method:"elicitation/create",params:urlParams},types_js_1.ElicitResultSchema,options2)}case"form":{if(!this._clientCapabilities?.elicitation?.form)throw new Error("Client does not support form elicitation.");let formParams=params.mode==="form"?params:{...params,mode:"form"},result=await this.request({method:"elicitation/create",params:formParams},types_js_1.ElicitResultSchema,options2);if(result.action==="accept"&&result.content&&formParams.requestedSchema)try{let validationResult=this._jsonSchemaValidator.getValidator(formParams.requestedSchema)(result.content);if(!validationResult.valid)throw new types_js_1.McpError(types_js_1.ErrorCode.InvalidParams,`Elicitation response content does not match requested schema: ${validationResult.errorMessage}`)}catch(error){throw error instanceof types_js_1.McpError?error:new types_js_1.McpError(types_js_1.ErrorCode.InternalError,`Error validating elicitation response: ${error instanceof Error?error.message:String(error)}`)}return result}}}createElicitationCompletionNotifier(elicitationId,options2){if(!this._clientCapabilities?.elicitation?.url)throw new Error("Client does not support URL elicitation (required for notifications/elicitation/complete)");return()=>this.notification({method:"notifications/elicitation/complete",params:{elicitationId}},options2)}async listRoots(params,options2){return this.request({method:"roots/list",params},types_js_1.ListRootsResultSchema,options2)}async sendLoggingMessage(params,sessionId){if(this._capabilities.logging&&!this.isMessageIgnored(params.level,sessionId))return this.notification({method:"notifications/message",params})}async sendResourceUpdated(params){return this.notification({method:"notifications/resources/updated",params})}async sendResourceListChanged(){return this.notification({method:"notifications/resources/list_changed"})}async sendToolListChanged(){return this.notification({method:"notifications/tools/list_changed"})}async sendPromptListChanged(){return this.notification({method:"notifications/prompts/list_changed"})}};exports2.Server=Server}});var require_stdio=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/shared/stdio.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ReadBuffer=exports2.STDIO_DEFAULT_MAX_BUFFER_SIZE=void 0;exports2.deserializeMessage=deserializeMessage;exports2.serializeMessage=serializeMessage;var types_js_1=require_types2();exports2.STDIO_DEFAULT_MAX_BUFFER_SIZE=10*1024*1024;var ReadBuffer=class{constructor(options2){this._maxBufferSize=options2?.maxBufferSize??exports2.STDIO_DEFAULT_MAX_BUFFER_SIZE}append(chunk){if((this._buffer?.length??0)+chunk.length>this._maxBufferSize)throw this.clear(),new Error(`ReadBuffer exceeded maximum size of ${this._maxBufferSize} bytes`);this._buffer=this._buffer?Buffer.concat([this._buffer,chunk]):chunk}readMessage(){if(!this._buffer)return null;let index=this._buffer.indexOf(`
|
|
987
987
|
`);if(index===-1)return null;let line=this._buffer.toString("utf8",0,index).replace(/\r$/,"");return this._buffer=this._buffer.subarray(index+1),deserializeMessage(line)}clear(){this._buffer=void 0}};exports2.ReadBuffer=ReadBuffer;function deserializeMessage(line){return types_js_1.JSONRPCMessageSchema.parse(JSON.parse(line))}function serializeMessage(message){return JSON.stringify(message)+`
|
|
988
|
-
`}}});var require_stdio2=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/server/stdio.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.StdioServerTransport=void 0;var node_process_1=__importDefault(require("node:process")),stdio_js_1=require_stdio(),StdioServerTransport=class{constructor(_stdin=node_process_1.default.stdin,_stdout=node_process_1.default.stdout,options2){this._stdin=_stdin,this._stdout=_stdout,this._started=!1,this._ondata=chunk=>{try{this._readBuffer.append(chunk),this.processReadBuffer()}catch(error){this.onerror?.(error),this.close().catch(()=>{})}},this._onerror=error=>{this.onerror?.(error)},this._readBuffer=new stdio_js_1.ReadBuffer({maxBufferSize:options2?.maxBufferSize})}async start(){if(this._started)throw new Error("StdioServerTransport already started! If using Server class, note that connect() calls start() automatically.");this._started=!0,this._stdin.on("data",this._ondata),this._stdin.on("error",this._onerror)}processReadBuffer(){for(;;)try{let message=this._readBuffer.readMessage();if(message===null)break;this.onmessage?.(message)}catch(error){this.onerror?.(error)}}async close(){this._stdin.off("data",this._ondata),this._stdin.off("error",this._onerror),this._stdin.listenerCount("data")===0&&this._stdin.pause(),this._readBuffer.clear(),this.onclose?.()}send(message){return new Promise(resolve=>{let json=(0,stdio_js_1.serializeMessage)(message);this._stdout.write(json)?resolve():this._stdout.once("drain",resolve)})}};exports2.StdioServerTransport=StdioServerTransport}});var
|
|
989
|
-
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
ORDER BY c.id LIMIT ?`),stillThere=db.prepare("SELECT 1 FROM chunks WHERE id = ? AND text = ?"),embedOptions=signal?{signal}:void 0,embedded=0;for(;!signal?.aborted;){let rows=nextRows.all(batchSize);if(rows.length===0)break;let embeddings=await provider.embed(rows.map(r=>r.text),embedOptions);if(embeddings.length!==rows.length)throw new Error(`the embedding provider returned ${embeddings.length} vectors for ${rows.length} texts`);db.transaction(()=>{rows.forEach((row,i)=>{stillThere.get(row.id,row.text)&&vectors.upsert(row.id,embeddings[i])})})(),embedded+=rows.length}return embedded}}});var require_callPhases=__commonJS({"dist/callPhases.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CallPhases=exports2.PHASE_NAMES=void 0;exports2.isPhasedTool=isPhasedTool;exports2.recordPhase=recordPhase;exports2.noteQueryCache=noteQueryCache;exports2.recordedPhase=recordedPhase;exports2.markRetrieved=markRetrieved;var node_async_hooks_1=require("node:async_hooks");exports2.PHASE_NAMES=["embed","token","connect","call","retrieve","reply"];var PHASED_TOOLS=["get_context","search_memory"];function isPhasedTool(tool){return PHASED_TOOLS.includes(tool)}var scope=new node_async_hooks_1.AsyncLocalStorage,CallPhases=class{totals=new Map;startedAt=performance.now();retrievedAt;embedAtRetrieved=0;run(work){return scope.run(this,work)}add(phase,ms){Number.isFinite(ms)&&ms>=0&&this.totals.set(phase,(this.totals.get(phase)??0)+ms)}total(phase){return this.totals.get(phase)??0}markRetrieved(){this.retrievedAt===void 0&&(this.retrievedAt=performance.now(),this.embedAtRetrieved=this.total("embed"))}queryCache;noteQueryCache(hit){this.queryCache=hit?"hit":"miss"}queryCacheStatus(){return this.queryCache}report(){let out={};for(let[phase,ms]of this.totals)out[phase]=ms;this.retrievedAt!==void 0&&(out.retrieve=Math.max(0,this.retrievedAt-this.startedAt-this.embedAtRetrieved),out.reply=Math.max(0,performance.now()-this.retrievedAt));for(let phase of exports2.PHASE_NAMES)out[phase]!==void 0&&(out[phase]=Math.round(out[phase]*10)/10);return out}};exports2.CallPhases=CallPhases;function recordPhase(phase,ms){scope.getStore()?.add(phase,ms)}function noteQueryCache(hit){scope.getStore()?.noteQueryCache(hit)}function recordedPhase(phase){return scope.getStore()?.total(phase)??0}function markRetrieved(){scope.getStore()?.markRetrieved()}}});var require_types4=__commonJS({"dist/embeddings/types.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EmbeddingUnavailableError=void 0;var EmbeddingUnavailableError=class extends Error{constructor(message,options2){super(message,options2),this.name="EmbeddingUnavailableError"}};exports2.EmbeddingUnavailableError=EmbeddingUnavailableError}});var require_vertex=__commonJS({"dist/embeddings/vertex.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.VertexEmbeddingProvider=void 0;var node_fs_1=__importDefault(require("node:fs")),node_crypto_1=__importDefault(require("node:crypto")),callPhases_1=require_callPhases(),types_1=require_types4(),REQUEST_MARGIN_SHARE=1/12,RENEW_AHEAD_SHARE=1/6,MIN_RENEWED_LIFETIME_MS=6e4,RENEW_RETRY_MS=6e4,TOKEN_EXCHANGE_TIMEOUT_MS=3e4,MAX_TIMER_MS=2**31-1,processClock={now:()=>Date.now(),setTimeout:(callback,ms)=>setTimeout(callback,ms),clearTimeout:timer=>clearTimeout(timer)},DEFAULT_MAX_ATTEMPTS=8,defaultRetryWaitMs=attempt=>Math.min(12e4,5e3*2**attempt)+Math.random()*2e3;function endpointBase(baseUrl,location){if(baseUrl===void 0)return`https://${location}-aiplatform.googleapis.com`;let url=new URL(baseUrl),loopback=url.hostname==="127.0.0.1"||url.hostname==="localhost"||url.hostname==="[::1]";if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("Vertex baseUrl must be https, or http on loopback");return url.origin}function sleepUnlessAborted(ms,signal){return new Promise((resolve,reject)=>{if(signal?.aborted)return reject(signal.reason);let onAbort=()=>{clearTimeout(timer),reject(signal.reason)},timer=setTimeout(()=>{signal?.removeEventListener("abort",onAbort),resolve()},ms);signal?.addEventListener("abort",onAbort,{once:!0})})}function b64url(input){return Buffer.from(input).toString("base64url")}function untilAborted(work,signal){return new Promise((resolve,reject)=>{let onAbort=()=>reject(signal.reason);signal.addEventListener("abort",onAbort,{once:!0}),work.then(resolve,reject).finally(()=>signal.removeEventListener("abort",onAbort))})}var VertexEmbeddingProvider=class{dimensions;kind="vertex";model;identity;project;location;key;maxInstancesPerRequest;maxInputTokens;base;maxAttempts;retryWaitMs;request;tokenClock;accessToken=null;tokenUsableUntil=0;tokenRenewAt=0;exchange=null;renewTimer;usage;constructor(options2){let keyFile=options2?.keyFile??process.env.RENOR_EVAL_VERTEX_KEY_FILE??process.env.GOOGLE_APPLICATION_CREDENTIALS??"";if(!keyFile||!node_fs_1.default.existsSync(keyFile))throw new Error("Vertex provider requires a service-account key file (GOOGLE_APPLICATION_CREDENTIALS or RENOR_EVAL_VERTEX_KEY_FILE)");let raw=JSON.parse(node_fs_1.default.readFileSync(keyFile,"utf8"));if(!raw.client_email||!raw.private_key||!raw.token_uri)throw new Error("Service-account key file must contain client_email, private_key, and token_uri");if(this.key=raw,this.project=options2?.project??process.env.RENOR_EVAL_VERTEX_PROJECT??"",!/^[a-z0-9-]+$/.test(this.project))throw new Error("RENOR_EVAL_VERTEX_PROJECT is required");if(this.location=options2?.location??process.env.RENOR_EVAL_VERTEX_LOCATION??"",!this.location)throw new Error("RENOR_EVAL_VERTEX_LOCATION is required");if(!/^[a-z0-9-]+$/.test(this.location))throw new Error("Invalid Vertex location");this.model=options2?.model??process.env.RENOR_EVAL_MODEL??"gemini-embedding-001",this.identity={kind:this.kind,model:this.model};let dimensions=options2?.dimensions??Number(process.env.RENOR_EVAL_EMBEDDING_DIMS??768);if(!Number.isInteger(dimensions)||![768,1536,3072].includes(dimensions))throw new Error("gemini-embedding-001 dimensions must be 768, 1536, or 3072");this.dimensions=dimensions,this.maxInstancesPerRequest=options2?.maxInstancesPerRequest??32;let maxInputTokens=options2?.maxInputTokens??Number(process.env.RENOR_EVAL_MAX_EMBED_TOKENS??8e7);if(!Number.isInteger(maxInputTokens)||maxInputTokens<1e3)throw new Error("RENOR_EVAL_MAX_EMBED_TOKENS must be a positive integer >= 1000");this.maxInputTokens=maxInputTokens,this.base=endpointBase(options2?.baseUrl,this.location),this.maxAttempts=options2?.retry?.maxAttempts??DEFAULT_MAX_ATTEMPTS,this.retryWaitMs=options2?.retry?.waitMs??defaultRetryWaitMs,this.request=options2?.request??((input,init)=>globalThis.fetch(input,init)),this.tokenClock=options2?.tokenClock??processClock,this.usage={requests:0,inputTokens:0,maxInputTokens}}getAccessToken(signal){return this.accessToken&&this.tokenClock.now()<this.tokenUsableUntil?Promise.resolve(this.accessToken):signal?.aborted?Promise.reject(signal.reason):signal?untilAborted(this.fetchToken(),signal):this.fetchToken()}fetchToken(){return this.exchange??=this.exchangeToken().finally(()=>{this.exchange=null}),this.exchange}warmToken(){this.accessToken||this.exchange||this.fetchToken().catch(()=>{})}armRenewal(at,lifetimeMs){this.tokenClock.clearTimeout(this.renewTimer),!(!Number.isFinite(at)||!(lifetimeMs>=MIN_RENEWED_LIFETIME_MS))&&(this.tokenRenewAt=at,this.waitToRenew(at-this.tokenClock.now()))}waitToRenew(ms){this.renewTimer=this.tokenClock.setTimeout(()=>{this.renew()},Math.min(Math.max(0,ms),MAX_TIMER_MS)),this.renewTimer.unref()}async renew(){let early=this.tokenRenewAt-this.tokenClock.now();if(early>0)return this.waitToRenew(early);try{await this.fetchToken()}catch{this.tokenClock.now()<this.tokenUsableUntil&&this.waitToRenew(RENEW_RETRY_MS)}}async exchangeToken(){let now=Math.floor(Date.now()/1e3),header=b64url(JSON.stringify({alg:"RS256",typ:"JWT"})),claims=b64url(JSON.stringify({iss:this.key.client_email,scope:"https://www.googleapis.com/auth/cloud-platform",aud:this.key.token_uri,iat:now,exp:now+3600})),signature=b64url(node_crypto_1.default.createSign("RSA-SHA256").update(`${header}.${claims}`).sign(this.key.private_key)),response=await this.request(this.key.token_uri,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({grant_type:"urn:ietf:params:oauth:grant-type:jwt-bearer",assertion:`${header}.${claims}.${signature}`}).toString(),signal:AbortSignal.timeout(TOKEN_EXCHANGE_TIMEOUT_MS)});if(!response.ok)throw new Error(`Vertex token exchange failed: ${response.status}`);let data=await response.json(),lifetimeMs=data.expires_in*1e3,issuedAt=this.tokenClock.now();return this.accessToken=data.access_token,this.tokenUsableUntil=issuedAt+lifetimeMs*(1-REQUEST_MARGIN_SHARE),this.armRenewal(issuedAt+lifetimeMs*(1-RENEW_AHEAD_SHARE),lifetimeMs),this.accessToken}async predict(contents,call){let waitedForToken=performance.now(),token=await this.getAccessToken(call.signal);(0,callPhases_1.recordPhase)("token",performance.now()-waitedForToken);let url=`${this.base}/v1/projects/${this.project}/locations/${this.location}/publishers/google/models/${this.model}:predict`,body=JSON.stringify({instances:contents.map(({text,taskType})=>({content:text,task_type:taskType})),parameters:{outputDimensionality:this.dimensions,autoTruncate:!0}}),maxAttempts=this.maxAttempts,attempt=0,response,sentAt=0,connectedBefore=0,spent=()=>performance.now()-sentAt-((0,callPhases_1.recordedPhase)("connect")-connectedBefore);for(;sentAt=performance.now(),connectedBefore=(0,callPhases_1.recordedPhase)("connect"),response=await this.request(url,{method:"POST",headers:{Authorization:`Bearer ${token}`,"Content-Type":"application/json"},body,signal:call.signal}),!(response.ok||![429,500,503].includes(response.status));){if((0,callPhases_1.recordPhase)("call",spent()),attempt+=1,attempt>=maxAttempts)throw new types_1.EmbeddingUnavailableError(`Vertex predict failed after ${attempt} attempts (HTTP ${response.status})`);let waitMs=this.retryWaitMs(attempt);if(Date.now()+waitMs>call.deadline)throw new types_1.EmbeddingUnavailableError(`Vertex predict refused (HTTP ${response.status}); the retry is later than this call may wait`);process.stderr.write(`[vertex] HTTP ${response.status} on ${contents.length} inputs; retry ${attempt}/${maxAttempts-1} in ${Math.round(waitMs/1e3)}s
|
|
993
|
-
|
|
994
|
-
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
namespace TEXT NOT NULL,
|
|
1004
|
-
created_at TEXT NOT NULL
|
|
1005
|
-
)`),node_fs_1.default.existsSync(cachePath)&&keys.length>0){db.prepare("ATTACH DATABASE ? AS src").run(cachePath);let insert=db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) SELECT key, dims, vec, namespace, created_at FROM src.embeddings WHERE key = ?");db.transaction(()=>{for(let key of keys)copied+=insert.run(key).changes})(),db.exec("DETACH DATABASE src")}}finally{db.close()}return node_fs_1.default.renameSync(tmp,outFile),copied}}});var require_interactive=__commonJS({"dist/embeddings/interactive.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.InteractiveEmbeddingProvider=void 0;var types_1=require_types4(),InteractiveEmbeddingProvider=class{dimensions;identity;inner;cooldownMs;unavailableUntil=0;probing=!1;constructor(inner,options2={}){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity,this.cooldownMs=options2.cooldownMs??DEFAULT_COOLDOWN_MS}embed(texts,options2){return this.run(options2,o=>this.inner.embed(texts,o))}embedQuery(text,options2){return this.run(options2,async o=>this.inner.embedQuery?this.inner.embedQuery(text,o):(await this.inner.embed([text],o))[0])}describe(){return this.inner.describe?.()??{}}async run(options2,call){let budgetMs=options2?.budgetMs;if(budgetMs===void 0)try{let result=await call(options2);return this.unavailableUntil=0,result}catch(err){throw err instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),err}if(Date.now()<this.unavailableUntil||this.probing&&this.unavailableUntil>0)throw new types_1.EmbeddingUnavailableError("embedding service unavailable (failed moments ago; not asked again yet)");let probe=this.unavailableUntil>0;probe&&(this.probing=!0);let controller=new AbortController,relay=()=>controller.abort(options2?.signal?.reason);options2?.signal?.addEventListener("abort",relay,{once:!0});let timer,expired=new Promise((_,reject)=>{timer=setTimeout(()=>{let unavailable=new types_1.EmbeddingUnavailableError(`embedding service did not answer within ${Math.ceil(budgetMs/1e3)} s`);controller.abort(unavailable),reject(unavailable)},budgetMs)});try{let attempt=call({...options2,signal:controller.signal});attempt.catch(()=>{});let result=await Promise.race([attempt,expired]);return this.unavailableUntil=0,result}catch(err){let unavailable=controller.signal.aborted&&controller.signal.reason instanceof types_1.EmbeddingUnavailableError?controller.signal.reason:err;throw unavailable instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),unavailable}finally{clearTimeout(timer),options2?.signal?.removeEventListener("abort",relay),probe&&(this.probing=!1)}}};exports2.InteractiveEmbeddingProvider=InteractiveEmbeddingProvider;var DEFAULT_COOLDOWN_MS=15e3}});var require_coalescing=__commonJS({"dist/embeddings/coalescing.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CoalescingEmbeddingProvider=exports2.COALESCE_REQUESTS_IN_FLIGHT=exports2.COALESCE_REQUEST_TEXTS=void 0;var types_1=require_types4();exports2.COALESCE_REQUEST_TEXTS=32;exports2.COALESCE_REQUESTS_IN_FLIGHT=4;var GATHER_MS=2,CoalescingEmbeddingProvider=class{dimensions;identity;inner;queue=[];inFlight=0;gatherTimer;gatherDone=!1;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}embed(texts,options2){return texts.length===0?Promise.resolve([]):options2?.signal?.aborted?Promise.reject(options2.signal.reason):new Promise((resolve,reject)=>{let caller={texts,options:options2,resolve,reject,done:!1};options2?.signal?.addEventListener("abort",()=>this.abandon(caller,options2.signal.reason),{once:!0}),this.queue.push(caller),this.schedule()})}embedQuery(text,options2){return this.inner.embedQuery?this.inner.embedQuery(text,options2):this.inner.embed([text],options2).then(vectors=>vectors[0])}describe(){return this.inner.describe?.()??{}}abandon(caller,reason){caller.done||(caller.done=!0,this.queue=this.queue.filter(c=>c!==caller),caller.reject(reason),this.schedule())}schedule(){for(;this.inFlight<exports2.COALESCE_REQUESTS_IN_FLIGHT&&this.queue.length>0;){if(this.queue.reduce((sum,c)=>sum+c.texts.length,0)<exports2.COALESCE_REQUEST_TEXTS&&!this.gatherDone){this.gatherTimer??=setTimeout(()=>{this.gatherTimer=void 0,this.gatherDone=!0,this.schedule()},GATHER_MS);return}let batch=[],size=0;for(;this.queue.length>0&&(batch.length===0||sameKind(this.queue[0],batch[0])&&size+this.queue[0].texts.length<=exports2.COALESCE_REQUEST_TEXTS);){let caller=this.queue.shift();batch.push(caller),size+=caller.texts.length}this.gatherDone=!1,this.inFlight+=1,this.send(batch)}}send(batch){let texts=batch.flatMap(c=>c.texts),controller=new AbortController,budgets=batch.map(c=>c.options?.budgetMs),budgetMs=budgets.some(b=>b===void 0)?void 0:Math.max(...budgets),waiting=batch.length,patient=batch.some(c=>c.options?.signal===void 0);for(let caller of batch){let signal=caller.options?.signal;signal&&signal.addEventListener("abort",()=>{waiting-=1,waiting===0&&!patient&&controller.abort(signal.reason)},{once:!0})}this.inner.embed(texts,{budgetMs,signal:controller.signal}).then(vectors=>{this.inFlight-=1;let offset=0;for(let caller of batch){let own=vectors.slice(offset,offset+caller.texts.length);offset+=caller.texts.length,!caller.done&&(caller.done=!0,own.length===caller.texts.length?caller.resolve(own):caller.reject(new Error(`the embedding provider returned ${own.length} vectors for ${caller.texts.length} texts`)))}this.schedule()},err=>{if(this.inFlight-=1,this.schedule(),isUnavailable(err)||controller.signal.aborted){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}if(!refusesAnInput(err)){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}for(let caller of batch)caller.done||this.inner.embed(caller.texts,caller.options).then(vectors=>{caller.done||(caller.done=!0,caller.resolve(vectors))},own=>{caller.done||(caller.done=!0,caller.reject(own))})})}};exports2.CoalescingEmbeddingProvider=CoalescingEmbeddingProvider;function isUnavailable(err){return err instanceof types_1.EmbeddingUnavailableError||err instanceof Error&&err.name==="AbortError"}function refusesAnInput(err){return err instanceof Error&&err.status===400}function sameKind(a,b){return a.options?.signal!==void 0==(b.options?.signal!==void 0)}}});var require_journalLog=__commonJS({"dist/importing/journalLog.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.JournalLog=void 0;exports2.journalLogName=journalLogName;exports2.readJournalLog=readJournalLog;exports2.removeJournalLog=removeJournalLog;var fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),toolRefusal_1=require_toolRefusal(),durableAppend_1=require_durableAppend();function journalLogName(batchId){return`${batchId}.jsonl`}var JournalLog=class{file;fd=null;constructor(file){this.file=file}append(entry){this.fd===null&&(this.fd=openLog(this.file));let bytes=Buffer.from(`${JSON.stringify(entry)}
|
|
1006
|
-
`,"utf8");for(let done=0;done<bytes.length;)done+=fs_1.default.writeSync(this.fd,bytes,done,bytes.length-done);fs_1.default.fsyncSync(this.fd)}close(){if(this.fd===null)return;let fd=this.fd;this.fd=null;try{fs_1.default.closeSync(fd)}catch{}}};exports2.JournalLog=JournalLog;function openLog(file){let isNew=!fs_1.default.existsSync(file),flags=fs_1.default.constants.O_WRONLY|fs_1.default.constants.O_APPEND|fs_1.default.constants.O_CREAT|fs_1.default.constants.O_NOFOLLOW,fd=fs_1.default.openSync(file,flags,384);return isNew&&(0,durableAppend_1.syncDirectorySync)(path_1.default.dirname(file)),fd}function readJournalLog(file){let stat=fs_1.default.lstatSync(file,{throwIfNoEntry:!1});if(!stat)return;if(!stat.isFile())throw(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");let lines=fs_1.default.readFileSync(file,"utf8").split(`
|
|
988
|
+
`}}});var require_stdio2=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/server/stdio.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.StdioServerTransport=void 0;var node_process_1=__importDefault(require("node:process")),stdio_js_1=require_stdio(),StdioServerTransport=class{constructor(_stdin=node_process_1.default.stdin,_stdout=node_process_1.default.stdout,options2){this._stdin=_stdin,this._stdout=_stdout,this._started=!1,this._ondata=chunk=>{try{this._readBuffer.append(chunk),this.processReadBuffer()}catch(error){this.onerror?.(error),this.close().catch(()=>{})}},this._onerror=error=>{this.onerror?.(error)},this._readBuffer=new stdio_js_1.ReadBuffer({maxBufferSize:options2?.maxBufferSize})}async start(){if(this._started)throw new Error("StdioServerTransport already started! If using Server class, note that connect() calls start() automatically.");this._started=!0,this._stdin.on("data",this._ondata),this._stdin.on("error",this._onerror)}processReadBuffer(){for(;;)try{let message=this._readBuffer.readMessage();if(message===null)break;this.onmessage?.(message)}catch(error){this.onerror?.(error)}}async close(){this._stdin.off("data",this._ondata),this._stdin.off("error",this._onerror),this._stdin.listenerCount("data")===0&&this._stdin.pause(),this._readBuffer.clear(),this.onclose?.()}send(message){return new Promise(resolve=>{let json=(0,stdio_js_1.serializeMessage)(message);this._stdout.write(json)?resolve():this._stdout.once("drain",resolve)})}};exports2.StdioServerTransport=StdioServerTransport}});var require_origin=__commonJS({"dist/recall/origin.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ORIGIN_META_KEY=exports2.ORIGIN_HEADER=void 0;exports2.normalizeOrigin=normalizeOrigin;exports2.originFromRemoteUrl=originFromRemoteUrl;exports2.repoRootOf=repoRootOf;exports2.remoteUrlFromConfig=remoteUrlFromConfig;exports2.originFromDirectory=originFromDirectory;exports2.originRepoName=originRepoName;exports2.originOwner=originOwner;exports2.namesProject=namesProject;exports2.classifyKind=classifyKind;var node_crypto_1=__importDefault(require("node:crypto")),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path"));exports2.ORIGIN_HEADER="x-renor-origin";exports2.ORIGIN_META_KEY="renor/origin";var MAX_ORIGIN=200;function normalizeOrigin(raw){if(typeof raw!="string")return null;let s=raw.trim().toLowerCase();if(!s)return null;if(s.startsWith("chat:")){let client=s.slice(5).replace(/[^a-z0-9._-]+/g,"-").replace(/^-+|-+$/g,"");return client?`chat:${client.slice(0,64)}`:null}(s.startsWith("project:")||s.startsWith("scope:"))&&(s=s.slice(s.indexOf(":")+1));let remote=originFromRemoteUrl(s);return remote||(s=s.replace(/[^a-z0-9._/#-]+/g,"-").replace(/\/+/g,"/").replace(/^[-/]+|[-/]+$/g,""),s&&s.length<=MAX_ORIGIN?s:null)}function originFromRemoteUrl(url){let u=url.trim(),host,rest,scp=/^(?:[^@/\s]+@)?([a-z0-9.-]+\.[a-z]{2,}):(?!\/\/)(.+)$/i.exec(u),full=/^(?:[a-z+]+:\/\/)(?:[^@/\s]+@)?([a-z0-9.-]+)(?::\d+)?\/(.+)$/i.exec(u),bare=/^([a-z0-9-]+(?:\.[a-z0-9-]+)+)\/(.+)$/i.exec(u);if(full)[host,rest]=[full[1],full[2]];else if(scp)[host,rest]=[scp[1],scp[2]];else if(bare&&bare[1].includes(".")&&!/\.(md|ts|js|json|txt)$/i.test(bare[1]))[host,rest]=[bare[1],bare[2]];else return null;let parts=rest.replace(/\.git\/?$/i,"").split("/").filter(Boolean);if(parts.length<2)return null;let out=`${host}/${parts.join("/")}`.toLowerCase();return/^[a-z0-9._/-]+$/.test(out)&&out.length<=MAX_ORIGIN?out:null}function repoRootOf(dir){let at=node_path_1.default.resolve(dir);for(;;){try{if(node_fs_1.default.existsSync(node_path_1.default.join(at,".git")))return at}catch{return null}let up=node_path_1.default.dirname(at);if(up===at)return null;at=up}}function gitDirOf(root){let dotGit=node_path_1.default.join(root,".git");try{if(node_fs_1.default.statSync(dotGit).isDirectory())return dotGit;let pointer=/^gitdir:\s*(.+)$/m.exec(node_fs_1.default.readFileSync(dotGit,"utf8"))?.[1]?.trim();if(!pointer)return null;let gitdir=node_path_1.default.resolve(root,pointer),common=node_path_1.default.join(gitdir,"commondir");return node_fs_1.default.existsSync(common)?node_path_1.default.resolve(gitdir,node_fs_1.default.readFileSync(common,"utf8").trim()):gitdir}catch{return null}}function remoteUrlFromConfig(text){let section=null,urls=new Map;for(let line of text.split(/\r?\n/)){let head=/^\s*\[\s*remote\s+"([^"]+)"\s*\]/.exec(line);if(head){section=head[1];continue}if(/^\s*\[/.test(line)){section=null;continue}let url=section?/^\s*url\s*=\s*(.+?)\s*$/.exec(line)?.[1]:void 0;section&&url&&!urls.has(section)&&urls.set(section,url)}return urls.get("origin")??urls.values().next().value??null}var shortHash=text=>node_crypto_1.default.createHash("sha256").update(text).digest("hex").slice(0,8);function originFromDirectory(dir){if(!dir)return null;let root=repoRootOf(dir);if(!root)return null;let gitDir=gitDirOf(root);if(gitDir)try{let url=remoteUrlFromConfig(node_fs_1.default.readFileSync(node_path_1.default.join(gitDir,"config"),"utf8")),remote=url?originFromRemoteUrl(url):null;if(remote)return remote}catch{}return`${(node_path_1.default.basename(root).toLowerCase().replace(/[^a-z0-9._-]+/g,"-").replace(/^-+|-+$/g,"")||"repo").slice(0,64)}#${shortHash(root)}`}function originRepoName(origin){return!origin||origin.startsWith("chat:")?null:(origin.split("/").pop()??"").split("#")[0]||null}function originOwner(origin){if(!origin||origin.startsWith("chat:"))return null;let parts=origin.split("/");return parts.length>=3?parts.slice(0,-1).join("/"):null}var FIRST_PERSON=/\b(i|i'm|im|i've|i'd|i'll|me|my|mine|myself)\b/i,USER_SUBJECTS=new Set(["user","me","i","owner","myself","the user"]),FILE_PATH=/(?:^|[\s`'"(])(?:\.{1,2}\/|\/)[\w.-]+|[\w.-]+\/[\w.-]+\/[\w./-]*|[\w-]+\/[\w-]+\.[a-z]{1,5}\b|\b[\w-]+\.(?:ts|tsx|js|jsx|mjs|cjs|py|rs|go|rb|java|kt|swift|cpp|cs|php|json|ya?ml|toml|lock|md|sql|sh|env|tf|gradle|xml|html|css)\b/i,PACKAGE=/@[\w-]+\/[\w.-]+|\b(?:npm|pnpm|yarn|bun|pip|poetry|cargo|gradle|maven|composer|gem|go mod|nuget|package\.json|dependency|dependencies|lockfile)\b/i,COMMAND=/`[^`]+`|(?:^|\s)--?[a-z][\w-]*\b|\b(?:npx|docker|kubectl|git)\s+[a-z-]+\b|\bmigrations?\b/i,BRANCH=/\b(?:branch|release\/[\w.-]+|feature\/[\w.-]+|pull request|PR\s*#?\d+)\b/i,SERVICE=new RegExp([String.raw`\b[a-z0-9]+(?:-[a-z0-9]+)*-(?:api|app|web|service|svc|worker|gateway|server|proxy|cache|store|db|cli|sdk|ui|core|lib|bot|indexer|scheduler|relay|builder|console|engine|client|v\d+)\b`,String.raw`\b[a-z]+[0-9]*-[a-z0-9-]*[0-9][a-z0-9-]*\b`,String.raw`\b(?:service|api|endpoint|server|database|schema|repo|repository|codebase|ci|pipeline|staging|production|env var|environment variable|test suite)\b`].join("|"),"i"),CAMEL=/\b[a-z]+[A-Z][A-Za-z]+\b/;function namesProject(text,origin){if(FILE_PATH.test(text)||PACKAGE.test(text)||COMMAND.test(text)||BRANCH.test(text)||SERVICE.test(text)||CAMEL.test(text))return!0;let repo=originRepoName(origin);return!!(repo&&repo.length>=3&&new RegExp(`\\b${repo.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}\\b`,"i").test(text))}function classifyKind(input){let project=namesProject(input.text,input.origin),subject=(input.subject??"").trim().toLowerCase();return(FIRST_PERSON.test(input.text)||USER_SUBJECTS.has(subject))&&!project?{kind:"personal",rule:"personal-first-person"}:project||subject&&namesProject(subject,input.origin)?{kind:"project",rule:"project-noun"}:input.origin?.startsWith("chat:")?{kind:"personal",rule:"personal-chat"}:{kind:"personal",rule:"personal-default"}}}});var require_layeredScope=__commonJS({"dist/mvp/layeredScope.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.otherProjectLabel=exports2.entryHash=exports2.ORIGIN_TABLE=exports2.LAYERED_SCOPE_FLAG=void 0;exports2.layeredScopeEnabled=layeredScopeEnabled;exports2.ensureOriginTable=ensureOriginTable;exports2.hitEntryHashes=hitEntryHashes;exports2.originOfScope=originOfScope;exports2.originOfNotePath=originOfNotePath;exports2.backfillOrigins=backfillOrigins;exports2.forgetOrigins=forgetOrigins;exports2.recordSaveOrigin=recordSaveOrigin;exports2.originOfCall=originOfCall;exports2.queryNamesOrigin=queryNamesOrigin;exports2.visibilityOf=visibilityOf;exports2.layeredView=layeredView;exports2.layerItems=layerItems;var node_crypto_1=__importDefault(require("node:crypto")),lifecycle_12=require_lifecycle(),ledgerLiveness_1=require_ledgerLiveness(),origin_1=require_origin(),scope_1=require_scope(),log_1=require_log(),log=(0,log_1.createLogger)("layered-scope");exports2.LAYERED_SCOPE_FLAG="RENOR_LAYERED_SCOPE";exports2.ORIGIN_TABLE="memory_origins";function layeredScopeEnabled(env=process.env){return/^(1|true|yes|on)$/i.test((env[exports2.LAYERED_SCOPE_FLAG]??"").trim())}var DDL=`CREATE TABLE IF NOT EXISTS ${exports2.ORIGIN_TABLE} (
|
|
989
|
+
item TEXT PRIMARY KEY,
|
|
990
|
+
note_path TEXT,
|
|
991
|
+
text_hash TEXT,
|
|
992
|
+
origin TEXT,
|
|
993
|
+
kind TEXT NOT NULL CHECK (kind IN ('personal', 'project')),
|
|
994
|
+
rule TEXT NOT NULL,
|
|
995
|
+
saved_at TEXT NOT NULL
|
|
996
|
+
);
|
|
997
|
+
CREATE INDEX IF NOT EXISTS memory_origins_note_path ON ${exports2.ORIGIN_TABLE}(note_path)`,ensured=new WeakSet;function ensureOriginTable(db){ensured.has(db)||(db.exec(DDL),backfillOrigins(db),ensured.add(db))}var eventItem=eventId=>`event:${eventId.toUpperCase()}`,entryHash=text=>node_crypto_1.default.createHash("sha256").update(text.trim()).digest("hex");exports2.entryHash=entryHash;var ENTRY_HEAD=/^- \[[^\]\n]*\]\s*(?:\([^)\n]*\)\s*)?/;function hitEntryHashes(text){let entries=text.split(/\n(?=- \[)/).map(entry=>entry.replace(ENTRY_HEAD,""));return[...new Set([...entries,text].map(exports2.entryHash))]}function originOfScope(scope){return!scope||scope==="global"||!scope.includes(":")?null:(0,origin_1.normalizeOrigin)(scope.slice(scope.indexOf(":")+1))}function originOfNotePath(notePath){let m=/(?:^|\/)Memory\/Scopes\/([^/]+)\//.exec(notePath.replace(/\\/g,"/"));return m?(0,origin_1.normalizeOrigin)(m[1]):null}function backfillOrigins(db){let rows;try{rows=db.prepare(`SELECT f.event_id AS eventId, e.canonical_name AS subject, f.predicate AS predicate, f.object_text AS object,
|
|
998
|
+
f.scope AS scope, f.valid_from AS at
|
|
999
|
+
FROM facts f LEFT JOIN entities e ON e.id = f.subject_entity_id
|
|
1000
|
+
WHERE f.event_id IS NOT NULL AND NOT EXISTS (SELECT 1 FROM ${exports2.ORIGIN_TABLE} o WHERE o.item = 'event:' || upper(f.event_id))`).all()}catch{return 0}let insert=db.prepare(`INSERT OR IGNORE INTO ${exports2.ORIGIN_TABLE} (item, note_path, text_hash, origin, kind, rule, saved_at) VALUES (?, ?, NULL, ?, ?, ?, ?)`),added=0;return db.transaction(()=>{for(let r of rows){let text=`${r.subject??""} ${r.predicate}: ${r.object??""}`.trim(),origin=originOfScope(r.scope),verdict=(0,origin_1.classifyKind)({text,subject:r.subject??void 0,origin});added+=insert.run(eventItem(r.eventId),lifecycle_12.LIFECYCLE_NOTE_PATH,origin,verdict.kind,`backfill:${verdict.rule}`,r.at).changes}})(),added}function forgetOrigins(db,gone){if(!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?").get(exports2.ORIGIN_TABLE))return 0;let byItem=db.prepare(`DELETE FROM ${exports2.ORIGIN_TABLE} WHERE item = ?`),byPath=db.prepare(`DELETE FROM ${exports2.ORIGIN_TABLE} WHERE note_path = ?`),removed=0;return db.transaction(()=>{for(let id of gone.eventIds??[])removed+=byItem.run(eventItem(id)).changes;for(let id of gone.noteIds??[])removed+=byItem.run(`note:${id}`).changes;for(let p of gone.notePaths??[])removed+=byPath.run(p.replace(/\\/g,"/")).changes})(),removed}function recordSaveOrigin(db,save){let item=save.eventId?eventItem(save.eventId):save.noteId?`note:${save.noteId}`:null;if(!item)return null;try{ensureOriginTable(db);let kind,rule,origin=save.origin,scope=save.explicitScope?.trim()?(0,scope_1.normalizeScope)(save.explicitScope):null;if(scope&&scope!=="global")kind="project",rule="explicit-scope",origin=origin??originOfScope(scope);else if(scope==="global")kind="personal",rule="explicit-global";else{let verdict=(0,origin_1.classifyKind)({text:save.text,subject:save.subject,origin});kind=verdict.kind,rule=verdict.rule}return db.prepare(`INSERT OR REPLACE INTO ${exports2.ORIGIN_TABLE} (item, note_path, text_hash, origin, kind, rule, saved_at) VALUES (?, ?, ?, ?, ?, ?, ?)`).run(item,save.notePath?save.notePath.replace(/\\/g,"/"):lifecycle_12.LIFECYCLE_NOTE_PATH,save.eventId?null:(0,exports2.entryHash)(save.text),origin,kind,rule,new Date().toISOString()),{origin,kind}}catch(err){return log.error("origin_not_recorded",{detail:"the memory was saved; it reads as unknown origin"},err),null}}var header=(headers,name)=>{let raw=headers?.[name],value=Array.isArray(raw)?raw[0]:raw;return typeof value=="string"?value:void 0},CHAT_FAMILIES=["claude-ai","chatgpt","gemini","claude-desktop"];function originOfCall(extra,opts={}){let headers=extra?.requestInfo?.headers,sent=(0,origin_1.normalizeOrigin)(header(headers,origin_1.ORIGIN_HEADER))??(0,origin_1.normalizeOrigin)(extra?._meta?.[origin_1.ORIGIN_META_KEY]);if(sent)return sent;let scope=header(headers,"x-renor-scope");if(scope?.trim())try{let fromScope=originOfScope((0,scope_1.normalizeScope)(scope));if(fromScope)return fromScope}catch{}let agent=(opts.agent??"").trim().toLowerCase().replace(/[\s_.]+/g,"-"),family=CHAT_FAMILIES.find(f=>agent===f||agent.startsWith(`${f}-`));return family?`chat:${family}`:opts.directory?"chat:directory":opts.fallback??null}function queryNamesOrigin(query,origin){let name=(0,origin_1.originRepoName)(origin);if(!name||name.length<3)return!1;let words=query.toLowerCase();return[...new Set([name,name.replace(/[-_.]+/g," ")])].some(v=>new RegExp(`(^|[^a-z0-9])${v.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}($|[^a-z0-9])`).test(words))}function visibilityOf(origin,kind,current,query){return kind==="personal"||origin===null||current!==null&&origin===current?"in":queryNamesOrigin(query,origin)?"named":"other"}function layeredView(db,current,query){ensureOriginTable(db);let byItem=db.prepare(`SELECT item, note_path, text_hash, origin, kind FROM ${exports2.ORIGIN_TABLE} WHERE item = ?`),byPath=db.prepare(`SELECT item, note_path, text_hash, origin, kind FROM ${exports2.ORIGIN_TABLE} WHERE text_hash IS NOT NULL AND (note_path = ? OR ? LIKE '%/' || note_path)`),factScope=db.prepare(`SELECT f.scope AS scope, e.canonical_name AS subject, f.predicate AS predicate, f.object_text AS object
|
|
1001
|
+
FROM facts f LEFT JOIN entities e ON e.id = f.subject_entity_id WHERE f.event_id = ?`),verdict=(origin,kind)=>({visibility:visibilityOf(origin,kind,current,query),origin,kind}),rank={in:0,named:1,other:2},best=verdicts=>verdicts.reduce((a,b)=>rank[b.visibility]<rank[a.visibility]?b:a),ofEvent=eventId=>{let row=byItem.get(eventItem(eventId));if(row)return verdict(row.origin,row.kind);let fact=factScope.get(eventId.toUpperCase()),origin=originOfScope(fact?.scope),text=fact?`${fact.subject??""} ${fact.predicate}: ${fact.object??""}`:"";return verdict(origin,(0,origin_1.classifyKind)({text,subject:fact?.subject??void 0,origin}).kind)};return{current,fact(fact){if(fact.eventId)return ofEvent(fact.eventId);let origin=originOfScope(fact.scope);return verdict(origin,(0,origin_1.classifyKind)({text:`${fact.subject} ${fact.predicate}: ${fact.object}`,subject:fact.subject,origin}).kind)},memory(memory){let events=(0,ledgerLiveness_1.ledgerEventIds)(memory);if(events.length)return best(events.map(ofEvent));let path=memory.notePath.replace(/\\/g,"/"),hashes=new Set(hitEntryHashes(memory.text)),rows=byPath.all(path,path).filter(r=>r.text_hash!==null&&hashes.has(r.text_hash));if(rows.length)return best(rows.map(r=>verdict(r.origin,r.kind)));let origin=originOfNotePath(path);return verdict(origin,(0,origin_1.classifyKind)({text:memory.text,origin}).kind)}}}var otherProjectLabel=origin=>({savedIn:origin??"unknown",otherProject:!0});exports2.otherProjectLabel=otherProjectLabel;function layerItems(view,facts,memories,factOf,memoryOf,matched=()=>!0){let fv=facts.map(f=>({f,v:view.fact(factOf(f))})),mv=memories.map(m=>({m,v:view.memory(memoryOf(m))})),label=(item,v)=>v.visibility==="in"?item:{...item,...(0,exports2.otherProjectLabel)(v.origin)},keep=v=>v.visibility!=="other",keptFacts=fv.filter(x=>keep(x.v)),keptMemories=mv.filter(x=>keep(x.v)),fallback=!(keptFacts.length>0||keptMemories.some(x=>matched(x.m)))&&(fv.length>keptFacts.length||mv.length>keptMemories.length),pickF=fallback?fv:keptFacts,pickM=fallback?mv:keptMemories;return{facts:pickF.map(x=>label(x.f,x.v)),memories:pickM.map(x=>label(x.m,x.v)),fallback,hidden:fv.length+mv.length-pickF.length-pickM.length}}}});var require_journalLog=__commonJS({"dist/importing/journalLog.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.JournalLog=void 0;exports2.journalLogName=journalLogName;exports2.readJournalLog=readJournalLog;exports2.removeJournalLog=removeJournalLog;var fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),toolRefusal_1=require_toolRefusal(),durableAppend_1=require_durableAppend(),sameFile_1=require_sameFile();function journalLogName(batchId){return`${batchId}.jsonl`}var JournalLog=class{file;fd=null;constructor(file){this.file=file}append(entry){this.fd===null&&(this.fd=openLog(this.file));let bytes=Buffer.from(`${JSON.stringify(entry)}
|
|
1002
|
+
`,"utf8");for(let done=0;done<bytes.length;)done+=fs_1.default.writeSync(this.fd,bytes,done,bytes.length-done);fs_1.default.fsyncSync(this.fd)}close(){if(this.fd===null)return;let fd=this.fd;this.fd=null;try{fs_1.default.closeSync(fd)}catch{}}};exports2.JournalLog=JournalLog;function openLog(file){let kind=(0,sameFile_1.nameKindSync)(file);if(kind==="other")throw(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");let isNew=kind==="absent",flags=fs_1.default.constants.O_WRONLY|fs_1.default.constants.O_APPEND|fs_1.default.constants.O_CREAT|fs_1.default.constants.O_NOFOLLOW,fd=fs_1.default.openSync(file,flags,384);if(!(0,sameFile_1.nameIsOpenFileSync)(fd,file))throw fs_1.default.closeSync(fd),(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");return isNew&&(0,durableAppend_1.syncDirectorySync)(path_1.default.dirname(file)),fd}function readJournalLog(file){let stat=fs_1.default.lstatSync(file,{throwIfNoEntry:!1});if(!stat)return;if(!stat.isFile())throw(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");let lines=fs_1.default.readFileSync(file,"utf8").split(`
|
|
1007
1003
|
`);return lines.pop(),lines.map((line,i)=>parseEntry(line,i+1))}function parseEntry(line,lineNo){let value;try{value=JSON.parse(line)}catch{value=void 0}if(!value||value.list!=="created"&&value.list!=="reasserted"||typeof value.relPath!="string"||typeof value.hash!="string")throw new Error(`an import journal line (${lineNo}) cannot be read; undo_import stopped before changing anything`);return{list:value.list,relPath:value.relPath,hash:value.hash}}function removeJournalLog(file){try{fs_1.default.unlinkSync(file)}catch{}}}});var require_forgetImported=__commonJS({"dist/importing/forgetImported.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.IMPORT_JOURNAL_DIR=void 0;exports2.forgetImportedNotes=forgetImportedNotes;var crypto_1=__importDefault(require("crypto")),promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),journalLog_1=require_journalLog();exports2.IMPORT_JOURNAL_DIR=".renor-imports";async function replaceManifest(file,manifest){let tmp=`${file}.${crypto_1.default.randomUUID()}.tmp`;await promises_1.default.writeFile(tmp,JSON.stringify(manifest),{flag:"wx",mode:384}),await promises_1.default.rename(tmp,file),await promises_1.default.rm(path_1.default.join(path_1.default.dirname(file),(0,journalLog_1.journalLogName)(path_1.default.basename(file,".json"))),{force:!0}).catch(()=>{})}async function forgetImportedNotes(memoryDir,relPaths){if(relPaths.size===0)return;let dir=path_1.default.join(memoryDir,exports2.IMPORT_JOURNAL_DIR),names;try{names=await promises_1.default.readdir(dir)}catch(err){if(err.code==="ENOENT")return;throw err}for(let name of names){if(!name.endsWith(".json"))continue;let file=path_1.default.join(dir,name);if(!(await promises_1.default.lstat(file)).isFile())continue;let manifest;try{manifest=JSON.parse(await promises_1.default.readFile(file,"utf8"))}catch{continue}if(!Array.isArray(manifest.created)||manifest.state==="applying")continue;let created=manifest.created.filter(c=>!relPaths.has(String(c.relPath))),conflictsWas=Array.isArray(manifest.result?.conflicts)?manifest.result.conflicts:null,conflicts=conflictsWas?.filter(p=>!relPaths.has(String(p)))??null;if(created.length!==manifest.created.length||conflicts!==null&&conflicts.length!==conflictsWas.length){if(created.length===0){await replaceManifest(file,{batchId:String(manifest.batchId??path_1.default.basename(name,".json")),state:"undone",created:[]});continue}manifest.created=created,conflicts!==null&&(manifest.result={...manifest.result,conflicts}),await replaceManifest(file,manifest)}}}}});var require_replacedJournal=__commonJS({"dist/memorymap/replacedJournal.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.REPLACED_FILE_NAME=void 0;exports2.forgetReplacementsOf=forgetReplacementsOf;var crypto_1=__importDefault(require("crypto")),promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path"));exports2.REPLACED_FILE_NAME="replaced.jsonl";async function forgetReplacementsOf(retiredDir,memoryIds){if(memoryIds.size===0)return;let file=path_1.default.join(retiredDir,exports2.REPLACED_FILE_NAME),st;try{st=await promises_1.default.lstat(file)}catch(err){if(err.code==="ENOENT")return;throw err}if(!st.isFile()||st.nlink!==1)throw new Error(`refusing to rewrite ${JSON.stringify(exports2.REPLACED_FILE_NAME)}: it is not a regular file with a single name`);let raw=await promises_1.default.readFile(file,"utf8"),changed=!1,kept=[];for(let line of raw.split(`
|
|
1008
1004
|
`)){if(!line.trim())continue;let hit=!1;try{let r=JSON.parse(line);hit=memoryIds.has(String(r.old))||memoryIds.has(String(r.by))}catch{}hit?changed=!0:kept.push(line)}if(!changed)return;let tmp=`${file}.${process.pid}.${crypto_1.default.randomBytes(4).toString("hex")}.tmp`;await promises_1.default.writeFile(tmp,kept.map(line=>`${line}
|
|
1009
1005
|
`).join(""),{flag:"wx",mode:st.mode&511}),await promises_1.default.rename(tmp,file)}}});var require_zod=__commonJS({"node_modules/zod/index.cjs"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k in mod)k!=="default"&&Object.prototype.hasOwnProperty.call(mod,k)&&__createBinding(result,mod,k);return __setModuleDefault(result,mod),result},__exportStar=exports2&&exports2.__exportStar||function(m,exports3){for(var p in m)p!=="default"&&!Object.prototype.hasOwnProperty.call(exports3,p)&&__createBinding(exports3,m,p)};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.default=exports2.z=void 0;var z=__importStar(require_external3());exports2.z=z;exports2.default=z;__exportStar(require_external3(),exports2);(function(){for(var keys=Object.getOwnPropertyNames(exports2),i=0;i<keys.length;i++){var desc=Object.getOwnPropertyDescriptor(exports2,keys[i]);if(!(!desc||!desc.get||!desc.configurable)){var value;try{value=desc.get()}catch{continue}value!==void 0&&Object.defineProperty(exports2,keys[i],{value,writable:!1,enumerable:desc.enumerable,configurable:!1})}}Object.freeze(exports2)})()}});var require_observations=__commonJS({"dist/mvp/observations.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ObserveRequest=exports2.ObserveRequestSchema=exports2.OBSERVATION_IDLE_MS=exports2.DEFAULT_OBSERVATION_MAX_ROWS=exports2.DEFAULT_OBSERVATION_RETENTION_DAYS=exports2.OBSERVE_DEFAULT_OFF_REASON=exports2.OBSERVE_METHOD=void 0;exports2.observeEnabled=observeEnabled;exports2.buildObservationSummary=buildObservationSummary;exports2.finalizeIdleObservationSessions=finalizeIdleObservationSessions;exports2.startObservationIdleSweep=startObservationIdleSweep;exports2.latestObservationHandoff=latestObservationHandoff;exports2.storeObservation=storeObservation;exports2.searchObservations=searchObservations;exports2.observationsForExport=observationsForExport;exports2.createObservationSource=createObservationSource;exports2.setObservationRetired=setObservationRetired;exports2.purgeRetiredObservations=purgeRetiredObservations;var zod_1=require_zod(),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),crypto_1=__importDefault(require("crypto")),tokenizer_1=require_tokenizer(),secretScanner_1=require_secretScanner(),scope_1=require_scope();exports2.OBSERVE_METHOD="renor/observe";exports2.OBSERVE_DEFAULT_OFF_REASON="The owner requires the write-side eval to beat today first.";exports2.DEFAULT_OBSERVATION_RETENTION_DAYS=90;exports2.DEFAULT_OBSERVATION_MAX_ROWS=2e4;exports2.OBSERVATION_IDLE_MS=30*6e4;var byteLimited=max=>zod_1.z.string().superRefine((value,ctx)=>{Buffer.byteLength(value,"utf8")>max&&ctx.addIssue({code:"custom",message:`Must be at most ${max} UTF-8 bytes`})}),ObserveParamsSchema=zod_1.z.object({session_id:zod_1.z.string().min(1),seq:zod_1.z.number().int().nonnegative(),event:zod_1.z.enum(["session_start","prompt","tool","session_end"]),client:zod_1.z.string().min(1),ts:zod_1.z.string().datetime({offset:!0}),cwd_scope:zod_1.z.string().optional(),text:byteLimited(8192).optional(),tool:zod_1.z.object({name:zod_1.z.string().min(1),input_summary:byteLimited(1024).optional(),ok:zod_1.z.boolean().optional(),files:zod_1.z.array(zod_1.z.string()).max(20).optional()}).optional()});exports2.ObserveRequestSchema=zod_1.z.object({method:zod_1.z.literal(exports2.OBSERVE_METHOD),params:ObserveParamsSchema});exports2.ObserveRequest=exports2.ObserveRequestSchema;function observeEnabled(env=process.env){return/^(1|on|true|yes)$/i.test(env.RENOR_OBSERVE?.trim()??"")}function ensureTables(db){db.exec(`
|
|
@@ -1045,15 +1041,15 @@ ${content}`,path=`observations/${encodeURIComponent(row.session_id)}/${row.seq}`
|
|
|
1045
1041
|
${scopeClause} ORDER BY rank ASC, o.received_at DESC, o.id DESC LIMIT ?`).all(match,workspace,workspace,...scopeParams,Math.min(limit,100)).map(row=>asHit(row,row.content,-row.rank))}catch{return[]}}function exportRow(row){return{id:`observation:${row.session_id}:${row.seq}`,session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,received_at:row.received_at,cwd_scope:row.cwd_scope,text:row.text,tool:row.tool_json?JSON.parse(row.tool_json):null,retired:row.retired!==0}}function observationsForExport(db,workspace){if(safeString(workspace).flagged)return[];try{return ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS),db.prepare(`SELECT id, session_id, seq, event, client, ts, received_at, cwd_scope, text, tool_json, retired
|
|
1046
1042
|
FROM observations WHERE workspace = ? ORDER BY received_at, id`).all(workspace).map(exportRow)}catch{return[]}}function createObservationSource(db){return{listSession(workspace,session_id){if(!observeEnabled()||safeString(workspace).flagged||safeString(session_id).flagged)return[];try{let cutoff=new Date(Date.now()-exports2.DEFAULT_OBSERVATION_RETENTION_DAYS*864e5).toISOString();return ensureTables(db),db.prepare(`SELECT session_id, seq, event, client, ts, cwd_scope, text, tool_json
|
|
1047
1043
|
FROM observations WHERE workspace = ? AND session_id = ? AND retired = 0 AND received_at >= ?
|
|
1048
|
-
ORDER BY seq ASC`).all(workspace,session_id,cutoff).flatMap(row=>{let candidate=ObserveParamsSchema.safeParse({session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,...row.cwd_scope===null?{}:{cwd_scope:row.cwd_scope},...row.text===null?{}:{text:row.text},...row.tool_json===null?{}:{tool:JSON.parse(row.tool_json)}});if(!candidate.success)return[];let screened=screenParams(candidate.data);return screened.refused||!screened.params?[]:[screened.params]})}catch{return[]}}}}function setObservationRetired(db,workspace,id,retired){if(safeString(workspace).flagged||safeString(id).flagged)return!1;let match=/^observation:(.*):(\d+)$/.exec(id);if(!match)return!1;try{ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS);let changed=db.prepare("UPDATE observations SET retired = ? WHERE workspace = ? AND session_id = ? AND seq = ?").run(Number(retired),workspace,match[1],Number(match[2])).changes>0;return changed&&retired&&dropSummaries(db,workspace,"session_id = ?",match[1]),changed}catch{return!1}}function purgeRetiredObservations(db,workspace,id,only){if(safeString(workspace).flagged)return[];if(!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return[];let rows=db.prepare("SELECT id, session_id, seq FROM observations WHERE workspace = ? AND retired = 1").all(workspace),listed=only?new Set(only):null,chosen=rows.filter(row=>{let memoryId=`observation:${row.session_id}:${row.seq}`;return id!==void 0?memoryId===id:listed===null||listed.has(memoryId)}),removeText=db.prepare("DELETE FROM observations_fts WHERE observation_id = ?"),remove=db.prepare("DELETE FROM observations WHERE id = ?");return db.transaction(()=>{for(let row of chosen)removeText.run(String(row.id)),remove.run(row.id)})(),dropSummaries(db,workspace,NO_OBSERVATIONS_LEFT),chosen.map(row=>`observation:${row.session_id}:${row.seq}`)}}});var require_memoryMap=__commonJS({"dist/memorymap/memoryMap.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NOFOLLOW=exports2.DEFAULT_MAP_LIMIT=exports2.RETIRED_DIR=void 0;exports2.resolveVaultFile=resolveVaultFile;exports2.parseEntries=parseEntries;exports2.appendedEntryId=appendedEntryId;exports2.parseMemoryId=parseMemoryId;exports2.openConfined=openConfined;exports2.readPrefix=readPrefix;exports2.readWhole=readWhole;exports2.ensureRealDir=ensureRealDir;exports2.readJournal=readJournal;exports2.activeRetired=activeRetired;exports2.buildMemoryMap=buildMemoryMap;exports2.findMemories=findMemories;exports2.readMemory=readMemory;exports2.retireMemory=retireMemory;exports2.restoreMemory=restoreMemory;exports2.purgeRetired=purgeRetired;exports2.dailyEntriesForExport=dailyEntriesForExport;exports2.retiredForExport=retiredForExport;exports2.recallFileTreeOn=recallFileTreeOn;exports2.memoryPathTree=memoryPathTree;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),crypto_1=__importDefault(require("crypto")),hasher_1=require_hasher(),parser_12=require_parser(),walker_1=require_walker(),pipeline_12=require_pipeline(),lifecycle_12=require_lifecycle(),writerConflicts_1=require_writerConflicts(),dailyNote_1=require_dailyNote(),writer_12=require_writer(),scope_1=require_scope(),secretGuard_1=require_secretGuard(),toolRefusal_1=require_toolRefusal(),evidenceCache_1=require_evidenceCache(),forgetImported_1=require_forgetImported(),replacedJournal_1=require_replacedJournal(),orchestrator_12=require_orchestrator(),observations_1=require_observations(),LIFECYCLE_NOTE_PATH="_mcp_",METADATA_PREDICATES=new Set(["owner","status","updated","tags"]),METADATA_KEYS=new Set(["title","status","owner","updated","tags"]);exports2.RETIRED_DIR=path_1.default.join(".trash","renor-retired");var RETIRED_FILES_DIR=path_1.default.join(exports2.RETIRED_DIR,"files"),RETIRED_INDEX=path_1.default.join(exports2.RETIRED_DIR,"retired.jsonl"),MAX_MEMORIES=2e3,MAX_NOTES_SCANNED=5e3,MAX_ENTRIES_PER_DAY=500,MAX_THINGS=2e3,MAX_FACTS=5e3,MAX_LINKS=2e4,MAX_EVENTS=1e3,MAX_RETIRED_LISTED=500;exports2.DEFAULT_MAP_LIMIT=20;var MAP_READ_BYTES=64*1024,READ_BYTES=512*1024,MAX_REWRITE_BYTES=8*1024*1024,EXCERPT_CHARS=280,MAX_READ_CHARS=4e4,MIN_MENTION_CHARS=3;function observationTitle(row){return`${row.event} \xB7 ${row.client}`}function observationText(row){return[row.text,row.tool?JSON.stringify(row.tool):null].filter(part=>part!==null&&part.length>0).join(`
|
|
1044
|
+
ORDER BY seq ASC`).all(workspace,session_id,cutoff).flatMap(row=>{let candidate=ObserveParamsSchema.safeParse({session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,...row.cwd_scope===null?{}:{cwd_scope:row.cwd_scope},...row.text===null?{}:{text:row.text},...row.tool_json===null?{}:{tool:JSON.parse(row.tool_json)}});if(!candidate.success)return[];let screened=screenParams(candidate.data);return screened.refused||!screened.params?[]:[screened.params]})}catch{return[]}}}}function setObservationRetired(db,workspace,id,retired){if(safeString(workspace).flagged||safeString(id).flagged)return!1;let match=/^observation:(.*):(\d+)$/.exec(id);if(!match)return!1;try{ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS);let changed=db.prepare("UPDATE observations SET retired = ? WHERE workspace = ? AND session_id = ? AND seq = ?").run(Number(retired),workspace,match[1],Number(match[2])).changes>0;return changed&&retired&&dropSummaries(db,workspace,"session_id = ?",match[1]),changed}catch{return!1}}function purgeRetiredObservations(db,workspace,id,only){if(safeString(workspace).flagged)return[];if(!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return[];let rows=db.prepare("SELECT id, session_id, seq FROM observations WHERE workspace = ? AND retired = 1").all(workspace),listed=only?new Set(only):null,chosen=rows.filter(row=>{let memoryId=`observation:${row.session_id}:${row.seq}`;return id!==void 0?memoryId===id:listed===null||listed.has(memoryId)}),removeText=db.prepare("DELETE FROM observations_fts WHERE observation_id = ?"),remove=db.prepare("DELETE FROM observations WHERE id = ?");return db.transaction(()=>{for(let row of chosen)removeText.run(String(row.id)),remove.run(row.id)})(),dropSummaries(db,workspace,NO_OBSERVATIONS_LEFT),chosen.map(row=>`observation:${row.session_id}:${row.seq}`)}}});var require_memoryMap=__commonJS({"dist/memorymap/memoryMap.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NOFOLLOW=exports2.DEFAULT_MAP_LIMIT=exports2.RETIRED_DIR=void 0;exports2.resolveVaultFile=resolveVaultFile;exports2.parseEntries=parseEntries;exports2.appendedEntryId=appendedEntryId;exports2.parseMemoryId=parseMemoryId;exports2.openConfined=openConfined;exports2.readPrefix=readPrefix;exports2.readWhole=readWhole;exports2.ensureRealDir=ensureRealDir;exports2.readJournal=readJournal;exports2.activeRetired=activeRetired;exports2.buildMemoryMap=buildMemoryMap;exports2.findMemories=findMemories;exports2.readMemory=readMemory;exports2.retireMemory=retireMemory;exports2.restoreMemory=restoreMemory;exports2.purgeRetired=purgeRetired;exports2.dailyEntriesForExport=dailyEntriesForExport;exports2.retiredForExport=retiredForExport;exports2.recallFileTreeOn=recallFileTreeOn;exports2.memoryPathTree=memoryPathTree;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),crypto_1=__importDefault(require("crypto")),hasher_1=require_hasher(),parser_12=require_parser(),walker_1=require_walker(),pipeline_12=require_pipeline(),layeredScope_1=require_layeredScope(),lifecycle_12=require_lifecycle(),writerConflicts_1=require_writerConflicts(),dailyNote_1=require_dailyNote(),writer_12=require_writer(),scope_1=require_scope(),secretGuard_1=require_secretGuard(),toolRefusal_1=require_toolRefusal(),evidenceCache_1=require_evidenceCache(),forgetImported_1=require_forgetImported(),replacedJournal_1=require_replacedJournal(),orchestrator_12=require_orchestrator(),observations_1=require_observations(),sameFile_1=require_sameFile(),LIFECYCLE_NOTE_PATH="_mcp_",METADATA_PREDICATES=new Set(["owner","status","updated","tags"]),METADATA_KEYS=new Set(["title","status","owner","updated","tags"]);exports2.RETIRED_DIR=path_1.default.join(".trash","renor-retired");var RETIRED_FILES_DIR=path_1.default.join(exports2.RETIRED_DIR,"files"),RETIRED_INDEX=path_1.default.join(exports2.RETIRED_DIR,"retired.jsonl"),MAX_MEMORIES=2e3,MAX_NOTES_SCANNED=5e3,MAX_ENTRIES_PER_DAY=500,MAX_THINGS=2e3,MAX_FACTS=5e3,MAX_LINKS=2e4,MAX_EVENTS=1e3,MAX_RETIRED_LISTED=500;exports2.DEFAULT_MAP_LIMIT=20;var MAP_READ_BYTES=64*1024,READ_BYTES=512*1024,MAX_REWRITE_BYTES=8*1024*1024,EXCERPT_CHARS=280,MAX_READ_CHARS=4e4,MIN_MENTION_CHARS=3;function observationTitle(row){return`${row.event} \xB7 ${row.client}`}function observationText(row){return[row.text,row.tool?JSON.stringify(row.tool):null].filter(part=>part!==null&&part.length>0).join(`
|
|
1049
1045
|
`)||`${row.event} event`}function observationMemory(row){let text=observationText(row);return{id:row.id,kind:"observation",path:"observations",title:observationTitle(row),at:row.ts,source:row.client,tags:[],status:row.retired?"retired":null,excerpt:collapse(text,EXCERPT_CHARS)}}function toRel(memoryDir,stored){let root=path_1.default.resolve(memoryDir),resolved=path_1.default.resolve(root,stored),rel=path_1.default.relative(root,resolved);return!rel||rel===".."||rel.startsWith(".."+path_1.default.sep)||path_1.default.isAbsolute(rel)?null:rel.split(path_1.default.sep).join("/")}function entryAt(bound,notePath,day,header,writtenAt){return bound(notePath,(0,dailyNote_1.entryInstant)(day,header))??writtenAt}function within(root,candidate){let rel=path_1.default.relative(root,candidate);return rel!==""&&rel!==".."&&!rel.startsWith(".."+path_1.default.sep)&&!path_1.default.isAbsolute(rel)}function lexicalRel(rel){if(typeof rel!="string"||rel.trim()===""||path_1.default.isAbsolute(rel)||rel.includes("\0")||rel.includes("\\"))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path must be a vault-relative path");let parts=rel.split("/");if(parts.some(p=>p===".."))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path escapes the memory directory");if(parts.some(p=>p===""||p==="."))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path must be a vault-relative path");if(parts.some(p=>p.startsWith(".")))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path points into a hidden or system directory");if(!rel.endsWith(".md"))throw(0,toolRefusal_1.refusal)("invalid_argument","memory path must be a Markdown file");return parts.join("/")}async function resolveVaultFile(ctx,rel,mustExist){let clean=lexicalRel(rel),rootReal=await promises_1.default.realpath(ctx.memoryDir),parts=clean.split("/"),cursor=rootReal;for(let i=0;i<parts.length;i++){cursor=path_1.default.join(cursor,parts[i]);let st;try{st=await promises_1.default.lstat(cursor)}catch(err){if(err.code==="ENOENT"){if(mustExist)throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found (it may have been retired)");break}throw err}if(st.isSymbolicLink())throw(0,toolRefusal_1.refusal)("unsafe_path","memory path goes through a symbolic link");if(i<parts.length-1&&!st.isDirectory())throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found");if(i===parts.length-1&&!st.isFile())throw(0,toolRefusal_1.refusal)("unsafe_path","memory path is not a file")}let real=path_1.default.join(rootReal,...parts);if(!within(rootReal,real))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path escapes the memory directory");let file={rel:clean,indexed:path_1.default.resolve(ctx.memoryDir,...parts),real};if(await isLedgerFile(ctx,file))throw(0,toolRefusal_1.refusal)("invalid_argument","the fact ledger is not a memory; read facts through memory_map");return file}async function assertNotExcluded(ctx,file){if(await(0,walker_1.isIgnoredByVault)(ctx.memoryDir,file.rel))throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found")}async function isLedgerFile(ctx,file){let ledger;try{ledger=(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath)}catch{return!1}if(path_1.default.resolve(ledger)===path_1.default.resolve(file.indexed))return!0;try{return await promises_1.default.realpath(ledger)===file.real}catch{return!1}}function isLedgerIndexed(ctx,indexed){try{return path_1.default.resolve(indexed)===(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath)}catch{return!1}}function entryId(rel,raw){let digest=crypto_1.default.createHash("sha256").update(raw).digest("hex").slice(0,16);return`entry:${rel}#${digest}`}var BLANK_LINE_RE=/^[ \t\r]*$/;function parseEntries(rel,content){let lines=content.split(`
|
|
1050
1046
|
`),starts=[];lines.forEach((l,i)=>{dailyNote_1.ENTRY_LINE_RE.test(l)&&starts.push(i)});let byRaw=new Map;return starts.forEach((start,k)=>{let last=k+1<starts.length?starts[k+1]:lines.length;for(;last>start+1&&BLANK_LINE_RE.test(lines[last-1]);)last--;let raw=lines.slice(start,last).join(`
|
|
1051
1047
|
`),existing=byRaw.get(raw);if(existing){existing.ranges.push([start,last]);return}let header=(0,dailyNote_1.parseEntryHeader)(lines[start]),rest=lines.slice(start+1,last),continuation=(header.escaped?rest.map(dailyNote_1.decodeEntryLine):rest).join(`
|
|
1052
1048
|
`);byRaw.set(raw,{ranges:[[start,last]],raw,time:header.time,...header.offset?{offset:header.offset}:{},source:header.source,text:continuation?`${header.text}
|
|
1053
|
-
${continuation}`:header.text,id:entryId(rel,raw)})}),{lines,blocks:[...byRaw.values()]}}function appendedEntryId(rel,entry){return dailyNote_1.DAILY_FILE_RE.test(rel)?parseEntries(rel,entry).blocks[0]?.id??null:null}function withoutRanges(lines,ranges){let drop=new Set;for(let[a,b]of ranges)for(let i=a;i<b;i++)drop.add(i);return lines.filter((_,i)=>!drop.has(i))}function entryNeighbours(blocks,block){let i=blocks.indexOf(block);return{...i>0?{prevId:blocks[i-1].id}:{},...i>=0&&i+1<blocks.length?{nextId:blocks[i+1].id}:{}}}function restoreLine(blocks,record,time){let startOf=b=>Math.min(...b.ranges.map(([a])=>a)),endOf=b=>Math.max(...b.ranges.map(([,b2])=>b2)),next=blocks.find(b=>b.id===record.nextId),prev=blocks.find(b=>b.id===record.prevId),beside=next?startOf(next):prev?endOf(prev):null;if(beside!==null){let before=blocks.filter(b=>startOf(b)<beside).pop(),after=blocks.find(b=>startOf(b)>=beside);if((!before||before.time<=time)&&(!after||after.time>=time))return beside}let later=blocks.find(b=>b.time>time);return later?startOf(later):null}function parseMemoryId(id){if(typeof id!="string")throw(0,toolRefusal_1.refusal)("invalid_argument","memory id must be a string");if(id.startsWith("note:"))return{kind:"note",rel:id.slice(5)};if(id.startsWith("entry:")){let hashAt=id.lastIndexOf("#");if(hashAt<=6||!/^[0-9a-f]{16}$/.test(id.slice(hashAt+1)))throw(0,toolRefusal_1.refusal)("invalid_argument","malformed entry id");return{kind:"entry",rel:id.slice(6,hashAt)}}throw(0,toolRefusal_1.refusal)("invalid_argument","unknown memory id kind")}function collapse(text,max){let
|
|
1054
|
-
`))if(line.trim())try{out.push(JSON.parse(line))}catch{}return out}function activeRetired(records){let latest=new Map;for(let r of records)typeof r.rid=="string"&&latest.set(r.rid,r);return[...latest.values()].filter(r=>!r.restoredAt&&!r.voided&&!r.purgedAt)}async function appendJournal(ctx,record){let dir=await ensureRealDir(await promises_1.default.realpath(ctx.memoryDir),exports2.RETIRED_DIR),file=path_1.default.join(dir,path_1.default.basename(RETIRED_INDEX)),handle=await promises_1.default.open(file,promises_1.default.constants.O_RDWR|promises_1.default.constants.O_APPEND|promises_1.default.constants.O_CREAT|promises_1.default.constants.O_NONBLOCK|exports2.NOFOLLOW,384);try{let stat=await handle.stat();if(!stat.isFile()||stat.nlink!==1)throw new Error(`refusing to write ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);let size=stat.size,prefix="";if(size>0){let last=Buffer.alloc(1);await handle.read(last,0,1,size-1),last[0]!==10&&(prefix=`
|
|
1049
|
+
${continuation}`:header.text,id:entryId(rel,raw)})}),{lines,blocks:[...byRaw.values()]}}function appendedEntryId(rel,entry){return dailyNote_1.DAILY_FILE_RE.test(rel)?parseEntries(rel,entry).blocks[0]?.id??null:null}function withoutRanges(lines,ranges){let drop=new Set;for(let[a,b]of ranges)for(let i=a;i<b;i++)drop.add(i);return lines.filter((_,i)=>!drop.has(i))}function entryNeighbours(blocks,block){let i=blocks.indexOf(block);return{...i>0?{prevId:blocks[i-1].id}:{},...i>=0&&i+1<blocks.length?{nextId:blocks[i+1].id}:{}}}function restoreLine(blocks,record,time){let startOf=b=>Math.min(...b.ranges.map(([a])=>a)),endOf=b=>Math.max(...b.ranges.map(([,b2])=>b2)),next=blocks.find(b=>b.id===record.nextId),prev=blocks.find(b=>b.id===record.prevId),beside=next?startOf(next):prev?endOf(prev):null;if(beside!==null){let before=blocks.filter(b=>startOf(b)<beside).pop(),after=blocks.find(b=>startOf(b)>=beside);if((!before||before.time<=time)&&(!after||after.time>=time))return beside}let later=blocks.find(b=>b.time>time);return later?startOf(later):null}function parseMemoryId(id){if(typeof id!="string")throw(0,toolRefusal_1.refusal)("invalid_argument","memory id must be a string");if(id.startsWith("note:"))return{kind:"note",rel:id.slice(5)};if(id.startsWith("entry:")){let hashAt=id.lastIndexOf("#");if(hashAt<=6||!/^[0-9a-f]{16}$/.test(id.slice(hashAt+1)))throw(0,toolRefusal_1.refusal)("invalid_argument","malformed entry id");return{kind:"entry",rel:id.slice(6,hashAt)}}throw(0,toolRefusal_1.refusal)("invalid_argument","unknown memory id kind")}function collapse(text,max){let pieces=typeof text=="string"?[text]:text,total=pieces.reduce((n,p)=>n+p.length,0),prefix=n=>{let out="";for(let p of pieces){if(out.length>=n)break;out+=p.length>n-out.length?p.slice(0,n-out.length):p}return out};for(let window2=Math.max(max*4,1024);;window2*=4){if(window2>=total){let t2=prefix(total).replace(/\s+/g," ").trim();return t2.length<=max?t2:`${t2.slice(0,max-1)}\u2026`}let t=prefix(window2).replace(/\s+/g," ").trimStart();if(t.length>max+1)return`${t.slice(0,max-1)}\u2026`}}function withoutFirstHeading(body){let m=/^#\s+.*$/m.exec(body);return m?[body.slice(0,m.index),body.slice(m.index+m[0].length)]:[body]}function tagsOf(frontmatter){let raw=frontmatter.tags,list=Array.isArray(raw)?raw.map(String):typeof raw=="string"?raw.split(","):[];return[...new Set(list.map(t=>t.trim().replace(/^#/,"").toLowerCase()).filter(Boolean))]}function escapeRe(s){return s.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function mentionMatcher(name){let n=name.trim();return n.length<MIN_MENTION_CHARS?null:new RegExp(`(^|[^\\p{L}\\p{N}_])${escapeRe(n)}($|[^\\p{L}\\p{N}_])`,"iu")}exports2.NOFOLLOW=promises_1.default.constants?.O_NOFOLLOW??0;async function openConfined(real){let handle=await promises_1.default.open(real,promises_1.default.constants.O_RDONLY|promises_1.default.constants.O_NONBLOCK|exports2.NOFOLLOW);try{let[opened,there]=await Promise.all([handle.stat(),promises_1.default.lstat(real)]);if(!opened.isFile()||opened.ino!==there.ino||opened.dev!==there.dev)throw new Error("memory path changed while it was being read");return handle}catch(err){throw await handle.close(),err}}async function readPrefix(real,bytes){let handle;try{handle=await openConfined(real)}catch{return null}try{let size=(await handle.stat()).size,buf=Buffer.alloc(Math.min(size,bytes)),{bytesRead}=await handle.read(buf,0,buf.length,0);return{text:buf.subarray(0,bytesRead).toString("utf8"),truncated:size>bytes}}finally{await handle.close()}}async function readWhole(real){let handle=await openConfined(real);try{if((await handle.stat()).size>MAX_REWRITE_BYTES)throw new Error("this daily log is too large to edit safely; nothing was changed");return await handle.readFile("utf8")}finally{await handle.close()}}async function readToScreen(real,action){let handle=await openConfined(real);try{return(await handle.stat()).size>MAX_REWRITE_BYTES&&(0,secretGuard_1.refuseUnchecked)("memory",action),await handle.readFile("utf8")}finally{await handle.close()}}async function ensureRealDir(rootReal,relDir){let cursor=rootReal;for(let part of relDir.split(/[\\/]/).filter(p=>p&&p!==".")){cursor=path_1.default.join(cursor,part);try{await promises_1.default.mkdir(cursor,{mode:448})}catch(err){if(err.code!=="EEXIST")throw err}let st=await promises_1.default.lstat(cursor);if(st.isSymbolicLink()||!st.isDirectory())throw new Error(`refusing to use ${relDir}: it is not a plain directory inside the vault`)}return cursor}async function atomicWrite(abs,content){let tmp=`${abs}.${process.pid}.${crypto_1.default.randomBytes(4).toString("hex")}.tmp`,mode;try{mode=(await promises_1.default.stat(abs)).mode&511}catch{mode=void 0}let handle=await promises_1.default.open(tmp,"wx",mode??384);try{await handle.writeFile(content,"utf8"),await handle.sync()}finally{await handle.close()}try{await promises_1.default.rename(tmp,abs)}catch(err){throw await promises_1.default.rm(tmp,{force:!0}),err}}async function readJournal(ctx){let rootReal=await promises_1.default.realpath(ctx.memoryDir),raw;try{for(let dir of[path_1.default.join(rootReal,".trash"),path_1.default.join(rootReal,exports2.RETIRED_DIR)]){let st=await promises_1.default.lstat(dir);if(st.isSymbolicLink()||!st.isDirectory())throw new Error("the retired-memory journal is not inside the vault")}let handle=await openConfined(path_1.default.join(rootReal,RETIRED_INDEX));try{raw=await handle.readFile("utf8")}finally{await handle.close()}}catch(err){if(err.code==="ENOENT")return[];throw err}let out=[];for(let line of raw.split(`
|
|
1050
|
+
`))if(line.trim())try{out.push(JSON.parse(line))}catch{}return out}function activeRetired(records){let latest=new Map;for(let r of records)typeof r.rid=="string"&&latest.set(r.rid,r);return[...latest.values()].filter(r=>!r.restoredAt&&!r.voided&&!r.purgedAt)}async function appendJournal(ctx,record){let dir=await ensureRealDir(await promises_1.default.realpath(ctx.memoryDir),exports2.RETIRED_DIR),file=path_1.default.join(dir,path_1.default.basename(RETIRED_INDEX));if(await(0,sameFile_1.nameKind)(file)==="other")throw new Error(`refusing to write ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);let handle=await promises_1.default.open(file,promises_1.default.constants.O_RDWR|promises_1.default.constants.O_APPEND|promises_1.default.constants.O_CREAT|promises_1.default.constants.O_NONBLOCK|exports2.NOFOLLOW,384);try{let stat=await handle.stat();if(!stat.isFile()||stat.nlink!==1||!await(0,sameFile_1.nameIsOpenFile)(handle,file))throw new Error(`refusing to write ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);let size=stat.size,prefix="";if(size>0){let last=Buffer.alloc(1);await handle.read(last,0,1,size-1),last[0]!==10&&(prefix=`
|
|
1055
1051
|
`)}await handle.appendFile(prefix+JSON.stringify(record)+`
|
|
1056
|
-
`,"utf8"),await handle.sync()}finally{await handle.close()}}function recordEvent(db,rel,action,id,title){db.prepare("INSERT INTO write_events (note_path, action, summary, created_at) VALUES (?, ?, ?, ?)").run(rel,action,JSON.stringify({id,title}),new Date().toISOString())}function parseEventRef(summary){try{let v=JSON.parse(summary??"");return{id:typeof v.id=="string"?v.id:null,title:typeof v.title=="string"?v.title:null}}catch{return{id:null,title:summary}}}async function exists(abs){try{return await promises_1.default.lstat(abs),!0}catch{return!1}}async function readsWhole(ctx,stored){try{if((0,fs_1.statSync)(path_1.default.resolve(ctx.memoryDir,stored)).size<=MAX_REWRITE_BYTES)return!1}catch{return!1}try{let file=await resolveVaultFile(ctx,stored,!0);return(await promises_1.default.stat(file.real)).size>MAX_REWRITE_BYTES}catch{return!1}}function changedSinceIndexed(memoryDir,n){try{return(0,fs_1.statSync)(path_1.default.resolve(memoryDir,n.path)).mtime.toISOString()!==n.modified_at}catch{return!0}}function notesWithIndexedText(db,hasWord){let out=new Set,rows=db.prepare("SELECT note_path, text FROM chunks").iterate();for(let row of rows)!out.has(row.note_path)&&hasWord(row.text)&&out.add(row.note_path);return out}async function retiredEntryFiles(ctx){return new Set(activeRetired(await readJournal(ctx)).filter(r=>r.kind==="entry").map(r=>r.path))}async function collectMemories(ctx,keep,mayMatch){let{db,memoryDir}=ctx,notes=db.prepare("SELECT path, title, modified_at, frontmatter_json FROM notes ORDER BY modified_at DESC LIMIT ?").all(MAX_NOTES_SCANNED+1),memories=[],text=new Map,wikilinks=new Map,seen=new Set,bound=(0,orchestrator_12.createNoteTimeBound)(db),truncated=notes.length>MAX_NOTES_SCANNED,add=(memory,said)=>(seen.add(memory.id),keep&&!keep(memory,said)?!1:(memories.push(memory),text.set(memory.id,said),!0));for(let n of notes.slice(0,MAX_NOTES_SCANNED)){if(memories.length>=MAX_MEMORIES){truncated=!0;break}if(n.path===LIFECYCLE_NOTE_PATH||isLedgerIndexed(ctx,n.path))continue;let stored=toRel(memoryDir,n.path);if(!stored)continue;if(mayMatch&&!await mayMatch(n)){dailyNote_1.DAILY_FILE_RE.test(stored)&&await readsWhole(ctx,stored)&&(truncated=!0);continue}let file;try{file=await resolveVaultFile(ctx,stored,!0)}catch{continue}let rel=file.rel,daily=dailyNote_1.DAILY_FILE_RE.exec(rel),read=await readPrefix(file.real,daily?MAX_REWRITE_BYTES:MAP_READ_BYTES);if(read===null)continue;let fm={};try{fm=JSON.parse(n.frontmatter_json)}catch{}if(daily){let{blocks}=parseEntries(rel,read.text),dated=blocks.map(b=>({b,at:entryAt(bound,n.path,daily[2],b,n.modified_at)})),newest=keep?dated:[...dated].sort((x,y)=>y.at.localeCompare(x.at)).slice(0,MAX_ENTRIES_PER_DAY);newest.length<blocks.length&&(truncated=!0);for(let b of blocks)seen.add(b.id);for(let{b,at}of newest)add({id:b.id,kind:"entry",path:rel,title:collapse(b.text,90),at,source:b.source||null,tags:[],status:null,excerpt:collapse(b.text,EXCERPT_CHARS)},b.text);read.truncated&&(truncated=!0);continue}let parsed=(0,parser_12.parseNote)(n.path,read.text),id=`note:${rel}`;add({id,kind:"note",path:rel,title:n.title,at:n.modified_at,source:typeof fm.source=="string"?fm.source:null,tags:tagsOf(fm),status:typeof fm.status=="string"?fm.status:null,excerpt:collapse(parsed.body
|
|
1052
|
+
`,"utf8"),await handle.sync()}finally{await handle.close()}}function recordEvent(db,rel,action,id,title){db.prepare("INSERT INTO write_events (note_path, action, summary, created_at) VALUES (?, ?, ?, ?)").run(rel,action,JSON.stringify({id,title}),new Date().toISOString())}function parseEventRef(summary){try{let v=JSON.parse(summary??"");return{id:typeof v.id=="string"?v.id:null,title:typeof v.title=="string"?v.title:null}}catch{return{id:null,title:summary}}}async function exists(abs){try{return await promises_1.default.lstat(abs),!0}catch{return!1}}async function readsWhole(ctx,stored){try{if((0,fs_1.statSync)(path_1.default.resolve(ctx.memoryDir,stored)).size<=MAX_REWRITE_BYTES)return!1}catch{return!1}try{let file=await resolveVaultFile(ctx,stored,!0);return(await promises_1.default.stat(file.real)).size>MAX_REWRITE_BYTES}catch{return!1}}function changedSinceIndexed(memoryDir,n){try{return(0,fs_1.statSync)(path_1.default.resolve(memoryDir,n.path)).mtime.toISOString()!==n.modified_at}catch{return!0}}function notesWithIndexedText(db,hasWord){let out=new Set,rows=db.prepare("SELECT note_path, text FROM chunks").iterate();for(let row of rows)!out.has(row.note_path)&&hasWord(row.text)&&out.add(row.note_path);return out}async function retiredEntryFiles(ctx){return new Set(activeRetired(await readJournal(ctx)).filter(r=>r.kind==="entry").map(r=>r.path))}async function collectMemories(ctx,keep,mayMatch){let{db,memoryDir}=ctx,notes=db.prepare("SELECT path, title, modified_at, frontmatter_json FROM notes ORDER BY modified_at DESC LIMIT ?").all(MAX_NOTES_SCANNED+1),memories=[],text=new Map,wikilinks=new Map,seen=new Set,bound=(0,orchestrator_12.createNoteTimeBound)(db),truncated=notes.length>MAX_NOTES_SCANNED,add=(memory,said)=>(seen.add(memory.id),keep&&!keep(memory,said)?!1:(memories.push(memory),text.set(memory.id,said),!0));for(let n of notes.slice(0,MAX_NOTES_SCANNED)){if(memories.length>=MAX_MEMORIES){truncated=!0;break}if(n.path===LIFECYCLE_NOTE_PATH||isLedgerIndexed(ctx,n.path))continue;let stored=toRel(memoryDir,n.path);if(!stored)continue;if(mayMatch&&!await mayMatch(n)){dailyNote_1.DAILY_FILE_RE.test(stored)&&await readsWhole(ctx,stored)&&(truncated=!0);continue}let file;try{file=await resolveVaultFile(ctx,stored,!0)}catch{continue}let rel=file.rel,daily=dailyNote_1.DAILY_FILE_RE.exec(rel),read=await readPrefix(file.real,daily?MAX_REWRITE_BYTES:MAP_READ_BYTES);if(read===null)continue;let fm={};try{fm=JSON.parse(n.frontmatter_json)}catch{}if(daily){let{blocks}=parseEntries(rel,read.text),dated=blocks.map(b=>({b,at:entryAt(bound,n.path,daily[2],b,n.modified_at)})),newest=keep?dated:[...dated].sort((x,y)=>y.at.localeCompare(x.at)).slice(0,MAX_ENTRIES_PER_DAY);newest.length<blocks.length&&(truncated=!0);for(let b of blocks)seen.add(b.id);for(let{b,at}of newest)add({id:b.id,kind:"entry",path:rel,title:collapse(b.text,90),at,source:b.source||null,tags:[],status:null,excerpt:collapse(b.text,EXCERPT_CHARS)},b.text);read.truncated&&(truncated=!0);continue}let parsed=(0,parser_12.parseNote)(n.path,read.text),id=`note:${rel}`;add({id,kind:"note",path:rel,title:n.title,at:n.modified_at,source:typeof fm.source=="string"?fm.source:null,tags:tagsOf(fm),status:typeof fm.status=="string"?fm.status:null,excerpt:collapse(withoutFirstHeading(parsed.body),EXCERPT_CHARS)},`${n.title}
|
|
1057
1053
|
${parsed.body}`)&&wikilinks.set(id,parsed.wikilinks)}return memories.sort((a,b)=>b.at.localeCompare(a.at)),{memories,truncated,text,wikilinks,seen}}async function completedRetirements(ctx,live){let rootReal=await promises_1.default.realpath(ctx.memoryDir),out=[];for(let r of activeRetired(await readJournal(ctx)).reverse()){if(!(r.kind==="entry"?!live.has(r.id):!!r.storedAt&&await exists(path_1.default.join(rootReal,...r.storedAt.split("/")))))continue;let day=dailyNote_1.DAILY_FILE_RE.exec(r.path)?.[2],header=r.block?(0,dailyNote_1.parseEntryHeader)(r.block.split(`
|
|
1058
1054
|
`)[0]):null;out.push({memory:{id:r.rid,memoryId:r.id,kind:r.kind,path:r.path,title:r.title,retiredAt:r.retiredAt,...r.kind==="entry"&&day&&header?{savedAt:(0,orchestrator_12.clampSessionDate)((0,dailyNote_1.entryInstant)(day,header),r.retiredAt)??r.retiredAt}:{}},text:r.block??"",...r.kind==="note"&&r.storedAt?{storedAt:r.storedAt}:{}})}let facts=(0,lifecycle_12.listRetiredFacts)(ctx.db).map(f=>({memory:{id:f.id,memoryId:f.id,kind:"fact",path:ctx.ledgerRelPath,title:f.title,retiredAt:f.retiredAt},text:f.title,scope:f.scope}));return[...out,...facts].sort((a,b)=>b.memory.retiredAt.localeCompare(a.memory.retiredAt))}async function retiredNoteBody(rootReal,storedAt){let stored=path_1.default.join(rootReal,...storedAt.split("/"));if(!within(path_1.default.join(rootReal,RETIRED_FILES_DIR),stored))return"";try{if(await promises_1.default.realpath(path_1.default.dirname(stored))!==path_1.default.dirname(stored))return""}catch{return""}let read=await readPrefix(stored,MAP_READ_BYTES);return read===null?"":(0,parser_12.parseNote)(stored,read.text).body}async function buildMemoryMap(ctx,options2={}){let{db}=ctx,cap=options2.limit??exports2.DEFAULT_MAP_LIMIT,collected=await collectMemories(ctx),activeObservations=((0,observations_1.observeEnabled)()?(0,observations_1.observationsForExport)(db,path_1.default.resolve(ctx.memoryDir)):[]).filter(row=>!row.retired).map(observationMemory),memories=activeObservations.length===0?collected.memories:[...collected.memories,...activeObservations].sort((a,b)=>b.at.localeCompare(a.at)||a.id.localeCompare(b.id)).slice(0,MAX_MEMORIES),mentionText=collected.text,wikilinksOf=collected.wikilinks,shown=memories.slice(0,cap),truncatedMemories=collected.truncated||collected.memories.length+activeObservations.length>MAX_MEMORIES||memories.length>cap,byPath=new Map,byName=new Map;for(let m of memories)if(m.kind==="note"){byPath.set(m.path.replace(/\.md$/i,"").toLowerCase(),m.id);for(let key of new Set([path_1.default.posix.basename(m.path,".md").toLowerCase(),m.title.toLowerCase()]))byName.set(key,[...byName.get(key)??[],m.id])}let resolveWikilink=target=>{let t=target.trim().replace(/\.md$/i,"").toLowerCase();if(byPath.has(t))return byPath.get(t);if(t.includes("/"))return null;let candidates=byName.get(t)??[];return candidates.length===1?candidates[0]:null},thingRows=db.prepare(`SELECT e.id, e.canonical_name AS name,
|
|
1059
1055
|
SUM(CASE WHEN f.valid_to IS NULL THEN 1 ELSE 0 END) AS current,
|
|
@@ -1078,9 +1074,26 @@ ${parsed.body}`)&&wikilinks.set(id,parsed.wikilinks)}return memories.sort((a,b)=
|
|
|
1078
1074
|
`)[0])?.time??"");if(line!==null){lines.splice(line,0,...copies.split(`
|
|
1079
1075
|
`)),await atomicWrite(file.real,lines.join(`
|
|
1080
1076
|
`));return}}let base=existing??record.remainder??(0,dailyNote_1.engineDailyHeader)(day);await atomicWrite(file.real,`${base.replace(/\n*$/,"")}
|
|
1081
|
-
${copies}`)})}else{if(!record.storedAt)throw new Error("retired note record is incomplete");let storedDir=path_1.default.join(rootReal,...path_1.default.posix.dirname(record.storedAt).split("/"));if(!within(path_1.default.join(rootReal,RETIRED_FILES_DIR),path_1.default.join(storedDir,"x"))||await promises_1.default.realpath(storedDir)!==storedDir)throw(0,toolRefusal_1.refusal)("unsafe_path","retired note record points outside the retired directory");let storedReal=path_1.default.join(storedDir,path_1.default.posix.basename(record.storedAt));if(await exists(file.real))throw(0,toolRefusal_1.refusal)("restore_conflict","a memory already exists at that path; restore would overwrite it");(0,secretGuard_1.secretGuardEnabled)()&&await(0,secretGuard_1.assertStorable)([{field:"memory",text:await readToScreen(storedReal,"restore")},{field:"title",text:record.title}],"restore");let targetDir=await ensureRealDir(rootReal,path_1.default.posix.dirname(record.path)),targetReal=path_1.default.join(targetDir,path_1.default.posix.basename(record.path));await promises_1.default.rename(storedReal,targetReal),rollback=async()=>{await promises_1.default.rename(targetReal,storedReal)}}try{await options2.validateAfterWrite?.()}catch(err){throw await rollback?.(),err}return await(0,pipeline_12.indexFile)(ctx.db,file.indexed,ctx.indexOptions),await appendJournal(ctx,{...record,restoredAt:at}),recordEvent(ctx.db,record.path,"restore",record.id,record.title),{ok:!0,id:record.id,action:"restored",title:record.title,at}})}function storedCopyDir(rootReal,rid){let hex=rid.startsWith("retired:")?rid.slice(8):"";return/^[0-9a-f]{16}$/.test(hex)?path_1.default.join(rootReal,RETIRED_FILES_DIR,hex):null}async function removePurgedCopies(rootReal,journal){for(let r of journal){if(!r.purgedAt||r.kind!=="note")continue;let dir=storedCopyDir(rootReal,r.rid);if(!dir)continue;let st;try{st=await promises_1.default.lstat(dir)}catch(err){if(err.code==="ENOENT")continue;throw err}!st.isDirectory()||await promises_1.default.realpath(path_1.default.dirname(dir))!==path_1.default.dirname(dir)||await promises_1.default.rm(dir,{recursive:!0,force:!0})}}async function bytesBelow(dir){let total=0,entries;try{entries=await promises_1.default.readdir(dir,{withFileTypes:!0})}catch(err){if(err.code==="ENOENT")return 0;throw err}for(let entry of entries){let abs=path_1.default.join(dir,entry.name);entry.isDirectory()?total+=await bytesBelow(abs):entry.isFile()&&entry.name.endsWith(".md")&&(total+=(await promises_1.default.lstat(abs)).size)}return total}async function eraseFact(ctx,id){let receipt=await(0,lifecycle_12.eraseRetiredFact)(ctx.db,ctx.memoryDir,ctx.ledgerRelPath,id,ctx.indexOptions.vectorIndex);if(ctx.evidenceCachePath){let ledger=(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath);(0,evidenceCache_1.dropEvidenceForStems)(ctx.evidenceCachePath,[ledger,path_1.default.relative(path_1.default.resolve(ctx.memoryDir),ledger)])}return receipt}function factLink(ctx,id){let f=(0,lifecycle_12.listRetiredFacts)(ctx.db).find(row=>row.id===id);return f?[{kind:"fact",eventId:f.eventId,scope:f.scope,subject:f.subject,predicate:f.predicate}]:[]}function reportErased(onErased,links){if(!(!onErased||links.length===0))try{onErased(links)}catch{}}async function purgeRetired(ctx,target,only,onErased){let workspace=path_1.default.resolve(ctx.memoryDir);if(target.startsWith("observation:")){let ids2=(0,observations_1.purgeRetiredObservations)(ctx.db,workspace,target);if(ids2.length===0)throw(0,toolRefusal_1.refusal)("memory_not_found","no retired observation with that id");return{ok:!0,action:"deleted",ids:ids2,freedBytes:0,at:new Date().toISOString()}}let receipt=await purgeRetiredJournal(ctx,target,only,onErased);if(target!=="all")return receipt;let ids=(0,observations_1.purgeRetiredObservations)(ctx.db,workspace,void 0,only);return ids.length===0?receipt:{...receipt,ids:[...receipt.ids,...ids]}}async function purgeRetiredJournal(ctx,target,only,onErased){if((0,lifecycle_12.factEventId)(target)!==null){let links=factLink(ctx,target),receipt=await eraseFact(ctx,target);return reportErased(onErased,links),receipt}if(target!=="all"&&!target.startsWith("retired:"))throw(0,toolRefusal_1.refusal)("invalid_argument",'pass the id of a retired memory from memory_map.retired (retired:<id>) or "all"; a live memory is retired first');if(only!==void 0&&target!=="all")throw(0,toolRefusal_1.refusal)("invalid_argument",'a list of ids goes with "all" only: one id deletes one memory');return serialize(async()=>{await reconcile(ctx);let rootReal=await promises_1.default.realpath(ctx.memoryDir),journal=await readJournal(ctx),live=(await collectMemories(ctx)).seen,completed=await completedRetirements(ctx,live),listed=only===void 0?null:new Set(only),chosen=target==="all"?completed.filter(r=>listed===null?r.memory.kind!=="fact":listed.has(r.memory.id)):completed.filter(r=>r.memory.id===target);if(target!=="all"&&chosen.length===0)throw(0,toolRefusal_1.refusal)("memory_not_found","no retired note or entry with that id");let at=new Date().toISOString();if(chosen.length===0)return{ok:!0,action:"deleted",ids:[],freedBytes:0,at};let facts=chosen.filter(r=>r.memory.kind==="fact"),files=chosen.filter(r=>r.memory.kind!=="fact"),erasedFacts=[],links=[];for(let fact of facts){links.push(...factLink(ctx,fact.memory.id));let erased=await eraseFact(ctx,fact.memory.id);erasedFacts.push(...erased.ids)}if(files.length===0)return reportErased(onErased,links),{ok:!0,action:"deleted",ids:erasedFacts,freedBytes:0,at};let rids=new Set(files.map(r=>r.memory.id)),memoryIds=new Set(files.map(r=>r.memory.memoryId)),byRid=new Map(activeRetired(journal).map(r=>[r.rid,r])),freedBytes=0;for(let rid of rids){let dir2=byRid.get(rid)?.kind==="note"?storedCopyDir(rootReal,rid):null;dir2&&(freedBytes+=await bytesBelow(dir2))}let stems=new Set;await(0,forgetImported_1.forgetImportedNotes)(ctx.memoryDir,new Set(files.filter(r=>r.memory.kind==="note").map(r=>r.memory.path))),await(0,replacedJournal_1.forgetReplacementsOf)(path_1.default.join(rootReal,exports2.RETIRED_DIR),new Set(files.map(r=>r.memory.memoryId).filter(id=>typeof id=="string"))),ctx.db.transaction(()=>{let named=ctx.db.prepare("DELETE FROM write_events WHERE action IN ('retire', 'restore') AND json_valid(summary) AND json_extract(summary, '$.id') = ?"),noted=ctx.db.prepare("DELETE FROM write_events WHERE action = 'note' AND note_path IN (?, ?) AND summary = ?");for(let memoryId of memoryIds)named.run(memoryId);for(let r of files){let rel=r.memory.path;if(stems.add(rel),stems.add(path_1.default.resolve(ctx.memoryDir,...rel.split("/"))),r.memory.kind!=="entry")continue;let record=byRid.get(r.memory.id),text=record?.block?parseEntries(rel,record.block).blocks[0]?.text:void 0;text!==void 0&¬ed.run(rel,rel.split("/").join(path_1.default.sep),text.slice(0,240))}})(),ctx.evidenceCachePath&&(0,evidenceCache_1.dropEvidenceForStems)(ctx.evidenceCachePath,[...stems]);let kept=journal.filter(r=>!rids.has(r.rid)&&!(memoryIds.has(r.id)&&!byRid.has(r.rid))),tombstones=[...rids].map(rid=>({rid,kind:byRid.get(rid).kind,purgedAt:at,voided:!0})),dir=await ensureRealDir(rootReal,exports2.RETIRED_DIR),file=path_1.default.join(dir,path_1.default.basename(RETIRED_INDEX)),st=await promises_1.default.lstat(file);if(!st.isFile()||st.nlink!==1)throw new Error(`refusing to rewrite ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);await atomicWrite(file,[...kept,...tombstones].map(r=>JSON.stringify(r)+`
|
|
1077
|
+
${copies}`)})}else{if(!record.storedAt)throw new Error("retired note record is incomplete");let storedDir=path_1.default.join(rootReal,...path_1.default.posix.dirname(record.storedAt).split("/"));if(!within(path_1.default.join(rootReal,RETIRED_FILES_DIR),path_1.default.join(storedDir,"x"))||await promises_1.default.realpath(storedDir)!==storedDir)throw(0,toolRefusal_1.refusal)("unsafe_path","retired note record points outside the retired directory");let storedReal=path_1.default.join(storedDir,path_1.default.posix.basename(record.storedAt));if(await exists(file.real))throw(0,toolRefusal_1.refusal)("restore_conflict","a memory already exists at that path; restore would overwrite it");(0,secretGuard_1.secretGuardEnabled)()&&await(0,secretGuard_1.assertStorable)([{field:"memory",text:await readToScreen(storedReal,"restore")},{field:"title",text:record.title}],"restore");let targetDir=await ensureRealDir(rootReal,path_1.default.posix.dirname(record.path)),targetReal=path_1.default.join(targetDir,path_1.default.posix.basename(record.path));await promises_1.default.rename(storedReal,targetReal),rollback=async()=>{await promises_1.default.rename(targetReal,storedReal)}}try{await options2.validateAfterWrite?.()}catch(err){throw await rollback?.(),err}return await(0,pipeline_12.indexFile)(ctx.db,file.indexed,ctx.indexOptions),await appendJournal(ctx,{...record,restoredAt:at}),recordEvent(ctx.db,record.path,"restore",record.id,record.title),{ok:!0,id:record.id,action:"restored",title:record.title,at}})}function storedCopyDir(rootReal,rid){let hex=rid.startsWith("retired:")?rid.slice(8):"";return/^[0-9a-f]{16}$/.test(hex)?path_1.default.join(rootReal,RETIRED_FILES_DIR,hex):null}async function removePurgedCopies(rootReal,journal){for(let r of journal){if(!r.purgedAt||r.kind!=="note")continue;let dir=storedCopyDir(rootReal,r.rid);if(!dir)continue;let st;try{st=await promises_1.default.lstat(dir)}catch(err){if(err.code==="ENOENT")continue;throw err}!st.isDirectory()||await promises_1.default.realpath(path_1.default.dirname(dir))!==path_1.default.dirname(dir)||await promises_1.default.rm(dir,{recursive:!0,force:!0})}}async function bytesBelow(dir){let total=0,entries;try{entries=await promises_1.default.readdir(dir,{withFileTypes:!0})}catch(err){if(err.code==="ENOENT")return 0;throw err}for(let entry of entries){let abs=path_1.default.join(dir,entry.name);entry.isDirectory()?total+=await bytesBelow(abs):entry.isFile()&&entry.name.endsWith(".md")&&(total+=(await promises_1.default.lstat(abs)).size)}return total}async function eraseFact(ctx,id){let receipt=await(0,lifecycle_12.eraseRetiredFact)(ctx.db,ctx.memoryDir,ctx.ledgerRelPath,id,ctx.indexOptions.vectorIndex),eventId=(0,lifecycle_12.factEventId)(id);if(eventId&&(0,layeredScope_1.forgetOrigins)(ctx.db,{eventIds:[eventId]}),ctx.evidenceCachePath){let ledger=(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath);(0,evidenceCache_1.dropEvidenceForStems)(ctx.evidenceCachePath,[ledger,path_1.default.relative(path_1.default.resolve(ctx.memoryDir),ledger)])}return receipt}function factLink(ctx,id){let f=(0,lifecycle_12.listRetiredFacts)(ctx.db).find(row=>row.id===id);return f?[{kind:"fact",eventId:f.eventId,scope:f.scope,subject:f.subject,predicate:f.predicate}]:[]}function reportErased(onErased,links){if(!(!onErased||links.length===0))try{onErased(links)}catch{}}async function purgeRetired(ctx,target,only,onErased){let workspace=path_1.default.resolve(ctx.memoryDir);if(target.startsWith("observation:")){let ids2=(0,observations_1.purgeRetiredObservations)(ctx.db,workspace,target);if(ids2.length===0)throw(0,toolRefusal_1.refusal)("memory_not_found","no retired observation with that id");return{ok:!0,action:"deleted",ids:ids2,freedBytes:0,at:new Date().toISOString()}}let receipt=await purgeRetiredJournal(ctx,target,only,onErased);if(target!=="all")return receipt;let ids=(0,observations_1.purgeRetiredObservations)(ctx.db,workspace,void 0,only);return ids.length===0?receipt:{...receipt,ids:[...receipt.ids,...ids]}}async function purgeRetiredJournal(ctx,target,only,onErased){if((0,lifecycle_12.factEventId)(target)!==null){let links=factLink(ctx,target),receipt=await eraseFact(ctx,target);return reportErased(onErased,links),receipt}if(target!=="all"&&!target.startsWith("retired:"))throw(0,toolRefusal_1.refusal)("invalid_argument",'pass the id of a retired memory from memory_map.retired (retired:<id>) or "all"; a live memory is retired first');if(only!==void 0&&target!=="all")throw(0,toolRefusal_1.refusal)("invalid_argument",'a list of ids goes with "all" only: one id deletes one memory');return serialize(async()=>{await reconcile(ctx);let rootReal=await promises_1.default.realpath(ctx.memoryDir),journal=await readJournal(ctx),live=(await collectMemories(ctx)).seen,completed=await completedRetirements(ctx,live),listed=only===void 0?null:new Set(only),chosen=target==="all"?completed.filter(r=>listed===null?r.memory.kind!=="fact":listed.has(r.memory.id)):completed.filter(r=>r.memory.id===target);if(target!=="all"&&chosen.length===0)throw(0,toolRefusal_1.refusal)("memory_not_found","no retired note or entry with that id");let at=new Date().toISOString();if(chosen.length===0)return{ok:!0,action:"deleted",ids:[],freedBytes:0,at};let facts=chosen.filter(r=>r.memory.kind==="fact"),files=chosen.filter(r=>r.memory.kind!=="fact"),erasedFacts=[],links=[];for(let fact of facts){links.push(...factLink(ctx,fact.memory.id));let erased=await eraseFact(ctx,fact.memory.id);erasedFacts.push(...erased.ids)}if(files.length===0)return reportErased(onErased,links),{ok:!0,action:"deleted",ids:erasedFacts,freedBytes:0,at};let rids=new Set(files.map(r=>r.memory.id)),memoryIds=new Set(files.map(r=>r.memory.memoryId)),byRid=new Map(activeRetired(journal).map(r=>[r.rid,r])),freedBytes=0;for(let rid of rids){let dir2=byRid.get(rid)?.kind==="note"?storedCopyDir(rootReal,rid):null;dir2&&(freedBytes+=await bytesBelow(dir2))}let stems=new Set;await(0,forgetImported_1.forgetImportedNotes)(ctx.memoryDir,new Set(files.filter(r=>r.memory.kind==="note").map(r=>r.memory.path))),await(0,replacedJournal_1.forgetReplacementsOf)(path_1.default.join(rootReal,exports2.RETIRED_DIR),new Set(files.map(r=>r.memory.memoryId).filter(id=>typeof id=="string"))),ctx.db.transaction(()=>{let named=ctx.db.prepare("DELETE FROM write_events WHERE action IN ('retire', 'restore') AND json_valid(summary) AND json_extract(summary, '$.id') = ?"),noted=ctx.db.prepare("DELETE FROM write_events WHERE action = 'note' AND note_path IN (?, ?) AND summary = ?");for(let memoryId of memoryIds)named.run(memoryId);(0,layeredScope_1.forgetOrigins)(ctx.db,{noteIds:files.filter(r=>r.memory.kind==="entry"&&typeof r.memory.memoryId=="string").map(r=>r.memory.memoryId),notePaths:files.filter(r=>r.memory.kind!=="entry").map(r=>r.memory.path)});for(let r of files){let rel=r.memory.path;if(stems.add(rel),stems.add(path_1.default.resolve(ctx.memoryDir,...rel.split("/"))),r.memory.kind!=="entry")continue;let record=byRid.get(r.memory.id),text=record?.block?parseEntries(rel,record.block).blocks[0]?.text:void 0;text!==void 0&¬ed.run(rel,rel.split("/").join(path_1.default.sep),text.slice(0,240))}})(),ctx.evidenceCachePath&&(0,evidenceCache_1.dropEvidenceForStems)(ctx.evidenceCachePath,[...stems]);let kept=journal.filter(r=>!rids.has(r.rid)&&!(memoryIds.has(r.id)&&!byRid.has(r.rid))),tombstones=[...rids].map(rid=>({rid,kind:byRid.get(rid).kind,purgedAt:at,voided:!0})),dir=await ensureRealDir(rootReal,exports2.RETIRED_DIR),file=path_1.default.join(dir,path_1.default.basename(RETIRED_INDEX)),st=await promises_1.default.lstat(file);if(!st.isFile()||st.nlink!==1)throw new Error(`refusing to rewrite ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);await atomicWrite(file,[...kept,...tombstones].map(r=>JSON.stringify(r)+`
|
|
1082
1078
|
`).join("")),await removePurgedCopies(rootReal,tombstones);let notes=tombstones.filter(r=>r.kind==="note").length,entries=tombstones.length-notes,counted=[notes?`${notes} note${notes===1?"":"s"}`:"",entries?`${entries} entr${entries===1?"y":"ies"}`:""].filter(Boolean).join(" and ");ctx.db.prepare("INSERT INTO write_events (note_path, action, summary, created_at, author) VALUES (?, ?, ?, ?, ?)").run("_retired_","delete",`deleted permanently: ${counted}`,at,ctx.source??null);for(let notePath of new Set(files.map(r=>r.memory.path)))links.push({kind:"note",path:notePath});return reportErased(onErased,links),{ok:!0,action:"deleted",ids:[...erasedFacts,...rids],freedBytes,at}})}function dailyEntriesForExport(rel,content){let day=dailyNote_1.DAILY_FILE_RE.exec(rel)?.[2];return day?parseEntries(rel,content).blocks.map(b=>({id:b.id,at:(0,dailyNote_1.entryInstant)(day,b),source:b.source,text:b.text})):[]}async function retiredForExport(ctx){let rootReal=await promises_1.default.realpath(ctx.memoryDir),out=[];for(let r of activeRetired(await readJournal(ctx)).reverse()){let day=dailyNote_1.DAILY_FILE_RE.exec(r.path)?.[2];if(r.kind==="entry"){if(!r.block)continue;let live=!1;try{let file=await resolveVaultFile(ctx,r.path,!0);live=parseEntries(file.rel,await readWhole(file.real)).blocks.some(b=>b.id===r.id)}catch{}if(live)continue;let header=(0,dailyNote_1.parseEntryHeader)(r.block.split(`
|
|
1083
|
-
`)[0]);out.push({rid:r.rid,memoryId:r.id,kind:"entry",path:r.path,title:r.title,retiredAt:r.retiredAt,content:r.block,...day&&header?{savedAt:(0,dailyNote_1.entryInstant)(day,header)}:{}});continue}if(!r.storedAt)continue;let stored=path_1.default.join(rootReal,...r.storedAt.split("/"));if(within(path_1.default.join(rootReal,RETIRED_FILES_DIR),stored))try{if(await promises_1.default.realpath(path_1.default.dirname(stored))!==path_1.default.dirname(stored))continue;let handle=await openConfined(stored),content;try{content=await handle.readFile("utf8")}finally{await handle.close()}out.push({rid:r.rid,memoryId:r.id,kind:"note",path:r.path,title:r.title,retiredAt:r.retiredAt,storedAt:r.storedAt,content})}catch(err){if(err.code==="ENOENT")continue;throw err}}return out}function recallFileTreeOn(env=process.env){return["1","true","yes","on"].includes((env.RENOR_RECALL_FILE_TREE??"").trim().toLowerCase())}function memoryPathTree(memories){let counts=new Map;for(let m of memories){let i=m.path.lastIndexOf("/"),dir=i<0?".":m.path.slice(0,i);counts.set(dir,(counts.get(dir)??0)+1)}return[...counts].sort((a,b)=>a[0]<b[0]?-1:a[0]>b[0]?1:0).map(([dir,memories2])=>({dir,memories:memories2}))}}});var
|
|
1079
|
+
`)[0]);out.push({rid:r.rid,memoryId:r.id,kind:"entry",path:r.path,title:r.title,retiredAt:r.retiredAt,content:r.block,...day&&header?{savedAt:(0,dailyNote_1.entryInstant)(day,header)}:{}});continue}if(!r.storedAt)continue;let stored=path_1.default.join(rootReal,...r.storedAt.split("/"));if(within(path_1.default.join(rootReal,RETIRED_FILES_DIR),stored))try{if(await promises_1.default.realpath(path_1.default.dirname(stored))!==path_1.default.dirname(stored))continue;let handle=await openConfined(stored),content;try{content=await handle.readFile("utf8")}finally{await handle.close()}out.push({rid:r.rid,memoryId:r.id,kind:"note",path:r.path,title:r.title,retiredAt:r.retiredAt,storedAt:r.storedAt,content})}catch(err){if(err.code==="ENOENT")continue;throw err}}return out}function recallFileTreeOn(env=process.env){return["1","true","yes","on"].includes((env.RENOR_RECALL_FILE_TREE??"").trim().toLowerCase())}function memoryPathTree(memories){let counts=new Map;for(let m of memories){let i=m.path.lastIndexOf("/"),dir=i<0?".":m.path.slice(0,i);counts.set(dir,(counts.get(dir)??0)+1)}return[...counts].sort((a,b)=>a[0]<b[0]?-1:a[0]>b[0]?1:0).map(([dir,memories2])=>({dir,memories:memories2}))}}});var require_rebuild=__commonJS({"dist/embeddings/rebuild.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.chunksWithoutVectors=chunksWithoutVectors;exports2.sleep=sleep;exports2.rebuildEmbeddings=rebuildEmbeddings;exports2.embedMissingVectors=embedMissingVectors;var ATTEMPTS=3;function chunksWithoutVectors(db){return db.prepare("SELECT COUNT(*) FROM chunks c WHERE NOT EXISTS (SELECT 1 FROM chunk_embeddings_rowids r WHERE r.rowid = c.id)").pluck().get()}function sleep(ms,signal){return new Promise(resolve=>{if(ms<=0||signal?.aborted)return resolve();let done=()=>{clearTimeout(timer),signal?.removeEventListener("abort",done),resolve()},timer=setTimeout(done,ms);timer.unref(),signal?.addEventListener("abort",done,{once:!0})})}async function rebuildEmbeddings(db,vectors,provider,space,options2={}){let{batchSize=32,concurrency=4,signal,retryDelayMs=attempt2=>1e3*4**attempt2}=options2;if(vectors.space()!==space)vectors.beginRebuild(space);else if(!vectors.rebuilding())return{done:!0,embedded:0};let nextRows=db.prepare(`SELECT c.id, c.text FROM chunks c
|
|
1080
|
+
WHERE NOT EXISTS (SELECT 1 FROM chunk_embeddings_rowids r WHERE r.rowid = c.id)
|
|
1081
|
+
ORDER BY c.id LIMIT ?`),stillThere=db.prepare("SELECT 1 FROM chunks WHERE id = ? AND text = ?"),noteOf=db.prepare("SELECT note_path FROM chunks WHERE id = ?").pluck(),orphans=db.prepare("SELECT r.rowid FROM chunk_embeddings_rowids r WHERE NOT EXISTS (SELECT 1 FROM chunks c WHERE c.id = r.rowid)").pluck(),result={done:!1,embedded:0},embedAndStore=async rows=>{let embeddings=await provider.embed(rows.map(r=>r.text));if(embeddings.length!==rows.length)throw new Error(`the embedding provider returned ${embeddings.length} vectors for ${rows.length} texts`);db.transaction(()=>{rows.forEach((row,i)=>{stillThere.get(row.id,row.text)&&vectors.upsert(row.id,embeddings[i])})})(),result.embedded+=rows.length},attempt=async rows=>{let failure=null;for(let tries=0;tries<ATTEMPTS&&!signal?.aborted;tries++)try{return await embedAndStore(rows),null}catch(err){failure=err,tries+1<ATTEMPTS&&await sleep(retryDelayMs(tries),signal)}return failure},settle=async rows=>{let failure=await attempt(rows);if(failure===null||signal?.aborted)return;let refused;if(rows.length===1)refused={row:rows[0],failure};else for(let row of rows){let one=await attempt([row]);if(signal?.aborted)return;one!==null&&(refused??={row,failure:one})}if(!refused)return;let note=noteOf.get(refused.row.id),why=refused.failure instanceof Error?refused.failure.message:String(refused.failure);throw Object.assign(new Error(`chunk ${refused.row.id}${note?` of ${note}`:""} could not be embedded: ${why}`),{cause:refused.failure})};for(;!signal?.aborted;){let rows=nextRows.all(batchSize*concurrency);if(rows.length===0)return db.transaction(()=>{for(let id of orphans.all())vectors.delete(id);vectors.finishRebuild()})(),{...result,done:!0};let groups=[];for(let i=0;i<rows.length;i+=batchSize)groups.push(rows.slice(i,i+batchSize));let failed=(await Promise.allSettled(groups.map(settle))).find(s=>s.status==="rejected");if(failed)throw failed.reason}return result}async function embedMissingVectors(db,vectors,provider,options2={}){let{batchSize=32,signal}=options2,nextRows=db.prepare(`SELECT c.id, c.text FROM chunks c
|
|
1082
|
+
WHERE NOT EXISTS (SELECT 1 FROM chunk_embeddings_rowids r WHERE r.rowid = c.id)
|
|
1083
|
+
ORDER BY c.id LIMIT ?`),stillThere=db.prepare("SELECT 1 FROM chunks WHERE id = ? AND text = ?"),embedOptions=signal?{signal}:void 0,embedded=0;for(;!signal?.aborted;){let rows=nextRows.all(batchSize);if(rows.length===0)break;let embeddings=await provider.embed(rows.map(r=>r.text),embedOptions);if(embeddings.length!==rows.length)throw new Error(`the embedding provider returned ${embeddings.length} vectors for ${rows.length} texts`);db.transaction(()=>{rows.forEach((row,i)=>{stillThere.get(row.id,row.text)&&vectors.upsert(row.id,embeddings[i])})})(),embedded+=rows.length}return embedded}}});var require_callPhases=__commonJS({"dist/callPhases.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CallPhases=exports2.PHASE_NAMES=void 0;exports2.isPhasedTool=isPhasedTool;exports2.recordPhase=recordPhase;exports2.noteQueryCache=noteQueryCache;exports2.recordedPhase=recordedPhase;exports2.markRetrieved=markRetrieved;var node_async_hooks_1=require("node:async_hooks");exports2.PHASE_NAMES=["embed","token","connect","call","retrieve","reply"];var PHASED_TOOLS=["get_context","search_memory"];function isPhasedTool(tool){return PHASED_TOOLS.includes(tool)}var scope=new node_async_hooks_1.AsyncLocalStorage,CallPhases=class{totals=new Map;startedAt=performance.now();retrievedAt;embedAtRetrieved=0;run(work){return scope.run(this,work)}add(phase,ms){Number.isFinite(ms)&&ms>=0&&this.totals.set(phase,(this.totals.get(phase)??0)+ms)}total(phase){return this.totals.get(phase)??0}markRetrieved(){this.retrievedAt===void 0&&(this.retrievedAt=performance.now(),this.embedAtRetrieved=this.total("embed"))}queryCache;noteQueryCache(hit){this.queryCache=hit?"hit":"miss"}queryCacheStatus(){return this.queryCache}report(){let out={};for(let[phase,ms]of this.totals)out[phase]=ms;this.retrievedAt!==void 0&&(out.retrieve=Math.max(0,this.retrievedAt-this.startedAt-this.embedAtRetrieved),out.reply=Math.max(0,performance.now()-this.retrievedAt));for(let phase of exports2.PHASE_NAMES)out[phase]!==void 0&&(out[phase]=Math.round(out[phase]*10)/10);return out}};exports2.CallPhases=CallPhases;function recordPhase(phase,ms){scope.getStore()?.add(phase,ms)}function noteQueryCache(hit){scope.getStore()?.noteQueryCache(hit)}function recordedPhase(phase){return scope.getStore()?.total(phase)??0}function markRetrieved(){scope.getStore()?.markRetrieved()}}});var require_types4=__commonJS({"dist/embeddings/types.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EmbeddingUnavailableError=void 0;var EmbeddingUnavailableError=class extends Error{constructor(message,options2){super(message,options2),this.name="EmbeddingUnavailableError"}};exports2.EmbeddingUnavailableError=EmbeddingUnavailableError}});var require_vertex=__commonJS({"dist/embeddings/vertex.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.VertexEmbeddingProvider=void 0;var node_fs_1=__importDefault(require("node:fs")),node_crypto_1=__importDefault(require("node:crypto")),callPhases_1=require_callPhases(),types_1=require_types4(),REQUEST_MARGIN_SHARE=1/12,RENEW_AHEAD_SHARE=1/6,MIN_RENEWED_LIFETIME_MS=6e4,RENEW_RETRY_MS=6e4,TOKEN_EXCHANGE_TIMEOUT_MS=3e4,MAX_TIMER_MS=2**31-1,processClock={now:()=>Date.now(),setTimeout:(callback,ms)=>setTimeout(callback,ms),clearTimeout:timer=>clearTimeout(timer)},DEFAULT_MAX_ATTEMPTS=8,defaultRetryWaitMs=attempt=>Math.min(12e4,5e3*2**attempt)+Math.random()*2e3;function endpointBase(baseUrl,location){if(baseUrl===void 0)return`https://${location}-aiplatform.googleapis.com`;let url=new URL(baseUrl),loopback=url.hostname==="127.0.0.1"||url.hostname==="localhost"||url.hostname==="[::1]";if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("Vertex baseUrl must be https, or http on loopback");return url.origin}function sleepUnlessAborted(ms,signal){return new Promise((resolve,reject)=>{if(signal?.aborted)return reject(signal.reason);let onAbort=()=>{clearTimeout(timer),reject(signal.reason)},timer=setTimeout(()=>{signal?.removeEventListener("abort",onAbort),resolve()},ms);signal?.addEventListener("abort",onAbort,{once:!0})})}function b64url(input){return Buffer.from(input).toString("base64url")}function untilAborted(work,signal){return new Promise((resolve,reject)=>{let onAbort=()=>reject(signal.reason);signal.addEventListener("abort",onAbort,{once:!0}),work.then(resolve,reject).finally(()=>signal.removeEventListener("abort",onAbort))})}var VertexEmbeddingProvider=class{dimensions;kind="vertex";model;identity;project;location;key;maxInstancesPerRequest;maxInputTokens;base;maxAttempts;retryWaitMs;request;tokenClock;accessToken=null;tokenUsableUntil=0;tokenRenewAt=0;exchange=null;renewTimer;usage;constructor(options2){let keyFile=options2?.keyFile??process.env.RENOR_EVAL_VERTEX_KEY_FILE??process.env.GOOGLE_APPLICATION_CREDENTIALS??"";if(!keyFile||!node_fs_1.default.existsSync(keyFile))throw new Error("Vertex provider requires a service-account key file (GOOGLE_APPLICATION_CREDENTIALS or RENOR_EVAL_VERTEX_KEY_FILE)");let raw=JSON.parse(node_fs_1.default.readFileSync(keyFile,"utf8"));if(!raw.client_email||!raw.private_key||!raw.token_uri)throw new Error("Service-account key file must contain client_email, private_key, and token_uri");if(this.key=raw,this.project=options2?.project??process.env.RENOR_EVAL_VERTEX_PROJECT??"",!/^[a-z0-9-]+$/.test(this.project))throw new Error("RENOR_EVAL_VERTEX_PROJECT is required");if(this.location=options2?.location??process.env.RENOR_EVAL_VERTEX_LOCATION??"",!this.location)throw new Error("RENOR_EVAL_VERTEX_LOCATION is required");if(!/^[a-z0-9-]+$/.test(this.location))throw new Error("Invalid Vertex location");this.model=options2?.model??process.env.RENOR_EVAL_MODEL??"gemini-embedding-001",this.identity={kind:this.kind,model:this.model};let dimensions=options2?.dimensions??Number(process.env.RENOR_EVAL_EMBEDDING_DIMS??768);if(!Number.isInteger(dimensions)||![768,1536,3072].includes(dimensions))throw new Error("gemini-embedding-001 dimensions must be 768, 1536, or 3072");this.dimensions=dimensions,this.maxInstancesPerRequest=options2?.maxInstancesPerRequest??32;let maxInputTokens=options2?.maxInputTokens??Number(process.env.RENOR_EVAL_MAX_EMBED_TOKENS??8e7);if(!Number.isInteger(maxInputTokens)||maxInputTokens<1e3)throw new Error("RENOR_EVAL_MAX_EMBED_TOKENS must be a positive integer >= 1000");this.maxInputTokens=maxInputTokens,this.base=endpointBase(options2?.baseUrl,this.location),this.maxAttempts=options2?.retry?.maxAttempts??DEFAULT_MAX_ATTEMPTS,this.retryWaitMs=options2?.retry?.waitMs??defaultRetryWaitMs,this.request=options2?.request??((input,init)=>globalThis.fetch(input,init)),this.tokenClock=options2?.tokenClock??processClock,this.usage={requests:0,inputTokens:0,maxInputTokens}}getAccessToken(signal){return this.accessToken&&this.tokenClock.now()<this.tokenUsableUntil?Promise.resolve(this.accessToken):signal?.aborted?Promise.reject(signal.reason):signal?untilAborted(this.fetchToken(),signal):this.fetchToken()}fetchToken(){return this.exchange??=this.exchangeToken().finally(()=>{this.exchange=null}),this.exchange}warmToken(){this.accessToken||this.exchange||this.fetchToken().catch(()=>{})}armRenewal(at,lifetimeMs){this.tokenClock.clearTimeout(this.renewTimer),!(!Number.isFinite(at)||!(lifetimeMs>=MIN_RENEWED_LIFETIME_MS))&&(this.tokenRenewAt=at,this.waitToRenew(at-this.tokenClock.now()))}waitToRenew(ms){this.renewTimer=this.tokenClock.setTimeout(()=>{this.renew()},Math.min(Math.max(0,ms),MAX_TIMER_MS)),this.renewTimer.unref()}async renew(){let early=this.tokenRenewAt-this.tokenClock.now();if(early>0)return this.waitToRenew(early);try{await this.fetchToken()}catch{this.tokenClock.now()<this.tokenUsableUntil&&this.waitToRenew(RENEW_RETRY_MS)}}async exchangeToken(){let now=Math.floor(Date.now()/1e3),header=b64url(JSON.stringify({alg:"RS256",typ:"JWT"})),claims=b64url(JSON.stringify({iss:this.key.client_email,scope:"https://www.googleapis.com/auth/cloud-platform",aud:this.key.token_uri,iat:now,exp:now+3600})),signature=b64url(node_crypto_1.default.createSign("RSA-SHA256").update(`${header}.${claims}`).sign(this.key.private_key)),response=await this.request(this.key.token_uri,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({grant_type:"urn:ietf:params:oauth:grant-type:jwt-bearer",assertion:`${header}.${claims}.${signature}`}).toString(),signal:AbortSignal.timeout(TOKEN_EXCHANGE_TIMEOUT_MS)});if(!response.ok)throw new Error(`Vertex token exchange failed: ${response.status}`);let data=await response.json(),lifetimeMs=data.expires_in*1e3,issuedAt=this.tokenClock.now();return this.accessToken=data.access_token,this.tokenUsableUntil=issuedAt+lifetimeMs*(1-REQUEST_MARGIN_SHARE),this.armRenewal(issuedAt+lifetimeMs*(1-RENEW_AHEAD_SHARE),lifetimeMs),this.accessToken}async predict(contents,call){let waitedForToken=performance.now(),token=await this.getAccessToken(call.signal);(0,callPhases_1.recordPhase)("token",performance.now()-waitedForToken);let url=`${this.base}/v1/projects/${this.project}/locations/${this.location}/publishers/google/models/${this.model}:predict`,body=JSON.stringify({instances:contents.map(({text,taskType})=>({content:text,task_type:taskType})),parameters:{outputDimensionality:this.dimensions,autoTruncate:!0}}),maxAttempts=this.maxAttempts,attempt=0,response,sentAt=0,connectedBefore=0,spent=()=>performance.now()-sentAt-((0,callPhases_1.recordedPhase)("connect")-connectedBefore);for(;sentAt=performance.now(),connectedBefore=(0,callPhases_1.recordedPhase)("connect"),response=await this.request(url,{method:"POST",headers:{Authorization:`Bearer ${token}`,"Content-Type":"application/json"},body,signal:call.signal}),!(response.ok||![429,500,503].includes(response.status));){if((0,callPhases_1.recordPhase)("call",spent()),attempt+=1,attempt>=maxAttempts)throw new types_1.EmbeddingUnavailableError(`Vertex predict failed after ${attempt} attempts (HTTP ${response.status})`);let waitMs=this.retryWaitMs(attempt);if(Date.now()+waitMs>call.deadline)throw new types_1.EmbeddingUnavailableError(`Vertex predict refused (HTTP ${response.status}); the retry is later than this call may wait`);process.stderr.write(`[vertex] HTTP ${response.status} on ${contents.length} inputs; retry ${attempt}/${maxAttempts-1} in ${Math.round(waitMs/1e3)}s
|
|
1084
|
+
`),await sleepUnlessAborted(waitMs,call.signal)}if(!response.ok){let bodyText=await response.text();throw(0,callPhases_1.recordPhase)("call",spent()),Object.assign(new Error(`Vertex predict failed (${response.status}): ${bodyText.slice(0,400)}`),{status:response.status})}let data=await response.json();(0,callPhases_1.recordPhase)("call",spent());let predictions=data.predictions??[];if(predictions.length!==contents.length||predictions.some(p=>!Array.isArray(p.embeddings?.values)||p.embeddings.values.length!==this.dimensions))throw new Error("Vertex predict returned malformed or incomplete embeddings");this.usage.requests+=1;for(let p of predictions)this.usage.inputTokens+=p.embeddings?.statistics?.token_count??0;if(this.usage.inputTokens>this.maxInputTokens)throw new Error(`Embedding cost guard tripped: ${this.usage.inputTokens} input tokens exceeds the ${this.maxInputTokens} cap (set RENOR_EVAL_MAX_EMBED_TOKENS to raise it)`);return predictions.map(p=>p.embeddings.values)}async embedAll(texts,taskType,options2){if(texts.length===0)return[];let call={deadline:options2?.budgetMs===void 0?1/0:Date.now()+options2.budgetMs,signal:options2?.signal},out=[],started=performance.now();try{for(let i=0;i<texts.length;i+=this.maxInstancesPerRequest){let batch=texts.slice(i,i+this.maxInstancesPerRequest).map(text=>({text,taskType}));out.push(...await this.predict(batch,call))}}finally{(0,callPhases_1.recordPhase)("embed",performance.now()-started)}return out}async embed(texts,options2){return this.embedAll(texts,"RETRIEVAL_DOCUMENT",options2)}async embedQuery(text,options2){let[vector]=await this.embedAll([text],"RETRIEVAL_QUERY",options2);return vector}describe(){return{kind:"vertex",model:this.model,dimensions:this.dimensions,location:this.location,taskTypes:{document:"RETRIEVAL_DOCUMENT",query:"RETRIEVAL_QUERY"},usage:{...this.usage}}}};exports2.VertexEmbeddingProvider=VertexEmbeddingProvider}});var require_poolFetch=__commonJS({"dist/net/poolFetch.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DEFAULT_POOL_IDLE_MS=void 0;exports2.poolFetch=poolFetch;var node_diagnostics_channel_1=__importDefault(require("node:diagnostics_channel")),GLOBAL_DISPATCHERS=[Symbol.for("undici.globalDispatcher.2"),Symbol.for("undici.globalDispatcher.1")];exports2.DEFAULT_POOL_IDLE_MS=18e4;var POOL_MAX_CONNECTIONS=8,RESET_CODES=new Set(["ECONNRESET","EPIPE"]),RESET_ERROR="SocketError";function isReset(err){let cause=err;for(let depth=0;cause&&depth<4;depth++){let{code,name}=cause;if(typeof code=="string"&&RESET_CODES.has(code)||name===RESET_ERROR)return!0;cause=cause.cause}return!1}function replayable(init){let body=init?.body;return body==null||typeof body=="string"||body instanceof URLSearchParams||body instanceof ArrayBuffer||ArrayBuffer.isView(body)}function originKey(hostname,port,protocol){return`${hostname}:${port||(protocol==="https:"?"443":"80")}`}function urlOriginKey(input){try{let url=new URL(typeof input=="string"||input instanceof URL?input:input.url);return originKey(url.hostname,url.port,url.protocol)}catch{return null}}function watchConnects(origins,onConnect){let opening=new Map,keyOf=message=>{let params=message.connectParams;if(!params||typeof params.hostname!="string")return null;let key=originKey(params.hostname,String(params.port??""),String(params.protocol??""));return origins.has(key)?key:null},begun=message=>{let key=keyOf(message);if(key===null)return;let starts=opening.get(key)??[];starts.push(performance.now()),starts.length>16&&starts.shift(),opening.set(key,starts)},ended=(message,ok)=>{let key=keyOf(message),started=key===null?void 0:opening.get(key)?.shift();started!==void 0&&ok&&onConnect(performance.now()-started)},connected=message=>ended(message,!0),failed=message=>ended(message,!1);return node_diagnostics_channel_1.default.subscribe("undici:client:beforeConnect",begun),node_diagnostics_channel_1.default.subscribe("undici:client:connected",connected),node_diagnostics_channel_1.default.subscribe("undici:client:connectError",failed),()=>{node_diagnostics_channel_1.default.unsubscribe("undici:client:beforeConnect",begun),node_diagnostics_channel_1.default.unsubscribe("undici:client:connected",connected),node_diagnostics_channel_1.default.unsubscribe("undici:client:connectError",failed)}}function poolFetch(options2={}){let idleMs=options2.idleMs??exports2.DEFAULT_POOL_IDLE_MS;if(!Number.isInteger(idleMs)||idleMs<1e3||idleMs>6e5)throw new Error("poolFetch needs an idle time between 1000 and 600000 ms");let plain=(input,init)=>globalThis.fetch(input,init),unpooled=()=>Object.assign(plain,{close:async()=>{}});globalThis.Headers;let Pool=GLOBAL_DISPATCHERS.map(symbol=>globalThis[symbol]?.constructor).find(ctor=>typeof ctor=="function"&&ctor.name==="Agent");if(!Pool)return unpooled();let dispatcher;try{dispatcher=new Pool({keepAliveTimeout:idleMs,keepAliveMaxTimeout:idleMs,connections:POOL_MAX_CONNECTIONS})}catch{return unpooled()}let origins=new Set,stopWatching=options2.onConnect?watchConnects(origins,options2.onConnect):()=>{},pooled=(input,init)=>{let origin=urlOriginKey(input);return origin!==null&&origins.add(origin),globalThis.fetch(input,{...init,dispatcher})},close=async()=>{stopWatching(),await dispatcher.close()};return options2.retryOnReset?Object.assign(async(input,init)=>{try{return await pooled(input,init)}catch(err){if(!isReset(err)||init?.signal?.aborted||!replayable(init))throw err;return pooled(input,init)}},{close}):Object.assign(pooled,{close})}}});var require_caching=__commonJS({"dist/embeddings/caching.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CacheOnlyVertex=exports2.CountingEmbeddingProvider=exports2.CachingEmbeddingProvider=void 0;exports2.embeddingCallStats=embeddingCallStats;exports2.resolveEmbeddingCachePath=resolveEmbeddingCachePath;exports2.describeEmbeddingCache=describeEmbeddingCache;exports2.invalidateEmbeddingCache=invalidateEmbeddingCache;exports2.exportRowsByKey=exportRowsByKey;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=__importDefault(require("node:crypto")),sqlite_12=__importDefault(require_sqlite()),callPhases_1=require_callPhases(),IDENTITY_KIND=/^[\w.-]{1,32}$/,IDENTITY_MODEL=/^[\w./:-]{1,80}$/;function resolveIdentity(inner,stated){let declared=inner.identity,identity=stated??declared;if(!identity)throw new Error("Embedding cache needs the identity of the provider and model: declare `identity` on the provider or pass options.identity");if(!IDENTITY_KIND.test(identity.kind)||!IDENTITY_MODEL.test(identity.model))throw new Error("Invalid embedding identity");if(stated&&declared&&(stated.kind!==declared.kind||stated.model!==declared.model))throw new Error(`Embedding cache identity ${stated.kind}/${stated.model} contradicts the wrapped provider, which declares ${declared.kind}/${declared.model}`);return identity}var TASK_QUERY="RETRIEVAL_QUERY",TASK_DOCUMENT="RETRIEVAL_DOCUMENT",CachingEmbeddingProvider=class{dimensions;identity;stats={hits:0,misses:0};sent={texts:0,calls:0};inner;db;namespace;insert;lookup;oldest;remove;maxEntries;maxBytes;serving;entries=0;bytes=0;disabled=!1;constructor(inner,options2){if("namespace"in options2)throw new Error("CachingEmbeddingProvider no longer takes a namespace: the identity of the provider and model pins the cache (declare `identity` on the provider, or pass options.identity)");if(this.inner=inner,this.dimensions=inner.dimensions,this.identity=resolveIdentity(inner,options2.identity),options2.scope!==void 0&&!/^[\w.-]{1,32}$/.test(options2.scope))throw new Error("Invalid cache scope");if(this.namespace=`${this.identity.kind}/${this.identity.model}/${inner.dimensions}${options2.scope?`/${options2.scope}`:""}`,!/^[\w./:-]{4,120}$/.test(this.namespace))throw new Error("Invalid cache namespace");for(let[name,limit]of[["maxEntries",options2.maxEntries],["maxBytes",options2.maxBytes]])if(limit!==void 0&&(!Number.isInteger(limit)||limit<1))throw new Error(`${name} must be a positive integer`);this.maxEntries=options2.maxEntries??1/0,this.maxBytes=options2.maxBytes??1/0,this.serving=options2.serving===!0,node_fs_1.default.mkdirSync(node_path_1.default.dirname(options2.cachePath),{recursive:!0}),this.db=new sqlite_12.default(options2.cachePath);try{if(this.db.pragma("journal_mode = WAL"),this.db.pragma(`busy_timeout = ${this.serving?100:1e4}`),this.db.exec(`CREATE TABLE IF NOT EXISTS embeddings (
|
|
1085
|
+
key TEXT PRIMARY KEY,
|
|
1086
|
+
dims INTEGER NOT NULL,
|
|
1087
|
+
vec BLOB NOT NULL,
|
|
1088
|
+
namespace TEXT NOT NULL,
|
|
1089
|
+
created_at TEXT NOT NULL
|
|
1090
|
+
)`),this.lookup=this.db.prepare("SELECT vec, dims FROM embeddings WHERE key = ? AND namespace = ?"),this.insert=this.db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) VALUES (?, ?, ?, ?, ?)"),this.oldest=this.db.prepare("SELECT rowid AS id, LENGTH(vec) AS n FROM embeddings ORDER BY rowid LIMIT 32"),this.remove=this.db.prepare("DELETE FROM embeddings WHERE rowid = ?"),this.bounded){let held=this.db.prepare("SELECT COUNT(*) AS entries, COALESCE(SUM(LENGTH(vec)), 0) AS bytes FROM embeddings").get();this.entries=held.entries,this.bytes=held.bytes,this.evict()}}catch(err){throw this.db.close(),err}}get bounded(){return this.maxEntries!==1/0||this.maxBytes!==1/0}evict(){for(;this.entries>this.maxEntries||this.bytes>this.maxBytes;){let rows=this.oldest.all();if(rows.length===0){this.entries=0,this.bytes=0;return}for(let row of rows){if(this.entries<=this.maxEntries&&this.bytes<=this.maxBytes)return;this.remove.run(row.id),this.entries-=1,this.bytes-=row.n}}}guard(work,fallback){if(!this.serving)return work();if(this.disabled)return fallback;try{return work()}catch{this.disabled=!0;try{this.db.close()}catch{}return fallback}}key(text,taskType){return node_crypto_1.default.createHash("sha256").update(`${this.namespace}\0${taskType}\0${this.dimensions}\0${text}${this.serving?"\0f64":""}`).digest("hex")}read(text,taskType){let row=this.lookup.get(this.key(text,taskType),this.namespace);if(!row||row.dims!==this.dimensions)return null;let width=this.serving?8:4;if(row.vec.byteLength!==this.dimensions*width)return null;let bytes=row.vec.buffer.slice(row.vec.byteOffset,row.vec.byteOffset+row.vec.byteLength);return Array.from(this.serving?new Float64Array(bytes):new Float32Array(bytes))}write(text,taskType,vector){if(vector.length!==this.dimensions)throw new Error("Cached vector has wrong dimensionality");let buf=Buffer.from((this.serving?new Float64Array(vector):new Float32Array(vector)).buffer),{changes}=this.insert.run(this.key(text,taskType),this.dimensions,buf,this.namespace,new Date().toISOString());changes>0&&this.bounded&&(this.entries+=1,this.bytes+=buf.length,this.evict())}async embed(texts,options2){if(texts.length===0)return[];if(this.serving)return this.inner.embed(texts,options2);let out=[],misses=new Map;if(texts.forEach((text,index)=>{let cached=this.read(text,TASK_DOCUMENT);if(cached)this.stats.hits+=1,out[index]=cached;else{this.stats.misses+=1;let indexes=misses.get(text);indexes?indexes.push(index):misses.set(text,[index])}}),misses.size>0){let uniqueTexts=[...misses.keys()];this.sent.calls+=1,this.sent.texts+=uniqueTexts.length;let fresh=await this.inner.embed(uniqueTexts,options2);if(fresh.length!==uniqueTexts.length)throw new Error("Inner provider returned wrong vector count");uniqueTexts.forEach((text,i)=>{this.write(text,TASK_DOCUMENT,fresh[i]);for(let index of misses.get(text))out[index]=fresh[i]})}return out}async embedQuery(text,options2){let cached=this.guard(()=>this.read(text,TASK_QUERY),null);if(cached)return this.stats.hits+=1,(0,callPhases_1.noteQueryCache)(!0),cached;this.stats.misses+=1,(0,callPhases_1.noteQueryCache)(!1),this.sent.calls+=1,this.sent.texts+=1;let vector=this.inner.embedQuery?await this.inner.embedQuery(text,options2):(await this.inner.embed([text],options2))[0];return this.serving?this.guard(()=>this.write(text,TASK_QUERY,vector),void 0):this.write(text,TASK_QUERY,vector),vector}get callStats(){return{hits:this.stats.hits,misses:this.stats.misses,cached:!0,sent:{...this.sent}}}close(){this.db.open&&this.db.close()}describe(){return{...this.inner.describe?.()??{},cache:{namespace:this.namespace,hits:this.stats.hits,misses:this.stats.misses}}}};exports2.CachingEmbeddingProvider=CachingEmbeddingProvider;var CountingEmbeddingProvider=class{dimensions;identity;sent={texts:0,calls:0};inner;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}async embed(texts,options2){return texts.length===0?[]:(this.sent.calls+=1,this.sent.texts+=texts.length,this.inner.embed(texts,options2))}async embedQuery(text,options2){return this.sent.calls+=1,this.sent.texts+=1,this.inner.embedQuery?this.inner.embedQuery(text,options2):(await this.inner.embed([text],options2))[0]}get callStats(){return{hits:0,misses:this.sent.texts,cached:!1,sent:{...this.sent}}}};exports2.CountingEmbeddingProvider=CountingEmbeddingProvider;function embeddingCallStats(provider){return provider instanceof CachingEmbeddingProvider||provider instanceof CountingEmbeddingProvider?provider.callStats:void 0}function resolveEmbeddingCachePath(env=process.env){let raw=env.RENOR_EVAL_EMBED_CACHE;return raw==="off"||raw==="0"?null:!raw||raw==="on"?node_path_1.default.join(process.env.HOME??".",".local","share","renor","embed-cache.db"):node_path_1.default.resolve(raw)}function describeEmbeddingCache(cachePath){if(!node_fs_1.default.existsSync(cachePath))return[];let db=new sqlite_12.default(cachePath,{readonly:!0});try{return db.prepare("SELECT namespace, COUNT(*) AS rows FROM embeddings GROUP BY namespace ORDER BY namespace").all()}finally{db.close()}}function invalidateEmbeddingCache(cachePath,filter){if(!filter.namespace&&!filter.all)throw new Error("invalidateEmbeddingCache: pass a namespace or all: true");if(!node_fs_1.default.existsSync(cachePath))return 0;let db=new sqlite_12.default(cachePath);try{return db.pragma("busy_timeout = 10000"),filter.namespace?db.prepare("DELETE FROM embeddings WHERE namespace = ?").run(filter.namespace).changes:db.prepare("DELETE FROM embeddings").run().changes}finally{db.close()}}var CacheOnlyVertex=class{dimensions=768;identity={kind:"vertex",model:"gemini-embedding-001"};stats={hits:0,misses:0,upstreamTexts:0};db;constructor(file){this.db=new sqlite_12.default(file,{readonly:!0,fileMustExist:!0})}read(text,task){let namespace="vertex/gemini-embedding-001/768",key=node_crypto_1.default.createHash("sha256").update(`${namespace}\0${task}\0${this.dimensions}\0${text}`).digest("hex"),row=this.db.prepare("SELECT vec, dims FROM embeddings WHERE key = ? AND namespace = ?").get(key,namespace);if(!row||row.dims!==768||row.vec.length!==768*4)throw this.stats.misses++,new Error(`cache-only Vertex miss: task=${task} textSHA256=${node_crypto_1.default.createHash("sha256").update(text).digest("hex")}`);this.stats.hits++;let bytes=row.vec.buffer.slice(row.vec.byteOffset,row.vec.byteOffset+row.vec.byteLength);return Array.from(new Float32Array(bytes))}async embed(texts){return texts.map(text=>this.read(text,"RETRIEVAL_DOCUMENT"))}async embedQuery(text){return this.read(text,"RETRIEVAL_QUERY")}close(){this.db.close()}};exports2.CacheOnlyVertex=CacheOnlyVertex;function exportRowsByKey(cachePath,keys,outFile){let tmp=`${outFile}.tmp-${process.pid}`;node_fs_1.default.rmSync(tmp,{force:!0});let db=new sqlite_12.default(tmp),copied=0;try{if(db.exec(`CREATE TABLE embeddings (
|
|
1091
|
+
key TEXT PRIMARY KEY,
|
|
1092
|
+
dims INTEGER NOT NULL,
|
|
1093
|
+
vec BLOB NOT NULL,
|
|
1094
|
+
namespace TEXT NOT NULL,
|
|
1095
|
+
created_at TEXT NOT NULL
|
|
1096
|
+
)`),node_fs_1.default.existsSync(cachePath)&&keys.length>0){db.prepare("ATTACH DATABASE ? AS src").run(cachePath);let insert=db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) SELECT key, dims, vec, namespace, created_at FROM src.embeddings WHERE key = ?");db.transaction(()=>{for(let key of keys)copied+=insert.run(key).changes})(),db.exec("DETACH DATABASE src")}}finally{db.close()}return node_fs_1.default.renameSync(tmp,outFile),copied}}});var require_interactive=__commonJS({"dist/embeddings/interactive.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.InteractiveEmbeddingProvider=void 0;var types_1=require_types4(),InteractiveEmbeddingProvider=class{dimensions;identity;inner;cooldownMs;unavailableUntil=0;probing=!1;constructor(inner,options2={}){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity,this.cooldownMs=options2.cooldownMs??DEFAULT_COOLDOWN_MS}embed(texts,options2){return this.run(options2,o=>this.inner.embed(texts,o))}embedQuery(text,options2){return this.run(options2,async o=>this.inner.embedQuery?this.inner.embedQuery(text,o):(await this.inner.embed([text],o))[0])}describe(){return this.inner.describe?.()??{}}async run(options2,call){let budgetMs=options2?.budgetMs;if(budgetMs===void 0)try{let result=await call(options2);return this.unavailableUntil=0,result}catch(err){throw err instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),err}if(Date.now()<this.unavailableUntil||this.probing&&this.unavailableUntil>0)throw new types_1.EmbeddingUnavailableError("embedding service unavailable (failed moments ago; not asked again yet)");let probe=this.unavailableUntil>0;probe&&(this.probing=!0);let controller=new AbortController,relay=()=>controller.abort(options2?.signal?.reason);options2?.signal?.addEventListener("abort",relay,{once:!0});let timer,expired=new Promise((_,reject)=>{timer=setTimeout(()=>{let unavailable=new types_1.EmbeddingUnavailableError(`embedding service did not answer within ${Math.ceil(budgetMs/1e3)} s`);controller.abort(unavailable),reject(unavailable)},budgetMs)});try{let attempt=call({...options2,signal:controller.signal});attempt.catch(()=>{});let result=await Promise.race([attempt,expired]);return this.unavailableUntil=0,result}catch(err){let unavailable=controller.signal.aborted&&controller.signal.reason instanceof types_1.EmbeddingUnavailableError?controller.signal.reason:err;throw unavailable instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),unavailable}finally{clearTimeout(timer),options2?.signal?.removeEventListener("abort",relay),probe&&(this.probing=!1)}}};exports2.InteractiveEmbeddingProvider=InteractiveEmbeddingProvider;var DEFAULT_COOLDOWN_MS=15e3}});var require_coalescing=__commonJS({"dist/embeddings/coalescing.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CoalescingEmbeddingProvider=exports2.COALESCE_REQUESTS_IN_FLIGHT=exports2.COALESCE_REQUEST_TEXTS=void 0;var types_1=require_types4();exports2.COALESCE_REQUEST_TEXTS=32;exports2.COALESCE_REQUESTS_IN_FLIGHT=4;var GATHER_MS=2,CoalescingEmbeddingProvider=class{dimensions;identity;inner;queue=[];inFlight=0;gatherTimer;gatherDone=!1;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}embed(texts,options2){return texts.length===0?Promise.resolve([]):options2?.signal?.aborted?Promise.reject(options2.signal.reason):new Promise((resolve,reject)=>{let caller={texts,options:options2,resolve,reject,done:!1};options2?.signal?.addEventListener("abort",()=>this.abandon(caller,options2.signal.reason),{once:!0}),this.queue.push(caller),this.schedule()})}embedQuery(text,options2){return this.inner.embedQuery?this.inner.embedQuery(text,options2):this.inner.embed([text],options2).then(vectors=>vectors[0])}describe(){return this.inner.describe?.()??{}}abandon(caller,reason){caller.done||(caller.done=!0,this.queue=this.queue.filter(c=>c!==caller),caller.reject(reason),this.schedule())}schedule(){for(;this.inFlight<exports2.COALESCE_REQUESTS_IN_FLIGHT&&this.queue.length>0;){if(this.queue.reduce((sum,c)=>sum+c.texts.length,0)<exports2.COALESCE_REQUEST_TEXTS&&!this.gatherDone){this.gatherTimer??=setTimeout(()=>{this.gatherTimer=void 0,this.gatherDone=!0,this.schedule()},GATHER_MS);return}let batch=[],size=0;for(;this.queue.length>0&&(batch.length===0||sameKind(this.queue[0],batch[0])&&size+this.queue[0].texts.length<=exports2.COALESCE_REQUEST_TEXTS);){let caller=this.queue.shift();batch.push(caller),size+=caller.texts.length}this.gatherDone=!1,this.inFlight+=1,this.send(batch)}}send(batch){let texts=batch.flatMap(c=>c.texts),controller=new AbortController,budgets=batch.map(c=>c.options?.budgetMs),budgetMs=budgets.some(b=>b===void 0)?void 0:Math.max(...budgets),waiting=batch.length,patient=batch.some(c=>c.options?.signal===void 0);for(let caller of batch){let signal=caller.options?.signal;signal&&signal.addEventListener("abort",()=>{waiting-=1,waiting===0&&!patient&&controller.abort(signal.reason)},{once:!0})}this.inner.embed(texts,{budgetMs,signal:controller.signal}).then(vectors=>{this.inFlight-=1;let offset=0;for(let caller of batch){let own=vectors.slice(offset,offset+caller.texts.length);offset+=caller.texts.length,!caller.done&&(caller.done=!0,own.length===caller.texts.length?caller.resolve(own):caller.reject(new Error(`the embedding provider returned ${own.length} vectors for ${caller.texts.length} texts`)))}this.schedule()},err=>{if(this.inFlight-=1,this.schedule(),isUnavailable(err)||controller.signal.aborted){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}if(!refusesAnInput(err)){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}for(let caller of batch)caller.done||this.inner.embed(caller.texts,caller.options).then(vectors=>{caller.done||(caller.done=!0,caller.resolve(vectors))},own=>{caller.done||(caller.done=!0,caller.reject(own))})})}};exports2.CoalescingEmbeddingProvider=CoalescingEmbeddingProvider;function isUnavailable(err){return err instanceof types_1.EmbeddingUnavailableError||err instanceof Error&&err.name==="AbortError"}function refusesAnInput(err){return err instanceof Error&&err.status===400}function sameKind(a,b){return a.options?.signal!==void 0==(b.options?.signal!==void 0)}}});var require_noteIdentity=__commonJS({"dist/retrieval/noteIdentity.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NOTE_IDENTITY_EXTRA=void 0;exports2.selectNoteIdentityHits=selectNoteIdentityHits;var statements_1=require_statements();exports2.NOTE_IDENTITY_EXTRA=5;function looksLikeIdentifier(term){return/^\w[\w.%-]*[\w%]$/.test(term)&&/[-_.]/.test(term)}function selectNoteIdentityHits(db,term,limit,exclude=new Set,accept=()=>!0){let q=(term??"").trim(),max=Math.max(1,Math.floor(limit)||1);if(!looksLikeIdentifier(q))return[];let named=(0,statements_1.prepareOnce)(db,`SELECT n.path FROM note_identity_fts f JOIN notes n ON n.rowid = f.rowid
|
|
1084
1097
|
WHERE note_identity_fts MATCH ? ORDER BY n.path`).all(`"${q.replace(/"/g,'""')}"`),first=(0,statements_1.prepareOnce)(db,`SELECT id AS chunkId, note_path AS notePath, heading_path AS headingPath, text
|
|
1085
1098
|
FROM chunks WHERE note_path = ? ORDER BY start_line, id LIMIT 1`),rows=[];for(let{path:notePath}of named){if(rows.length===max)break;if(exclude.has(notePath))continue;let opening=first.get(notePath);opening&&accept(notePath,opening)&&rows.push(opening)}return rows.map((r,i)=>({...r,score:rows.length-i,reason:"note-identity"}))}}});var require_readScope=__commonJS({"dist/mvp/readScope.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.createReadScope=createReadScope;var readCache_1=require_readCache(),statements_1=require_statements(),lifecycle_12=require_lifecycle(),ledgerLiveness_1=require_ledgerLiveness(),scope_1=require_scope(),PRELOAD_EVENTS_FROM=64;function createReadScope(db,scope){let projected=(0,readCache_1.tableHasColumns)(db,"facts",["event_id","scope"]),eventRow=projected?(0,statements_1.prepareOnce)(db,"SELECT COALESCE(scope, 'global') AS scope FROM facts WHERE event_id = ? AND source_path = ?"):null,factRow=projected?(0,statements_1.prepareOnce)(db,"SELECT COALESCE(scope, 'global') AS scope FROM facts WHERE id = ? AND source_path = ?"):null,own=(0,scope_1.savedScopeSqlPredicate)(scope,"COALESCE(scope, 'global')"),otherScopeRows=projected?(0,statements_1.prepareOnce)(db,`SELECT event_id FROM facts WHERE source_path = ? AND event_id IS NOT NULL AND NOT (${own.sql})`):null,events=new Map,eventScope=id=>{let key=id.toUpperCase();return events.has(key)||events.set(key,eventRow?.get(key,lifecycle_12.LIFECYCLE_NOTE_PATH)?.scope),events.get(key)},preloadEvents=()=>{if(!projected)return;let rows=(0,statements_1.prepareOnce)(db,"SELECT event_id AS id, COALESCE(scope, 'global') AS scope FROM facts WHERE source_path = ? AND event_id IS NOT NULL").all(lifecycle_12.LIFECYCLE_NOTE_PATH);for(let row of rows)row.id===row.id.toUpperCase()&&!events.has(row.id)&&events.set(row.id,row.scope)},elsewhere,has=(hit,notePath)=>{if(hit.notePath===lifecycle_12.LIFECYCLE_NOTE_PATH&&typeof hit.chunkId=="number"&&hit.chunkId<0){let row=factRow?.get(-hit.chunkId,lifecycle_12.LIFECYCLE_NOTE_PATH);return row!==void 0&&(0,scope_1.savedScopeMatches)(row.scope,scope)}let saved=(0,ledgerLiveness_1.ledgerEventIds)(hit).map(eventScope).filter(s=>s!==void 0);return saved.length?saved.every(s=>(0,scope_1.savedScopeMatches)(s,scope)):(0,scope_1.notePathMatchesScope)(notePath,scope)};return{has,hits(hits,notePath){return hits.filter(hit=>has(hit,notePath(hit)))},body(text){return!(0,ledgerLiveness_1.ledgerEventIds)({text}).length||(elsewhere??=new Set((otherScopeRows?.all(lifecycle_12.LIFECYCLE_NOTE_PATH,...own.params)??[]).map(r=>r.event_id.toLowerCase())),!elsewhere.size)?text:(0,ledgerLiveness_1.resolveLedgerHits)([{text,reason:"other-scope"}],elsewhere,!1)[0]?.text??""},chunkIds(notePath){let namesEvent="text GLOB '*## [Mm][Ee][Mm]_*'",under=scope==="global"?null:(0,scope_1.scopeSqlPredicate)(scope,"note_path"),rows=(0,statements_1.prepareOnce)(db,`SELECT id AS chunkId, note_path AS notePath, heading_path AS headingPath,
|
|
1086
1099
|
CASE WHEN ${namesEvent} THEN text ELSE '' END AS text
|
|
@@ -1206,7 +1219,7 @@ ${item.text}`).join(`
|
|
|
1206
1219
|
|
|
1207
1220
|
`);return exports2.DIGEST_PROMPT_TEMPLATE.replace("{n}",()=>String(batch.length)).replace("{conversations}",()=>conversations)}var batchId=id=>id.trim().toLowerCase().replace(/^c0*(\d+)$/,"c$1"),clean=(value,max)=>(typeof value=="string"?value:typeof value=="number"?String(value):"").replace(/\s+/g," ").trim().slice(0,max);function parseDigestReply(text){let out=new Map,trimmed=text.trim().replace(/^```(?:json)?\s*|\s*```$/g,""),payload;try{payload=JSON.parse(trimmed)}catch{let match=trimmed.match(/\{[\s\S]*\}/);if(!match)return out;try{payload=JSON.parse(match[0])}catch{return out}}let notes=payload&&typeof payload=="object"?payload.notes:void 0;if(!Array.isArray(notes))return out;for(let note of notes){if(!note||typeof note!="object"||Array.isArray(note))continue;let record=note,id=batchId(String(record.id??""));if(!id||!Array.isArray(record.items))continue;let items=[];for(let raw of record.items){if(!raw||typeof raw!="object"||Array.isArray(raw))continue;let r=raw,item=clean(r.item,200);if(item&&(items.push({item,action:clean(r.action,60),amount:clean(r.amount,60),date:clean(r.date,40),source:clean(r.turn??r.source,30)}),items.length>=DIGEST_MAX_ITEMS_PER_NOTE))break}out.set(id,items)}return out}function batchesOf(items){let batches=[],current=[],chars=0;for(let item of items)current.length>0&&(chars+item.text.length>exports2.DIGEST_BATCH_MAX_CHARS||current.length>=exports2.DIGEST_BATCH_MAX_NOTES)&&(batches.push(current),current=[],chars=0),current.push(item),chars+=item.text.length;return current.length>0&&batches.push(current),batches}function digestItemText(item){return[item.item,item.action,item.amount].filter(Boolean).join(" | ")}async function buildNoteDigests(args){let started=Date.now(),{options:options2,cache}=args,model=options2.model,space=(0,space_1.embeddingSpace)(args.provider),all=(0,sessionRouter_12.listRouterNotes)(args.db,args.vaultPath,args.ledgerRelPath),notes=args.onlyPaths?all.filter(note=>args.onlyPaths.has(note.path)):all,stats={model,notes:notes.length,cached:0,digested:0,skippedUncached:0,failed:0,gone:0,calls:0,promptTokens:0,completionTokens:0,items:0,embeddedTexts:0,ms:0},keyOf=noteHash=>digestCache_1.DigestCache.digestKey(model,options2.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,noteHash),pending=[];for(let note of notes){let key=keyOf(note.noteHash);if(cache.getDigest(key)){stats.cached++;continue}if(options2.cacheOnly){stats.skippedUncached++;continue}let raw;try{raw=await promises_1.default.readFile(note.file,"utf8")}catch(err){if(err.code==="ENOENT"){stats.gone++;continue}stats.failed++,stats.error??=`unreadable note: ${err instanceof Error?err.message:String(err)}`.slice(0,200);continue}if((0,dailyEntries_1.noteContentHash)(note.file,raw)!==note.noteHash){stats.failed++,stats.error??="a note changed after it was indexed; index again";continue}let parsed=(0,parser_12.parseNote)(note.file,raw);if(!parsed.body.trim()){cache.putDigest(key,note.noteHash,{items:[],model}),stats.digested++;continue}pending.push({key,noteHash:note.noteHash,date:note.date??"",text:digestInputOf(parsed.body)})}return pending.length>0&&!options2.chat?(stats.failed+=pending.length,stats.error??="no digest model configured"):await digestPending(pending,options2,cache,stats),await embedDigests(notes,keyOf,cache,args.provider,space,stats),stats.ms=Date.now()-started,stats}async function digestPending(pending,options2,cache,stats){let batches=batchesOf(pending);for(let batchIndex=0;batchIndex<batches.length;batchIndex++){let items=batches[batchIndex].map((entry,index)=>({...entry,id:`c${String(index+1).padStart(2,"0")}`})),prompt=renderDigestPrompt(items),left=new Map(items.map(item=>[batchId(item.id),item])),transportFailed=!1;for(let attempt=0;attempt<DIGEST_ATTEMPTS&&left.size>0;attempt++){let content;try{let res=await options2.chat({model:options2.model,messages:[{role:"user",content:prompt}],temperature:0,response_format:{type:"json_object"},max_tokens:exports2.DIGEST_MAX_OUTPUT_TOKENS,reasoning_effort:options2.effort});stats.calls++,stats.promptTokens+=res.promptTokens??0,stats.completionTokens+=(0,sessionRouter_12.billedOutputTokens)(res),content=res.content}catch(err){stats.calls++,stats.error??=`digest call failed: ${err instanceof Error?err.message:String(err)}`.slice(0,200),transportFailed=!0;break}let parsed=parseDigestReply(content);for(let[id,item]of[...left]){let found=parsed.get(id);if(!found)continue;let dated=found.map(it=>it.date?it:{...it,date:item.date});cache.putDigest(item.key,item.noteHash,{items:dated,model:options2.model}),stats.digested++,left.delete(id)}prompt+=`
|
|
1208
1221
|
`}if(left.size>0&&(stats.failed+=left.size,stats.error??="the digest model left some notes without a digest"),transportFailed){for(let rest of batches.slice(batchIndex+1))stats.failed+=rest.length;break}}}var EMBED_BATCH=64;async function embedDigests(notes,keyOf,cache,provider,space,stats){if(space===null)return;let waiting=[];for(let note of notes){let key=keyOf(note.noteHash),digest=cache.getDigest(key);!digest||digest.items.length===0||(stats.items+=digest.items.length,!cache.getVectors(key,space,digest.items.length)&&waiting.push({key,texts:digest.items.map(digestItemText)}))}for(let i=0;i<waiting.length;i+=EMBED_BATCH){let group=waiting.slice(i,i+EMBED_BATCH),texts=group.flatMap(entry=>entry.texts),vectors;try{vectors=await provider.embed(texts)}catch(err){stats.failed+=group.length,stats.error??=`digest embedding failed: ${err instanceof Error?err.message:String(err)}`.slice(0,200);return}stats.embeddedTexts+=texts.length;let at=0;for(let entry of group)cache.putVectors(entry.key,space,vectors.slice(at,at+entry.texts.length)),at+=entry.texts.length}}async function digestIndexedNotes(args){let cache=new digestCache_1.DigestCache(args.options.cachePath);try{return await buildNoteDigests({db:args.db,vaultPath:args.config.vaultPath,ledgerRelPath:args.config.memoryLedger,options:args.options,cache,provider:args.provider,onlyPaths:args.onlyPaths})}finally{cache.close()}}function cosine(a,b){let dot=0,na=0,nb=0,n=Math.min(a.length,b.length);for(let i=0;i<n;i++)dot+=a[i]*b[i],na+=a[i]*a[i],nb+=b[i]*b[i];return na===0||nb===0?0:dot/Math.sqrt(na*nb)}function rowTokens(item){let action=item.action?.trim()?` | ${item.action.trim()}`:"",amount=item.amount?.trim()?` | ${item.amount.trim()}`:"",date=item.date?.trim()?` | ${item.date.trim()}`:"";return(0,o200k_1.countO200k)(`- ${item.item}${action}${amount}${date}
|
|
1209
|
-
`)}async function digestTable(args){let report={status:"skipped",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[]},paths=[];for(let hit of args.hits)if(!(!hit.notePath||hit.notePath.startsWith("_renor/")||paths.includes(hit.notePath))&&!args.isLedgerNote?.(hit.notePath)&&(paths.push(hit.notePath),paths.length>=exports2.DIGEST_MAX_WINDOW_NOTES))break;if(report.windowNotes=paths.length,paths.length===0)return{items:[],report:{...report,reason:"no-notes"}};let space=(0,space_1.embeddingSpace)(args.provider);if(space===null)return{items:[],report:{...report,reason:"no-embedding-space"}};let cache;try{cache=new digestCache_1.DigestCache(args.options.cachePath,{readonly:!0})}catch(err){return{items:[],report:{...report,reason:"no-digests",error:`digest cache unavailable: ${err instanceof Error?err.message:String(err)}`.slice(0,200)}}}try{let noteRow=args.db.prepare("SELECT note_hash, frontmatter_json, modified_at FROM notes WHERE path = ?"),candidates=[],missingVectors=0;if(paths.forEach((notePath,order)=>{let row=noteRow.get(notePath);if(!row||!row.note_hash)return;let key=digestCache_1.DigestCache.digestKey(args.options.model,args.options.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,row.note_hash),digest=cache.getDigest(key);if(!digest||(report.notesWithDigest++,digest.items.length===0))return;let vectors=cache.getVectors(key,space,digest.items.length);if(!vectors){missingVectors++;return}let noteDate=(0,orchestrator_12.resolveSessionDate)(row.frontmatter_json,row.modified_at);digest.items.forEach((item,index)=>{let own=(0,orchestrator_12.sessionDateMs)(item.date),dateMs=own===Number.NEGATIVE_INFINITY?(0,orchestrator_12.sessionDateMs)(noteDate):own;candidates.push({notePath,order,index,item,vector:vectors[index],dateMs})})}),report.itemsConsidered=candidates.length,candidates.length===0)return{items:[],report:{...report,reason:report.notesWithDigest===0?"no-digests":missingVectors>0?"no-vectors":"no-digests"}};let queryVector=args.queryVector??(args.provider.embedQuery?await args.provider.embedQuery(args.query):(await args.provider.embed([args.query]))[0]),ranked=candidates.map(candidate=>({candidate,score:cosine(queryVector,candidate.vector)})).sort((a,b)=>b.score-a.score||a.candidate.order-b.candidate.order||a.candidate.index-b.candidate.index),used=(0,o200k_1.countO200k)((0,attach_12.renderEvidenceTable)([])),chosen=[];for(let{candidate}of ranked){let cost=rowTokens(candidate.item);if(used+cost>args.options.tokens)break;used+=cost,chosen.push(candidate)}chosen.sort((a,b)=>(a.dateMs===b.dateMs?0:a.dateMs<b.dateMs?-1:1)||a.order-b.order||a.index-b.index);let items=chosen.map(c=>({item:c.item.item,action:c.item.action,amount:c.item.amount,date:c.item.date}));return report.status=items.length>0?"ok":"skipped",report.itemsRendered=items.length,report.text=items.length>0?(0,attach_12.renderEvidenceTable)(items):"",report.tokens=items.length>0?(0,o200k_1.countO200k)(report.text):0,report.items=chosen.map(c=>({notePath:c.notePath,source:c.item.source,item:c.item.item})),{items,report}}finally{cache.close()}}function digestItemsToHit(items){return{notePath:exports2.DIGEST_HIT_PATH,chunkId:-1,headingPath:"Digest",text:(0,attach_12.renderEvidenceTable)(items),score:1,reason:"digest"}}async function attachDigest(args){try{let{items,report}=await digestTable(args);if(items.length===0)return{hits:args.hits,report};let at=0;for(;at<args.hits.length&&args.hits[at].notePath.startsWith("_renor/");)at++;return{hits:[...args.hits.slice(0,at),digestItemsToHit(items),...args.hits.slice(at)],report}}catch(err){return{hits:args.hits,report:{status:"skipped",reason:"digest-error",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[],error:(err instanceof Error?err.message:String(err)).slice(0,200)}}}}exports2.LEADING_SUMMARY_REASONS=["evidence","digest"];function leadingSummaryHits(hits){let n=0;for(;n<hits.length&&exports2.LEADING_SUMMARY_REASONS.includes(hits[n].reason??"");)n++;return n}}});var require_worker=__commonJS({"dist/digests/worker.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DigestWorker=exports2.DigestBudgetError=exports2.DIGEST_MAX_FAILED_SWEEPS=exports2.DIGEST_RETRY_MAX_MS=exports2.DIGEST_RETRY_BASE_MS=exports2.DIGEST_MIN_INTERVAL_MS=exports2.DIGEST_DEBOUNCE_MS=void 0;exports2.guardedDigestChat=guardedDigestChat;var node_fs_1=__importDefault(require("node:fs")),sessionRouter_12=require_sessionRouter(),digestCache_1=require_digestCache(),digests_12=require_digests(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DIGEST_DEBOUNCE_MS=15e3;exports2.DIGEST_MIN_INTERVAL_MS=6e4;exports2.DIGEST_RETRY_BASE_MS=3e4;exports2.DIGEST_RETRY_MAX_MS=3e5;exports2.DIGEST_MAX_FAILED_SWEEPS=8;var SPEND_DAYS_KEPT=14,DigestBudgetError=class extends Error{constructor(message){super(message),this.name="DigestBudgetError"}};exports2.DigestBudgetError=DigestBudgetError;var utcDay=ms=>new Date(ms).toISOString().slice(0,10);function promptTokensOf(request){return Math.ceil(request.messages.reduce((sum,m)=>sum+m.content.length,0)/3)}function guardedDigestChat(args){let{chat,cache,options:options2}=args,usd=(promptTokens,outputTokens)=>(promptTokens*options2.priceInPerM+outputTokens*options2.priceOutPerM)/1e6;return async request=>{let day=args.day(),promptEstimate=promptTokensOf(request),worst=usd(promptEstimate,request.max_tokens??8e3);if(cache.spentUsd(day)+worst>options2.maxUsdPerDay)throw args.onBudget(day),new DigestBudgetError(`the digest budget for ${day} (${options2.maxUsdPerDay} USD) would be passed`);let response;try{response=await chat(request)}catch(err){throw cache.addSpend(day,promptEstimate,0,usd(promptEstimate,0)),err}let prompt=response.promptTokens??promptEstimate,output=(0,sessionRouter_12.billedOutputTokens)(response);return cache.addSpend(day,prompt,output,usd(prompt,output)),response}}var DigestWorker=class{deps;now;setTimer;clearTimer;random;log;state="idle";reason;timer=null;timerAt=0;running=null;dirty=!1;closed=!1;failures=0;lastEnd=0;budgetHit=!1;budgetDay;last;constructor(deps){this.deps=deps,this.now=deps.now??Date.now,this.setTimer=deps.setTimer??((fn,ms)=>{let handle=setTimeout(fn,ms);return handle.unref(),handle}),this.clearTimer=deps.clearTimer??(handle=>clearTimeout(handle)),this.random=deps.random??Math.random,this.log=deps.log??(line=>log.info("digests_worker",{detail:line}))}start(){this.failures=0,this.runnable()&&this.schedule(exports2.DIGEST_DEBOUNCE_MS)}notify(){if(!(this.closed||!this.runnable())){if(this.running){this.dirty=!0;return}this.state==="retrying"||this.state==="paused-budget"||this.schedule(exports2.DIGEST_DEBOUNCE_MS)}}status(){let cache=this.openCache(),spent=0;try{spent=cache?.spentUsd(utcDay(this.now()))??0}finally{cache?.close()}return{state:this.state,...this.reason?{reason:this.reason}:{},consecutiveFailures:this.failures,spentTodayUsd:Math.round(spent*1e6)/1e6,maxUsdPerDay:this.deps.options.maxUsdPerDay,...this.last?{lastSweep:this.last}:{}}}async whenSwept(){for(;this.running;)await this.running}async sweepNow(){this.closed||!this.runnable()||(this.cancelTimer(),this.running&&await this.running,this.launch(),await this.running)}async close(){this.closed=!0,this.cancelTimer(),this.running&&await this.running}runnable(){return this.deps.provider?this.deps.options.chat?!0:(this.stop("no digest model is configured: digests need RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY, and never use the evidence or Ollama provider instead, so nothing is sent"),!1):(this.stop("no embedding provider: digests are read by meaning, so they are not written"),!1)}stop(reason){this.state==="stopped"&&this.reason===reason||(this.state="stopped",this.reason=reason,this.log(`[digests] worker stopped: ${reason}`))}cancelTimer(){this.timer!==null&&this.clearTimer(this.timer),this.timer=null}schedule(wait,state="scheduled"){if(this.closed)return;let earliest=this.lastEnd+exports2.DIGEST_MIN_INTERVAL_MS-this.now(),delay=Math.max(wait,state==="scheduled"?earliest:0),at=this.now()+delay;this.timer!==null&&this.timerAt<=at&&this.state===state||(this.cancelTimer(),this.state=state,state==="scheduled"&&(this.reason=void 0),this.timerAt=at,this.timer=this.setTimer(()=>{this.timer=null,this.launch()},delay))}launch(){if(this.closed||this.running)return;let track=this.deps.track??(work=>work());this.state="running";let run=this.sweep().catch(err=>{this.failures++,this.reason=`sweep failed: ${String(err instanceof Error?err.message:err).replace(/\s+/g," ").slice(0,160)}`,this.log(`[digests] ${this.reason}`)}).then(()=>this.afterSweep());this.running=run.finally(()=>{this.running=null}),track(()=>this.running).catch(()=>{})}afterSweep(){if(this.lastEnd=this.now(),!this.closed){if(this.budgetHit){this.budgetHit=!1;let refusedOn=this.budgetDay??utcDay(this.now());this.budgetDay=void 0;let resume=Date.parse(`${refusedOn}T00:00:00Z`)+864e5+6e4;this.state="paused-budget",this.reason=`the daily digest budget (${this.deps.options.maxUsdPerDay} USD) is spent; notes without a digest wait until the next UTC day`,this.log(`[digests] ${this.reason}`),this.dirty=!1,this.cancelTimer(),this.timerAt=resume,this.timer=this.setTimer(()=>{this.timer=null,this.state="idle",this.schedule(0)},Math.max(1e3,resume-this.now()));return}if(this.failures>0){if(this.failures>=exports2.DIGEST_MAX_FAILED_SWEEPS){this.dirty=!1,this.stop(`the digest model failed ${this.failures} sweeps in a row (${this.reason??"no detail"}); it is tried again at the next start or save`);return}let wait=Math.min(exports2.DIGEST_RETRY_MAX_MS,exports2.DIGEST_RETRY_BASE_MS*2**(this.failures-1))*(.8+.4*this.random());this.dirty=!1,this.log(`[digests] ${this.reason??"a sweep failed"}; trying again in ${Math.round(wait/1e3)} s`),this.schedule(wait,"retrying");return}this.state="idle",this.reason=void 0,this.dirty&&(this.dirty=!1,this.schedule(exports2.DIGEST_DEBOUNCE_MS))}}openCache(){try{return new digestCache_1.DigestCache(this.deps.options.cachePath)}catch(err){return this.log(`[digests] the digest cache cannot be opened: ${String(err instanceof Error?err.message:err).slice(0,160)}`),null}}async sweep(){let{db,config,options:options2,provider}=this.deps,cache=this.openCache();if(!cache)throw new Error("the digest cache cannot be opened");try{let ledger=config.ledgerRelPath,live=(0,sessionRouter_12.listRouterNotes)(db,config.memoryDir,ledger).filter(note=>node_fs_1.default.existsSync(note.file)),pruned=cache.retainOnly(new Set(live.map(note=>note.noteHash)));cache.pruneSpend(SPEND_DAYS_KEPT),this.budgetHit=!1,this.budgetDay=void 0;let guarded={...options2,chat:guardedDigestChat({chat:options2.chat,cache,day:()=>utcDay(this.now()),options:options2,onBudget:day=>{this.budgetHit=!0,this.budgetDay=day}})},stats=await(0,digests_12.buildNoteDigests)({db,vaultPath:config.memoryDir,ledgerRelPath:ledger,options:guarded,cache,provider});stats.failed>0&&!this.budgetHit?(this.failures++,this.reason=(stats.error??"the digest model left notes without a digest").replace(/\s+/g," ").slice(0,160)):stats.failed===0&&(this.failures=0,this.reason=void 0),this.last={endedAt:new Date(this.now()).toISOString(),digested:stats.digested,failed:stats.failed,gone:stats.gone,calls:stats.calls,pruned},(stats.digested>0||stats.failed>0||pruned>0)&&this.log(`[digests] swept: ${stats.digested} digested, ${stats.failed} failed, ${stats.cached} already had one, ${pruned} removed, ${stats.calls} call(s)`)}finally{cache.close()}}};exports2.DigestWorker=DigestWorker}});var require_engine2=__commonJS({"dist/mvp/engine.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=exports2.UNFINISHED_RETRY_MS=exports2.UNFINISHED_FILES=exports2.TIMESTAMP_TICK_MS=exports2.FULL_VAULT_CHECK_MS=exports2.INDEX_FILE_CONCURRENCY=exports2.ENTITY_LOOKUP_SURFACE=exports2.QUERY_CACHE_MAX_BYTES=exports2.QUERY_CACHE_MAX_ENTRIES=exports2.DEFAULT_EMBED_BUDGETS=void 0;exports2.resolveEmbedBudgets=resolveEmbedBudgets;exports2.readEmbeddingTableDims=readEmbeddingTableDims;exports2.queryEmbeddingCachePath=queryEmbeddingCachePath;exports2.createEmbeddingProvider=createEmbeddingProvider;exports2.attachEngine=attachEngine;exports2.semanticReady=semanticReady;exports2.keywordIndexReady=keywordIndexReady;exports2.engineRebuildEmbeddings=engineRebuildEmbeddings;exports2.runningEmbeddingRebuild=runningEmbeddingRebuild;exports2.clientPath=clientPath;exports2.resolveEngineEvidence=resolveEngineEvidence;exports2.resolveEngineDigests=resolveEngineDigests;exports2.engineSearchMemory=engineSearchMemory;exports2.engineSearchText=engineSearchText;exports2.engineLookupEntity=engineLookupEntity;exports2.engineStatus=engineStatus;exports2.engineIndex=engineIndex;exports2.engineIndexChanged=engineIndexChanged;exports2.engineFinishIndexInBackground=engineFinishIndexInBackground;exports2.runningBackgroundIndex=runningBackgroundIndex;exports2.hasIndexWorkToFinish=hasIndexWorkToFinish;exports2.engineRememberNote=engineRememberNote;var ledgerLiveness_1=require_ledgerLiveness(),invisibleText_1=require_invisibleText(),fs_1=__importDefault(require("fs")),crypto_1=__importDefault(require("crypto")),path_1=__importDefault(require("path")),readCache_1=require_readCache(),statements_1=require_statements(),vectorIndex_12=require_vectorIndex(),space_1=require_space(),rebuild_1=require_rebuild(),openai_12=require_openai2(),local_12=require_local(),vertex_1=require_vertex(),poolFetch_1=require_poolFetch(),callPhases_1=require_callPhases(),caching_1=require_caching(),interactive_1=require_interactive(),coalescing_1=require_coalescing(),readerLayout_12=require_readerLayout(),orchestrator_12=require_orchestrator(),ledgerEventTime_1=require_ledgerEventTime(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),memoryMap_1=require_memoryMap(),pipeline_12=require_pipeline(),walker_1=require_walker(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),scope_1=require_scope(),lifecycle_12=require_lifecycle(),inventory_1=require_inventory(),readScope_1=require_readScope(),attach_12=require_attach(),options_12=require_options(),background_1=require_background(),observations_1=require_observations(),contextRelevance_1=require_contextRelevance(),sanitize_1=require_sanitize(),digests_12=require_digests(),worker_1=require_worker(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DEFAULT_EMBED_BUDGETS={writeMs:5e3,readMs:3e3};function resolveEmbedBudgets(env=process.env){let read=(name,fallback)=>{let raw=env[name]?.trim();if(raw===void 0||raw==="")return fallback;let value=Number(raw);if(!Number.isInteger(value)||value<0||value>0&&value<100||value>6e5)throw new Error(`${name} must be 0 (no limit) or a number of milliseconds between 100 and 600000`);return value},writeMs=read("RENOR_EMBED_WRITE_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.writeMs),readMs=read("RENOR_EMBED_READ_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.readMs);return writeMs===0&&readMs===0?void 0:{writeMs:writeMs||1/0,readMs:readMs||1/0}}function withBudget(provider,budgetMs){return budgetMs===void 0||!Number.isFinite(budgetMs)?provider:{dimensions:provider.dimensions,identity:provider.identity,embed:texts=>provider.embed(texts,{budgetMs}),embedQuery:text=>provider.embedQuery?provider.embedQuery(text,{budgetMs}):provider.embed([text],{budgetMs}).then(vectors=>vectors[0])}}function readEmbeddingTableDims(db){let row=db.prepare("SELECT sql FROM sqlite_master WHERE type = 'table' AND name = 'chunk_embeddings'").get();if(!row?.sql)return null;let m=row.sql.match(/FLOAT\[(\d+)\]/i);return m?Number(m[1]):null}function queryEmbeddingCachePath(config){return path_1.default.join(path_1.default.dirname(config.authStatePath),"query-embeddings.db")}exports2.QUERY_CACHE_MAX_ENTRIES=4096;exports2.QUERY_CACHE_MAX_BYTES=32*1024*1024;function withQueryCache(provider,config,scope){let cachePath=queryEmbeddingCachePath(config),open=()=>new caching_1.CachingEmbeddingProvider(provider,{cachePath,serving:!0,scope,maxEntries:exports2.QUERY_CACHE_MAX_ENTRIES,maxBytes:exports2.QUERY_CACHE_MAX_BYTES});try{return open()}catch{try{for(let suffix of["","-wal","-shm"])fs_1.default.rmSync(cachePath+suffix,{force:!0});return open()}catch{return provider}}}function createEmbeddingProvider(config,vertexSeam,pooled=!1){if(config.embeddingProvider==="none")return null;if(config.embeddingProvider==="local")return new local_12.LocalEmbeddingProvider(config.embeddingModel);if(config.embeddingProvider==="vertex"){let served=crypto_1.default.createHash("sha256").update(`${config.vertexProject??""}\0${config.vertexLocation??""}`).digest("hex").slice(0,12),vertex=new vertex_1.VertexEmbeddingProvider({keyFile:config.vertexKeyFile,project:config.vertexProject,location:config.vertexLocation,model:config.embeddingModel,dimensions:config.embeddingDims,...vertexSeam,...pooled?{request:(0,poolFetch_1.poolFetch)({retryOnReset:!0,onConnect:ms=>(0,callPhases_1.recordPhase)("connect",ms)})}:{}});return pooled&&vertex.warmToken(),withQueryCache(new interactive_1.InteractiveEmbeddingProvider(new coalescing_1.CoalescingEmbeddingProvider(vertex)),config,`p-${served}`)}let keys=(config.embeddingApiKey??"").split(",").map(k=>k.trim()).filter(Boolean);return new openai_12.OpenAIEmbeddingProvider(keys,config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)}function attachEngine(db,config,override){let provider=override===void 0?createEmbeddingProvider(config,void 0,!0):override;if(!provider)return(0,vectorIndex_12.markVectorsUnfinished)(db)&&log.info("embeddings_unconfigured",{detail:"no embedding provider is configured: what is saved now gets no vector, so the index is marked unfinished; the next start with its model embeds those chunks before semantic search reads the index again"}),{provider:null,vectorIndex:null,dims:readEmbeddingTableDims(db)};let existing=readEmbeddingTableDims(db);if(existing!==null&&existing!==provider.dimensions)throw new Error(`Embedding dimension mismatch: index.db chunk_embeddings is FLOAT[${existing}] but the configured provider is ${provider.dimensions}-d. Do not mix Voyage/e5/other models in one book (ADR-0003). Set MVP_EMBEDDING_DIMS and MVP_EMBEDDING_MODEL to match the index, or use a separate MVP_DB_PATH.`);let vectorIndex=new vectorIndex_12.VectorIndex(db,provider.dimensions);vectorIndex.initTable(),claimEmbeddingSpace(db,vectorIndex,provider),vectorIndex.warmMirrorInBackground();let modelKey=override===void 0?(0,contextRelevance_1.embeddingModelKey)(config.embeddingProvider,config.embeddingModel,config.embeddingDims):injectedModelKey(provider),embedBudgets=resolveEmbedBudgets();return{provider,vectorIndex,dims:provider.dimensions,...modelKey?{modelKey}:{},...embedBudgets?{embedBudgets}:{}}}function injectedModelKey(provider){let identity=provider.identity;return identity?(0,contextRelevance_1.embeddingModelKey)(identity.kind,identity.model,provider.dimensions):void 0}function claimEmbeddingSpace(db,vectorIndex,provider){let wanted=(0,space_1.embeddingSpace)(provider);if(!wanted)return;let stored=vectorIndex.space();if(stored!==wanted){if(stored===null&&!vectorIndex.hasVectors()){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();if(chunks===0){vectorIndex.setSpace(wanted);return}vectorIndex.beginRebuild(wanted),log.info("embeddings_backfill",{chunks,model:wanted,detail:"index.db holds no vectors (it was written without an embedding provider): every chunk is embedded in the background; until then semantic search is off and keyword search keeps working"});return}log.warn("embeddings_model_mismatch",{stored:stored??"unrecorded",model:wanted,detail:"search cannot use vectors from another model: a rebuild embeds every chunk again, and until it finishes semantic search is off and keyword search keeps working"})}}function semanticReady(engine){if(!engine.provider||!engine.vectorIndex)return!1;let wanted=(0,space_1.embeddingSpace)(engine.provider);return wanted?engine.vectorIndex.space()===wanted&&!engine.vectorIndex.rebuilding():!0}function rebuildNotice(db,engine){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();return`Semantic search is off while this workspace's embeddings are built with the configured model (${engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):chunks} of ${chunks} chunks left). Keyword search works meanwhile.`}function failureReason(err,max){return(0,sanitize_1.sanitizeErrorMessage)(err).replace(/\s+/g," ").trim().slice(0,max)}var semanticFailures=new WeakMap;function keywordIndexReady(db){return(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()!==void 0}function semanticFailureNotice(err){return`Semantic search is unavailable right now (${failureReason(err,200)}), so nothing here was found by meaning; the saved facts and keyword search do not need it and still answer. The next request tries semantic search again.`}var embeddingRebuilds=new WeakMap;function engineRebuildEmbeddings(db,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let space=(0,space_1.embeddingSpace)(provider);if(!space||semanticReady(engine))return null;let running=embeddingRebuilds.get(vectorIndex);if(running)return running;let{outageDelayMs=outage=>Math.min(3e5,3e4*2**outage),...rebuildOptions}=options2,controller=new AbortController,startedAt=Date.now(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},rebuild={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{let chunks=()=>db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();log.info("embedding_rebuild_started",{chunks:chunks(),model:space,detail:"semantic search is off until it finishes"});for(let outage=0;!controller.signal.aborted;outage++)try{if((await(0,rebuild_1.rebuildEmbeddings)(db,vectorIndex,provider,space,{...rebuildOptions,signal:controller.signal})).done){log.info("embedding_rebuild_finished",{ms:Date.now()-startedAt,detail:"semantic search is on"});return}}catch(err){let delay=outageDelayMs(outage);log.error("embedding_rebuild_interrupted",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),chunks:chunks(),retryInS:Math.round(delay/1e3),detail:"semantic search stays off"},err),await wait(delay)}})().catch(err=>log.error("embedding_rebuild_failed",{},err)).finally(()=>embeddingRebuilds.delete(vectorIndex))};return embeddingRebuilds.set(vectorIndex,rebuild),rebuild}function runningEmbeddingRebuild(engine){return(engine.vectorIndex&&embeddingRebuilds.get(engine.vectorIndex))??null}var clientPaths=new Map,MAX_CLIENT_PATHS=4096;function clientPath(memoryDir,stored){let key=path_1.default.isAbsolute(stored)&&path_1.default.isAbsolute(memoryDir)?`${memoryDir}\0${stored}`:`${process.cwd()}\0${memoryDir}\0${stored}`,shown=clientPaths.get(key);if(shown===void 0){let resolved=path_1.default.resolve(stored),root=path_1.default.resolve(memoryDir);shown=resolved===root||resolved.startsWith(root+path_1.default.sep)?path_1.default.relative(root,resolved)||stored:path_1.default.basename(stored),clientPaths.size>=MAX_CLIENT_PATHS&&clientPaths.clear(),clientPaths.set(key,shown)}return shown}function resolveEngineEvidence(config,env=process.env,idle=null){if(!(0,attach_12.searchEvidenceEnabled)(env))return;let options2=(0,options_12.resolveEvidenceToolOptions)({dbPath:config.dbPath},env),background=(0,background_1.resolveEvidenceBackground)(env);return background&&idle&&(background.hold=flight=>{idle.track(()=>flight).catch(()=>{})}),{options:background?{...options2,background}:options2,extractor:(0,options_12.createEvidenceExtractor)(options2)}}function resolveEngineDigests(db,config,engine,idle=null,env=process.env){let options2=(0,digests_12.resolveDigestOptions)({dbPath:config.dbPath},env);if(!options2)return null;if(!engine.provider)return log.info("digests_off",{detail:"RENOR_DIGESTS is on, but this workspace has no embedding provider, so digests are off for it"}),null;let worker=new worker_1.DigestWorker({db,config:{memoryDir:config.memoryDir,ledgerRelPath:config.ledgerRelPath},options:options2,provider:engine.provider,track:idle?work=>idle.track(work):void 0});return log.info("digests_on",{model:options2.model,maxUsdPerDay:options2.maxUsdPerDay}),{options:options2,worker}}var SEMANTIC_UNAVAILABLE_NOTE="This workspace has no semantic search, so nothing was searched by meaning. Use search_text instead: it matches exact words, so search one distinctive word (a name, a project, a term).";function semanticUnavailable(){return{ok:!1,error:"semantic-unavailable",note:SEMANTIC_UNAVAILABLE_NOTE,hits:[]}}function observationHits(db,workspace,query,limit,scope){if(!(0,observations_1.observeEnabled)()||(0,invisibleText_1.isBlankOrInvisible)(query)||!Number.isInteger(limit)||limit<1)return[];try{let hits=(0,observations_1.searchObservations)(db,workspace,query,Math.min(limit,100),{},scope);return hits.length===0?[]:hits.filter(hit=>{if(scope===void 0)return!0;let raw=hit.cwd_scope;try{return(0,scope_1.normalizeScope)(raw)===(0,scope_1.normalizeScope)(scope)}catch{return!1}}).map(hit=>({notePath:hit.notePath,headingPath:hit.title,text:hit.text,score:hit.score,reason:hit.reason,source:hit.source,session_date:hit.session_date,id:hit.id}))}catch{return[]}}function withObservationHits(hits,observations,topK){if(observations.length===0)return hits;let limit=Math.max(0,topK);if(hits.length===0)return observations.slice(0,limit);let observationSlots=Math.min(2,observations.length,Math.max(0,limit-1));return[...hits.slice(0,limit-observationSlots),...observations.slice(0,observationSlots)]}async function engineSearchMemory(db,engine,memoryDir,query,topK,scope,evidence,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,probe,digests,noteCapWhenUnset,showSimilarity=!1,withChunkIds=!1,bestFirst=!1,observationScope=scope){if((0,invisibleText_1.isBlankOrInvisible)(query))return{ok:!0,hits:[]};let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!engine.provider||!engine.vectorIndex)return{...semanticUnavailable(),hits:observed()};if(!semanticReady(engine))return{ok:!1,error:"semantic-rebuilding",notice:rebuildNotice(db,engine),hits:observed()};let isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),provider=withBudget(engine.provider,engine.embedBudgets?.readMs),vectorIndex=engine.vectorIndex,asked=probe??{},scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,scoped=inScope?{shows:h=>inScope.has(h,clientPath(memoryDir,h.notePath)),chunkIds:()=>(0,readCache_1.readUntilWrite)(db,`scopedChunkIds\0${scopeNorm}\0${memoryDir}`,()=>inScope.chunkIds(stored=>clientPath(memoryDir,stored)))}:void 0,search=()=>(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,query,topK,[],{},{includeHistory,isLedgerNote:isLedger,probe:asked,scope:scoped,noteCapWhenUnset,...bestFirst?{bestFirst}:{}}),result;try{result=await search(),await finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked)&&(result=await search())}catch(err){return log.error("semantic_search_failed",{},err),semanticFailures.set(engine,{at:new Date().toISOString(),reason:failureReason(err,120)}),{ok:!1,error:"semantic-unavailable",notice:semanticFailureNotice(err),hits:observed()}}semanticFailures.delete(engine);let scopedRetrievalHits=inScope?inScope.hits(result.hits,h=>clientPath(memoryDir,h.notePath)):result.hits;if(probe){let top;for(let h of scopedRetrievalHits)typeof h.similarity=="number"&&(top===void 0||h.similarity>top.similarity)&&(top=h);probe.topSimilarity=top?top.similarity:null;let shown2=top&&(0,ledgerPresentation_12.presentLedgerEvents)([top],isLedger)[0];probe.topHit=shown2?{notePath:clientPath(memoryDir,shown2.notePath),headingPath:shown2.headingPath,text:shown2.text}:void 0,probe.similarities=scopedRetrievalHits.flatMap(h=>{let asShown=typeof h.similarity=="number"?(0,ledgerPresentation_12.presentLedgerEvents)([h],isLedger)[0]:void 0;return asShown?[{notePath:clientPath(memoryDir,asShown.notePath),headingPath:asShown.headingPath,text:asShown.text,similarity:h.similarity}]:[]})}let closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),noteDate=(0,orchestrator_12.createNoteDater)(db),attached=evidence?.extractor?await(0,attach_12.attachSearchEvidence)({transformBody:text=>(0,ledgerLiveness_1.resolveLedgerHits)([{text:inScope?inScope.body(text):text,reason:"evidence-source"}],closedEvents,includeHistory)[0]?.text??"",query,hits:scopedRetrievalHits.map(h=>({...h,session_date:noteDate(h.notePath)})),vaultPath:memoryDir,options:evidence.options,extractor:evidence.extractor,enabled:!0}):evidence?null:{hits:scopedRetrievalHits,evidence:{status:"skipped",reason:"flag-off"}},shown=(0,ledgerPresentation_12.presentLedgerEvents)(scopedRetrievalHits,isLedger),led=attached?(0,attach_12.prependEvidenceHit)(shown,attached.evidence):shown;if(digests)try{let table=await(0,digests_12.digestTable)({db,query,hits:scopedRetrievalHits,options:digests.options,provider,queryVector:asked.queryVector,isLedgerNote:isLedger});if(table.items.length>0){let lead=(0,digests_12.leadingSummaryHits)(led);led=[...led.slice(0,lead),(0,digests_12.digestItemsToHit)(table.items),...led.slice(lead)]}}catch(err){log.error("digests_read_failed",{},err)}let isConversation=withChunkIds?(0,readerLayout_12.conversationNoteMatcher)(db):()=>!1,hits=led.map(h=>({notePath:clientPath(memoryDir,h.notePath),headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...withChunkIds&&"chunkId"in h&&typeof h.chunkId=="number"&&h.chunkId>0&&isConversation(h.notePath)?{chunkId:h.chunkId}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{},...showSimilarity&&typeof h.similarity=="number"&&!isLedger(h.notePath)?{similarity:Math.round(h.similarity*1e3)/1e3}:{}})),withObservations=withObservationHits(hits,observed(),topK);return{ok:!0,rankedBy:result.rankedBy,hits:withObservations,...attached?{evidence:(0,attach_12.productEvidenceReport)(attached.evidence)}:{},...scopeNorm?{scope:scopeNorm}:{}}}function engineSearchText(db,memoryDir,query,topK,scope,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,ledgerRecords,matchOverride,stem=!1,observationScope=scope){let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()){let found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-unavailable",results:[]}}let match=matchOverride??(0,queryHelpers_1.quoteFtsQuery)(query);if(!match)return{ok:!0,results:[]};let scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),shownPaths=new Map,shownPath=stored=>{let shown=shownPaths.get(stored);return shown===void 0&&shownPaths.set(stored,shown=clientPath(memoryDir,stored)),shown},toResult=r=>({notePath:shownPath(r.notePath),headingPath:r.headingPath,text:r.text,score:r.score,reason:r.reason}),closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),prose;try{prose=(0,queryHelpers_1.shownPage)(n=>(0,keyword_1.keywordSearch)(db,match,n,stem),rows=>{let live=(0,ledgerPresentation_12.keywordLedgerHits)((0,ledgerLiveness_1.resolveLedgerHits)(rows.map(r=>toResult({...r,score:Math.abs(r.score),reason:"fts"})),closedEvents,includeHistory),isLedger,query,ledgerRecords);return inScope?inScope.hits(live,r=>r.notePath):live},topK,Math.min(topK*10,200))}catch(err){let message=err instanceof Error?err.message:String(err),found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-query",detail:message.slice(0,200),results:[]}}let have=new Set(prose.map(h=>h.notePath)),named=(0,ledgerLiveness_1.resolveLedgerHits)((0,noteIdentity_1.selectNoteIdentityHits)(db,query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set,(p,opening)=>{let client=clientPath(memoryDir,p);return!have.has(client)&&!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger)&&(!inScope||inScope.has(opening,client))}).map(toResult),closedEvents,includeHistory),eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),boundTime=(0,orchestrator_12.createNoteTimeBound)(db),results=(0,ledgerPresentation_12.presentLedgerEvents)([...prose,...named].map(r=>{let derived=isLedger(r.notePath)?eventTime(r):void 0;if(derived===void 0)return r;let session_date=boundTime(path_1.default.resolve(memoryDir,r.notePath),derived);return{...r,session_date}}),isLedger,ledgerRecords);return{ok:!0,results:withObservationHits(results,observed(),topK),...scopeNorm?{scope:scopeNorm}:{}}}exports2.ENTITY_LOOKUP_SURFACE="registered entities, matched in order by exact canonical name, frontmatter alias, substring of a canonical name, or substring of a source note path \u2014 never words inside note text";function engineLookupEntity(db,vault,name,scope){let scopeNorm=scope===void 0?void 0:(0,scope_1.normalizeScope)(scope),filter=scopeNorm===void 0?(0,entityLookup_1.liveEntityFilter)():(0,entityLookup_1.entityScopeFilter)(scopeNorm),row=(0,entityLookup_1.lookupEntity)(db,name,filter),miss=()=>({ok:!0,entity:null,reason:"no-entity-match",searched:exports2.ENTITY_LOOKUP_SURFACE,entitiesIndexed:(0,inventory_1.countEntities)(db,vault,filter),note:`Nothing in ${scopeNorm??"this workspace"} is registered as an entity matching "${name}". lookup_entity searches ${exports2.ENTITY_LOOKUP_SURFACE}, so a word that appears only inside saved note text (a daily note, a saved fact body) is not an entity. Use search_text for that word, or search_memory for meaning where the workspace has semantic search.`,...scopeNorm===void 0?{}:{scope:scopeNorm}});if(!row)return miss();let sourceNote=clientPath(vault.memoryDir,row.sourceNote);return scopeNorm!==void 0?{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote},...scopeNorm==="global"?{}:{scope:scopeNorm}}:{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote}}}function ledgerBytes(vault){try{return fs_1.default.statSync((0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)).size}catch{return 0}}function engineStatus(db,engine,vault){let counts=(0,inventory_1.countInventory)(db,vault),failed=semanticFailures.get(engine),degraded={...keywordIndexReady(db)?{}:{keyword:"keyword search cannot run: its index is missing"},...failed?{semantic:`the last search by meaning failed at ${failed.at}: ${failed.reason}`}:{}};return{...counts,embeddingDims:engine.dims,storage:{vectors:engine.vectorIndex?engine.vectorIndex.storedCount():0,ledgerBytes:ledgerBytes(vault),...engine.vectorIndex?{vectorMirror:engine.vectorIndex.mirrorStats()}:{}},semantic:semanticReady(engine),...engine.provider&&engine.vectorIndex&&!semanticReady(engine)?{embeddingRebuild:{chunksLeft:engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):counts.chunks,chunks:counts.chunks}}:{},...engine.vectorIndex?{chunksWithoutVectors:(0,rebuild_1.chunksWithoutVectors)(db)}:{},...Object.keys(degraded).length>0?{degraded}:{}}}function indexOptionsFor(engine,interactive=!1){return engine.provider&&engine.vectorIndex?{embeddingProvider:engine.provider,vectorIndex:engine.vectorIndex,...interactive&&engine.embedBudgets&&Number.isFinite(engine.embedBudgets.writeMs)?{embedBudgetMs:engine.embedBudgets.writeMs}:{}}:{}}exports2.INDEX_FILE_CONCURRENCY=48;async function engineIndex(db,config,engine,pass={}){let stats=await(0,pipeline_12.indexVault)(db,config.memoryDir,indexOptionsFor(engine,pass.interactive===!0),exports2.INDEX_FILE_CONCURRENCY);return stats.errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine),stats}var reconciledStamps=new WeakMap,tooLargeStamps=new WeakMap,unsettledFiles=new WeakMap,walkedAt=new WeakMap;exports2.FULL_VAULT_CHECK_MS=3e4;var stampOf=f=>`${f.mtimeMs}:${f.ctimeMs}:${f.size}:${f.ino}`;exports2.TIMESTAMP_TICK_MS=2e3;var stampIsTrusted=(f,scanStart)=>Math.min(Math.abs(scanStart-f.mtimeMs),Math.abs(scanStart-f.ctimeMs))>=exports2.TIMESTAMP_TICK_MS;async function inPool(items,limit,work){let next=0;await Promise.all(Array.from({length:Math.min(limit,items.length)},async()=>{for(;next<items.length;)await work(items[next++])}))}async function engineIndexChanged(db,config,engine,scanStart=Date.now(),pass={}){let options2=indexOptionsFor(engine,pass.interactive===!0),reconciled=reconciledStamps.get(db);reconciled||(reconciled=new Map,reconciledStamps.set(db,reconciled));let known=reconciled,named=tooLargeStamps.get(db);named||(named=new Map,tooLargeStamps.set(db,named));let tooLarge=named,unsettled=unsettledFiles.get(db);unsettled||(unsettled=new Set,unsettledFiles.set(db,unsettled));let candidates,isFinished,now=Date.now(),lastCheck=walkedAt.get(db),checkedRecently=lastCheck!==void 0&&now>=lastCheck&&now-lastCheck<exports2.FULL_VAULT_CHECK_MS;if(pass.touched!==void 0&&checkedRecently){let ignored=await(0,walker_1.vaultIgnores)(config.memoryDir),owed=[...pass.touched,...unsettled];(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0&&owed.push(...(0,statements_1.prepareOnce)(db,"SELECT path FROM notes WHERE note_hash = ''").pluck().all()),candidates=(0,walker_1.statVaultFiles)([...new Set(owed)].filter(file=>!ignored(file)));let present=new Set(candidates.map(f=>f.file));for(let file of unsettled)present.has(file)||unsettled.delete(file);let hash=(0,statements_1.prepareOnce)(db,"SELECT note_hash FROM notes WHERE path = ?").pluck();isFinished=file=>{let h=hash.get(file);return typeof h=="string"&&h!==""}}else{candidates=await(0,walker_1.walkVaultStats)(config.memoryDir);let finished=new Set(db.prepare("SELECT path FROM notes WHERE note_hash != ''").pluck().all());isFinished=file=>finished.has(file),walkedAt.set(db,now),unsettled.clear()}let changed=candidates.filter(f=>tooLarge.get(f.file)!==stampOf(f)&&(!isFinished(f.file)||known.get(f.file)!==stampOf(f))),indexed=0,errors=0,failure;await inPool(changed,exports2.INDEX_FILE_CONCURRENCY,async f=>{try{await(0,pipeline_12.indexFile)(db,f.file,options2),stampIsTrusted(f,scanStart)?known.set(f.file,stampOf(f)):known.delete(f.file),tooLarge.delete(f.file),indexed++}catch(err){if(err instanceof pipeline_12.NoteTooLargeError){known.delete(f.file),tooLarge.set(f.file,stampOf(f)),log.warn("note_too_large",{file:path_1.default.relative(config.memoryDir,f.file)},err);return}if(known.delete(f.file),err.code==="ENOENT")return;errors++,failure??=failureReason(err,300),log.error("index_file_failed",{file:path_1.default.relative(config.memoryDir,f.file)},err)}});for(let f of candidates)known.get(f.file)===stampOf(f)||tooLarge.get(f.file)===stampOf(f)?unsettled.delete(f.file):unsettled.add(f.file);errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine);let overCap=candidates.filter(f=>tooLarge.get(f.file)===stampOf(f)).map(f=>path_1.default.relative(config.memoryDir,f.file));return{total:changed.length,indexed,errors,...failure===void 0?{}:{failure},...overCap.length>0?{tooLarge:overCap}:{}}}exports2.UNFINISHED_FILES="SELECT COUNT(*) FROM notes WHERE note_hash = ''";exports2.UNFINISHED_RETRY_MS=3e4;var unfinishedRetryAfter=new WeakMap;async function finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked){let unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),before=unfinished.get();if(before===0||Date.now()<(unfinishedRetryAfter.get(db)??0))return!1;asked.queryVector||await(provider.embedQuery?provider.embedQuery(query):provider.embed([query]));let finish=async()=>{try{await engineIndexChanged(db,{memoryDir},engine,void 0,{interactive:!0})}catch(err){log.error("index_finish_failed",{},err)}let after=unfinished.get();return after>0?unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS):unfinishedRetryAfter.delete(db),after<before},budgetMs=engine.embedBudgets?.readMs;if(budgetMs===void 0||!Number.isFinite(budgetMs))return finish();let running=finish(),timer,late=new Promise(resolve=>{timer=setTimeout(()=>resolve(!1),budgetMs)});try{let finished=await Promise.race([running,late]);return finished||unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS),finished}finally{clearTimeout(timer)}}var backgroundIndexes=new WeakMap;exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=1e3;var backgroundIndexRetryDelayMs=outage=>Math.min(3e5,3e4*2**outage);function engineFinishIndexInBackground(db,config,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let running=backgroundIndexes.get(db);if(running)return running;let{firstDelayMs=exports2.BACKGROUND_INDEX_FIRST_DELAY_MS,retryDelayMs=backgroundIndexRetryDelayMs}=options2,controller=new AbortController,unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},job={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{await wait(firstDelayMs);for(let outage=0;!controller.signal.aborted;outage++)try{if(semanticReady(engine)){if(await(0,rebuild_1.embedMissingVectors)(db,vectorIndex,provider,{signal:controller.signal}),controller.signal.aborted)return;if(await engineIndexChanged(db,config,engine,void 0,{interactive:!0}),unfinished.get()===0&&(0,rebuild_1.chunksWithoutVectors)(db)===0){outage>0&&log.info("embeddings_recovered",{detail:"the embedding service answers again; what was saved while it did not is findable by meaning now"});return}}else if(!vectorIndex.rebuilding())return;throw new Error("the index is not finished yet")}catch(err){if(controller.signal.aborted)return;let delay=retryDelayMs(outage);log.error("background_index_retry",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),retryInS:Math.round(delay/1e3)},err),await wait(delay)}})().catch(err=>log.error("background_index_failed",{},err)).finally(()=>{backgroundIndexes.get(db)===job&&backgroundIndexes.delete(db)})};return backgroundIndexes.set(db,job),job}function runningBackgroundIndex(db){return backgroundIndexes.get(db)??null}function hasIndexWorkToFinish(db,engine){return!engine.provider||!engine.vectorIndex||!semanticReady(engine)?!1:(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0||(0,rebuild_1.chunksWithoutVectors)(db)>0}async function engineRememberNote(config,text,date,source,scope,timeZone){let clock=(0,writer_12.entryClock)(new Date,timeZone),day=date??clock.date,dir=(0,scope_1.dailyDirForScope)((0,scope_1.normalizeScope)(scope)),written=await(0,writer_12.appendDailyEntry)(config.memoryDir,day,{text,source:source??"mcp"},dir,clock),file=clientPath(config.memoryDir,written.filePath),id=(0,memoryMap_1.appendedEntryId)(file.split(path_1.default.sep).join("/"),written.entry);return{ok:!0,file,scope:(0,scope_1.normalizeScope)(scope),...id?{id}:{}}}}});var require_agentLease=__commonJS({"dist/memory/agentLease.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.claimAgentLease=claimAgentLease;exports2.newLeaseHolder=newLeaseHolder;var crypto_1=__importDefault(require("crypto")),sourceName_1=require_sourceName();function claimAgentLease(db,agent,holder,now=new Date){let identity=(0,sourceName_1.hiveIdentity)(agent);if(!identity)throw new Error("a hive lease needs a name that contains a letter or a digit, other than unnamed");let existing=db.prepare("SELECT holder FROM agent_leases WHERE agent = ?").get(identity);if(existing&&existing.holder!==holder&&pidAlive(existing.holder))throw new Error(`another live connection is named ${JSON.stringify(identity)}; set RENOR_CONNECTION_NAME to a different name, or stop the other renor-engine mcp process, then reconnect`);db.prepare(`INSERT INTO agent_leases (agent, holder, seen_at) VALUES (?, ?, ?)
|
|
1222
|
+
`)}async function digestTable(args){let report={status:"skipped",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[]},paths=[];for(let hit of args.hits)if(!(!hit.notePath||hit.notePath.startsWith("_renor/")||paths.includes(hit.notePath))&&!args.isLedgerNote?.(hit.notePath)&&(paths.push(hit.notePath),paths.length>=exports2.DIGEST_MAX_WINDOW_NOTES))break;if(report.windowNotes=paths.length,paths.length===0)return{items:[],report:{...report,reason:"no-notes"}};let space=(0,space_1.embeddingSpace)(args.provider);if(space===null)return{items:[],report:{...report,reason:"no-embedding-space"}};let cache;try{cache=new digestCache_1.DigestCache(args.options.cachePath,{readonly:!0})}catch(err){return{items:[],report:{...report,reason:"no-digests",error:`digest cache unavailable: ${err instanceof Error?err.message:String(err)}`.slice(0,200)}}}try{let noteRow=args.db.prepare("SELECT note_hash, frontmatter_json, modified_at FROM notes WHERE path = ?"),candidates=[],missingVectors=0;if(paths.forEach((notePath,order)=>{let row=noteRow.get(notePath);if(!row||!row.note_hash)return;let key=digestCache_1.DigestCache.digestKey(args.options.model,args.options.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,row.note_hash),digest=cache.getDigest(key);if(!digest||(report.notesWithDigest++,digest.items.length===0))return;let vectors=cache.getVectors(key,space,digest.items.length);if(!vectors){missingVectors++;return}let noteDate=(0,orchestrator_12.resolveSessionDate)(row.frontmatter_json,row.modified_at);digest.items.forEach((item,index)=>{let own=(0,orchestrator_12.sessionDateMs)(item.date),dateMs=own===Number.NEGATIVE_INFINITY?(0,orchestrator_12.sessionDateMs)(noteDate):own;candidates.push({notePath,order,index,item,vector:vectors[index],dateMs})})}),report.itemsConsidered=candidates.length,candidates.length===0)return{items:[],report:{...report,reason:report.notesWithDigest===0?"no-digests":missingVectors>0?"no-vectors":"no-digests"}};let queryVector=args.queryVector??(args.provider.embedQuery?await args.provider.embedQuery(args.query):(await args.provider.embed([args.query]))[0]),ranked=candidates.map(candidate=>({candidate,score:cosine(queryVector,candidate.vector)})).sort((a,b)=>b.score-a.score||a.candidate.order-b.candidate.order||a.candidate.index-b.candidate.index),used=(0,o200k_1.countO200k)((0,attach_12.renderEvidenceTable)([])),chosen=[];for(let{candidate}of ranked){let cost=rowTokens(candidate.item);if(used+cost>args.options.tokens)break;used+=cost,chosen.push(candidate)}chosen.sort((a,b)=>(a.dateMs===b.dateMs?0:a.dateMs<b.dateMs?-1:1)||a.order-b.order||a.index-b.index);let items=chosen.map(c=>({item:c.item.item,action:c.item.action,amount:c.item.amount,date:c.item.date}));return report.status=items.length>0?"ok":"skipped",report.itemsRendered=items.length,report.text=items.length>0?(0,attach_12.renderEvidenceTable)(items):"",report.tokens=items.length>0?(0,o200k_1.countO200k)(report.text):0,report.items=chosen.map(c=>({notePath:c.notePath,source:c.item.source,item:c.item.item})),{items,report}}finally{cache.close()}}function digestItemsToHit(items){return{notePath:exports2.DIGEST_HIT_PATH,chunkId:-1,headingPath:"Digest",text:(0,attach_12.renderEvidenceTable)(items),score:1,reason:"digest"}}async function attachDigest(args){try{let{items,report}=await digestTable(args);if(items.length===0)return{hits:args.hits,report};let at=0;for(;at<args.hits.length&&args.hits[at].notePath.startsWith("_renor/");)at++;return{hits:[...args.hits.slice(0,at),digestItemsToHit(items),...args.hits.slice(at)],report}}catch(err){return{hits:args.hits,report:{status:"skipped",reason:"digest-error",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[],error:(err instanceof Error?err.message:String(err)).slice(0,200)}}}}exports2.LEADING_SUMMARY_REASONS=["evidence","digest"];function leadingSummaryHits(hits){let n=0;for(;n<hits.length&&exports2.LEADING_SUMMARY_REASONS.includes(hits[n].reason??"");)n++;return n}}});var require_worker=__commonJS({"dist/digests/worker.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DigestWorker=exports2.DigestBudgetError=exports2.DIGEST_MAX_FAILED_SWEEPS=exports2.DIGEST_RETRY_MAX_MS=exports2.DIGEST_RETRY_BASE_MS=exports2.DIGEST_MIN_INTERVAL_MS=exports2.DIGEST_DEBOUNCE_MS=void 0;exports2.guardedDigestChat=guardedDigestChat;var node_fs_1=__importDefault(require("node:fs")),sessionRouter_12=require_sessionRouter(),digestCache_1=require_digestCache(),digests_12=require_digests(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DIGEST_DEBOUNCE_MS=15e3;exports2.DIGEST_MIN_INTERVAL_MS=6e4;exports2.DIGEST_RETRY_BASE_MS=3e4;exports2.DIGEST_RETRY_MAX_MS=3e5;exports2.DIGEST_MAX_FAILED_SWEEPS=8;var SPEND_DAYS_KEPT=14,DigestBudgetError=class extends Error{constructor(message){super(message),this.name="DigestBudgetError"}};exports2.DigestBudgetError=DigestBudgetError;var utcDay=ms=>new Date(ms).toISOString().slice(0,10);function promptTokensOf(request){return Math.ceil(request.messages.reduce((sum,m)=>sum+m.content.length,0)/3)}function guardedDigestChat(args){let{chat,cache,options:options2}=args,usd=(promptTokens,outputTokens)=>(promptTokens*options2.priceInPerM+outputTokens*options2.priceOutPerM)/1e6;return async request=>{let day=args.day(),promptEstimate=promptTokensOf(request),worst=usd(promptEstimate,request.max_tokens??8e3);if(cache.spentUsd(day)+worst>options2.maxUsdPerDay)throw args.onBudget(day),new DigestBudgetError(`the digest budget for ${day} (${options2.maxUsdPerDay} USD) would be passed`);let response;try{response=await chat(request)}catch(err){throw cache.addSpend(day,promptEstimate,0,usd(promptEstimate,0)),err}let prompt=response.promptTokens??promptEstimate,output=(0,sessionRouter_12.billedOutputTokens)(response);return cache.addSpend(day,prompt,output,usd(prompt,output)),response}}var DigestWorker=class{deps;now;setTimer;clearTimer;random;log;state="idle";reason;timer=null;timerAt=0;running=null;dirty=!1;closed=!1;failures=0;lastEnd=0;budgetHit=!1;budgetDay;last;constructor(deps){this.deps=deps,this.now=deps.now??Date.now,this.setTimer=deps.setTimer??((fn,ms)=>{let handle=setTimeout(fn,ms);return handle.unref(),handle}),this.clearTimer=deps.clearTimer??(handle=>clearTimeout(handle)),this.random=deps.random??Math.random,this.log=deps.log??(line=>log.info("digests_worker",{detail:line}))}start(){this.failures=0,this.runnable()&&this.schedule(exports2.DIGEST_DEBOUNCE_MS)}notify(){if(!(this.closed||!this.runnable())){if(this.running){this.dirty=!0;return}this.state==="retrying"||this.state==="paused-budget"||this.schedule(exports2.DIGEST_DEBOUNCE_MS)}}status(){let cache=this.openCache(),spent=0;try{spent=cache?.spentUsd(utcDay(this.now()))??0}finally{cache?.close()}return{state:this.state,...this.reason?{reason:this.reason}:{},consecutiveFailures:this.failures,spentTodayUsd:Math.round(spent*1e6)/1e6,maxUsdPerDay:this.deps.options.maxUsdPerDay,...this.last?{lastSweep:this.last}:{}}}async whenSwept(){for(;this.running;)await this.running}async sweepNow(){this.closed||!this.runnable()||(this.cancelTimer(),this.running&&await this.running,this.launch(),await this.running)}async close(){this.closed=!0,this.cancelTimer(),this.running&&await this.running}runnable(){return this.deps.provider?this.deps.options.chat?!0:(this.stop("no digest model is configured: digests need RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY, and never use the evidence or Ollama provider instead, so nothing is sent"),!1):(this.stop("no embedding provider: digests are read by meaning, so they are not written"),!1)}stop(reason){this.state==="stopped"&&this.reason===reason||(this.state="stopped",this.reason=reason,this.log(`[digests] worker stopped: ${reason}`))}cancelTimer(){this.timer!==null&&this.clearTimer(this.timer),this.timer=null}schedule(wait,state="scheduled"){if(this.closed)return;let earliest=this.lastEnd+exports2.DIGEST_MIN_INTERVAL_MS-this.now(),delay=Math.max(wait,state==="scheduled"?earliest:0),at=this.now()+delay;this.timer!==null&&this.timerAt<=at&&this.state===state||(this.cancelTimer(),this.state=state,state==="scheduled"&&(this.reason=void 0),this.timerAt=at,this.timer=this.setTimer(()=>{this.timer=null,this.launch()},delay))}launch(){if(this.closed||this.running)return;let track=this.deps.track??(work=>work());this.state="running";let run=this.sweep().catch(err=>{this.failures++,this.reason=`sweep failed: ${String(err instanceof Error?err.message:err).replace(/\s+/g," ").slice(0,160)}`,this.log(`[digests] ${this.reason}`)}).then(()=>this.afterSweep());this.running=run.finally(()=>{this.running=null}),track(()=>this.running).catch(()=>{})}afterSweep(){if(this.lastEnd=this.now(),!this.closed){if(this.budgetHit){this.budgetHit=!1;let refusedOn=this.budgetDay??utcDay(this.now());this.budgetDay=void 0;let resume=Date.parse(`${refusedOn}T00:00:00Z`)+864e5+6e4;this.state="paused-budget",this.reason=`the daily digest budget (${this.deps.options.maxUsdPerDay} USD) is spent; notes without a digest wait until the next UTC day`,this.log(`[digests] ${this.reason}`),this.dirty=!1,this.cancelTimer(),this.timerAt=resume,this.timer=this.setTimer(()=>{this.timer=null,this.state="idle",this.schedule(0)},Math.max(1e3,resume-this.now()));return}if(this.failures>0){if(this.failures>=exports2.DIGEST_MAX_FAILED_SWEEPS){this.dirty=!1,this.stop(`the digest model failed ${this.failures} sweeps in a row (${this.reason??"no detail"}); it is tried again at the next start or save`);return}let wait=Math.min(exports2.DIGEST_RETRY_MAX_MS,exports2.DIGEST_RETRY_BASE_MS*2**(this.failures-1))*(.8+.4*this.random());this.dirty=!1,this.log(`[digests] ${this.reason??"a sweep failed"}; trying again in ${Math.round(wait/1e3)} s`),this.schedule(wait,"retrying");return}this.state="idle",this.reason=void 0,this.dirty&&(this.dirty=!1,this.schedule(exports2.DIGEST_DEBOUNCE_MS))}}openCache(){try{return new digestCache_1.DigestCache(this.deps.options.cachePath)}catch(err){return this.log(`[digests] the digest cache cannot be opened: ${String(err instanceof Error?err.message:err).slice(0,160)}`),null}}async sweep(){let{db,config,options:options2,provider}=this.deps,cache=this.openCache();if(!cache)throw new Error("the digest cache cannot be opened");try{let ledger=config.ledgerRelPath,live=(0,sessionRouter_12.listRouterNotes)(db,config.memoryDir,ledger).filter(note=>node_fs_1.default.existsSync(note.file)),pruned=cache.retainOnly(new Set(live.map(note=>note.noteHash)));cache.pruneSpend(SPEND_DAYS_KEPT),this.budgetHit=!1,this.budgetDay=void 0;let guarded={...options2,chat:guardedDigestChat({chat:options2.chat,cache,day:()=>utcDay(this.now()),options:options2,onBudget:day=>{this.budgetHit=!0,this.budgetDay=day}})},stats=await(0,digests_12.buildNoteDigests)({db,vaultPath:config.memoryDir,ledgerRelPath:ledger,options:guarded,cache,provider});stats.failed>0&&!this.budgetHit?(this.failures++,this.reason=(stats.error??"the digest model left notes without a digest").replace(/\s+/g," ").slice(0,160)):stats.failed===0&&(this.failures=0,this.reason=void 0),this.last={endedAt:new Date(this.now()).toISOString(),digested:stats.digested,failed:stats.failed,gone:stats.gone,calls:stats.calls,pruned},(stats.digested>0||stats.failed>0||pruned>0)&&this.log(`[digests] swept: ${stats.digested} digested, ${stats.failed} failed, ${stats.cached} already had one, ${pruned} removed, ${stats.calls} call(s)`)}finally{cache.close()}}};exports2.DigestWorker=DigestWorker}});var require_engine2=__commonJS({"dist/mvp/engine.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=exports2.UNFINISHED_RETRY_MS=exports2.UNFINISHED_FILES=exports2.TIMESTAMP_TICK_MS=exports2.FULL_VAULT_CHECK_MS=exports2.INDEX_FILE_CONCURRENCY=exports2.ENTITY_LOOKUP_SURFACE=exports2.QUERY_CACHE_MAX_BYTES=exports2.QUERY_CACHE_MAX_ENTRIES=exports2.DEFAULT_EMBED_BUDGETS=void 0;exports2.resolveEmbedBudgets=resolveEmbedBudgets;exports2.readEmbeddingTableDims=readEmbeddingTableDims;exports2.queryEmbeddingCachePath=queryEmbeddingCachePath;exports2.createEmbeddingProvider=createEmbeddingProvider;exports2.attachEngine=attachEngine;exports2.semanticReady=semanticReady;exports2.keywordIndexReady=keywordIndexReady;exports2.engineRebuildEmbeddings=engineRebuildEmbeddings;exports2.runningEmbeddingRebuild=runningEmbeddingRebuild;exports2.clientPath=clientPath;exports2.resolveEngineEvidence=resolveEngineEvidence;exports2.resolveEngineDigests=resolveEngineDigests;exports2.engineSearchMemory=engineSearchMemory;exports2.engineSearchText=engineSearchText;exports2.engineLookupEntity=engineLookupEntity;exports2.engineStatus=engineStatus;exports2.engineIndex=engineIndex;exports2.engineIndexChanged=engineIndexChanged;exports2.engineFinishIndexInBackground=engineFinishIndexInBackground;exports2.runningBackgroundIndex=runningBackgroundIndex;exports2.hasIndexWorkToFinish=hasIndexWorkToFinish;exports2.engineRememberNote=engineRememberNote;var ledgerLiveness_1=require_ledgerLiveness(),invisibleText_1=require_invisibleText(),fs_1=__importDefault(require("fs")),crypto_1=__importDefault(require("crypto")),path_1=__importDefault(require("path")),readCache_1=require_readCache(),statements_1=require_statements(),vectorIndex_12=require_vectorIndex(),space_1=require_space(),rebuild_1=require_rebuild(),openai_12=require_openai2(),local_12=require_local(),vertex_1=require_vertex(),poolFetch_1=require_poolFetch(),callPhases_1=require_callPhases(),caching_1=require_caching(),interactive_1=require_interactive(),coalescing_1=require_coalescing(),readerLayout_12=require_readerLayout(),orchestrator_12=require_orchestrator(),ledgerEventTime_1=require_ledgerEventTime(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),memoryMap_1=require_memoryMap(),pipeline_12=require_pipeline(),walker_1=require_walker(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),scope_1=require_scope(),lifecycle_12=require_lifecycle(),inventory_1=require_inventory(),readScope_1=require_readScope(),attach_12=require_attach(),options_12=require_options(),background_1=require_background(),observations_1=require_observations(),contextRelevance_1=require_contextRelevance(),sanitize_1=require_sanitize(),digests_12=require_digests(),worker_1=require_worker(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DEFAULT_EMBED_BUDGETS={writeMs:5e3,readMs:3e3};function resolveEmbedBudgets(env=process.env){let read=(name,fallback)=>{let raw=env[name]?.trim();if(raw===void 0||raw==="")return fallback;let value=Number(raw);if(!Number.isInteger(value)||value<0||value>0&&value<100||value>6e5)throw new Error(`${name} must be 0 (no limit) or a number of milliseconds between 100 and 600000`);return value},writeMs=read("RENOR_EMBED_WRITE_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.writeMs),readMs=read("RENOR_EMBED_READ_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.readMs);return writeMs===0&&readMs===0?void 0:{writeMs:writeMs||1/0,readMs:readMs||1/0}}function withBudget(provider,budgetMs){return budgetMs===void 0||!Number.isFinite(budgetMs)?provider:{dimensions:provider.dimensions,identity:provider.identity,embed:texts=>provider.embed(texts,{budgetMs}),embedQuery:text=>provider.embedQuery?provider.embedQuery(text,{budgetMs}):provider.embed([text],{budgetMs}).then(vectors=>vectors[0])}}function readEmbeddingTableDims(db){let row=db.prepare("SELECT sql FROM sqlite_master WHERE type = 'table' AND name = 'chunk_embeddings'").get();if(!row?.sql)return null;let m=row.sql.match(/FLOAT\[(\d+)\]/i);return m?Number(m[1]):null}function queryEmbeddingCachePath(config){return path_1.default.join(path_1.default.dirname(config.authStatePath),"query-embeddings.db")}exports2.QUERY_CACHE_MAX_ENTRIES=4096;exports2.QUERY_CACHE_MAX_BYTES=32*1024*1024;function withQueryCache(provider,config,scope){let cachePath=queryEmbeddingCachePath(config),open=()=>new caching_1.CachingEmbeddingProvider(provider,{cachePath,serving:!0,scope,maxEntries:exports2.QUERY_CACHE_MAX_ENTRIES,maxBytes:exports2.QUERY_CACHE_MAX_BYTES});try{return open()}catch{try{for(let suffix of["","-wal","-shm"])fs_1.default.rmSync(cachePath+suffix,{force:!0});return open()}catch{return provider}}}function createEmbeddingProvider(config,vertexSeam,pooled=!1){if(config.embeddingProvider==="none")return null;if(config.embeddingProvider==="local")return new local_12.LocalEmbeddingProvider(config.embeddingModel);if(config.embeddingProvider==="vertex"){let served=crypto_1.default.createHash("sha256").update(`${config.vertexProject??""}\0${config.vertexLocation??""}`).digest("hex").slice(0,12),vertex=new vertex_1.VertexEmbeddingProvider({keyFile:config.vertexKeyFile,project:config.vertexProject,location:config.vertexLocation,model:config.embeddingModel,dimensions:config.embeddingDims,...vertexSeam,...pooled?{request:(0,poolFetch_1.poolFetch)({retryOnReset:!0,onConnect:ms=>(0,callPhases_1.recordPhase)("connect",ms)})}:{}});return pooled&&vertex.warmToken(),withQueryCache(new interactive_1.InteractiveEmbeddingProvider(new coalescing_1.CoalescingEmbeddingProvider(vertex)),config,`p-${served}`)}let keys=(config.embeddingApiKey??"").split(",").map(k=>k.trim()).filter(Boolean);return new openai_12.OpenAIEmbeddingProvider(keys,config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)}function attachEngine(db,config,override){let provider=override===void 0?createEmbeddingProvider(config,void 0,!0):override;if(!provider)return(0,vectorIndex_12.markVectorsUnfinished)(db)&&log.info("embeddings_unconfigured",{detail:"no embedding provider is configured: what is saved now gets no vector, so the index is marked unfinished; the next start with its model embeds those chunks before semantic search reads the index again"}),{provider:null,vectorIndex:null,dims:readEmbeddingTableDims(db)};let existing=readEmbeddingTableDims(db);if(existing!==null&&existing!==provider.dimensions)throw new Error(`Embedding dimension mismatch: index.db chunk_embeddings is FLOAT[${existing}] but the configured provider is ${provider.dimensions}-d. Do not mix Voyage/e5/other models in one book (ADR-0003). Set MVP_EMBEDDING_DIMS and MVP_EMBEDDING_MODEL to match the index, or use a separate MVP_DB_PATH.`);let vectorIndex=new vectorIndex_12.VectorIndex(db,provider.dimensions);vectorIndex.initTable(),claimEmbeddingSpace(db,vectorIndex,provider),vectorIndex.warmMirrorInBackground();let modelKey=override===void 0?(0,contextRelevance_1.embeddingModelKey)(config.embeddingProvider,config.embeddingModel,config.embeddingDims):injectedModelKey(provider),embedBudgets=resolveEmbedBudgets();return{provider,vectorIndex,dims:provider.dimensions,...modelKey?{modelKey}:{},...embedBudgets?{embedBudgets}:{}}}function injectedModelKey(provider){let identity=provider.identity;return identity?(0,contextRelevance_1.embeddingModelKey)(identity.kind,identity.model,provider.dimensions):void 0}function claimEmbeddingSpace(db,vectorIndex,provider){let wanted=(0,space_1.embeddingSpace)(provider);if(!wanted)return;let stored=vectorIndex.space();if(stored!==wanted){if(stored===null&&!vectorIndex.hasVectors()){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();if(chunks===0){vectorIndex.setSpace(wanted);return}vectorIndex.beginRebuild(wanted),log.info("embeddings_backfill",{chunks,model:wanted,detail:"index.db holds no vectors (it was written without an embedding provider): every chunk is embedded in the background; until then semantic search is off and keyword search keeps working"});return}log.warn("embeddings_model_mismatch",{stored:stored??"unrecorded",model:wanted,detail:"search cannot use vectors from another model: a rebuild embeds every chunk again, and until it finishes semantic search is off and keyword search keeps working"})}}function semanticReady(engine){if(!engine.provider||!engine.vectorIndex)return!1;let wanted=(0,space_1.embeddingSpace)(engine.provider);return wanted?engine.vectorIndex.space()===wanted&&!engine.vectorIndex.rebuilding():!0}function rebuildNotice(db,engine){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();return`Semantic search is off while this workspace's embeddings are built with the configured model (${engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):chunks} of ${chunks} chunks left). Keyword search works meanwhile.`}function failureReason(err,max){return(0,sanitize_1.sanitizeErrorMessage)(err).replace(/\s+/g," ").trim().slice(0,max)}var semanticFailures=new WeakMap;function keywordIndexReady(db){return(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()!==void 0}function semanticFailureNotice(err){return`Semantic search is unavailable right now (${failureReason(err,200)}), so nothing here was found by meaning; the saved facts and keyword search do not need it and still answer. The next request tries semantic search again.`}var embeddingRebuilds=new WeakMap;function engineRebuildEmbeddings(db,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let space=(0,space_1.embeddingSpace)(provider);if(!space||semanticReady(engine))return null;let running=embeddingRebuilds.get(vectorIndex);if(running)return running;let{outageDelayMs=outage=>Math.min(3e5,3e4*2**outage),...rebuildOptions}=options2,controller=new AbortController,startedAt=Date.now(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},rebuild={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{let chunks=()=>db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();log.info("embedding_rebuild_started",{chunks:chunks(),model:space,detail:"semantic search is off until it finishes"});for(let outage=0;!controller.signal.aborted;outage++)try{if((await(0,rebuild_1.rebuildEmbeddings)(db,vectorIndex,provider,space,{...rebuildOptions,signal:controller.signal})).done){log.info("embedding_rebuild_finished",{ms:Date.now()-startedAt,detail:"semantic search is on"});return}}catch(err){let delay=outageDelayMs(outage);log.error("embedding_rebuild_interrupted",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),chunks:chunks(),retryInS:Math.round(delay/1e3),detail:"semantic search stays off"},err),await wait(delay)}})().catch(err=>log.error("embedding_rebuild_failed",{},err)).finally(()=>embeddingRebuilds.delete(vectorIndex))};return embeddingRebuilds.set(vectorIndex,rebuild),rebuild}function runningEmbeddingRebuild(engine){return(engine.vectorIndex&&embeddingRebuilds.get(engine.vectorIndex))??null}var clientPaths=new Map,MAX_CLIENT_PATHS=4096;function clientPath(memoryDir,stored){let key=path_1.default.isAbsolute(stored)&&path_1.default.isAbsolute(memoryDir)?`${memoryDir}\0${stored}`:`${process.cwd()}\0${memoryDir}\0${stored}`,shown=clientPaths.get(key);if(shown===void 0){let resolved=path_1.default.resolve(stored),root=path_1.default.resolve(memoryDir);shown=resolved===root||resolved.startsWith(root+path_1.default.sep)?toSlashes(path_1.default.relative(root,resolved))||stored:path_1.default.basename(stored),clientPaths.size>=MAX_CLIENT_PATHS&&clientPaths.clear(),clientPaths.set(key,shown)}return shown}function toSlashes(rel){return path_1.default.sep==="/"?rel:rel.split(path_1.default.sep).join("/")}function resolveEngineEvidence(config,env=process.env,idle=null){if(!(0,attach_12.searchEvidenceEnabled)(env))return;let options2=(0,options_12.resolveEvidenceToolOptions)({dbPath:config.dbPath},env),background=(0,background_1.resolveEvidenceBackground)(env);return background&&idle&&(background.hold=flight=>{idle.track(()=>flight).catch(()=>{})}),{options:background?{...options2,background}:options2,extractor:(0,options_12.createEvidenceExtractor)(options2)}}function resolveEngineDigests(db,config,engine,idle=null,env=process.env){let options2=(0,digests_12.resolveDigestOptions)({dbPath:config.dbPath},env);if(!options2)return null;if(!engine.provider)return log.info("digests_off",{detail:"RENOR_DIGESTS is on, but this workspace has no embedding provider, so digests are off for it"}),null;let worker=new worker_1.DigestWorker({db,config:{memoryDir:config.memoryDir,ledgerRelPath:config.ledgerRelPath},options:options2,provider:engine.provider,track:idle?work=>idle.track(work):void 0});return log.info("digests_on",{model:options2.model,maxUsdPerDay:options2.maxUsdPerDay}),{options:options2,worker}}var SEMANTIC_UNAVAILABLE_NOTE="This workspace has no semantic search, so nothing was searched by meaning. Use search_text instead: it matches exact words, so search one distinctive word (a name, a project, a term).";function semanticUnavailable(){return{ok:!1,error:"semantic-unavailable",note:SEMANTIC_UNAVAILABLE_NOTE,hits:[]}}function observationHits(db,workspace,query,limit,scope){if(!(0,observations_1.observeEnabled)()||(0,invisibleText_1.isBlankOrInvisible)(query)||!Number.isInteger(limit)||limit<1)return[];try{let hits=(0,observations_1.searchObservations)(db,workspace,query,Math.min(limit,100),{},scope);return hits.length===0?[]:hits.filter(hit=>{if(scope===void 0)return!0;let raw=hit.cwd_scope;try{return(0,scope_1.normalizeScope)(raw)===(0,scope_1.normalizeScope)(scope)}catch{return!1}}).map(hit=>({notePath:hit.notePath,headingPath:hit.title,text:hit.text,score:hit.score,reason:hit.reason,source:hit.source,session_date:hit.session_date,id:hit.id}))}catch{return[]}}function withObservationHits(hits,observations,topK){if(observations.length===0)return hits;let limit=Math.max(0,topK);if(hits.length===0)return observations.slice(0,limit);let observationSlots=Math.min(2,observations.length,Math.max(0,limit-1));return[...hits.slice(0,limit-observationSlots),...observations.slice(0,observationSlots)]}async function engineSearchMemory(db,engine,memoryDir,query,topK,scope,evidence,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,probe,digests,noteCapWhenUnset,showSimilarity=!1,withChunkIds=!1,bestFirst=!1,observationScope=scope){if((0,invisibleText_1.isBlankOrInvisible)(query))return{ok:!0,hits:[]};let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!engine.provider||!engine.vectorIndex)return{...semanticUnavailable(),hits:observed()};if(!semanticReady(engine))return{ok:!1,error:"semantic-rebuilding",notice:rebuildNotice(db,engine),hits:observed()};let isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),provider=withBudget(engine.provider,engine.embedBudgets?.readMs),vectorIndex=engine.vectorIndex,asked=probe??{},scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,scoped=inScope?{shows:h=>inScope.has(h,clientPath(memoryDir,h.notePath)),chunkIds:()=>(0,readCache_1.readUntilWrite)(db,`scopedChunkIds\0${scopeNorm}\0${memoryDir}`,()=>inScope.chunkIds(stored=>clientPath(memoryDir,stored)))}:void 0,search=()=>(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,query,topK,[],{},{includeHistory,isLedgerNote:isLedger,probe:asked,scope:scoped,noteCapWhenUnset,...bestFirst?{bestFirst}:{}}),result;try{result=await search(),await finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked)&&(result=await search())}catch(err){return log.error("semantic_search_failed",{},err),semanticFailures.set(engine,{at:new Date().toISOString(),reason:failureReason(err,120)}),{ok:!1,error:"semantic-unavailable",notice:semanticFailureNotice(err),hits:observed()}}semanticFailures.delete(engine);let scopedRetrievalHits=inScope?inScope.hits(result.hits,h=>clientPath(memoryDir,h.notePath)):result.hits;if(probe){let top;for(let h of scopedRetrievalHits)typeof h.similarity=="number"&&(top===void 0||h.similarity>top.similarity)&&(top=h);probe.topSimilarity=top?top.similarity:null;let shown2=top&&(0,ledgerPresentation_12.presentLedgerEvents)([top],isLedger)[0];probe.topHit=shown2?{notePath:clientPath(memoryDir,shown2.notePath),headingPath:shown2.headingPath,text:shown2.text}:void 0,probe.similarities=scopedRetrievalHits.flatMap(h=>{let asShown=typeof h.similarity=="number"?(0,ledgerPresentation_12.presentLedgerEvents)([h],isLedger)[0]:void 0;return asShown?[{notePath:clientPath(memoryDir,asShown.notePath),headingPath:asShown.headingPath,text:asShown.text,similarity:h.similarity}]:[]})}let closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),noteDate=(0,orchestrator_12.createNoteDater)(db),attached=evidence?.extractor?await(0,attach_12.attachSearchEvidence)({transformBody:text=>(0,ledgerLiveness_1.resolveLedgerHits)([{text:inScope?inScope.body(text):text,reason:"evidence-source"}],closedEvents,includeHistory)[0]?.text??"",query,hits:scopedRetrievalHits.map(h=>({...h,session_date:noteDate(h.notePath)})),vaultPath:memoryDir,options:evidence.options,extractor:evidence.extractor,enabled:!0}):evidence?null:{hits:scopedRetrievalHits,evidence:{status:"skipped",reason:"flag-off"}},shown=(0,ledgerPresentation_12.presentLedgerEvents)(scopedRetrievalHits,isLedger),led=attached?(0,attach_12.prependEvidenceHit)(shown,attached.evidence):shown;if(digests)try{let table=await(0,digests_12.digestTable)({db,query,hits:scopedRetrievalHits,options:digests.options,provider,queryVector:asked.queryVector,isLedgerNote:isLedger});if(table.items.length>0){let lead=(0,digests_12.leadingSummaryHits)(led);led=[...led.slice(0,lead),(0,digests_12.digestItemsToHit)(table.items),...led.slice(lead)]}}catch(err){log.error("digests_read_failed",{},err)}let isConversation=withChunkIds?(0,readerLayout_12.conversationNoteMatcher)(db):()=>!1,hits=led.map(h=>({notePath:clientPath(memoryDir,h.notePath),headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...withChunkIds&&"chunkId"in h&&typeof h.chunkId=="number"&&h.chunkId>0&&isConversation(h.notePath)?{chunkId:h.chunkId}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{},...showSimilarity&&typeof h.similarity=="number"&&!isLedger(h.notePath)?{similarity:Math.round(h.similarity*1e3)/1e3}:{}})),withObservations=withObservationHits(hits,observed(),topK);return{ok:!0,rankedBy:result.rankedBy,hits:withObservations,...attached?{evidence:(0,attach_12.productEvidenceReport)(attached.evidence)}:{},...scopeNorm?{scope:scopeNorm}:{}}}function engineSearchText(db,memoryDir,query,topK,scope,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,ledgerRecords,matchOverride,stem=!1,observationScope=scope){let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()){let found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-unavailable",results:[]}}let match=matchOverride??(0,queryHelpers_1.quoteFtsQuery)(query);if(!match)return{ok:!0,results:[]};let scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),shownPaths=new Map,shownPath=stored=>{let shown=shownPaths.get(stored);return shown===void 0&&shownPaths.set(stored,shown=clientPath(memoryDir,stored)),shown},toResult=r=>({notePath:shownPath(r.notePath),headingPath:r.headingPath,text:r.text,score:r.score,reason:r.reason}),closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),prose;try{prose=(0,queryHelpers_1.shownPage)(n=>(0,keyword_1.keywordSearch)(db,match,n,stem),rows=>{let live=(0,ledgerPresentation_12.keywordLedgerHits)((0,ledgerLiveness_1.resolveLedgerHits)(rows.map(r=>toResult({...r,score:Math.abs(r.score),reason:"fts"})),closedEvents,includeHistory),isLedger,query,ledgerRecords);return inScope?inScope.hits(live,r=>r.notePath):live},topK,Math.min(topK*10,200))}catch(err){let message=err instanceof Error?err.message:String(err),found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-query",detail:message.slice(0,200),results:[]}}let have=new Set(prose.map(h=>h.notePath)),named=(0,ledgerLiveness_1.resolveLedgerHits)((0,noteIdentity_1.selectNoteIdentityHits)(db,query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set,(p,opening)=>{let client=clientPath(memoryDir,p);return!have.has(client)&&!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger)&&(!inScope||inScope.has(opening,client))}).map(toResult),closedEvents,includeHistory),eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),boundTime=(0,orchestrator_12.createNoteTimeBound)(db),results=(0,ledgerPresentation_12.presentLedgerEvents)([...prose,...named].map(r=>{let derived=isLedger(r.notePath)?eventTime(r):void 0;if(derived===void 0)return r;let session_date=boundTime(path_1.default.resolve(memoryDir,r.notePath),derived);return{...r,session_date}}),isLedger,ledgerRecords);return{ok:!0,results:withObservationHits(results,observed(),topK),...scopeNorm?{scope:scopeNorm}:{}}}exports2.ENTITY_LOOKUP_SURFACE="registered entities, matched in order by exact canonical name, frontmatter alias, substring of a canonical name, or substring of a source note path \u2014 never words inside note text";function engineLookupEntity(db,vault,name,scope){let scopeNorm=scope===void 0?void 0:(0,scope_1.normalizeScope)(scope),filter=scopeNorm===void 0?(0,entityLookup_1.liveEntityFilter)():(0,entityLookup_1.entityScopeFilter)(scopeNorm),row=(0,entityLookup_1.lookupEntity)(db,name,filter),miss=()=>({ok:!0,entity:null,reason:"no-entity-match",searched:exports2.ENTITY_LOOKUP_SURFACE,entitiesIndexed:(0,inventory_1.countEntities)(db,vault,filter),note:`Nothing in ${scopeNorm??"this workspace"} is registered as an entity matching "${name}". lookup_entity searches ${exports2.ENTITY_LOOKUP_SURFACE}, so a word that appears only inside saved note text (a daily note, a saved fact body) is not an entity. Use search_text for that word, or search_memory for meaning where the workspace has semantic search.`,...scopeNorm===void 0?{}:{scope:scopeNorm}});if(!row)return miss();let sourceNote=clientPath(vault.memoryDir,row.sourceNote);return scopeNorm!==void 0?{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote},...scopeNorm==="global"?{}:{scope:scopeNorm}}:{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote}}}function ledgerBytes(vault){try{return fs_1.default.statSync((0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)).size}catch{return 0}}function engineStatus(db,engine,vault){let counts=(0,inventory_1.countInventory)(db,vault),failed=semanticFailures.get(engine),degraded={...keywordIndexReady(db)?{}:{keyword:"keyword search cannot run: its index is missing"},...failed?{semantic:`the last search by meaning failed at ${failed.at}: ${failed.reason}`}:{}};return{...counts,embeddingDims:engine.dims,storage:{vectors:engine.vectorIndex?engine.vectorIndex.storedCount():0,ledgerBytes:ledgerBytes(vault),...engine.vectorIndex?{vectorMirror:engine.vectorIndex.mirrorStats()}:{}},semantic:semanticReady(engine),...engine.provider&&engine.vectorIndex&&!semanticReady(engine)?{embeddingRebuild:{chunksLeft:engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):counts.chunks,chunks:counts.chunks}}:{},...engine.vectorIndex?{chunksWithoutVectors:(0,rebuild_1.chunksWithoutVectors)(db)}:{},...Object.keys(degraded).length>0?{degraded}:{}}}function indexOptionsFor(engine,interactive=!1){return engine.provider&&engine.vectorIndex?{embeddingProvider:engine.provider,vectorIndex:engine.vectorIndex,...interactive&&engine.embedBudgets&&Number.isFinite(engine.embedBudgets.writeMs)?{embedBudgetMs:engine.embedBudgets.writeMs}:{}}:{}}exports2.INDEX_FILE_CONCURRENCY=48;async function engineIndex(db,config,engine,pass={}){let stats=await(0,pipeline_12.indexVault)(db,config.memoryDir,indexOptionsFor(engine,pass.interactive===!0),exports2.INDEX_FILE_CONCURRENCY);return stats.errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine),stats}var reconciledStamps=new WeakMap,tooLargeStamps=new WeakMap,unsettledFiles=new WeakMap,walkedAt=new WeakMap;exports2.FULL_VAULT_CHECK_MS=3e4;var stampOf=f=>`${f.mtimeMs}:${f.ctimeMs}:${f.size}:${f.ino}`;exports2.TIMESTAMP_TICK_MS=2e3;var stampIsTrusted=(f,scanStart)=>Math.min(Math.abs(scanStart-f.mtimeMs),Math.abs(scanStart-f.ctimeMs))>=exports2.TIMESTAMP_TICK_MS;async function inPool(items,limit,work){let next=0;await Promise.all(Array.from({length:Math.min(limit,items.length)},async()=>{for(;next<items.length;)await work(items[next++])}))}async function engineIndexChanged(db,config,engine,scanStart=Date.now(),pass={}){let options2=indexOptionsFor(engine,pass.interactive===!0),reconciled=reconciledStamps.get(db);reconciled||(reconciled=new Map,reconciledStamps.set(db,reconciled));let known=reconciled,named=tooLargeStamps.get(db);named||(named=new Map,tooLargeStamps.set(db,named));let tooLarge=named,unsettled=unsettledFiles.get(db);unsettled||(unsettled=new Set,unsettledFiles.set(db,unsettled));let candidates,isFinished,now=Date.now(),lastCheck=walkedAt.get(db),checkedRecently=lastCheck!==void 0&&now>=lastCheck&&now-lastCheck<exports2.FULL_VAULT_CHECK_MS;if(pass.touched!==void 0&&checkedRecently){let ignored=await(0,walker_1.vaultIgnores)(config.memoryDir),owed=[...pass.touched,...unsettled];(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0&&owed.push(...(0,statements_1.prepareOnce)(db,"SELECT path FROM notes WHERE note_hash = ''").pluck().all()),candidates=(0,walker_1.statVaultFiles)([...new Set(owed)].filter(file=>!ignored(file)));let present=new Set(candidates.map(f=>f.file));for(let file of unsettled)present.has(file)||unsettled.delete(file);let hash=(0,statements_1.prepareOnce)(db,"SELECT note_hash FROM notes WHERE path = ?").pluck();isFinished=file=>{let h=hash.get(file);return typeof h=="string"&&h!==""}}else{candidates=await(0,walker_1.walkVaultStats)(config.memoryDir);let finished=new Set(db.prepare("SELECT path FROM notes WHERE note_hash != ''").pluck().all());isFinished=file=>finished.has(file),walkedAt.set(db,now),unsettled.clear()}let changed=candidates.filter(f=>tooLarge.get(f.file)!==stampOf(f)&&(!isFinished(f.file)||known.get(f.file)!==stampOf(f))),indexed=0,errors=0,failure;await inPool(changed,exports2.INDEX_FILE_CONCURRENCY,async f=>{try{await(0,pipeline_12.indexFile)(db,f.file,options2),stampIsTrusted(f,scanStart)?known.set(f.file,stampOf(f)):known.delete(f.file),tooLarge.delete(f.file),indexed++}catch(err){if(err instanceof pipeline_12.NoteTooLargeError){known.delete(f.file),tooLarge.set(f.file,stampOf(f)),log.warn("note_too_large",{file:path_1.default.relative(config.memoryDir,f.file)},err);return}if(known.delete(f.file),err.code==="ENOENT")return;errors++,failure??=failureReason(err,300),log.error("index_file_failed",{file:path_1.default.relative(config.memoryDir,f.file)},err)}});for(let f of candidates)known.get(f.file)===stampOf(f)||tooLarge.get(f.file)===stampOf(f)?unsettled.delete(f.file):unsettled.add(f.file);errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine);let overCap=candidates.filter(f=>tooLarge.get(f.file)===stampOf(f)).map(f=>path_1.default.relative(config.memoryDir,f.file));return{total:changed.length,indexed,errors,...failure===void 0?{}:{failure},...overCap.length>0?{tooLarge:overCap}:{}}}exports2.UNFINISHED_FILES="SELECT COUNT(*) FROM notes WHERE note_hash = ''";exports2.UNFINISHED_RETRY_MS=3e4;var unfinishedRetryAfter=new WeakMap;async function finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked){let unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),before=unfinished.get();if(before===0||Date.now()<(unfinishedRetryAfter.get(db)??0))return!1;asked.queryVector||await(provider.embedQuery?provider.embedQuery(query):provider.embed([query]));let finish=async()=>{try{await engineIndexChanged(db,{memoryDir},engine,void 0,{interactive:!0})}catch(err){log.error("index_finish_failed",{},err)}let after=unfinished.get();return after>0?unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS):unfinishedRetryAfter.delete(db),after<before},budgetMs=engine.embedBudgets?.readMs;if(budgetMs===void 0||!Number.isFinite(budgetMs))return finish();let running=finish(),timer,late=new Promise(resolve=>{timer=setTimeout(()=>resolve(!1),budgetMs)});try{let finished=await Promise.race([running,late]);return finished||unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS),finished}finally{clearTimeout(timer)}}var backgroundIndexes=new WeakMap;exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=1e3;var backgroundIndexRetryDelayMs=outage=>Math.min(3e5,3e4*2**outage);function engineFinishIndexInBackground(db,config,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let running=backgroundIndexes.get(db);if(running)return running;let{firstDelayMs=exports2.BACKGROUND_INDEX_FIRST_DELAY_MS,retryDelayMs=backgroundIndexRetryDelayMs}=options2,controller=new AbortController,unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},job={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{await wait(firstDelayMs);for(let outage=0;!controller.signal.aborted;outage++)try{if(semanticReady(engine)){if(await(0,rebuild_1.embedMissingVectors)(db,vectorIndex,provider,{signal:controller.signal}),controller.signal.aborted)return;if(await engineIndexChanged(db,config,engine,void 0,{interactive:!0}),unfinished.get()===0&&(0,rebuild_1.chunksWithoutVectors)(db)===0){outage>0&&log.info("embeddings_recovered",{detail:"the embedding service answers again; what was saved while it did not is findable by meaning now"});return}}else if(!vectorIndex.rebuilding())return;throw new Error("the index is not finished yet")}catch(err){if(controller.signal.aborted)return;let delay=retryDelayMs(outage);log.error("background_index_retry",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),retryInS:Math.round(delay/1e3)},err),await wait(delay)}})().catch(err=>log.error("background_index_failed",{},err)).finally(()=>{backgroundIndexes.get(db)===job&&backgroundIndexes.delete(db)})};return backgroundIndexes.set(db,job),job}function runningBackgroundIndex(db){return backgroundIndexes.get(db)??null}function hasIndexWorkToFinish(db,engine){return!engine.provider||!engine.vectorIndex||!semanticReady(engine)?!1:(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0||(0,rebuild_1.chunksWithoutVectors)(db)>0}async function engineRememberNote(config,text,date,source,scope,timeZone){let clock=(0,writer_12.entryClock)(new Date,timeZone),day=date??clock.date,dir=(0,scope_1.dailyDirForScope)((0,scope_1.normalizeScope)(scope)),written=await(0,writer_12.appendDailyEntry)(config.memoryDir,day,{text,source:source??"mcp"},dir,clock),file=clientPath(config.memoryDir,written.filePath),id=(0,memoryMap_1.appendedEntryId)(file.split(path_1.default.sep).join("/"),written.entry);return{ok:!0,file,scope:(0,scope_1.normalizeScope)(scope),...id?{id}:{}}}}});var require_inferReplaces=__commonJS({"dist/mvp/inferReplaces.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.inferReplacesEnabled=inferReplacesEnabled;exports2.readsAsCorrection=readsAsCorrection;exports2.inferReplaced=inferReplaced;var sourceName_js_1=require_sourceName(),scope_js_1=require_scope();function inferReplacesEnabled(env=process.env){return!/^(0|off|false|no)$/i.test(env.RENOR_INFER_REPLACES?.trim()??"")}var CUE=/\b(actually|instead|correction|corrected|not\s+[^,.;]{1,60}?\s*,?\s+but|no longer|rather than|replaced (?:by|with)|switched to|changed to|should be|is now|are now|was wrong|wrong:)\b/i,CUE_WORDS=new Set(["actually","instead","correction","corrected","not","but","no","longer","rather","than","replaced","by","with","switched","to","changed","should","be","is","now","are","was","wrong"]),STOP=new Set(["the","a","an","to","of","in","on","for","and","or","it","this","that","we","i","you","use","run","with","at","as","by"]);function readsAsCorrection(text){return CUE.test(text)}var tokens=(s,dropCues)=>{let out=new Set;for(let w of s.toLocaleLowerCase().match(/[\p{L}\p{N}][\p{L}\p{N}_./:-]*/gu)??[])w.length<2||STOP.has(w)||dropCues&&CUE_WORDS.has(w)||out.add(w);return out},sourceKey=s=>(typeof s=="string"?(0,sourceName_js_1.headerSource)(s):"")||"",subjectOf=s=>s.toLocaleLowerCase().match(new RegExp("(?<![\\p{L}\\p{N}_-])\\p{L}+(?:-\\p{L}+)+(?![\\p{L}\\p{N}_-])","u"))?.[0]??null,MIN_SHARED=2,MIN_OVERLAP=.4,CROSS_MIN_SHARED=3,CROSS_MIN_OVERLAP=.6;function inferReplaced(text,scope,source,candidates){if(!readsAsCorrection(text))return null;let mine=tokens(text,!0),saver=sourceKey(source),mySubject=subjectOf(text),lowerText=text.toLocaleLowerCase(),best=null,tie=!1;for(let c of candidates){if(!(0,scope_js_1.notePathMatchesScope)(c.path,scope))continue;let theirs0=c.excerpt.toLocaleLowerCase(),theirSubject=subjectOf(c.excerpt);if(mySubject&&theirSubject&&!theirs0.includes(mySubject)&&!lowerText.includes(theirSubject))continue;let theirs=tokens(c.excerpt,!0);if(theirs.size===0)continue;let shared=0;for(let w of theirs)mine.has(w)&&shared++;let score=shared/theirs.size,cross=sourceKey(c.source)!==saver;shared<(cross?CROSS_MIN_SHARED:MIN_SHARED)||score<(cross?CROSS_MIN_OVERLAP:MIN_OVERLAP)||(!best||score>best.score||score===best.score&&c.at>best.c.at?(best={c,score},tie=!1):score===best.score&&c.at===best.c.at&&(tie=!0))}return best&&!tie?best.c:null}}});var require_correctedHits=__commonJS({"dist/mcp/correctedHits.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.markCorrectedHits=markCorrectedHits;var inferReplaces_1=require_inferReplaces(),DAILY_ENTRY=/^\s*-\s*\[\d{1,2}:\d{2}(?::\d{2})?\]\s*(?:\(([^)\n]{1,80})\)\s*)?/;function entryOf(text){let m=DAILY_ENTRY.exec(text);return m?{body:text.slice(m[0].length),source:m[1]?.trim()||null}:{body:text,source:null}}function scopeOfPath(notePath){let m=/(?:^|\/)Memory\/Scopes\/([a-z0-9-]{1,64})\//.exec(notePath.replace(/\\/g,"/"));return m?`scope:${m[1]}`:"global"}function markCorrectedHits(hits,env=process.env){if(!(0,inferReplaces_1.inferReplacesEnabled)(env)||hits.length<2)return hits;let entries=hits.map(hit=>({hit,...entryOf(hit.text)})),correctedBy=new Map;if(entries.forEach((entry,i)=>{if(!entry.hit.session_date||entry.hit.chunkId===void 0||!(0,inferReplaces_1.readsAsCorrection)(entry.body))return;let candidates=[];entries.forEach((other,j)=>{j===i||!other.hit.session_date||other.hit.session_date>=entry.hit.session_date||correctedBy.has(j)||candidates.push({id:String(j),index:j,path:other.hit.notePath,excerpt:other.body,source:other.source,at:other.hit.session_date})});let found=(0,inferReplaces_1.inferReplaced)(entry.body,scopeOfPath(entry.hit.notePath),entry.source??void 0,candidates);found&&correctedBy.set(Number(found.id),i)}),correctedBy.size===0)return hits;let labelled=hits.map((hit,i)=>{let by=correctedBy.get(i);return by===void 0?hit:{...hit,superseded:{byChunkId:hits[by].chunkId,at:hits[by].session_date}}}),order=labelled.map((_,i)=>i);for(let[old,by]of correctedBy){let from=order.indexOf(old),to=order.indexOf(by);from>to||(order.splice(from,1),order.splice(order.indexOf(by)+1,0,old))}return order.map(i=>labelled[i])}}});var require_agentLease=__commonJS({"dist/memory/agentLease.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.claimAgentLease=claimAgentLease;exports2.newLeaseHolder=newLeaseHolder;var crypto_1=__importDefault(require("crypto")),sourceName_1=require_sourceName();function claimAgentLease(db,agent,holder,now=new Date){let identity=(0,sourceName_1.hiveIdentity)(agent);if(!identity)throw new Error("a hive lease needs a name that contains a letter or a digit, other than unnamed");let existing=db.prepare("SELECT holder FROM agent_leases WHERE agent = ?").get(identity);if(existing&&existing.holder!==holder&&pidAlive(existing.holder))throw new Error(`another live connection is named ${JSON.stringify(identity)}; set RENOR_CONNECTION_NAME to a different name, or stop the other renor-engine mcp process, then reconnect`);db.prepare(`INSERT INTO agent_leases (agent, holder, seen_at) VALUES (?, ?, ?)
|
|
1210
1223
|
ON CONFLICT(agent) DO UPDATE SET holder = excluded.holder, seen_at = excluded.seen_at`).run(identity,holder,now.toISOString())}function newLeaseHolder(){return`${process.pid}:${crypto_1.default.randomBytes(8).toString("hex")}`}function pidAlive(holder){let pid=Number(holder.split(":")[0]);if(!Number.isInteger(pid)||pid<=0)return!1;try{return process.kill(pid,0),!0}catch(err){return err.code==="EPERM"}}}});var require_requests=__commonJS({"dist/memory/requests.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.REQUEST_PAGE_LIMIT=exports2.DEFAULT_ASK_AGENT_PER_HOUR=void 0;exports2.askAgentPerHour=askAgentPerHour;exports2.noteKnownAgent=noteKnownAgent;exports2.askAgent=askAgent;exports2.listRequests=listRequests;exports2.listRequestsPage=listRequestsPage;exports2.answerRequest=answerRequest;exports2.closeRequest=closeRequest;var crypto_1=__importDefault(require("crypto")),scope_1=require_scope(),controls_1=require_controls(),sourceName_1=require_sourceName(),STATUSES=new Set(["open","answered","closed"]);exports2.DEFAULT_ASK_AGENT_PER_HOUR=30;var HOUR_MS=3600*1e3;function askAgentPerHour(){let raw=Number(process.env.RENOR_ASK_AGENT_PER_HOUR);return Number.isInteger(raw)&&raw>0?raw:exports2.DEFAULT_ASK_AGENT_PER_HOUR}function noteKnownAgent(db,agent,now=new Date){agent!=="unnamed"&&db.prepare("INSERT OR IGNORE INTO known_agents (agent, first_seen) VALUES (?, ?)").run(agent,now.toISOString())}function isKnownAgent(db,agent){return db.prepare("SELECT 1 FROM known_agents WHERE agent = ?").get(agent)!==void 0}function row(db,id){let found=db.prepare("SELECT * FROM agent_requests WHERE id = ?").get(id);if(!found)throw new Error("no request with that id");return found}function askAgent(db,args){let rawTo=args.to.trim(),question=args.request.trim();if(!rawTo)throw new Error("ask_agent needs who it is for");if(!question)throw new Error("ask_agent needs a request");let to=(0,sourceName_1.hiveIdentity)(rawTo),from=(0,sourceName_1.hiveIdentity)(args.from);if(!from)throw new Error("ask_agent needs a connection name");if(!to)throw new Error("ask_agent cannot address unnamed: that is every connection whose key has no name. Name the key, then ask it by that name");(0,controls_1.assertNoUnstorableControls)("ask_agent to",to),(0,controls_1.assertNoUnstorableControls)("ask_agent request",question);let now=args.now??new Date;if(args.knownOnly&&!isKnownAgent(db,to))throw new Error(`no connection named ${JSON.stringify(to)} has connected to this workspace; ask_agent addresses an agent by the name on its connection key`);if(args.perHour!==void 0){let since=new Date(now.getTime()-HOUR_MS).toISOString(),recent=db.prepare("SELECT COUNT(*) AS n, MIN(created_at) AS oldest FROM agent_requests WHERE from_agent = ? AND created_at > ?").get(from,since);if(recent.n>=args.perHour){let retry=new Date(Date.parse(recent.oldest)+HOUR_MS).toISOString();throw new Error(`ask_agent is limited to ${args.perHour} requests per hour per connection; this one can ask again after ${retry}`)}}let id=`req_${crypto_1.default.randomBytes(8).toString("hex")}`,created=now.toISOString();return db.prepare(`INSERT INTO agent_requests (id, scope, from_agent, to_agent, question, answer, status, created_at, answered_at, closed_at)
|
|
1211
1224
|
VALUES (?, ?, ?, ?, ?, NULL, 'open', ?, NULL, NULL)`).run(id,args.scope!==void 0&&args.scope.trim()!==""?(0,scope_1.normalizeScope)(args.scope):null,from,to,question,created),{id,status:"open",from_agent:from,to_agent:to,created_at:created}}exports2.REQUEST_PAGE_LIMIT=20;function listWhere(args){let status=args.status??"open";if(!STATUSES.has(status))throw new Error("list_requests status must be open, answered or closed");let caller=(0,sourceName_1.hiveIdentity)(args.agent)??args.agent.trim(),sql,params=[];if(args.to!==void 0&&args.to.trim()!==""){let other=(0,sourceName_1.hiveIdentity)(args.to);if(!other)throw new Error("list_requests cannot address unnamed: that is every connection whose key has no name. Name the key, then ask it by that name");sql="status = ? AND ((from_agent = ? AND to_agent = ?) OR (from_agent = ? AND to_agent = ?))",params.push(status,caller,other,other,caller)}else sql="status = ? AND to_agent = ?",params.push(status,caller);let scopeSql="";if(args.scope!==void 0&&args.scope.trim()!==""){let saved=(0,scope_1.savedScopeSqlPredicate)((0,scope_1.normalizeScope)(args.scope),"COALESCE(scope, 'global')");scopeSql=` AND ${saved.sql}`,params.push(...saved.params)}return{sql:`${sql}${scopeSql}`,params,caller}}function visibleTo(agent,r){return r.from_agent===agent||r.to_agent===agent?r:{...r,answer:null}}function listRequests(db,args){let where=listWhere(args);return db.prepare(`SELECT * FROM agent_requests WHERE ${where.sql} ORDER BY created_at DESC, rowid DESC`).all(...where.params).map(r=>visibleTo(args.agent,r))}function listRequestsPage(db,args){let where=listWhere(args),sql=where.sql,params=[...where.params];if(args.before!==void 0&&args.before.trim()!==""){let anchor=db.prepare("SELECT created_at, rowid AS rid FROM agent_requests WHERE id = ? AND (from_agent = ? OR to_agent = ?)").get(args.before.trim(),where.caller,where.caller);if(!anchor)throw new Error("list_requests before must be the id of a request from whats_new or list_requests");sql+=" AND (created_at < ? OR (created_at = ? AND rowid < ?))",params.push(anchor.created_at,anchor.created_at,anchor.rid)}let requests=db.prepare(`SELECT * FROM agent_requests WHERE ${sql} ORDER BY created_at DESC, rowid DESC LIMIT ?`).all(...params,exports2.REQUEST_PAGE_LIMIT).map(r=>visibleTo(args.agent,r));if(requests.length<exports2.REQUEST_PAGE_LIMIT)return{requests};let total=db.prepare(`SELECT COUNT(*) AS n FROM agent_requests WHERE ${sql}`).get(...params).n;if(total<=requests.length)return{requests};let more=total-requests.length,last=requests[requests.length-1].id;return{requests,more_requests:more,more_requests_hint:`${more} older request${more===1?"":"s"} not shown; use list_requests with before=${last}`}}function answerRequest(db,args){let found=row(db,args.id);if(found.to_agent!==args.agent)throw new Error("only the agent this request is for can answer it");if(found.status==="closed")throw new Error("a closed request cannot be answered");let answer=args.answer.trim();if(!answer)throw new Error("answer_request needs an answer");(0,controls_1.assertNoUnstorableControls)("answer_request answer",answer);let at=(args.now??new Date).toISOString();if(db.prepare("UPDATE agent_requests SET status = 'answered', answer = ?, answered_at = ? WHERE id = ? AND status != 'closed'").run(answer,at,args.id).changes===0)throw new Error("a closed request cannot be answered");return row(db,args.id)}function closeRequest(db,args){let found=row(db,args.id);if(found.to_agent!==args.agent&&found.from_agent!==args.agent)throw new Error("only the agent this request is for, or the one who asked, can close it");if(found.status==="closed")return found;let at=(args.now??new Date).toISOString();return db.prepare("UPDATE agent_requests SET status = 'closed', closed_at = ? WHERE id = ?").run(at,args.id),row(db,args.id)}}});var require_whatsNew=__commonJS({"dist/memory/whatsNew.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EMPTY_WORKSPACE_NOTE=exports2.WHATS_NEW_EXCERPT_CHARS=exports2.WHATS_NEW_REQUEST_LIMIT=exports2.WHATS_NEW_DEFAULT_PAGE=exports2.WHATS_NEW_LIMIT=void 0;exports2.whatsNewPageFromEnv=whatsNewPageFromEnv;exports2.readWhatsNew=readWhatsNew;exports2.workspaceIsEmpty=workspaceIsEmpty;var scope_1=require_scope(),requests_1=require_requests();exports2.WHATS_NEW_LIMIT=50;exports2.WHATS_NEW_DEFAULT_PAGE=5;function whatsNewPageFromEnv(env=process.env){let raw=(env.RENOR_WHATS_NEW_PAGE??"").trim();if(raw==="")return exports2.WHATS_NEW_DEFAULT_PAGE;let n=/^\d+$/.test(raw)?Number(raw):NaN;if(!(n>=1&&n<=exports2.WHATS_NEW_LIMIT))throw new Error(`RENOR_WHATS_NEW_PAGE takes a whole number from 1 to ${exports2.WHATS_NEW_LIMIT}, not ${raw}`);return n}var WEEK_MS=10080*60*1e3;exports2.WHATS_NEW_REQUEST_LIMIT=requests_1.REQUEST_PAGE_LIMIT;exports2.WHATS_NEW_EXCERPT_CHARS=240;function excerpt(text){if(text===null)return null;let end=0,count=0;for(let point of text){if(count===exports2.WHATS_NEW_EXCERPT_CHARS)break;end+=point.length,count++}return text.slice(0,end)}function cursorOf(floorAt,floorId,beforeAt,beforeId,asOf,peek){let parts=[floorAt,String(floorId),beforeAt,String(beforeId),asOf];return peek&&parts.push("peek"),parts.join("|")}function parseCursor(cursor){let parts=cursor.split("|");if(parts.length!==5&&!(parts.length===6&&parts[5]==="peek")||!parts[0]||!parts[2]||!parts[4])throw new Error("whats_new cursor is not one this workspace issued");let floorId=Number(parts[1]),beforeId=Number(parts[3]);if(!Number.isInteger(floorId)||!Number.isInteger(beforeId))throw new Error("whats_new cursor is not one this workspace issued");return{floorAt:parts[0],floorId,beforeAt:parts[2],beforeId,asOf:parts[4],peek:parts.length===6}}function readWhatsNew(db,args){let limit=args.limit??exports2.WHATS_NEW_LIMIT,now=(args.now??new Date).toISOString(),scope=args.scope!==void 0&&args.scope.trim()!==""?(0,scope_1.normalizeScope)(args.scope):null,scopeKey=scope?(0,scope_1.scopeSpellings)(scope)[0]:"",page=args.cursor?parseCursor(args.cursor):null,floorAt,floorId,asOf,beforeAt=null,beforeId=null,peek=!1;if(page)peek=page.peek,floorAt=page.floorAt,floorId=page.floorId,asOf=page.asOf,beforeAt=page.beforeAt,beforeId=page.beforeId;else if(args.since)peek=!0,floorAt=args.since,floorId=-1,asOf=now;else{let stored=db.prepare("SELECT last_at, last_id FROM agent_cursors WHERE agent = ? AND scope = ?").get(args.agent,scopeKey);stored?(floorAt=stored.last_at,floorId=stored.last_id):(floorAt=new Date(Date.parse(now)-WEEK_MS).toISOString(),floorId=-1),asOf=now}let params=[floorAt,floorAt,floorId,asOf],beforeSql="";beforeAt!==null&&beforeId!==null&&(beforeSql=" AND (created_at < ? OR (created_at = ? AND id < ?))",params.push(beforeAt,beforeAt,beforeId));let ownSql="";args.includeOwn||(ownSql=" AND (author IS NULL OR author != ?)",params.push(args.agent));let scopeSql="";if(scope){let saved=(0,scope_1.savedScopeSqlPredicate)(scope,"COALESCE(scope, 'global')");scopeSql=` AND ${saved.sql}`,params.push(...saved.params)}params.push(limit+1);let rows=db.prepare(`SELECT id, action, summary, created_at, author, scope FROM write_events
|
|
1212
1225
|
WHERE (created_at > ? OR (created_at = ? AND id > ?))
|
|
@@ -1218,7 +1231,7 @@ ${item.text}`).join(`
|
|
|
1218
1231
|
ON CONFLICT(repo, branch) DO UPDATE SET note = excluded.note, writer = excluded.writer,
|
|
1219
1232
|
written_at = excluded.written_at, expires_at = excluded.expires_at`).run(repo,branch,note,writer,writtenAt,expiresAt),had})());return{repo,branch,note,writer,written_at:writtenAt,expires_at:expiresAt,replaced}}function readHandoffNote(db,args){let repo=normaliseRepoKey(args.repo),branch=normaliseBranch(args.branch);return(0,handoffTable_1.ensureHandoffTable)(db),purgeExpired(db,storeNow(db,clockOf(args.now,args.clock))),db.prepare("SELECT repo, branch, note, writer, written_at, expires_at FROM handoff_notes WHERE repo = ? AND branch = ?").get(repo,branch)??null}function presentHandoffNote(note,now=new Date){let days=Math.floor((now.getTime()-Date.parse(note.written_at))/864e5),age=days<=0?"today":days===1?"1 day ago":`${days} days ago`;return`Handoff note for ${note.branch}, written ${note.written_at.slice(0,16).replace("T"," ")} UTC (${age}) by ${note.writer}. It is the last session's status, not memory: check it against the code before relying on it.
|
|
1220
1233
|
|
|
1221
|
-
`+note.note}exports2.HANDOFF_TOOL_NAME="handoff_note";exports2.HANDOFF_TOOL_DESCRIPTION='The handoff note for one repository and branch: the only status Renor keeps, and never memory. action "write" at the end of a session: what was in progress, the next step, open questions, in at most 200 words. It replaces the note already there; nothing is appended. action "read" at the start of a session: the note for exactly this repository and branch, with its date and the agent that wrote it, or found: false. repo is `git remote get-url origin` (or the repository\'s absolute path when it has no remote), branch is `git rev-parse --abbrev-ref HEAD`. A note is deleted 7 days after it was written. get_context, search_memory, memory_map, whats_new and export_memory never return it. Do not save status anywhere else.';exports2.HANDOFF_ARG_DESCRIPTIONS={action:`"write" to replace this repository and branch's note, "read" to get it.`,repo:"The repository: git remote get-url origin, or its absolute path when it has no remote. Credentials in a URL are dropped, never stored.",branch:"The branch: git rev-parse --abbrev-ref HEAD.",note:"For write: what was in progress, the next step, open questions. At most 200 words."};async function runHandoffTool(db,args,writer,now){if(args.action==="write"){let stored=await writeHandoffNote(db,{repo:args.repo,branch:args.branch,note:args.note??"",writer,now});return{ok:!0,action:"write",replaced:stored.replaced,repo:stored.repo,branch:stored.branch,writer:stored.writer,written_at:stored.written_at,expires_at:stored.expires_at,words:countWords(stored.note)}}if(args.action!=="read")throw(0,toolRefusal_1.refusal)("invalid_argument",'handoff_note action is "read" or "write"');let found=readHandoffNote(db,{repo:args.repo,branch:args.branch,now});return found?{ok:!0,action:"read",found:!0,...found,shown:presentHandoffNote(found,now??new Date)}:{ok:!0,action:"read",found:!1,repo:normaliseRepoKey(args.repo),branch:normaliseBranch(args.branch)}}}});var require_outputSchemas=__commonJS({"dist/mvp/outputSchemas.js"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||(function(){var ownKeys=function(o){return ownKeys=Object.getOwnPropertyNames||function(o2){var ar=[];for(var k in o2)Object.prototype.hasOwnProperty.call(o2,k)&&(ar[ar.length]=k);return ar},ownKeys(o)};return function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k=ownKeys(mod),i=0;i<k.length;i++)k[i]!=="default"&&__createBinding(result,mod,k[i]);return __setModuleDefault(result,mod),result}})();Object.defineProperty(exports2,"__esModule",{value:!0});exports2.OUT_HANDOFF=exports2.OUT_REQUEST=exports2.OUT_LIST_REQUESTS=exports2.OUT_ASK_AGENT=exports2.OUT_WHATS_NEW=exports2.OUT_HIT=exports2.PAGE_TOOLS=void 0;exports2.toolOutputSchemasEnabled=toolOutputSchemasEnabled;exports2.pageOutputSchemasEnabled=pageOutputSchemasEnabled;exports2.toolCarriesStructured=toolCarriesStructured;var z=__importStar(require_zod());function toolOutputSchemasEnabled(env=process.env){let v=(env.RENOR_TOOL_OUTPUT_SCHEMAS??"").trim().toLowerCase();return v!=="0"&&v!=="false"&&v!=="no"&&v!=="off"}exports2.PAGE_TOOLS=new Set(["get_context","search_memory","search_text","search_history","read_memory","memory_map","export_memory","lookup_entity","retrieve_memory","search","evidence","keyword","entity","facts"]);function pageOutputSchemasEnabled(env=process.env){let v=(env.RENOR_PAGE_OUTPUT_SCHEMAS??"").trim().toLowerCase();return v==="1"||v==="true"||v==="yes"||v==="on"}function toolCarriesStructured(name,env=process.env){return toolOutputSchemasEnabled(env)?!exports2.PAGE_TOOLS.has(name)||pageOutputSchemasEnabled(env):!1}exports2.OUT_HIT=z.record(z.string(),z.unknown());exports2.OUT_WHATS_NEW=z.looseObject({items:z.array(exports2.OUT_HIT),as_of:z.string(),next_since:z.string().nullable(),cursor:z.string().nullable(),more_requests:z.number().optional(),more_requests_hint:z.string().optional()});exports2.OUT_ASK_AGENT=z.looseObject({id:z.string(),status:z.enum(["open","answered","closed"]),from_agent:z.string(),to_agent:z.string(),created_at:z.string()});exports2.OUT_LIST_REQUESTS=z.looseObject({requests:z.array(exports2.OUT_HIT),more_requests:z.number().optional(),more_requests_hint:z.string().optional()});exports2.OUT_REQUEST=z.looseObject({id:z.string(),scope:z.string().nullable(),from_agent:z.string(),to_agent:z.string(),question:z.string(),answer:z.string().nullable(),status:z.enum(["open","answered","closed"]),created_at:z.string(),answered_at:z.string().nullable(),closed_at:z.string().nullable(),untrusted:z.literal(!0)});exports2.OUT_HANDOFF=z.looseObject({ok:z.boolean(),action:z.enum(["read","write"])})}});var require_server4=__commonJS({"dist/mcp/server.js"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||(function(){var ownKeys=function(o){return ownKeys=Object.getOwnPropertyNames||function(o2){var ar=[];for(var k in o2)Object.prototype.hasOwnProperty.call(o2,k)&&(ar[ar.length]=k);return ar},ownKeys(o)};return function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k=ownKeys(mod),i=0;i<k.length;i++)k[i]!=="default"&&__createBinding(result,mod,k[i]);return __setModuleDefault(result,mod),result}})();Object.defineProperty(exports2,"__esModule",{value:!0});exports2.HANDOFF_TOOL=exports2.TOOLS=void 0;exports2.createMcpTools=createMcpTools;exports2.utf8Lines=utf8Lines;exports2.registerMcpHandlers=registerMcpHandlers;exports2.startMcpServer=startMcpServer;var index_js_1=require_server3(),stdio_js_1=require_stdio2(),types_js_1=require_types2(),stream_1=require("stream"),orchestrator_12=require_orchestrator(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),lifecycle_12=require_lifecycle(),pipeline_12=require_pipeline(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),engine_12=require_engine2(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),options_12=require_options(),attach_12=require_attach(),composer_12=require_composer(),hive_1=require_hive(),sourceName_1=require_sourceName(),requestErrors_1=require_requestErrors(),sanitize_1=require_sanitize(),factsFirst_1=require_factsFirst(),handoff_1=require_handoff(),buildIdentity_12=require_buildIdentity(),z=__importStar(require_zod()),outputSchemas_1=require_outputSchemas();function createMcpTools(db,vectorIndex,provider,config,evidence={mode:"off",model:"",maxSessions:12,charCap:6e3}){let rawConnectionName=process.env.RENOR_CONNECTION_NAME?.trim(),identity=rawConnectionName?(0,sourceName_1.hiveIdentity)(rawConnectionName):null,hive=identity?(0,hive_1.createStdioHiveTools)(db,identity):{},extractor,getExtractor=()=>(extractor!==void 0||(extractor=(0,options_12.createEvidenceExtractor)(evidence)),extractor),vault={memoryDir:config.vaultPath,ledgerRelPath:config.memoryLedger??lifecycle_12.DEFAULT_LEDGER_REL},isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)(vault),indexSaved=async file=>{try{let maxTokens=config.chunkMaxTokens??400;return await(0,pipeline_12.indexFile)(db,file,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens,overlapTokens:config.chunkOverlapTokens??Math.min(50,maxTokens-1)}}),null}catch(err){return{warning:"memory-saved-but-index-refresh-failed",detail:(err instanceof Error?err.message:String(err)).slice(0,300)}}};(0,handoff_1.handoffNoteEnabled)()&&(0,handoff_1.startHandoffSweep)(db);let handoff=(0,handoff_1.handoffNoteEnabled)()?{async[handoff_1.HANDOFF_TOOL_NAME](args){return(0,handoff_1.runHandoffTool)(db,args??{},identity??"stdio")}}:{};return{...hive,...handoff,async search(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,100),result=await(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,args.query,topK,config.priorityPaths??[],{},{isLedgerNote:isLedger}),currentFacts=(0,factsFirst_1.matchingCurrentFactHits)(db,args.query,Math.min(3,topK)),factTexts=new Set(currentFacts.map(hit=>hit.text)),hits=[...currentFacts,...result.hits.filter(hit=>!factTexts.has(hit.text))].sort((a,b)=>b.score-a.score).slice(0,topK),enabled=(0,attach_12.searchEvidenceEnabled)(),attached=await(0,attach_12.attachSearchEvidence)({query:args.query,hits,vaultPath:config.vaultPath,options:evidence,extractor:enabled?getExtractor():null,enabled}),shown=(0,ledgerPresentation_12.presentLedgerEvents)(attached.hits,isLedger);if((0,composer_12.structuredContextEnabled)()){let excerptHits=shown.filter(h=>h.notePath!==attach_12.EVIDENCE_HIT_PATH);return{hits:shown,composedContext:(0,composer_12.composeQueryContextFromDb)(db,{query:args.query,hits:excerptHits,evidence:attached.evidence})}}return shown},async evidence(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,100),hits=(await(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,args.query,topK,config.priorityPaths??[],{},{isLedgerNote:isLedger})).hits,attachment=await(0,attach_12.collectEvidence)({query:args.query,hits,vaultPath:config.vaultPath,options:evidence,extractor:getExtractor(),force:args.force===!0});return{query:args.query,hits:(0,ledgerPresentation_12.presentLedgerEvents)(hits,isLedger),evidence:attachment}},async keyword(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,50),match=(0,queryHelpers_1.quoteFtsQuery)(args.query);if(!match)return[];try{let fts=(0,queryHelpers_1.shownPage)(rows=>(0,keyword_1.keywordSearch)(db,match,rows),rows=>(0,ledgerPresentation_12.keywordLedgerHits)(rows.map(r=>({...r,score:Math.abs(r.score),reason:"fts"})),isLedger,args.query),topK),named=(0,noteIdentity_1.selectNoteIdentityHits)(db,args.query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set(fts.map(r=>r.notePath)),(_notePath,opening)=>!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger));return(0,ledgerPresentation_12.presentLedgerEvents)([...fts,...named],isLedger).map(hit=>({...hit,notePath:(0,engine_12.clientPath)(config.vaultPath,hit.notePath)}))}catch(err){return{ok:!1,error:"fts-query",detail:(err instanceof Error?err.message:String(err)).slice(0,200),results:[]}}},async entity(args){return(0,entityLookup_1.lookupEntity)(db,args.name)},async facts(args){let entityName=(0,queryHelpers_1.pickEntityName)(args);return entityName?(0,lifecycle_12.factsFor)(db,entityName,{asOf:args.asOf,includeHistory:args.includeHistory}):[]},async remember_fact(args){let ledgerRel=config.memoryLedger??lifecycle_12.DEFAULT_LEDGER_REL,receipt=await(0,lifecycle_12.remember)(db,config.vaultPath,ledgerRel,{...args,source:identity??void 0});if(receipt.action==="nochange")return receipt;let failed=await indexSaved((0,lifecycle_12.resolveLedgerPath)(config.vaultPath,ledgerRel));return failed?{...receipt,...failed}:receipt},async status(_args){return{notes:db.prepare("SELECT COUNT(*) as c FROM notes").get().c,chunks:db.prepare("SELECT COUNT(*) as c FROM chunks").get().c,entities:db.prepare("SELECT COUNT(*) as c FROM entities").get().c,facts:db.prepare("SELECT COUNT(*) as c FROM facts").get().c,relations:db.prepare("SELECT COUNT(*) as c FROM relations").get().c}},async note(args){let date=args.date??new Date().toISOString().substring(0,10),source=identity??"mcp",filePath=await(0,writer_12.appendDailyMemory)(config.vaultPath,date,{text:args.text,source},config.memoryDir),failed=await indexSaved(filePath);return{ok:!0,path:filePath,...failed}}}}exports2.TOOLS=[{name:"search",description:`DEFAULT tool for questions about the user or the vault (who/what/where/current project, preferences, goals). Prepends current lifecycle facts when they match; then semantic chunks. Each hit may include session_date \u2014 render excerpts as "[Session date: <session_date>]
|
|
1234
|
+
`+note.note}exports2.HANDOFF_TOOL_NAME="handoff_note";exports2.HANDOFF_TOOL_DESCRIPTION='The handoff note for one repository and branch: the only status Renor keeps, and never memory. action "write" at the end of a session: what was in progress, the next step, open questions, in at most 200 words. It replaces the note already there; nothing is appended. action "read" at the start of a session: the note for exactly this repository and branch, with its date and the agent that wrote it, or found: false. repo is `git remote get-url origin` (or the repository\'s absolute path when it has no remote), branch is `git rev-parse --abbrev-ref HEAD`. A note is deleted 7 days after it was written. get_context, search_memory, memory_map, whats_new and export_memory never return it. Do not save status anywhere else.';exports2.HANDOFF_ARG_DESCRIPTIONS={action:`"write" to replace this repository and branch's note, "read" to get it.`,repo:"The repository: git remote get-url origin, or its absolute path when it has no remote. Credentials in a URL are dropped, never stored.",branch:"The branch: git rev-parse --abbrev-ref HEAD.",note:"For write: what was in progress, the next step, open questions. At most 200 words."};async function runHandoffTool(db,args,writer,now){if(args.action==="write"){let stored=await writeHandoffNote(db,{repo:args.repo,branch:args.branch,note:args.note??"",writer,now});return{ok:!0,action:"write",replaced:stored.replaced,repo:stored.repo,branch:stored.branch,writer:stored.writer,written_at:stored.written_at,expires_at:stored.expires_at,words:countWords(stored.note)}}if(args.action!=="read")throw(0,toolRefusal_1.refusal)("invalid_argument",'handoff_note action is "read" or "write"');let found=readHandoffNote(db,{repo:args.repo,branch:args.branch,now});return found?{ok:!0,action:"read",found:!0,...found,shown:presentHandoffNote(found,now??new Date)}:{ok:!0,action:"read",found:!1,repo:normaliseRepoKey(args.repo),branch:normaliseBranch(args.branch)}}}});var require_outputSchemas=__commonJS({"dist/mvp/outputSchemas.js"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||(function(){var ownKeys=function(o){return ownKeys=Object.getOwnPropertyNames||function(o2){var ar=[];for(var k in o2)Object.prototype.hasOwnProperty.call(o2,k)&&(ar[ar.length]=k);return ar},ownKeys(o)};return function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k=ownKeys(mod),i=0;i<k.length;i++)k[i]!=="default"&&__createBinding(result,mod,k[i]);return __setModuleDefault(result,mod),result}})();Object.defineProperty(exports2,"__esModule",{value:!0});exports2.OUT_HANDOFF=exports2.OUT_REQUEST=exports2.OUT_LIST_REQUESTS=exports2.OUT_ASK_AGENT=exports2.OUT_WHATS_NEW=exports2.OUT_HIT=exports2.PAGE_TOOLS=void 0;exports2.toolOutputSchemasEnabled=toolOutputSchemasEnabled;exports2.pageOutputSchemasEnabled=pageOutputSchemasEnabled;exports2.toolCarriesStructured=toolCarriesStructured;var z=__importStar(require_zod());function toolOutputSchemasEnabled(env=process.env){let v=(env.RENOR_TOOL_OUTPUT_SCHEMAS??"").trim().toLowerCase();return v!=="0"&&v!=="false"&&v!=="no"&&v!=="off"}exports2.PAGE_TOOLS=new Set(["get_context","search_memory","search_text","search_history","read_memory","memory_map","export_memory","lookup_entity","retrieve_memory","search","evidence","keyword","entity","facts"]);function pageOutputSchemasEnabled(env=process.env){let v=(env.RENOR_PAGE_OUTPUT_SCHEMAS??"").trim().toLowerCase();return v==="1"||v==="true"||v==="yes"||v==="on"}function toolCarriesStructured(name,env=process.env){return toolOutputSchemasEnabled(env)?!exports2.PAGE_TOOLS.has(name)||pageOutputSchemasEnabled(env):!1}exports2.OUT_HIT=z.record(z.string(),z.unknown());exports2.OUT_WHATS_NEW=z.looseObject({items:z.array(exports2.OUT_HIT),as_of:z.string(),next_since:z.string().nullable(),cursor:z.string().nullable(),more_requests:z.number().optional(),more_requests_hint:z.string().optional()});exports2.OUT_ASK_AGENT=z.looseObject({id:z.string(),status:z.enum(["open","answered","closed"]),from_agent:z.string(),to_agent:z.string(),created_at:z.string()});exports2.OUT_LIST_REQUESTS=z.looseObject({requests:z.array(exports2.OUT_HIT),more_requests:z.number().optional(),more_requests_hint:z.string().optional()});exports2.OUT_REQUEST=z.looseObject({id:z.string(),scope:z.string().nullable(),from_agent:z.string(),to_agent:z.string(),question:z.string(),answer:z.string().nullable(),status:z.enum(["open","answered","closed"]),created_at:z.string(),answered_at:z.string().nullable(),closed_at:z.string().nullable(),untrusted:z.literal(!0)});exports2.OUT_HANDOFF=z.looseObject({ok:z.boolean(),action:z.enum(["read","write"])})}});var require_server4=__commonJS({"dist/mcp/server.js"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||(function(){var ownKeys=function(o){return ownKeys=Object.getOwnPropertyNames||function(o2){var ar=[];for(var k in o2)Object.prototype.hasOwnProperty.call(o2,k)&&(ar[ar.length]=k);return ar},ownKeys(o)};return function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k=ownKeys(mod),i=0;i<k.length;i++)k[i]!=="default"&&__createBinding(result,mod,k[i]);return __setModuleDefault(result,mod),result}})();Object.defineProperty(exports2,"__esModule",{value:!0});exports2.HANDOFF_TOOL=exports2.TOOLS=void 0;exports2.createMcpTools=createMcpTools;exports2.utf8Lines=utf8Lines;exports2.registerMcpHandlers=registerMcpHandlers;exports2.startMcpServer=startMcpServer;var index_js_1=require_server3(),stdio_js_1=require_stdio2(),types_js_1=require_types2(),stream_1=require("stream"),orchestrator_12=require_orchestrator(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),memoryMap_1=require_memoryMap(),lifecycle_12=require_lifecycle(),pipeline_12=require_pipeline(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),engine_12=require_engine2(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),options_12=require_options(),correctedHits_1=require_correctedHits(),attach_12=require_attach(),composer_12=require_composer(),hive_1=require_hive(),sourceName_1=require_sourceName(),requestErrors_1=require_requestErrors(),sanitize_1=require_sanitize(),factsFirst_1=require_factsFirst(),handoff_1=require_handoff(),buildIdentity_12=require_buildIdentity(),layeredScope_1=require_layeredScope(),origin_1=require_origin(),z=__importStar(require_zod()),outputSchemas_1=require_outputSchemas();function createMcpTools(db,vectorIndex,provider,config,evidence={mode:"off",model:"",maxSessions:12,charCap:6e3}){let rawConnectionName=process.env.RENOR_CONNECTION_NAME?.trim(),identity=rawConnectionName?(0,sourceName_1.hiveIdentity)(rawConnectionName):null,hive=identity?(0,hive_1.createStdioHiveTools)(db,identity):{},extractor,getExtractor=()=>(extractor!==void 0||(extractor=(0,options_12.createEvidenceExtractor)(evidence)),extractor),vault={memoryDir:config.vaultPath,ledgerRelPath:config.memoryLedger??lifecycle_12.DEFAULT_LEDGER_REL},isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)(vault),stdioOrigin,originHere=()=>stdioOrigin===void 0?stdioOrigin=(0,origin_1.originFromDirectory)(process.cwd()):stdioOrigin,indexSaved=async file=>{try{let maxTokens=config.chunkMaxTokens??400;return await(0,pipeline_12.indexFile)(db,file,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens,overlapTokens:config.chunkOverlapTokens??Math.min(50,maxTokens-1)}}),null}catch(err){return{warning:"memory-saved-but-index-refresh-failed",detail:(err instanceof Error?err.message:String(err)).slice(0,300)}}};(0,handoff_1.handoffNoteEnabled)()&&(0,handoff_1.startHandoffSweep)(db);let handoff=(0,handoff_1.handoffNoteEnabled)()?{async[handoff_1.HANDOFF_TOOL_NAME](args){return(0,handoff_1.runHandoffTool)(db,args??{},identity??"stdio")}}:{};return{...hive,...handoff,async search(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,100),result=await(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,args.query,topK,config.priorityPaths??[],{},{isLedgerNote:isLedger}),currentFacts=(0,factsFirst_1.matchingCurrentFactHits)(db,args.query,Math.min(3,topK)),factTexts=new Set(currentFacts.map(hit=>hit.text)),hits=[...currentFacts,...result.hits.filter(hit=>!factTexts.has(hit.text))].sort((a,b)=>b.score-a.score).slice(0,topK),enabled=(0,attach_12.searchEvidenceEnabled)(),attached=await(0,attach_12.attachSearchEvidence)({query:args.query,hits,vaultPath:config.vaultPath,options:evidence,extractor:enabled?getExtractor():null,enabled}),shown=(0,correctedHits_1.markCorrectedHits)((0,ledgerPresentation_12.presentLedgerEvents)(attached.hits,isLedger));if((0,composer_12.structuredContextEnabled)()){let excerptHits=shown.filter(h=>h.notePath!==attach_12.EVIDENCE_HIT_PATH);return{hits:shown,composedContext:(0,composer_12.composeQueryContextFromDb)(db,{query:args.query,hits:excerptHits,evidence:attached.evidence})}}return shown},async evidence(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,100),hits=(await(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,args.query,topK,config.priorityPaths??[],{},{isLedgerNote:isLedger})).hits,attachment=await(0,attach_12.collectEvidence)({query:args.query,hits,vaultPath:config.vaultPath,options:evidence,extractor:getExtractor(),force:args.force===!0});return{query:args.query,hits:(0,ledgerPresentation_12.presentLedgerEvents)(hits,isLedger),evidence:attachment}},async keyword(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,50),match=(0,queryHelpers_1.quoteFtsQuery)(args.query);if(!match)return[];try{let fts=(0,queryHelpers_1.shownPage)(rows=>(0,keyword_1.keywordSearch)(db,match,rows),rows=>(0,ledgerPresentation_12.keywordLedgerHits)(rows.map(r=>({...r,score:Math.abs(r.score),reason:"fts"})),isLedger,args.query),topK),named=(0,noteIdentity_1.selectNoteIdentityHits)(db,args.query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set(fts.map(r=>r.notePath)),(_notePath,opening)=>!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger));return(0,ledgerPresentation_12.presentLedgerEvents)([...fts,...named],isLedger).map(hit=>({...hit,notePath:(0,engine_12.clientPath)(config.vaultPath,hit.notePath)}))}catch(err){return{ok:!1,error:"fts-query",detail:(err instanceof Error?err.message:String(err)).slice(0,200),results:[]}}},async entity(args){return(0,entityLookup_1.lookupEntity)(db,args.name)},async facts(args){let entityName=(0,queryHelpers_1.pickEntityName)(args);return entityName?(0,lifecycle_12.factsFor)(db,entityName,{asOf:args.asOf,includeHistory:args.includeHistory}):[]},async remember_fact(args){let ledgerRel=config.memoryLedger??lifecycle_12.DEFAULT_LEDGER_REL,receipt=await(0,lifecycle_12.remember)(db,config.vaultPath,ledgerRel,{...args,source:identity??void 0});if(receipt.action==="nochange")return receipt;(0,layeredScope_1.layeredScopeEnabled)()&&receipt.eventId&&(0,layeredScope_1.recordSaveOrigin)(db,{eventId:receipt.eventId,text:`${receipt.subject} ${receipt.predicate}: ${args.object}`,subject:receipt.subject,origin:originHere()});let failed=await indexSaved((0,lifecycle_12.resolveLedgerPath)(config.vaultPath,ledgerRel));return failed?{...receipt,...failed}:receipt},async status(_args){return{notes:db.prepare("SELECT COUNT(*) as c FROM notes").get().c,chunks:db.prepare("SELECT COUNT(*) as c FROM chunks").get().c,entities:db.prepare("SELECT COUNT(*) as c FROM entities").get().c,facts:db.prepare("SELECT COUNT(*) as c FROM facts").get().c,relations:db.prepare("SELECT COUNT(*) as c FROM relations").get().c}},async note(args){let date=args.date??new Date().toISOString().substring(0,10),source=identity??"mcp",written=await(0,writer_12.appendDailyEntry)(config.vaultPath,date,{text:args.text,source},config.memoryDir),filePath=written.filePath;if((0,layeredScope_1.layeredScopeEnabled)()){let notePath=(0,engine_12.clientPath)(config.vaultPath,filePath).split("\\").join("/"),noteId=(0,memoryMap_1.appendedEntryId)(notePath,written.entry);noteId&&(0,layeredScope_1.recordSaveOrigin)(db,{noteId,notePath,text:args.text,origin:originHere()})}let failed=await indexSaved(filePath);return{ok:!0,path:filePath,...failed}}}}exports2.TOOLS=[{name:"search",description:`DEFAULT tool for questions about the user or the vault (who/what/where/current project, preferences, goals). Prepends current lifecycle facts when they match; then semantic chunks. Each hit may include session_date \u2014 render excerpts as "[Session date: <session_date>]
|
|
1222
1235
|
<text>". Do not rewrite stored chunk text. When RENOR_SEARCH_EVIDENCE is on, search also runs the H10-v4 evidence second pass (full source notes, 12-note/6k cap, cached) and prepends a dated item table as the first hit. Do not use keyword search first for identity questions. Write durable facts with remember_fact.`,inputSchema:{type:"object",properties:{query:{type:"string",description:"Natural language search query"},topK:{type:"number",description:"Number of results (1-100, default 20)"}},required:["query"]}},{name:"evidence",description:"Question-conditioned evidence extraction. Retrieves like search and then lists every distinct item/event/amount relevant to the question, with dates. Best for how-many / how-much / count / list / aggregate questions about the user's history. It never computes totals \u2014 count or sum the items yourself and prefer items with dates matching the question window. Identical questions over unchanged history replay from a content-addressed cache at zero model cost. Gated by RENOR_EVIDENCE_MODE (off | auto | always); call with force: true to run even when auto declines.",inputSchema:{type:"object",properties:{query:{type:"string",description:"Natural language question about the user's history"},topK:{type:"number",description:"Number of retrieval hits to return (1-100, default 20)"},force:{type:"boolean",description:"Run the second pass even when auto gating declines (ignored when mode is off)"}},required:["query"]}},{name:"keyword",description:'Exact keyword/BM25 search only: the query is matched as one exact phrase, and OR, AND, NEAR and * are plain words, not operators. Use search for identity and natural-language questions. Hyphens are quoted server-side. When the term appears in no chunk text, it is matched against note paths and frontmatter too, so a task id, slug or file name finds the note that carries it (reason: "note-identity").',inputSchema:{type:"object",properties:{query:{type:"string",description:"Words to find, matched as one exact phrase: OR, AND, NEAR and * are plain words, not operators"},topK:{type:"number",description:"Number of results (1-50, default 20)"}},required:["query"]}},{name:"entity",description:"Look up an entity (person, project, concept) by name or alias. Returns entity details or null.",inputSchema:{type:"object",properties:{name:{type:"string",description:"Entity name or alias to look up"}},required:["name"]}},{name:"remember_fact",description:'Durable memory write: stores (or supersedes) a fact about a subject. Ledger-first (survives index rebuild), temporal (closes the previous current fact for that subject+predicate). Returns a receipt. Use for "remember that\u2026" statements. Confidence is not representable in the ledger.',inputSchema:{type:"object",properties:{subject:{type:"string",description:'Who or what the fact is about, e.g. "Renor". A single string, not a nested object.'},predicate:{type:"string",description:'The relation or attribute being asserted, e.g. "works_at". A short single-line string.'},object:{type:"string",description:'The current value, e.g. "Memory Company". A single string: pass a list or a struct as ONE joined string, never as JSON or an array.'},source:{type:"string",description:"Ignored. The author is this connection's header-form name. When the connection has no usable name, the engine default (agent) is stored. Never a file path or document name."}},required:["subject","predicate","object"]}},{name:"facts",description:"All current lifecycle facts for an entity (name / entityName / subject; aliases). Prefer search for a natural-language question. asOf / includeHistory for temporal reads.",inputSchema:{type:"object",properties:{entityName:{type:"string",description:"Entity name (also accepts name / subject)"},name:{type:"string",description:"Alias of entityName"},asOf:{type:"string",description:"ISO timestamp \u2014 facts valid at that time"},includeHistory:{type:"boolean",description:"include superseded facts"}}}},{name:"status",description:"Get vault index statistics: count of notes, chunks, entities, facts, and relations.",inputSchema:{type:"object",properties:{}}},{name:"note",description:"Store a memory entry in the daily notes. Appends text to the daily note for the given date.",inputSchema:{type:"object",properties:{text:{type:"string",description:"Text to remember"},date:{type:"string",description:"Date in YYYY-MM-DD format (defaults to today)"},source:{type:"string",description:"Ignored. The author is this connection's header-form name, or mcp when the connection has no usable name. Never a file path or document name."}},required:["text"]}}];var OUTPUT_SCHEMAS={search:z.looseObject({result:z.array(outputSchemas_1.OUT_HIT).optional(),hits:z.array(outputSchemas_1.OUT_HIT).optional(),composedContext:z.unknown().optional()}),evidence:z.looseObject({query:z.string(),hits:z.array(outputSchemas_1.OUT_HIT),evidence:z.unknown()}),keyword:z.looseObject({result:z.array(outputSchemas_1.OUT_HIT).optional(),ok:z.boolean().optional(),error:z.string().optional(),detail:z.string().optional(),results:z.array(outputSchemas_1.OUT_HIT).optional()}),entity:z.looseObject({result:z.looseObject({id:z.number(),type:z.string(),canonicalName:z.string(),aliases:z.array(z.string()),sourceNote:z.string(),confidence:z.number()}).nullable().optional()}),facts:z.looseObject({result:z.array(outputSchemas_1.OUT_HIT)}),remember_fact:z.looseObject({action:z.enum(["supersede","store","nochange"])}),status:z.looseObject({notes:z.number(),chunks:z.number(),entities:z.number(),facts:z.number(),relations:z.number()}),note:z.looseObject({ok:z.literal(!0),path:z.string(),warning:z.string().optional(),detail:z.string().optional()}),whats_new:outputSchemas_1.OUT_WHATS_NEW,ask_agent:outputSchemas_1.OUT_ASK_AGENT,list_requests:outputSchemas_1.OUT_LIST_REQUESTS,answer_request:outputSchemas_1.OUT_REQUEST,close_request:outputSchemas_1.OUT_REQUEST,[handoff_1.HANDOFF_TOOL_NAME]:outputSchemas_1.OUT_HANDOFF};function listedWithSchema(tool,on){let schema=OUTPUT_SCHEMAS[tool.name];if(!on||!schema)return tool;let{$schema:_dialect,...json}=z.toJSONSchema(schema,{target:"draft-7"});return{...tool,outputSchema:{...json,type:"object"}}}function structuredOf(value){return value!==null&&typeof value=="object"&&!Array.isArray(value)?value:{result:value}}exports2.HANDOFF_TOOL={name:handoff_1.HANDOFF_TOOL_NAME,description:handoff_1.HANDOFF_TOOL_DESCRIPTION,inputSchema:{type:"object",properties:{action:{type:"string",enum:["read","write"],description:handoff_1.HANDOFF_ARG_DESCRIPTIONS.action},repo:{type:"string",description:handoff_1.HANDOFF_ARG_DESCRIPTIONS.repo},branch:{type:"string",description:handoff_1.HANDOFF_ARG_DESCRIPTIONS.branch},note:{type:"string",description:handoff_1.HANDOFF_ARG_DESCRIPTIONS.note}},required:["action","repo","branch"]}};function utf8Lines(source,onInvalid){let out=new stream_1.PassThrough,decoder=new TextDecoder("utf-8",{fatal:!0}),pending=Buffer.alloc(0),pass=line=>{try{decoder.decode(line)}catch{onInvalid();return}out.write(line)};return source.on("data",chunk=>{pending=pending.length===0?chunk:Buffer.concat([pending,chunk]);let newline=pending.indexOf(10);for(;newline!==-1;)pass(pending.subarray(0,newline+1)),pending=pending.subarray(newline+1),newline=pending.indexOf(10)}),source.on("end",()=>{pending.length>0&&pass(pending),out.end()}),source.on("error",err=>out.destroy(err)),out}function registerMcpHandlers(server,tools){let byName=tools,hive=hive_1.HIVE_TOOLS.filter(tool=>typeof byName[tool.name]=="function"),handoff=typeof byName[handoff_1.HANDOFF_TOOL_NAME]=="function"?[exports2.HANDOFF_TOOL]:[],env={...process.env},carries=name=>(0,outputSchemas_1.toolCarriesStructured)(name,env);server.setRequestHandler(types_js_1.ListToolsRequestSchema,async()=>({tools:[...exports2.TOOLS,...hive,...handoff].map(tool=>listedWithSchema(tool,carries(tool.name)))})),server.setRequestHandler(types_js_1.CallToolRequestSchema,async request=>{let{name,arguments:args}=request.params,handler=byName[name];if(!handler)return hive_1.HIVE_TOOLS.some(tool=>tool.name===name)?{content:[{type:"text",text:`${name} is refused: this connection has no name. Set RENOR_CONNECTION_NAME to this agent's name before starting renor-engine mcp, then reconnect.`}],isError:!0}:{content:[{type:"text",text:`Unknown tool: ${name}`}],isError:!0};try{let result=await handler(args??{}),text=(0,sanitize_1.escapeInvisibleControls)(JSON.stringify(result));return{content:[{type:"text",text}],...carries(name)?{structuredContent:structuredOf(JSON.parse(text))}:{}}}catch(err){return{content:[{type:"text",text:(0,sanitize_1.escapeInvisibleControls)(`Error: ${err instanceof Error?err.message:String(err)}`)}],isError:!0}}})}async function startMcpServer(db,vectorIndex,provider,config){let server=new index_js_1.Server({name:"renor",version:buildIdentity_12.ENGINE_VERSION},{capabilities:{tools:{}}}),evidence=(0,options_12.resolveEvidenceToolOptions)(config),tools=createMcpTools(db,vectorIndex,provider,config,evidence);registerMcpHandlers(server,tools),(0,requestErrors_1.mapInvalidParams)(server);let stdin=utf8Lines(process.stdin,()=>{process.stdout.write(JSON.stringify({jsonrpc:"2.0",id:null,error:{code:-32700,message:"Parse error: the frame is not valid UTF-8; nothing was run"}})+`
|
|
1223
1236
|
`)}),transport=new stdio_js_1.StdioServerTransport(stdin);transport.onerror=error=>{let code=error instanceof SyntaxError?types_js_1.ErrorCode.ParseError:(0,requestErrors_1.isZodError)(error)?types_js_1.ErrorCode.InvalidRequest:null;if(code===null)return;let reply={jsonrpc:"2.0",id:null,error:{code,message:code===types_js_1.ErrorCode.ParseError?"Parse error":"Invalid Request"}};transport.send(reply).catch(()=>{})},await server.connect(transport)}}});var require_hashEmbedding=__commonJS({"dist/eval/hashEmbedding.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EvalHashEmbeddingProvider=void 0;var EvalHashEmbeddingProvider=class{dimensions=256;identity={kind:"eval-hash",model:"lexical-hash-v1"};vector(text){let out=new Array(this.dimensions).fill(0),words=text.toLowerCase().match(/[\p{L}\p{N}]+/gu)??[];for(let word of words){let hash=2166136261;for(let i=0;i<word.length;i++)hash^=word.charCodeAt(i),hash=Math.imul(hash,16777619);out[(hash>>>0)%this.dimensions]+=1}let norm=Math.sqrt(out.reduce((sum,value)=>sum+value*value,0))||1;return out.map(value=>value/norm)}async embed(texts){return texts.map(text=>this.vector(text))}async embedQuery(text){return this.vector(text)}};exports2.EvalHashEmbeddingProvider=EvalHashEmbeddingProvider}});var require_parser4=__commonJS({"dist/conversation/parser.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.encodeProjectPath=encodeProjectPath;exports2.resolveJSONLPath=resolveJSONLPath;exports2.parseConversation=parseConversation;var promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),os_1=__importDefault(require("os"));function encodeProjectPath(cwd){return cwd.replace(/\//g,"-")}function resolveJSONLPath(sessionId,cwd){let encoded=encodeProjectPath(cwd),projects=path_1.default.join(os_1.default.homedir(),".claude","projects"),file=path_1.default.join(projects,encoded,`${sessionId}.jsonl`);if(/[\\/]/.test(sessionId)||!file.startsWith(projects+path_1.default.sep))throw new Error("session_id must name a file in the Claude Code projects directory");return file}var isText=v=>typeof v=="string"&&v!=="";function contentBlocks(raw){return Array.isArray(raw)?raw.filter(b=>b!==null&&typeof b=="object"):typeof raw=="string"&&raw.trim()?[{type:"text",text:raw}]:[]}function textOf(content){return content.filter(b=>b.type==="text"&&typeof b.text=="string").map(b=>b.text).join(`
|
|
1224
1237
|
`).trim()}function isInternalUserMessage(content){if(content.length===0||content.every(b=>b.type==="tool_result"))return!0;let first=content.find(b=>b.type==="text")?.text,firstText=typeof first=="string"?first:"";return!!(firstText.startsWith("<local-command")||firstText.startsWith("<command-name>"))}async function waitForAiTitle(jsonlPath,retries=8,intervalMs=2e3){for(let i=0;i<retries;i++){await new Promise(resolve=>setTimeout(resolve,intervalMs));let raw;try{raw=await promises_1.default.readFile(jsonlPath,"utf8")}catch{return null}for(let line of raw.split(`
|
|
@@ -1332,22 +1345,39 @@ CREATE INDEX IF NOT EXISTS memory_ops_at ON memory_ops (at);
|
|
|
1332
1345
|
CREATE INDEX IF NOT EXISTS memory_ops_memory ON memory_ops (memory_key);
|
|
1333
1346
|
CREATE INDEX IF NOT EXISTS feedback_at ON feedback (at);
|
|
1334
1347
|
CREATE INDEX IF NOT EXISTS outcomes_at ON outcomes (at);
|
|
1335
|
-
`}});var require_store=__commonJS({"dist/learning/store.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.LearningLog=void 0;exports2.learningLogAt=learningLogAt;exports2.closeLearningLogs=closeLearningLogs;var sqlite_12=__importDefault(require_sqlite()),node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),secretScanner_1=require_secretScanner(),schema_12=require_schema3(),DAY_MS=864e5,PRUNE_EVERY_MS=36e5,ORDER={retrievals:"id",candidates:"retrieval_id, id",memory_ops:"id",feedback:"id",outcomes:"id"},flag=value=>value===null?null:value?1:0,OUTCOME_OBSERVED={verifier:1,user:1,proxy:0},LearningLog=class _LearningLog{file;db;retentionDays;rawQueries;now;secret;lastPrune;constructor(file,db,secret,retentionDays,rawQueries,now){this.file=file,this.db=db,this.retentionDays=retentionDays,this.rawQueries=rawQueries,this.now=now,this.secret=secret,this.lastPrune=0}static open(file,options2){let now=options2.now??Date.now;if(options2.create!==!0&&!node_fs_1.default.existsSync(file))return null;node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0,mode:448}),node_fs_1.default.closeSync(node_fs_1.default.openSync(file,node_fs_1.default.constants.O_CREAT|node_fs_1.default.constants.O_WRONLY,384)),node_fs_1.default.chmodSync(file,384);let db=new sqlite_12.default(file);try{db.pragma("journal_mode = WAL"),db.pragma("foreign_keys = ON"),db.pragma("secure_delete = ON"),db.pragma("busy_timeout = 5000"),db.exec(schema_12.LEARNING_DDL);let secret=ensureMeta(db,now());return new _LearningLog(file,db,secret,options2.retentionDays,options2.rawQueries,now)}catch(err){throw db.close(),err}}key(kind,...parts){return(0,node_crypto_1.createHmac)("sha256",this.secret).update(JSON.stringify([kind,...parts])).digest("hex").slice(0,32)}recordRetrieval(record){let at=record.at??this.now(),raw=record.queryText,flagged=raw!==null&&this.rawQueries&&(0,secretScanner_1.scanSecrets)(raw)!==null,keepRaw=raw!==null&&this.rawQueries&&!flagged,queryRedacted=record.queryRedacted||flagged;return this.write(()=>{let info=this.db.prepare(`INSERT INTO retrievals (at, tool, actor, session_key, agent_key, query_key, query_text, query_redacted, scope_key, retrieval,
|
|
1348
|
+
`}});var require_store=__commonJS({"dist/learning/store.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.LearningLog=exports2.LEARNING_CURSOR_SPAN=exports2.SHARING_COLUMNS=void 0;exports2.learningLogAt=learningLogAt;exports2.closeLearningLogs=closeLearningLogs;var sqlite_12=__importDefault(require_sqlite()),node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),secretScanner_1=require_secretScanner(),schema_12=require_schema3(),DAY_MS=864e5,PRUNE_EVERY_MS=36e5,ORDER={retrievals:"id",candidates:"retrieval_id, id",memory_ops:"id",feedback:"id",outcomes:"id"};exports2.SHARING_COLUMNS={retrievals:["id","at","tool","session_key","agent_key","query_key","retrieval","ranker","model","build","served","reply_tokens","relevant","truncated"],candidates:["id","retrieval_id","rank","kind","memory_key","subject_key","score","reason","matched","current"],memory_ops:["id","at","session_key","agent_key","tool","op","kind","memory_key","subject_key","replaced_key"],feedback:["id","at","session_key","agent_key","tool","memory_key","subject_key","observed"]};exports2.LEARNING_CURSOR_SPAN=2**40;var flag=value=>value===null?null:value?1:0,OUTCOME_OBSERVED={verifier:1,user:1,proxy:0},LearningLog=class _LearningLog{file;db;retentionDays;rawQueries;now;secret;lastPrune;constructor(file,db,secret,retentionDays,rawQueries,now){this.file=file,this.db=db,this.retentionDays=retentionDays,this.rawQueries=rawQueries,this.now=now,this.secret=secret,this.lastPrune=0}static open(file,options2){let now=options2.now??Date.now;if(options2.create!==!0&&!node_fs_1.default.existsSync(file))return null;node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0,mode:448}),node_fs_1.default.closeSync(node_fs_1.default.openSync(file,node_fs_1.default.constants.O_CREAT|node_fs_1.default.constants.O_WRONLY,384)),node_fs_1.default.chmodSync(file,384);let db=new sqlite_12.default(file);try{db.pragma("journal_mode = WAL"),db.pragma("foreign_keys = ON"),db.pragma("secure_delete = ON"),db.pragma("busy_timeout = 5000"),db.exec(schema_12.LEARNING_DDL);let secret=ensureMeta(db,now());return new _LearningLog(file,db,secret,options2.retentionDays,options2.rawQueries,now)}catch(err){throw db.close(),err}}key(kind,...parts){return(0,node_crypto_1.createHmac)("sha256",this.secret).update(JSON.stringify([kind,...parts])).digest("hex").slice(0,32)}recordRetrieval(record){let at=record.at??this.now(),raw=record.queryText,flagged=raw!==null&&this.rawQueries&&(0,secretScanner_1.scanSecrets)(raw)!==null,keepRaw=raw!==null&&this.rawQueries&&!flagged,queryRedacted=record.queryRedacted||flagged;return this.write(()=>{let info=this.db.prepare(`INSERT INTO retrievals (at, tool, actor, session_key, agent_key, query_key, query_text, query_redacted, scope_key, retrieval,
|
|
1336
1349
|
ranker, model, build, served, ms, reply_tokens, relevant, truncated, lean_items)
|
|
1337
1350
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(at,record.tool,record.actor,record.sessionKey,record.agentKey,record.queryKey,keepRaw?raw:null,queryRedacted?1:0,record.scopeKey,record.retrieval,record.ranker,record.model,record.build,record.candidates.filter(candidate=>candidate.rank!==null).length,record.ms,record.replyTokens,flag(record.relevant),flag(record.truncated),record.leanItems?1:0),id=Number(info.lastInsertRowid),columns=["retrieval_id","rank","kind","memory_key","subject_key","section_key","score","base",...schema_12.TERM_COLUMNS,"pool_rank","window_pos","budget_kept","reason","matched","current"],insert=this.db.prepare(`INSERT INTO candidates (${columns.join(", ")}) VALUES (${columns.map(()=>"?").join(", ")})`);for(let candidate of record.candidates){let terms=candidate.terms??schema_12.TERM_COLUMNS.map(()=>0);insert.run(id,candidate.rank,candidate.kind,candidate.memoryKey,candidate.subjectKey,candidate.sectionKey,candidate.score,candidate.base,...terms,candidate.poolRank,candidate.windowPos,flag(candidate.budgetKept),candidate.reason,flag(candidate.matched),flag(candidate.current))}return id})}recordMemoryOp(record){this.write(()=>{this.db.prepare(`INSERT INTO memory_ops (at, actor, session_key, agent_key, tool, op, kind, memory_key, subject_key, replaced_key, ms)
|
|
1338
1351
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(record.at??this.now(),record.actor,record.sessionKey,record.agentKey,record.tool,record.op,record.kind,record.memoryKey,record.subjectKey,record.replacedKey,record.ms)})}recordFeedback(record){this.write(()=>{this.db.prepare(`INSERT INTO feedback (at, actor, session_key, agent_key, tool, kind, target, memory_key, subject_key, observed)
|
|
1339
1352
|
VALUES (?, ?, ?, ?, ?, 'cite', ?, ?, ?, ?)`).run(record.at??this.now(),record.actor,record.sessionKey,record.agentKey,record.tool,record.target,record.memoryKey,record.subjectKey,record.observed===!1?0:1)})}servedWithin(sessionKey,memoryKey,subjectKey,windowMs){return sessionKey===null||memoryKey===null&&subjectKey===null?!1:this.db.prepare(`SELECT 1 FROM candidates c JOIN retrievals r ON r.id = c.retrieval_id
|
|
1340
|
-
WHERE r.session_key = ? AND r.at >= ? AND c.rank IS NOT NULL AND (c.memory_key = ? OR c.subject_key = ?) LIMIT 1`).get(sessionKey,this.now()-windowMs,memoryKey,subjectKey)!==void 0}recordOutcome(record){this.write(()=>{this.db.prepare("INSERT INTO outcomes (at, session_key, task_key, outcome, basis, observed) VALUES (?, ?, ?, ?, ?, ?)").run(record.at??this.now(),record.sessionKey,record.taskRef===null?null:this.key("task",record.taskRef),record.outcome,record.basis,OUTCOME_OBSERVED[record.basis])})}prune(){let now=this.now();this.lastPrune=now;let cutoff=now-this.retentionDays*DAY_MS;return this.db.transaction(()=>{let candidates=this.db.prepare("DELETE FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at < ?)").run(cutoff).changes,retrievals=this.db.prepare("DELETE FROM retrievals WHERE at < ?").run(cutoff).changes,memory_ops=this.db.prepare("DELETE FROM memory_ops WHERE at < ?").run(cutoff).changes,feedback=this.db.prepare("DELETE FROM feedback WHERE at < ?").run(cutoff).changes,outcomes=this.db.prepare("DELETE FROM outcomes WHERE at < ?").run(cutoff).changes;return{retrievals,candidates,memory_ops,feedback,outcomes}})()}exportLog(){this.maybePrune();let tables={},cutoff=this.cutoff();for(let table of schema_12.LEARNING_TABLES)tables[table]=table==="candidates"?this.db.prepare(`SELECT * FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?) ORDER BY ${ORDER.candidates}`).all(cutoff):this.db.prepare(`SELECT * FROM ${table} WHERE at >= ? ORDER BY ${ORDER[table]}`).all(cutoff);return{schema:schema_12.LEARNING_SCHEMA_NAME,version:schema_12.LEARNING_SCHEMA_VERSION,exportedAt:new Date(this.now()).toISOString(),retentionDays:this.retentionDays,tables}}counts(){this.maybePrune();let cutoff=this.cutoff(),count=table=>(table==="candidates"?this.db.prepare("SELECT COUNT(*) AS n FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?)").get(cutoff):this.db.prepare(`SELECT COUNT(*) AS n FROM ${table} WHERE at >= ?`).get(cutoff)).n;return Object.fromEntries(schema_12.LEARNING_TABLES.map(table=>[table,count(table)]))}cutoff(){return this.now()-this.retentionDays*DAY_MS}deleteAll(){let secret=(0,node_crypto_1.randomBytes)(32);this.db.transaction(()=>{for(let table of["candidates","retrievals","memory_ops","feedback","outcomes"])this.db.prepare(`DELETE FROM ${table}`).run();this.db.prepare("UPDATE meta SET value = ? WHERE key = 'secret'").run(secret.toString("hex"))})(),this.secret=secret;try{this.db.pragma("wal_checkpoint(TRUNCATE)"),this.db.exec("VACUUM")}catch{}}eraseMemory(memoryKey){this.write(()=>{this.db.prepare("DELETE FROM candidates WHERE memory_key = ?").run(memoryKey),this.db.prepare("DELETE FROM feedback WHERE memory_key = ?").run(memoryKey),this.db.prepare("DELETE FROM memory_ops WHERE memory_key = ? OR replaced_key = ?").run(memoryKey,memoryKey)})}close(){this.db.open&&this.db.close()}write(fn){return this.maybePrune(),this.db.transaction(fn)()}maybePrune(){this.now()-this.lastPrune>=PRUNE_EVERY_MS&&this.prune()}};exports2.LearningLog=LearningLog;function ensureMeta(db,now){let rows=db.prepare("SELECT key, value FROM meta").all(),meta=new Map(rows.map(row=>[row.key,row.value]));if(meta.size===0){let secret2=(0,node_crypto_1.randomBytes)(32).toString("hex");return db.transaction(()=>{let put=db.prepare("INSERT INTO meta (key, value) VALUES (?, ?)");put.run("schema",schema_12.LEARNING_SCHEMA_NAME),put.run("version",String(schema_12.LEARNING_SCHEMA_VERSION)),put.run("created_at",new Date(now).toISOString()),put.run("secret",secret2)})(),Buffer.from(secret2,"hex")}if(meta.get("schema")!==schema_12.LEARNING_SCHEMA_NAME||meta.get("version")!==String(schema_12.LEARNING_SCHEMA_VERSION))throw new Error(`the learning log file is not a version-${schema_12.LEARNING_SCHEMA_VERSION} Renor learning log; refusing to use it`);let secret=Buffer.from(meta.get("secret")??"","hex");if(secret.length!==32)throw new Error("the learning log has no usable key secret; refusing to use it");return secret}var open=new Map;function learningLogAt(settings){let cached=open.get(settings.dbPath);if(cached)return cached;let log=LearningLog.open(settings.dbPath,{retentionDays:settings.retentionDays,rawQueries:settings.rawQueries,create:!0});if(log===null)throw new Error("the learning log could not be created");return open.set(settings.dbPath,log),log}function closeLearningLogs(){for(let log of open.values())log.close();open.clear()}}});var require_fields=__commonJS({"dist/sharing/fields.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_ROWS_PER_BATCH=exports2.RowError=exports2.TERMINAL_REFUSALS=exports2.DEFAULT_BATCH_FIELDS=exports2.DEFAULT_FIELD=exports2.SELF_HOSTED_BATCH_FIELDS=exports2.CONSENT_FIELDS=exports2.CONSENT_FIELD=exports2.REGISTER_FIELDS=exports2.DELETE_FIELDS=exports2.BATCH_FIELDS=exports2.KINDS_WITH_CANDIDATES=exports2.ROW_FIELDS=exports2.CANDIDATE_FIELDS=exports2.MAX_EXAMPLE_TEXT=exports2.SAVE_ITEM_NAMES=exports2.CANDIDATE_KIND_NAMES=exports2.SAVE_TOOL_NAMES=exports2.RETRIEVAL_TOOL_NAMES=exports2.LENGTH_BUCKETS=exports2.COUNT_BUCKETS=exports2.DELAY_BUCKETS=exports2.ROW_KINDS=exports2.DEFAULT_WORDING_VERSION=exports2.CLI_WORDING_VERSION=exports2.SHARING_PROTOCOL=exports2.SHARING_LEVELS=void 0;exports2.levelRank=levelRank;exports2.isSharingLevel=isSharingLevel;exports2.lowerLevel=lowerLevel;exports2.modelIdentifier=modelIdentifier;exports2.fieldsAtLevel=fieldsAtLevel;exports2.validateRow=validateRow;exports2.SHARING_LEVELS=["off","signals","data"];exports2.SHARING_PROTOCOL=1;exports2.CLI_WORDING_VERSION="engine-cli-2026-10-29";exports2.DEFAULT_WORDING_VERSION="engine-default-2026-10-28";function levelRank(level){return exports2.SHARING_LEVELS.indexOf(level)}function isSharingLevel(value){return typeof value=="string"&&exports2.SHARING_LEVELS.includes(value)}function lowerLevel(a,b){return levelRank(a)<=levelRank(b)?a:b}exports2.ROW_KINDS=["retrieval-labelled/1","save-outcome/1","session-aggregate/1"];var HOUR="^\\d{4}-\\d{2}-\\d{2}T\\d{2}$",LANE="^[a-z][a-z0-9-]{0,31}$",BUILD="^[0-9a-f]{7,40}$",MODEL="^[a-z][a-z0-9-]{0,15}:[A-Za-z0-9._-]{1,64}:[0-9]{0,6}$";function modelIdentifier(value){return value!==null&&new RegExp(MODEL).test(value)?value:null}exports2.DELAY_BUCKETS=["<1m","<10m","<1h","<1d",">=1d"];exports2.COUNT_BUCKETS=["0","1","2-3","4-7","8+"];exports2.LENGTH_BUCKETS=["<1m","<10m","<1h","<6h",">=6h"];exports2.RETRIEVAL_TOOL_NAMES=["get_context","search_memory","retrieve_memory"];exports2.SAVE_TOOL_NAMES=["remember","save_memory","remember_note"];exports2.CANDIDATE_KIND_NAMES=["fact","note","unkeyed"];exports2.SAVE_ITEM_NAMES=["fact","note","event","unkeyed"];exports2.MAX_EXAMPLE_TEXT=2e3;var bool={type:"boolean"},boolOrNull={type:"boolean",nullable:!0};exports2.CANDIDATE_FIELDS={rank:{type:"int"},kind:{type:"string",oneOf:exports2.CANDIDATE_KIND_NAMES},lane:{type:"string",nullable:!0,pattern:LANE},score:{type:"number",nullable:!0},matched:boolOrNull,current:boolOrNull,opened:boolOrNull,cited:boolOrNull,updated:boolOrNull,retired:boolOrNull,delay_bucket:{type:"string",nullable:!0,oneOf:exports2.DELAY_BUCKETS},text:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}};exports2.ROW_FIELDS={"retrieval-labelled/1":{kind:{type:"string",oneOf:["retrieval-labelled/1"]},hour:{type:"string",pattern:HOUR},tool:{type:"string",oneOf:exports2.RETRIEVAL_TOOL_NAMES},ranker:{type:"string",pattern:LANE},build:{type:"string",nullable:!0,pattern:BUILD},model:{type:"string",nullable:!0,pattern:MODEL},retrieval:{type:"string",nullable:!0,oneOf:["facts","hybrid","semantic","keyword"]},served:{type:"int"},reply_tokens_bucket:{type:"int",nullable:!0},relevant:boolOrNull,truncated:boolOrNull,query:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}},"save-outcome/1":{kind:{type:"string",oneOf:["save-outcome/1"]},hour:{type:"string",pattern:HOUR},tool:{type:"string",oneOf:exports2.SAVE_TOOL_NAMES},op:{type:"string",oneOf:["create","supersede"]},item:{type:"string",oneOf:exports2.SAVE_ITEM_NAMES},has_cites:bool,reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},opened:bool,cited:bool,superseded:bool,retired:bool,text:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}},"session-aggregate/1":{kind:{type:"string",oneOf:["session-aggregate/1"]},hour:{type:"string",pattern:HOUR},length_bucket:{type:"string",oneOf:exports2.LENGTH_BUCKETS},reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},saves_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},empty_reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},first_call:{type:"string",oneOf:[...exports2.RETRIEVAL_TOOL_NAMES,...exports2.SAVE_TOOL_NAMES,"other"]}}};exports2.KINDS_WITH_CANDIDATES=["retrieval-labelled/1"];exports2.BATCH_FIELDS=["protocol","action","batch_id","level","wording","rows"];exports2.DELETE_FIELDS=["protocol","action"];exports2.REGISTER_FIELDS=["protocol","action"];exports2.CONSENT_FIELD="consent";exports2.CONSENT_FIELDS=["version","level","changed_at","wording","adult"];exports2.SELF_HOSTED_BATCH_FIELDS=[...exports2.BATCH_FIELDS,exports2.CONSENT_FIELD];exports2.DEFAULT_FIELD="default";exports2.DEFAULT_BATCH_FIELDS=[...exports2.BATCH_FIELDS,exports2.DEFAULT_FIELD];exports2.TERMINAL_REFUSALS=["sharing_closed","consent_off","consent_required"];function fieldsAtLevel(level){let names=new Set,allowed=spec=>spec.level===void 0||levelRank(spec.level)<=levelRank(level);for(let kind of exports2.ROW_KINDS)for(let[name,spec]of Object.entries(exports2.ROW_FIELDS[kind]))allowed(spec)&&names.add(`${kind}.${name}`);for(let[name,spec]of Object.entries(exports2.CANDIDATE_FIELDS))allowed(spec)&&names.add(`retrieval-labelled/1.candidates.${name}`);return[...names].sort()}var RowError=class extends Error{};exports2.RowError=RowError;function checkValue(path,spec,value){if(value===null){if(spec.nullable)return;throw new RowError(`${path} must not be null`)}switch(spec.type){case"string":{if(typeof value!="string")throw new RowError(`${path} must be a string`);if(spec.oneOf&&!spec.oneOf.includes(value))throw new RowError(`${path} is not one of the listed values`);if(spec.pattern&&!new RegExp(spec.pattern).test(value))throw new RowError(`${path} does not match its pattern`);if(spec.maxLength!==void 0&&value.length>spec.maxLength)throw new RowError(`${path} is longer than ${spec.maxLength}`);return}case"int":if(typeof value!="number"||!Number.isInteger(value))throw new RowError(`${path} must be an integer`);return;case"number":if(typeof value!="number"||!Number.isFinite(value))throw new RowError(`${path} must be a finite number`);return;case"boolean":if(typeof value!="boolean")throw new RowError(`${path} must be a boolean`);return}}function checkObject(path,specs,value,level,skip=[]){if(typeof value!="object"||value===null||Array.isArray(value))throw new RowError(`${path} must be an object`);let record=value;for(let name of Object.keys(record)){if(skip.includes(name))continue;let spec=Object.prototype.hasOwnProperty.call(specs,name)?specs[name]:void 0;if(spec===void 0)throw new RowError(`${path}.${name} is not a listed field`);if(spec.level!==void 0&&levelRank(spec.level)>levelRank(level))throw new RowError(`${path}.${name} is not shared at level ${level}`)}for(let[name,spec]of Object.entries(specs))if(!skip.includes(name)&&!(spec.level!==void 0&&levelRank(spec.level)>levelRank(level))&&!(spec.level!==void 0&&!(name in record))){if(!(name in record))throw new RowError(`${path}.${name} is missing`);checkValue(`${path}.${name}`,spec,record[name])}}function validateRow(row,level){if(typeof row!="object"||row===null)throw new RowError("a row must be an object");let kind=row.kind;if(typeof kind!="string"||!exports2.ROW_KINDS.includes(kind))throw new RowError("kind is not a listed row kind");let specs=exports2.ROW_FIELDS[kind],withCandidates=exports2.KINDS_WITH_CANDIDATES.includes(kind);if(checkObject(kind,specs,row,level,withCandidates?["candidates"]:[]),withCandidates){let candidates=row.candidates;if(!Array.isArray(candidates))throw new RowError(`${kind}.candidates must be an array`);if(candidates.length>200)throw new RowError(`${kind}.candidates has more than 200 entries`);candidates.forEach((candidate,index)=>checkObject(`${kind}.candidates[${index}]`,exports2.CANDIDATE_FIELDS,candidate,level))}}exports2.MAX_ROWS_PER_BATCH=200}});var require_state=__commonJS({"dist/sharing/state.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SHIPPED_DEFAULT_LEVEL=exports2.INSTALL_ID_FILE=exports2.EXAMPLES_FILE=exports2.CUTOFF_FILE=exports2.STATE_FILE=exports2.CONSENT_FILE=void 0;exports2.hostedEngine=hostedEngine;exports2.installIdPath=installIdPath;exports2.installBinding=installBinding;exports2.ensureInstallBinding=ensureInstallBinding;exports2.defaultSharingDir=defaultSharingDir;exports2.sharingDirFor=sharingDirFor;exports2.workspaceSharingDir=workspaceSharingDir;exports2.readConsent=readConsent;exports2.foreignConsent=foreignConsent;exports2.writeConsent=writeConsent;exports2.envOverride=envOverride;exports2.defaultLevel=defaultLevel;exports2.hasChosen=hasChosen;exports2.installLimit=installLimit;exports2.inheritedChoice=inheritedChoice;exports2.consentFor=consentFor;exports2.effectiveLevel=effectiveLevel;exports2.defaultInForce=defaultInForce;exports2.readState=readState;exports2.contributorId=contributorId;exports2.trainingBearer=trainingBearer;exports2.rotateSecret=rotateSecret;exports2.readCutoff=readCutoff;exports2.freshState=freshState;exports2.writeState=writeState;exports2.ensureState=ensureState;exports2.removeLocalSharingData=removeLocalSharingData;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path")),fields_1=require_fields();exports2.CONSENT_FILE="sharing.json";exports2.STATE_FILE="sharing-state.json";exports2.CUTOFF_FILE="sharing-cutoff.json";exports2.EXAMPLES_FILE="sharing-examples.sqlite";function hostedEngine(env=process.env){return(env.MVP_GATEWAY_SECRET??"").trim()!==""}exports2.INSTALL_ID_FILE="install-id";function installIdPath(env=process.env){let set=(env.RENOR_SHARING_DIR??"").trim();if(set!=="")return node_path_1.default.join(node_path_1.default.resolve(set),exports2.INSTALL_ID_FILE);let xdg=(env.XDG_STATE_HOME??"").trim();return node_path_1.default.join(xdg!==""?node_path_1.default.resolve(xdg):node_path_1.default.join(node_os_1.default.homedir(),".local","state"),"renor",exports2.INSTALL_ID_FILE)}var INSTALL_ID_SHAPE=/^[0-9a-f]{32}$/;function readInstallId(env){try{let id=node_fs_1.default.readFileSync(installIdPath(env),"utf8").trim();return INSTALL_ID_SHAPE.test(id)?id:null}catch{return null}}var bindingOf=id=>(0,node_crypto_1.createHash)("sha256").update(`renor-install/v1:${id}`).digest("hex"),bindingCache=new Map;function installBinding(env=process.env){let file=installIdPath(env),stamp;try{let stat=node_fs_1.default.statSync(file);stamp=`${stat.mtimeMs}:${stat.size}:${stat.ino}`}catch{return bindingCache.delete(file),null}let hit=bindingCache.get(file);if(hit&&hit.stamp===stamp)return hit.binding;let id=readInstallId(env),binding=id===null?null:bindingOf(id);return bindingCache.set(file,{stamp,binding}),binding}function ensureInstallBinding(env=process.env){let existing=installBinding(env);if(existing!==null)return existing;let file=installIdPath(env);node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0,mode:448});let temp=`${file}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`;node_fs_1.default.writeFileSync(temp,`${(0,node_crypto_1.randomBytes)(16).toString("hex")}
|
|
1353
|
+
WHERE r.session_key = ? AND r.at >= ? AND c.rank IS NOT NULL AND (c.memory_key = ? OR c.subject_key = ?) LIMIT 1`).get(sessionKey,this.now()-windowMs,memoryKey,subjectKey)!==void 0}recordOutcome(record){this.write(()=>{this.db.prepare("INSERT INTO outcomes (at, session_key, task_key, outcome, basis, observed) VALUES (?, ?, ?, ?, ?, ?)").run(record.at??this.now(),record.sessionKey,record.taskRef===null?null:this.key("task",record.taskRef),record.outcome,record.basis,OUTCOME_OBSERVED[record.basis])})}prune(){let now=this.now();this.lastPrune=now;let cutoff=now-this.retentionDays*DAY_MS;return this.db.transaction(()=>{let candidates=this.db.prepare("DELETE FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at < ?)").run(cutoff).changes,retrievals=this.db.prepare("DELETE FROM retrievals WHERE at < ?").run(cutoff).changes,memory_ops=this.db.prepare("DELETE FROM memory_ops WHERE at < ?").run(cutoff).changes,feedback=this.db.prepare("DELETE FROM feedback WHERE at < ?").run(cutoff).changes,outcomes=this.db.prepare("DELETE FROM outcomes WHERE at < ?").run(cutoff).changes;return{retrievals,candidates,memory_ops,feedback,outcomes}})()}exportLog(){this.maybePrune();let tables={},cutoff=this.cutoff();for(let table of schema_12.LEARNING_TABLES)tables[table]=table==="candidates"?this.db.prepare(`SELECT * FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?) ORDER BY ${ORDER.candidates}`).all(cutoff):this.db.prepare(`SELECT * FROM ${table} WHERE at >= ? ORDER BY ${ORDER[table]}`).all(cutoff);return{schema:schema_12.LEARNING_SCHEMA_NAME,version:schema_12.LEARNING_SCHEMA_VERSION,exportedAt:new Date(this.now()).toISOString(),retentionDays:this.retentionDays,tables}}exportServedWindow(after,until){this.maybePrune();let from=Math.max(after,this.cutoff()-1),tables={outcomes:[]};for(let table of["retrievals","candidates","memory_ops","feedback"]){let columns=exports2.SHARING_COLUMNS[table].join(", ");tables[table]=table==="candidates"?this.db.prepare(`SELECT ${columns} FROM candidates WHERE rank IS NOT NULL AND retrieval_id IN (SELECT id FROM retrievals WHERE at > ? AND at <= ?) ORDER BY ${ORDER.candidates}`).all(from,until):this.db.prepare(`SELECT ${columns} FROM ${table} WHERE at > ? AND at <= ? ORDER BY ${ORDER[table]}`).all(from,until)}return{schema:schema_12.LEARNING_SCHEMA_NAME,version:schema_12.LEARNING_SCHEMA_VERSION,exportedAt:new Date(this.now()).toISOString(),retentionDays:this.retentionDays,tables}}sliceEnd(after,until,limit){let from=Math.max(after,this.cutoff()-1),end=until;for(let table of["retrievals","memory_ops","feedback"]){let row=this.db.prepare(`SELECT at FROM ${table} WHERE at > ? AND at <= ? ORDER BY at LIMIT 1 OFFSET ?`).get(from,until,Math.max(0,limit-1));row!==void 0&&(end=Math.min(end,row.at))}return Math.max(end,Math.min(after+1,until))}sessionSpans(after,until,saveTools,limit=Number.MAX_SAFE_INTEGER){this.maybePrune();let cutoff=this.cutoff(),events=`WITH ev AS (
|
|
1354
|
+
SELECT session_key AS k, at, 0 AS src, id, tool, 1 AS rd, 0 AS sv, CASE WHEN served = 0 THEN 1 ELSE 0 END AS em
|
|
1355
|
+
FROM retrievals WHERE session_key IS NOT NULL AND at >= ?
|
|
1356
|
+
UNION ALL
|
|
1357
|
+
SELECT session_key, at, 1, id, tool, 0, CASE WHEN tool IN (${saveTools.map(()=>"?").join(", ")}) AND op IN ('create', 'supersede') THEN 1 ELSE 0 END, 0
|
|
1358
|
+
FROM memory_ops WHERE session_key IS NOT NULL AND at >= ?
|
|
1359
|
+
), ranked AS (
|
|
1360
|
+
SELECT k, at, tool, rd, sv, em, ROW_NUMBER() OVER (PARTITION BY k ORDER BY at, src, id) AS n FROM ev
|
|
1361
|
+
), spans AS (
|
|
1362
|
+
SELECT k, MIN(at) AS first, MAX(at) AS last, SUM(rd) AS reads, SUM(sv) AS saves, SUM(em) AS empty,
|
|
1363
|
+
MAX(CASE WHEN n = 1 THEN tool END) AS first_tool
|
|
1364
|
+
FROM ranked GROUP BY k
|
|
1365
|
+
)`,params=[cutoff,...saveTools,cutoff],end=until;if(limit<Number.MAX_SAFE_INTEGER){let row=this.db.prepare(`${events} SELECT last FROM spans WHERE last > ? AND last <= ? ORDER BY last LIMIT 1 OFFSET ?`).get(...params,after,until,Math.max(0,limit-1));row!==void 0&&(end=row.last)}return this.db.prepare(`${events}
|
|
1366
|
+
SELECT first, last, reads, saves, empty, first_tool FROM spans WHERE last > ? AND last <= ? ORDER BY last, first`).all(...params,after,end)}exportSummary(){return{schema:schema_12.LEARNING_SCHEMA_NAME,version:schema_12.LEARNING_SCHEMA_VERSION,exportedAt:new Date(this.now()).toISOString(),retentionDays:this.retentionDays,rows:this.counts()}}exportRowsAfter(cursor,limit){if(!Number.isSafeInteger(cursor)||cursor<0||Math.floor(cursor/exports2.LEARNING_CURSOR_SPAN)>=schema_12.LEARNING_TABLES.length)throw new Error(`invalid learning-log cursor ${cursor}`);let cutoff=this.cutoff(),out=[],index=Math.floor(cursor/exports2.LEARNING_CURSOR_SPAN),lastId=cursor%exports2.LEARNING_CURSOR_SPAN;for(;index<schema_12.LEARNING_TABLES.length&&out.length<limit;index++,lastId=0){let table=schema_12.LEARNING_TABLES[index],take=limit-out.length,rows=table==="candidates"?this.db.prepare("SELECT * FROM candidates WHERE id > ? AND retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?) ORDER BY id LIMIT ?").all(lastId,cutoff,take):this.db.prepare(`SELECT * FROM ${table} WHERE id > ? AND at >= ? ORDER BY id LIMIT ?`).all(lastId,cutoff,take);for(let row of rows)out.push({table,row,cursor:index*exports2.LEARNING_CURSOR_SPAN+Number(row.id)})}return out}counts(){this.maybePrune();let cutoff=this.cutoff(),count=table=>(table==="candidates"?this.db.prepare("SELECT COUNT(*) AS n FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?)").get(cutoff):this.db.prepare(`SELECT COUNT(*) AS n FROM ${table} WHERE at >= ?`).get(cutoff)).n;return Object.fromEntries(schema_12.LEARNING_TABLES.map(table=>[table,count(table)]))}cutoff(){return this.now()-this.retentionDays*DAY_MS}deleteAll(){let secret=(0,node_crypto_1.randomBytes)(32);this.db.transaction(()=>{for(let table of["candidates","retrievals","memory_ops","feedback","outcomes"])this.db.prepare(`DELETE FROM ${table}`).run();this.db.prepare("UPDATE meta SET value = ? WHERE key = 'secret'").run(secret.toString("hex"))})(),this.secret=secret;try{this.db.pragma("wal_checkpoint(TRUNCATE)"),this.db.exec("VACUUM")}catch{}}eraseMemory(memoryKey){this.write(()=>{this.db.prepare("DELETE FROM candidates WHERE memory_key = ?").run(memoryKey),this.db.prepare("DELETE FROM feedback WHERE memory_key = ?").run(memoryKey),this.db.prepare("DELETE FROM memory_ops WHERE memory_key = ? OR replaced_key = ?").run(memoryKey,memoryKey)})}close(){this.db.open&&this.db.close()}write(fn){return this.maybePrune(),this.db.transaction(fn)()}maybePrune(){this.now()-this.lastPrune>=PRUNE_EVERY_MS&&this.prune()}};exports2.LearningLog=LearningLog;function ensureMeta(db,now){let rows=db.prepare("SELECT key, value FROM meta").all(),meta=new Map(rows.map(row=>[row.key,row.value]));if(meta.size===0){let secret2=(0,node_crypto_1.randomBytes)(32).toString("hex");return db.transaction(()=>{let put=db.prepare("INSERT INTO meta (key, value) VALUES (?, ?)");put.run("schema",schema_12.LEARNING_SCHEMA_NAME),put.run("version",String(schema_12.LEARNING_SCHEMA_VERSION)),put.run("created_at",new Date(now).toISOString()),put.run("secret",secret2)})(),Buffer.from(secret2,"hex")}if(meta.get("schema")!==schema_12.LEARNING_SCHEMA_NAME||meta.get("version")!==String(schema_12.LEARNING_SCHEMA_VERSION))throw new Error(`the learning log file is not a version-${schema_12.LEARNING_SCHEMA_VERSION} Renor learning log; refusing to use it`);let secret=Buffer.from(meta.get("secret")??"","hex");if(secret.length!==32)throw new Error("the learning log has no usable key secret; refusing to use it");return secret}var open=new Map;function learningLogAt(settings){let cached=open.get(settings.dbPath);if(cached)return cached;let log=LearningLog.open(settings.dbPath,{retentionDays:settings.retentionDays,rawQueries:settings.rawQueries,create:!0});if(log===null)throw new Error("the learning log could not be created");return open.set(settings.dbPath,log),log}function closeLearningLogs(){for(let log of open.values())log.close();open.clear()}}});var require_fields=__commonJS({"dist/sharing/fields.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_ROWS_PER_BATCH=exports2.RowError=exports2.TERMINAL_REFUSALS=exports2.DEFAULT_BATCH_FIELDS=exports2.DEFAULT_FIELD=exports2.SELF_HOSTED_BATCH_FIELDS=exports2.CONSENT_FIELDS=exports2.CONSENT_FIELD=exports2.REGISTER_FIELDS=exports2.DELETE_FIELDS=exports2.BATCH_FIELDS=exports2.KINDS_WITH_CANDIDATES=exports2.ROW_FIELDS=exports2.CANDIDATE_FIELDS=exports2.MAX_EXAMPLE_TEXT=exports2.SAVE_ITEM_NAMES=exports2.CANDIDATE_KIND_NAMES=exports2.SAVE_TOOL_NAMES=exports2.RETRIEVAL_TOOL_NAMES=exports2.LENGTH_BUCKETS=exports2.COUNT_BUCKETS=exports2.DELAY_BUCKETS=exports2.ROW_KINDS=exports2.DEFAULT_WORDING_VERSION=exports2.CLI_WORDING_VERSION=exports2.SHARING_PROTOCOL=exports2.SHARING_LEVELS=void 0;exports2.levelRank=levelRank;exports2.isSharingLevel=isSharingLevel;exports2.lowerLevel=lowerLevel;exports2.modelIdentifier=modelIdentifier;exports2.fieldsAtLevel=fieldsAtLevel;exports2.validateRow=validateRow;exports2.SHARING_LEVELS=["off","signals","data"];exports2.SHARING_PROTOCOL=1;exports2.CLI_WORDING_VERSION="engine-cli-2026-10-29";exports2.DEFAULT_WORDING_VERSION="engine-default-2026-10-28";function levelRank(level){return exports2.SHARING_LEVELS.indexOf(level)}function isSharingLevel(value){return typeof value=="string"&&exports2.SHARING_LEVELS.includes(value)}function lowerLevel(a,b){return levelRank(a)<=levelRank(b)?a:b}exports2.ROW_KINDS=["retrieval-labelled/1","save-outcome/1","session-aggregate/1"];var HOUR="^\\d{4}-\\d{2}-\\d{2}T\\d{2}$",LANE="^[a-z][a-z0-9-]{0,31}$",BUILD="^[0-9a-f]{7,40}$",MODEL="^[a-z][a-z0-9-]{0,15}:[A-Za-z0-9._-]{1,64}:[0-9]{0,6}$";function modelIdentifier(value){return value!==null&&new RegExp(MODEL).test(value)?value:null}exports2.DELAY_BUCKETS=["<1m","<10m","<1h","<1d",">=1d"];exports2.COUNT_BUCKETS=["0","1","2-3","4-7","8+"];exports2.LENGTH_BUCKETS=["<1m","<10m","<1h","<6h",">=6h"];exports2.RETRIEVAL_TOOL_NAMES=["get_context","search_memory","retrieve_memory"];exports2.SAVE_TOOL_NAMES=["remember","save_memory","remember_note"];exports2.CANDIDATE_KIND_NAMES=["fact","note","unkeyed"];exports2.SAVE_ITEM_NAMES=["fact","note","event","unkeyed"];exports2.MAX_EXAMPLE_TEXT=2e3;var bool={type:"boolean"},boolOrNull={type:"boolean",nullable:!0};exports2.CANDIDATE_FIELDS={rank:{type:"int"},kind:{type:"string",oneOf:exports2.CANDIDATE_KIND_NAMES},lane:{type:"string",nullable:!0,pattern:LANE},score:{type:"number",nullable:!0},matched:boolOrNull,current:boolOrNull,opened:boolOrNull,cited:boolOrNull,updated:boolOrNull,retired:boolOrNull,delay_bucket:{type:"string",nullable:!0,oneOf:exports2.DELAY_BUCKETS},text:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}};exports2.ROW_FIELDS={"retrieval-labelled/1":{kind:{type:"string",oneOf:["retrieval-labelled/1"]},hour:{type:"string",pattern:HOUR},tool:{type:"string",oneOf:exports2.RETRIEVAL_TOOL_NAMES},ranker:{type:"string",pattern:LANE},build:{type:"string",nullable:!0,pattern:BUILD},model:{type:"string",nullable:!0,pattern:MODEL},retrieval:{type:"string",nullable:!0,oneOf:["facts","hybrid","semantic","keyword"]},served:{type:"int"},reply_tokens_bucket:{type:"int",nullable:!0},relevant:boolOrNull,truncated:boolOrNull,query:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}},"save-outcome/1":{kind:{type:"string",oneOf:["save-outcome/1"]},hour:{type:"string",pattern:HOUR},tool:{type:"string",oneOf:exports2.SAVE_TOOL_NAMES},op:{type:"string",oneOf:["create","supersede"]},item:{type:"string",oneOf:exports2.SAVE_ITEM_NAMES},has_cites:bool,reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},opened:bool,cited:bool,superseded:bool,retired:bool,text:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}},"session-aggregate/1":{kind:{type:"string",oneOf:["session-aggregate/1"]},hour:{type:"string",pattern:HOUR},length_bucket:{type:"string",oneOf:exports2.LENGTH_BUCKETS},reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},saves_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},empty_reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},first_call:{type:"string",oneOf:[...exports2.RETRIEVAL_TOOL_NAMES,...exports2.SAVE_TOOL_NAMES,"other"]}}};exports2.KINDS_WITH_CANDIDATES=["retrieval-labelled/1"];exports2.BATCH_FIELDS=["protocol","action","batch_id","level","wording","rows"];exports2.DELETE_FIELDS=["protocol","action"];exports2.REGISTER_FIELDS=["protocol","action"];exports2.CONSENT_FIELD="consent";exports2.CONSENT_FIELDS=["version","level","changed_at","wording","adult"];exports2.SELF_HOSTED_BATCH_FIELDS=[...exports2.BATCH_FIELDS,exports2.CONSENT_FIELD];exports2.DEFAULT_FIELD="default";exports2.DEFAULT_BATCH_FIELDS=[...exports2.BATCH_FIELDS,exports2.DEFAULT_FIELD];exports2.TERMINAL_REFUSALS=["sharing_closed","consent_off","consent_required"];function fieldsAtLevel(level){let names=new Set,allowed=spec=>spec.level===void 0||levelRank(spec.level)<=levelRank(level);for(let kind of exports2.ROW_KINDS)for(let[name,spec]of Object.entries(exports2.ROW_FIELDS[kind]))allowed(spec)&&names.add(`${kind}.${name}`);for(let[name,spec]of Object.entries(exports2.CANDIDATE_FIELDS))allowed(spec)&&names.add(`retrieval-labelled/1.candidates.${name}`);return[...names].sort()}var RowError=class extends Error{};exports2.RowError=RowError;function checkValue(path,spec,value){if(value===null){if(spec.nullable)return;throw new RowError(`${path} must not be null`)}switch(spec.type){case"string":{if(typeof value!="string")throw new RowError(`${path} must be a string`);if(spec.oneOf&&!spec.oneOf.includes(value))throw new RowError(`${path} is not one of the listed values`);if(spec.pattern&&!new RegExp(spec.pattern).test(value))throw new RowError(`${path} does not match its pattern`);if(spec.maxLength!==void 0&&value.length>spec.maxLength)throw new RowError(`${path} is longer than ${spec.maxLength}`);return}case"int":if(typeof value!="number"||!Number.isInteger(value))throw new RowError(`${path} must be an integer`);return;case"number":if(typeof value!="number"||!Number.isFinite(value))throw new RowError(`${path} must be a finite number`);return;case"boolean":if(typeof value!="boolean")throw new RowError(`${path} must be a boolean`);return}}function checkObject(path,specs,value,level,skip=[]){if(typeof value!="object"||value===null||Array.isArray(value))throw new RowError(`${path} must be an object`);let record=value;for(let name of Object.keys(record)){if(skip.includes(name))continue;let spec=Object.prototype.hasOwnProperty.call(specs,name)?specs[name]:void 0;if(spec===void 0)throw new RowError(`${path}.${name} is not a listed field`);if(spec.level!==void 0&&levelRank(spec.level)>levelRank(level))throw new RowError(`${path}.${name} is not shared at level ${level}`)}for(let[name,spec]of Object.entries(specs))if(!skip.includes(name)&&!(spec.level!==void 0&&levelRank(spec.level)>levelRank(level))&&!(spec.level!==void 0&&!(name in record))){if(!(name in record))throw new RowError(`${path}.${name} is missing`);checkValue(`${path}.${name}`,spec,record[name])}}function validateRow(row,level){if(typeof row!="object"||row===null)throw new RowError("a row must be an object");let kind=row.kind;if(typeof kind!="string"||!exports2.ROW_KINDS.includes(kind))throw new RowError("kind is not a listed row kind");let specs=exports2.ROW_FIELDS[kind],withCandidates=exports2.KINDS_WITH_CANDIDATES.includes(kind);if(checkObject(kind,specs,row,level,withCandidates?["candidates"]:[]),withCandidates){let candidates=row.candidates;if(!Array.isArray(candidates))throw new RowError(`${kind}.candidates must be an array`);if(candidates.length>200)throw new RowError(`${kind}.candidates has more than 200 entries`);candidates.forEach((candidate,index)=>checkObject(`${kind}.candidates[${index}]`,exports2.CANDIDATE_FIELDS,candidate,level))}}exports2.MAX_ROWS_PER_BATCH=200}});var require_state=__commonJS({"dist/sharing/state.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SHIPPED_DEFAULT_LEVEL=exports2.INSTALL_ID_FILE=exports2.EXAMPLES_FILE=exports2.CUTOFF_FILE=exports2.STATE_FILE=exports2.CONSENT_FILE=void 0;exports2.hostedEngine=hostedEngine;exports2.installIdPath=installIdPath;exports2.installBinding=installBinding;exports2.ensureInstallBinding=ensureInstallBinding;exports2.defaultSharingDir=defaultSharingDir;exports2.sharingDirFor=sharingDirFor;exports2.workspaceSharingDir=workspaceSharingDir;exports2.readConsent=readConsent;exports2.foreignConsent=foreignConsent;exports2.writeConsent=writeConsent;exports2.envOverride=envOverride;exports2.defaultLevel=defaultLevel;exports2.hasChosen=hasChosen;exports2.installLimit=installLimit;exports2.inheritedChoice=inheritedChoice;exports2.consentFor=consentFor;exports2.effectiveLevel=effectiveLevel;exports2.defaultInForce=defaultInForce;exports2.readState=readState;exports2.contributorId=contributorId;exports2.trainingBearer=trainingBearer;exports2.rotateSecret=rotateSecret;exports2.readCutoff=readCutoff;exports2.freshState=freshState;exports2.writeState=writeState;exports2.ensureState=ensureState;exports2.removeLocalSharingData=removeLocalSharingData;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path")),fields_1=require_fields();exports2.CONSENT_FILE="sharing.json";exports2.STATE_FILE="sharing-state.json";exports2.CUTOFF_FILE="sharing-cutoff.json";exports2.EXAMPLES_FILE="sharing-examples.sqlite";function hostedEngine(env=process.env){return(env.MVP_GATEWAY_SECRET??"").trim()!==""}exports2.INSTALL_ID_FILE="install-id";function installIdPath(env=process.env){let set=(env.RENOR_SHARING_DIR??"").trim();if(set!=="")return node_path_1.default.join(node_path_1.default.resolve(set),exports2.INSTALL_ID_FILE);let xdg=(env.XDG_STATE_HOME??"").trim();return node_path_1.default.join(xdg!==""?node_path_1.default.resolve(xdg):node_path_1.default.join(node_os_1.default.homedir(),".local","state"),"renor",exports2.INSTALL_ID_FILE)}var INSTALL_ID_SHAPE=/^[0-9a-f]{32}$/;function readInstallId(env){try{let id=node_fs_1.default.readFileSync(installIdPath(env),"utf8").trim();return INSTALL_ID_SHAPE.test(id)?id:null}catch{return null}}var bindingOf=id=>(0,node_crypto_1.createHash)("sha256").update(`renor-install/v1:${id}`).digest("hex"),bindingCache=new Map;function installBinding(env=process.env){let file=installIdPath(env),stamp;try{let stat=node_fs_1.default.statSync(file);stamp=`${stat.mtimeMs}:${stat.size}:${stat.ino}`}catch{return bindingCache.delete(file),null}let hit=bindingCache.get(file);if(hit&&hit.stamp===stamp)return hit.binding;let id=readInstallId(env),binding=id===null?null:bindingOf(id);return bindingCache.set(file,{stamp,binding}),binding}function ensureInstallBinding(env=process.env){let existing=installBinding(env);if(existing!==null)return existing;let file=installIdPath(env);node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0,mode:448});let temp=`${file}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`;node_fs_1.default.writeFileSync(temp,`${(0,node_crypto_1.randomBytes)(16).toString("hex")}
|
|
1341
1367
|
`,{mode:384});try{node_fs_1.default.linkSync(temp,file)}catch{}finally{node_fs_1.default.rmSync(temp,{force:!0})}let made=installBinding(env);if(made===null)throw new Error("could not make this install's id for the sharing record");return made}function defaultSharingDir(env=process.env){let set=(env.RENOR_SHARING_DIR??"").trim();if(set!=="")return node_path_1.default.resolve(set);let xdg=(env.XDG_CONFIG_HOME??"").trim();return node_path_1.default.join(xdg!==""?node_path_1.default.resolve(xdg):node_path_1.default.join(node_os_1.default.homedir(),".config"),"renor")}function sharingDirFor(memoryDir,env=process.env,explicit){return explicit!==void 0&&explicit.trim()!==""?node_path_1.default.resolve(explicit):(env.RENOR_SHARING_DIR??"").trim()!==""?defaultSharingDir(env):memoryDir!==null?workspaceSharingDir(memoryDir):defaultSharingDir(env)}function workspaceSharingDir(memoryDir){return node_path_1.default.join(node_path_1.default.resolve(memoryDir),".memory-index","sharing")}function readJson(file){try{return JSON.parse(node_fs_1.default.readFileSync(file,"utf8"))}catch{return null}}function writeJson(dir,name,value){node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448});let file=node_path_1.default.join(dir,name),temp=node_path_1.default.join(dir,`.${name}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`);node_fs_1.default.writeFileSync(temp,`${JSON.stringify(value,null,2)}
|
|
1342
1368
|
`,{mode:384}),node_fs_1.default.renameSync(temp,file)}var isRecord=value=>typeof value=="object"&&value!==null&&!Array.isArray(value);function inspectConsent(dir,env){let file=node_path_1.default.join(dir,exports2.CONSENT_FILE);if(!node_fs_1.default.existsSync(file))return{kind:"none"};let raw=readJson(file);if(!isRecord(raw)||raw.version!==1||!(0,fields_1.isSharingLevel)(raw.level))return{kind:"unreadable"};let sources=["cli","setup","dashboard","service","agent","prompt"];if(typeof raw.changedAt!="string"||typeof raw.wording!="string"||typeof raw.adult!="boolean")return{kind:"unreadable"};if(typeof raw.source!="string"||!sources.includes(raw.source))return{kind:"unreadable"};if(raw.level==="data"&&(raw.source==="agent"||raw.source==="prompt"))return{kind:"unreadable"};let client=isRecord(raw.client)&&typeof raw.client.name=="string"&&typeof raw.client.version=="string"?{name:raw.client.name,version:raw.client.version}:void 0,record={version:1,level:raw.level,changedAt:raw.changedAt,wording:raw.wording,adult:raw.adult,source:raw.source,...typeof raw.install=="string"?{install:raw.install}:{},...client!==void 0?{client}:{},...raw.numbersOff===!0?{numbersOff:!0}:{}};if(!hostedEngine(env)&&record.level!=="off"&&record.adult){let mine=installBinding(env);if(mine===null||record.install!==mine)return{kind:"foreign"}}return{kind:"ok",record}}function readConsent(dir,env=process.env){let found=inspectConsent(dir,env);return found.kind==="ok"?found.record:null}function foreignConsent(dir,env=process.env){return inspectConsent(dir,env).kind==="foreign"}function writeConsent(dir,record,env=process.env){let{install:_old,...rest}=record;writeJson(dir,exports2.CONSENT_FILE,hostedEngine(env)?rest:{...rest,install:ensureInstallBinding(env)})}function envOverride(env=process.env){if((env.DO_NOT_TRACK??"").trim()==="1")return"off";let raw=(env.RENOR_SHARING??"").trim().toLowerCase();if(raw==="")return null;if(!(0,fields_1.isSharingLevel)(raw))throw new Error("RENOR_SHARING must be off, signals or data");return raw}exports2.SHIPPED_DEFAULT_LEVEL="signals";function defaultLevel(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT??"").trim().toLowerCase();if(raw==="")return exports2.SHIPPED_DEFAULT_LEVEL;if(raw==="off"||raw==="signals")return raw;throw new Error("RENOR_SHARING_DEFAULT must be off or signals")}function hasChosen(dir,env=process.env){let kind=inspectConsent(dir,env).kind;return kind==="ok"||kind==="unreadable"}function installLimit(dir,env=process.env){let installDir=defaultSharingDir(env);if(node_path_1.default.resolve(dir)===installDir)return null;let record=readConsentCached(installDir,env);return record===null?hasChosen(installDir,env)?"off":null:record.adult?record.level:"off"}function inheritedChoice(dir,env=process.env){if(hostedEngine(env)||hasChosen(dir,env))return null;let installDir=defaultSharingDir(env);if(node_path_1.default.resolve(dir)===installDir)return null;let record=readConsentCached(installDir,env);return record!==null&&record.adult?record:null}function consentFor(dir,env=process.env){return readConsentCached(dir,env)??inheritedChoice(dir,env)}function effectiveLevel(dir,env=process.env){let record=readConsentCached(dir,env)??inheritedChoice(dir,env),level=record===null?hasChosen(dir,env)?"off":defaultLevel(env):record.adult?record.level:"off",limit=installLimit(dir,env);limit!==null&&(level=(0,fields_1.lowerLevel)(level,limit));let override=envOverride(env);return override!==null&&(level=(0,fields_1.lowerLevel)(level,override)),level}function defaultInForce(dir,env=process.env){return!hasChosen(dir,env)&&inheritedChoice(dir,env)===null&&effectiveLevel(dir,env)!=="off"}var cache=new Map;function readConsentCached(dir,env){let file=node_path_1.default.join(dir,exports2.CONSENT_FILE),stamp;try{let stat=node_fs_1.default.statSync(file);stamp=`${stat.mtimeMs}:${stat.size}:${stat.ino}:${hostedEngine(env)}:${installBinding(env)}`}catch{return cache.delete(file),null}let hit=cache.get(file);if(hit&&hit.stamp===stamp)return hit.record;let record=readConsent(dir,env);return cache.set(file,{stamp,record}),record}function readState(dir){let raw=readJson(node_path_1.default.join(dir,exports2.STATE_FILE));if(!isRecord(raw)||raw.version!==1||typeof raw.secret!="string"||raw.secret.length<32)return null;let marks=isRecord(raw.watermarks)?raw.watermarks:{},num=value=>typeof value=="number"&&Number.isFinite(value)&&value>=0?value:0;return{version:1,secret:raw.secret,watermarks:{retrieval:num(marks.retrieval),save:num(marks.save),session:num(marks.session)},everSent:raw.everSent===!0,deletePending:raw.deletePending===!0,...isRecord(raw.trainingWatermarks)?{trainingWatermarks:{retrieval:num(raw.trainingWatermarks.retrieval),save:num(raw.trainingWatermarks.save),session:num(raw.trainingWatermarks.session)}}:{},...Array.isArray(raw.retiredSecrets)&&raw.retiredSecrets.some(item=>typeof item=="string"&&item.length>=32)?{retiredSecrets:raw.retiredSecrets.filter(item=>typeof item=="string"&&item.length>=32).slice(-50)}:{},...Array.isArray(raw.retiredTrainingBearers)&&raw.retiredTrainingBearers.some(item=>typeof item=="string"&&item.length>=32)?{retiredTrainingBearers:raw.retiredTrainingBearers.filter(item=>typeof item=="string"&&item.length>=32).slice(-50)}:{},...raw.trainingEverSent===!0?{trainingEverSent:!0}:{},...typeof raw.trainingUnmappedAt=="number"?{trainingUnmappedAt:raw.trainingUnmappedAt}:{},...raw.trainingDeletePending===!0?{trainingDeletePending:!0}:{},...typeof raw.token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(raw.token)?{token:raw.token}:{},...pausedOf(raw.paused)}}function pausedOf(raw){return!isRecord(raw)||raw.code!=="sharing_closed"&&raw.code!=="consent_required"?{}:{paused:{code:raw.code,at:typeof raw.at=="number"&&Number.isFinite(raw.at)?raw.at:0}}}function contributorId(secret){return(0,node_crypto_1.createHash)("sha256").update(secret).digest("hex")}function trainingBearer(secret){return(0,node_crypto_1.createHmac)("sha256",secret).update("renor-sharing-training/v1").digest("base64url")}function rotateSecret(dir){let state=ensureState(dir),{trainingEverSent:_t,trainingDeletePending:_d,trainingWatermarks:_w,trainingUnmappedAt:_u,...rest}=state,trainingOwed=state.trainingEverSent===!0||state.trainingDeletePending===!0,retiredTraining=[...new Set([...state.retiredTrainingBearers??[],...trainingOwed?[trainingBearer(state.secret)]:[]])].slice(-50),next={...rest,secret:(0,node_crypto_1.randomBytes)(32).toString("base64url"),retiredSecrets:[...state.retiredSecrets??[],...state.everSent||state.deletePending?[state.secret]:[]].slice(-50),...retiredTraining.length>0?{retiredTrainingBearers:retiredTraining}:{},everSent:!1};return writeState(dir,next),next}function readCutoff(dir){let raw=readJson(node_path_1.default.join(dir,exports2.CUTOFF_FILE));return isRecord(raw)&&raw.version===1&&typeof raw.at=="number"&&Number.isFinite(raw.at)&&raw.at>0?raw.at:0}function freshState(cutoff=0){return{version:1,secret:(0,node_crypto_1.randomBytes)(32).toString("base64url"),watermarks:{retrieval:cutoff,save:cutoff,session:cutoff},everSent:!1,deletePending:!1}}function writeState(dir,state){writeJson(dir,exports2.STATE_FILE,state)}function ensureState(dir){let existing=readState(dir);if(existing!==null)return existing;let made=freshState(readCutoff(dir));return writeState(dir,made),made}function removeLocalSharingData(dir,now=Date.now()){let state=readState(dir);if(state!==null){let at=Math.max(now,readCutoff(dir),...Object.values(state.watermarks),...Object.values(state.trainingWatermarks??{}));writeJson(dir,exports2.CUTOFF_FILE,{version:1,at})}for(let name of[exports2.STATE_FILE,exports2.EXAMPLES_FILE,`${exports2.EXAMPLES_FILE}-wal`,`${exports2.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(dir,name),{force:!0})}}});var require_examples=__commonJS({"dist/sharing/examples.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ExampleStore=void 0;exports2.closeExampleStores=closeExampleStores;exports2.closeExampleStore=closeExampleStore;exports2.sharingHook=sharingHook;var sqlite_12=__importDefault(require_sqlite()),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),secretScanner_1=require_secretScanner(),fields_1=require_fields(),state_1=require_state(),ExampleStore=class _ExampleStore{db;constructor(db){this.db=db}static open(dir,create){let file=node_path_1.default.join(dir,state_1.EXAMPLES_FILE);if(!create&&!node_fs_1.default.existsSync(file))return null;node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448}),node_fs_1.default.closeSync(node_fs_1.default.openSync(file,node_fs_1.default.constants.O_CREAT|node_fs_1.default.constants.O_WRONLY,384));let db=new sqlite_12.default(file);try{db.pragma("journal_mode = WAL"),db.pragma("secure_delete = ON"),db.pragma("busy_timeout = 5000"),db.exec(`
|
|
1343
1369
|
CREATE TABLE IF NOT EXISTS queries (query_key TEXT PRIMARY KEY, text TEXT NOT NULL, at INTEGER NOT NULL) WITHOUT ROWID;
|
|
1344
1370
|
CREATE TABLE IF NOT EXISTS memories (memory_key TEXT PRIMARY KEY, text TEXT NOT NULL, at INTEGER NOT NULL) WITHOUT ROWID;
|
|
1345
|
-
`)}catch(err){throw db.close(),err}return new _ExampleStore(db)}putQuery(queryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO queries (query_key, text, at) VALUES (?, ?, ?) ON CONFLICT (query_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(queryKey,kept,at)}putMemory(memoryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO memories (memory_key, text, at) VALUES (?, ?, ?) ON CONFLICT (memory_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(memoryKey,kept,at)}query(queryKey){return this.db.prepare("SELECT text FROM queries WHERE query_key = ?").get(queryKey)?.text??null}memory(memoryKey){return this.db.prepare("SELECT text FROM memories WHERE memory_key = ?").get(memoryKey)?.text??null}count(){let n=table=>this.db.prepare(`SELECT COUNT(*) AS n FROM ${table}`).get().n;return{queries:n("queries"),memories:n("memories")}}forgetUpTo(cutoff){this.db.prepare("DELETE FROM queries WHERE at <= ?").run(cutoff),this.db.prepare("DELETE FROM memories WHERE at <= ?").run(cutoff)}close(){this.db.open&&this.db.close()}};exports2.ExampleStore=ExampleStore;function keepable(text){let trimmed=text.trim();if(trimmed==="")return null;let cut=trimmed.length>fields_1.MAX_EXAMPLE_TEXT?trimmed.slice(0,fields_1.MAX_EXAMPLE_TEXT):trimmed;return(0,secretScanner_1.scanSecrets)(trimmed)===null?cut:null}var open=new Map;function closeExampleStores(){for(let store of open.values())store.close();open.clear()}function closeExampleStore(dir){let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE);open.get(key)?.close(),open.delete(key)}function sharingHook(dir,env=process.env,now=Date.now){let store=()=>{let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE),held=open.get(key);if(held&&!node_fs_1.default.existsSync(key)&&(held.close(),open.delete(key),held=void 0),!held){let made=ExampleStore.open(dir,!0);if(made===null)throw new Error("the example store could not be created");open.set(key,made),held=made}return held},dataOn=()=>(0,state_1.effectiveLevel)(dir,env)==="data";return{level:()=>(0,state_1.effectiveLevel)(dir,env),query(queryKey,text){try{dataOn()&&store().putQuery(queryKey,text,now())}catch{}},memory(memoryKey,text){try{dataOn()&&store().putMemory(memoryKey,text,now())}catch{}}}}}});var require_project=__commonJS({"dist/sharing/project.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.LABEL_WINDOW_MS=void 0;exports2.hourOf=hourOf;exports2.projectRows=projectRows;var fields_1=require_fields();exports2.LABEL_WINDOW_MS=24*36e5;var asString=value=>typeof value=="string"?value:null,asNumber=value=>typeof value=="number"&&Number.isFinite(value)?value:null,asBool=value=>value===1||value===!0?!0:value===0||value===!1?!1:null;function hourOf(ms){return new Date(ms).toISOString().slice(0,13)}function delayBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<864e5?"<1d":">=1d"}function lengthBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<216e5?"<6h":">=6h"}function countBucket(n){return n<=0?"0":n===1?"1":n<=3?"2-3":n<=7?"4-7":"8+"}function tokenBucket(tokens){if(tokens===null||tokens<0)return null;let bucket=1;for(;bucket<tokens;)bucket*=2;return bucket}var round=value=>value===null?null:Math.round(value*1e4)/1e4;function indexEvents(tables){let byMemory=new Map,bySubject=new Map,add=(map,key,event)=>{if(key===null)return;let list=map.get(key);list?list.push(event):map.set(key,[event])};for(let op of tables.memory_ops){let at=asNumber(op.at),kind=op.op;if(at===null)continue;let key=asString(op.memory_key);kind==="retrieve"?add(byMemory,key,{at,kind:"retrieve"}):kind==="delete"?add(byMemory,key,{at,kind:"delete"}):kind==="supersede"&&(add(byMemory,asString(op.replaced_key),{at,kind:"supersede"}),asString(op.replaced_key)!==key&&add(byMemory,key,{at,kind:"supersede"}))}for(let row of tables.feedback){let at=asNumber(row.at);at!==null&&(add(byMemory,asString(row.memory_key),{at,kind:"cite"}),add(bySubject,asString(row.subject_key),{at,kind:"cite"}))}for(let list of[...byMemory.values(),...bySubject.values()])list.sort((a,b)=>a.at-b.at);return{byMemory,bySubject}}function labelOf(lists,from,until,skipSupersedeAt=null){let label={opened:!1,cited:!1,updated:!1,retired:!1,firstAt:null};for(let list of lists)for(let event of list??[])event.at<=from||event.at>until||skipSupersedeAt!==null&&event.kind==="supersede"&&event.at===skipSupersedeAt||(event.kind==="retrieve"?label.opened=!0:event.kind==="cite"?label.cited=!0:event.kind==="supersede"?label.updated=!0:label.retired=!0,label.firstAt=label.firstAt===null?event.at:Math.min(label.firstAt,event.at));return label}function servedRow(candidate){return asNumber(candidate.rank)!==null}function retrievalRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,candidatesBy=new Map;for(let candidate of tables.candidates){let id=asNumber(candidate.retrieval_id);if(id===null||!servedRow(candidate))continue;let list=candidatesBy.get(id);list?list.push(candidate):candidatesBy.set(id,[candidate])}let rows=[],retrievals=[...tables.retrievals].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let retrieval of retrievals){let at=asNumber(retrieval.at),id=asNumber(retrieval.id),tool=asString(retrieval.tool);if(at===null||id===null||tool===null||!fields_1.RETRIEVAL_TOOL_NAMES.includes(tool)||at<=options2.watermarks.retrieval||at>cutoff)continue;let queryKey=asString(retrieval.query_key),candidates=(candidatesBy.get(id)??[]).slice(0,200).map(candidate=>{let kind=asString(candidate.kind)??"unkeyed",memoryKey=asString(candidate.memory_key),label=memoryKey!==null&&kind!=="unkeyed"?labelOf([events.byMemory.get(memoryKey),kind==="fact"?events.bySubject.get(asString(candidate.subject_key)??""):void 0],at,at+windowMs):null,out={rank:asNumber(candidate.rank)??0,kind,lane:asString(candidate.reason),score:round(asNumber(candidate.score)),matched:asBool(candidate.matched),current:asBool(candidate.current),opened:label===null?null:label.opened,cited:label===null?null:label.cited,updated:label===null?null:label.updated,retired:label===null?null:label.retired,delay_bucket:label===null||label.firstAt===null?null:delayBucket(label.firstAt-at)};return options2.level==="data"&&(out.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),out}),row={kind:"retrieval-labelled/1",hour:hourOf(at),tool,ranker:asString(retrieval.ranker)??"baseline",build:asString(retrieval.build),model:(0,fields_1.modelIdentifier)(asString(retrieval.model)),retrieval:asString(retrieval.retrieval),served:asNumber(retrieval.served)??candidates.length,reply_tokens_bucket:tokenBucket(asNumber(retrieval.reply_tokens)),relevant:asBool(retrieval.relevant),truncated:asBool(retrieval.truncated),candidates};options2.level==="data"&&(row.query=queryKey===null?null:options2.examples?.query(queryKey)??null),rows.push({kind:"retrieval",at,row})}return rows}function saveRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,retrievalAt=new Map;for(let retrieval of tables.retrievals){let id=asNumber(retrieval.id),at=asNumber(retrieval.at);id!==null&&at!==null&&retrievalAt.set(id,at)}let servedBy=new Map;for(let candidate of tables.candidates){let key=asString(candidate.memory_key),id=asNumber(candidate.retrieval_id),at=id===null?void 0:retrievalAt.get(id);if(key===null||at===void 0||!servedRow(candidate))continue;let list=servedBy.get(key);list?list.push(at):servedBy.set(key,[at])}let rows=[],ops=[...tables.memory_ops].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let op of ops){let at=asNumber(op.at),tool=asString(op.tool),kind=asString(op.op);if(at===null||tool===null||!fields_1.SAVE_TOOL_NAMES.includes(tool)||kind!=="create"&&kind!=="supersede"||at<=options2.watermarks.save||at>cutoff)continue;let memoryKey=asString(op.memory_key),item=asString(op.kind)??"unkeyed",joinable=memoryKey!==null&&item!=="unkeyed",label=joinable?labelOf([events.byMemory.get(memoryKey),item==="fact"?events.bySubject.get(asString(op.subject_key)??""):void 0],at,at+windowMs,at):labelOf([],at,at+windowMs),reads=joinable?(servedBy.get(memoryKey)??[]).filter(time=>time>at&&time<=at+windowMs).length:0,hasCites=tables.feedback.some(cite=>cite.tool===tool&&asNumber(cite.observed)!==0&&Math.abs((asNumber(cite.at)??Number.NaN)-at)<=2e3&&cite.agent_key===op.agent_key&&cite.session_key===op.session_key),row={kind:"save-outcome/1",hour:hourOf(at),tool,op:kind,item,has_cites:hasCites,reads_bucket:countBucket(reads),opened:label.opened,cited:label.cited,superseded:label.updated,retired:label.retired};options2.level==="data"&&(row.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),rows.push({kind:"save",at,row})}return rows}function sessionRows(log,options2,windowMs){let{tables}=log,cutoff=options2.now-windowMs,sessions=new Map,touch=(key,at,tool,apply)=>{if(key===null||at===null||tool===null)return;let seen=sessions.get(key);seen||(seen={first:at,last:at,tool,reads:0,saves:0,empty:0},sessions.set(key,seen)),at<seen.first&&(seen.first=at,seen.tool=tool),seen.last=Math.max(seen.last,at),apply(seen)};for(let retrieval of tables.retrievals)touch(asString(retrieval.session_key),asNumber(retrieval.at),asString(retrieval.tool),seen=>{seen.reads+=1,(asNumber(retrieval.served)??0)===0&&(seen.empty+=1)});for(let op of tables.memory_ops){let tool=asString(op.tool);touch(asString(op.session_key),asNumber(op.at),tool,seen=>{tool!==null&&fields_1.SAVE_TOOL_NAMES.includes(tool)&&(op.op==="create"||op.op==="supersede")&&(seen.saves+=1)})}let rows=[];for(let seen of[...sessions.values()].sort((a,b)=>a.last-b.last)){if(seen.last<=options2.watermarks.session||seen.last>cutoff)continue;let firstCall=fields_1.RETRIEVAL_TOOL_NAMES.includes(seen.tool)||fields_1.SAVE_TOOL_NAMES.includes(seen.tool)?seen.tool:"other";rows.push({kind:"session",at:seen.last,row:{kind:"session-aggregate/1",hour:hourOf(seen.first),length_bucket:lengthBucket(seen.last-seen.first),reads_bucket:countBucket(seen.reads),saves_bucket:countBucket(seen.saves),empty_reads_bucket:countBucket(seen.empty),first_call:firstCall}})}return rows}function projectRows(log,options2){let windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS;return[...retrievalRows(log,options2,windowMs),...saveRows(log,options2,windowMs),...sessionRows(log,options2,windowMs)]}}});var require_notice=__commonJS({"dist/sharing/notice.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.AGENT_NOTICE_INSTRUCTION=exports2.NOTICE_LINE=exports2.TELEMETRY_DOC_URL=exports2.NOTICE_WORDING_VERSION=exports2.NOTICE_FILE=void 0;exports2.readNotice=readNotice;exports2.noticePending=noticePending;exports2.showNotice=showNotice;exports2.noticeRecorded=noticeRecorded;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=require("node:crypto"),state_1=require_state();exports2.NOTICE_FILE="sharing-notice.json";exports2.NOTICE_WORDING_VERSION="engine-notice-2026-10-28";exports2.TELEMETRY_DOC_URL="https://github.com/renorai/renor-engine/blob/main/docs/TELEMETRY.md";exports2.NOTICE_LINE=`Renor sends anonymous usage numbers (never text, names or paths) to improve its search. Turn them off any time: tell your agent, run \`renor-engine telemetry off\`, or set DO_NOT_TRACK=1. Details: ${exports2.TELEMETRY_DOC_URL}`;exports2.AGENT_NOTICE_INSTRUCTION=`Tell the user this once, in your own short words, before anything else: "${exports2.NOTICE_LINE}" If they want it off, or want to also share their memory text to help train Renor, use the sharing tool.`;var noticePath=env=>node_path_1.default.join((0,state_1.defaultSharingDir)(env),exports2.NOTICE_FILE);function readNotice(env=process.env){try{let raw=JSON.parse(node_fs_1.default.readFileSync(noticePath(env),"utf8"));if(typeof raw!="object"||raw===null||Array.isArray(raw))return null;let record=raw;if(record.version!==1)return null;let text=value=>typeof value=="string"&&value!==""?value:void 0;return{version:1,wording:text(record.wording)??exports2.NOTICE_WORDING_VERSION,...text(record.terminal)?{terminal:text(record.terminal)}:{},...text(record.agent)?{agent:text(record.agent)}:{},...text(record.asked)?{asked:text(record.asked)}:{}}}catch{return null}}function writeNotice(env,record){let dir=(0,state_1.defaultSharingDir)(env);node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448});let temp=node_path_1.default.join(dir,`.${exports2.NOTICE_FILE}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`);node_fs_1.default.writeFileSync(temp,`${JSON.stringify(record,null,2)}
|
|
1346
|
-
`,{mode:384}),node_fs_1.default.renameSync(temp,noticePath(env))}function noticePending(dir,surface,env=process.env){return(0,state_1.hostedEngine)(env)||!(0,state_1.defaultInForce)(dir,env)?!1:readNotice(env)?.[surface]===void 0}function showNotice(dir,surface,print,env=process.env,now=Date.now){if(!noticePending(dir,surface,env))return!1;try{print(exports2.NOTICE_LINE)}catch{return!1}try{let previous=readNotice(env);writeNotice(env,{...previous??{version:1},version:1,wording:exports2.NOTICE_WORDING_VERSION,[surface]:new Date(now()).toISOString()})}catch{return!1}return!0}function noticeRecorded(env=process.env){let record=readNotice(env);return record!==null&&(record.terminal!==void 0||record.agent!==void 0||record.asked!==void 0)}}});var require_send2=__commonJS({"dist/sharing/send.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_REPLY_BYTES=exports2.DEFAULT_DEFAULT_STATUS_URL=exports2.DEFAULT_STATUS_URL=exports2.DEFAULT_ENDPOINT=void 0;exports2.sharingEndpoint=sharingEndpoint;exports2.sharingStatusUrl=sharingStatusUrl;exports2.sharingStatusOpen=sharingStatusOpen;exports2.sharingDefaultStatusUrl=sharingDefaultStatusUrl;exports2.sharingDefaultOpen=sharingDefaultOpen;exports2.debugOn=debugOn;exports2.readCapped=readCapped;exports2.hostedProof=hostedProof;exports2.isIssuedToken=isIssuedToken;exports2.shareNow=shareNow;exports2.deleteRemote=deleteRemote;exports2.deleteTraining=deleteTraining;exports2.chooseLevel=chooseLevel;exports2.deleteAllShared=deleteAllShared;exports2.settlePendingDelete=settlePendingDelete;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),examples_1=require_examples(),fields_1=require_fields(),project_1=require_project(),state_1=require_state(),node_path_1=__importDefault(require("node:path")),notice_1=require_notice();function removeExamples(dir){(0,examples_1.closeExampleStore)(dir);for(let name of[state_1.EXAMPLES_FILE,`${state_1.EXAMPLES_FILE}-wal`,`${state_1.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(dir,name),{force:!0})}function removeLocalData(dir,now){(0,examples_1.closeExampleStore)(dir),(0,state_1.removeLocalSharingData)(dir,now)}exports2.DEFAULT_ENDPOINT="https://yiotrpmsxbnarzvodqyf.supabase.co/functions/v1/sharing-ingest";function sharingEndpoint(env=process.env){let raw=(env.RENOR_SHARING_ENDPOINT??"").trim();if(raw==="")return exports2.DEFAULT_ENDPOINT;let url;try{url=new URL(raw)}catch{throw new Error("RENOR_SHARING_ENDPOINT must be a URL")}let loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_ENDPOINT must be https (http is allowed only for a loopback address)");return url.toString()}exports2.DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/status";function sharingStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingStatusOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}exports2.DEFAULT_DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/default-status";function sharingDefaultStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_DEFAULT_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingDefaultOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingDefaultStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}function debugOn(env=process.env){let raw=(env.RENOR_SHARING_DEBUG??"").trim().toLowerCase();return raw==="1"||raw==="true"}exports2.MAX_REPLY_BYTES=4096;async function readCapped(reply,max=exports2.MAX_REPLY_BYTES){let stream=reply.body;if(!stream)return(await reply.text()).slice(0,max);let reader=stream.getReader(),chunks=[],size=0;try{for(;size<max;){let{done,value}=await reader.read();if(done)break;chunks.push(value),size+=value.length}}finally{await reader.cancel().catch(()=>{})}return new TextDecoder().decode(Buffer.concat(chunks).subarray(0,max))}function hostedProof(env,contributor){let gateway=(env.MVP_GATEWAY_SECRET??"").trim();if(gateway==="")return null;let key=(0,node_crypto_1.createHmac)("sha256",gateway).update("sharing-ingest-hosted/v1").digest("hex");return(0,node_crypto_1.createHmac)("sha256",key).update(contributor).digest("hex")}function isIssuedToken(token){return typeof token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(token)}function bearerOf(state,hosted){return hosted?state.secret:state.token??state.secret}function retireBearer(state,bearer){state.retiredSecrets=[...new Set([...state.retiredSecrets??[],bearer])].slice(-50)}async function post(url,bearer,body,send,hosted=!1,env=process.env,wantJson=!1){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let doFetch=send??((u,init)=>fetch(u,init)),proof=hosted&&bearer!==null?hostedProof(env,(0,state_1.contributorId)(bearer)):null,response=await doFetch(url,{method:"POST",headers:{"content-type":"application/json",...bearer!==null?{authorization:`Bearer ${bearer}`}:{},...hosted?{"x-renor-hosted":"1",...proof!==null?{"x-renor-hosted-proof":proof}:{}}:{}},body,signal:controller.signal}),retry=Number(response.headers.get("retry-after")),code=null;if(response.status>=400)try{let parsed=JSON.parse(await readCapped(response));typeof parsed=="object"&&parsed!==null&&typeof parsed.code=="string"&&(code=parsed.code)}catch{}let json=null;if(wantJson&&response.status>=200&&response.status<300)try{json=JSON.parse(await readCapped(response))}catch{json=null}return{status:response.status,retryAfter:Number.isFinite(retry)&&retry>0?retry:null,code,json}}finally{clearTimeout(timer)}}async function registerInstall(options2,endpoint){let env=options2.env??process.env;try{let{status,code,json}=await post(endpoint,null,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"register"}),options2.fetch,!1,env,!0),token=typeof json=="object"&&json!==null?json.token:void 0;return status>=200&&status<300&&typeof token=="string"&&isIssuedToken(token)?{ok:!0,token}:{ok:!1,code,reason:code!==null?`Renor refused to issue a credential (${code})`:`Renor answered ${status} when asked for a credential`}}catch(err){return{ok:!1,code:null,reason:err instanceof Error?err.message:"request failed"}}}function chunk(rows,max){let out=[],index=0;for(;index<rows.length;){let end=Math.min(index+max,rows.length);for(;end<rows.length&&end>index+1&&rows[end].at===rows[end-1].at;)end-=1;out.push(rows.slice(index,end)),index=end}return out}function batchId(secret,kind,rows){return(0,node_crypto_1.createHash)("sha256").update(JSON.stringify([secret,kind,rows[0].at,rows[rows.length-1].at,rows.length])).digest("hex").slice(0,32)}var STATUS_RANK=["failed","paused","stopped","sent","debug","nothing","no-log","off"];async function shareNow(options2){let first=await shareStream(options2,"numbers"),env=options2.env??process.env,previewing=(options2.debug===!0||debugOn(env))&&options2.previewLevel!==void 0,numbersOff=(0,state_1.readConsent)(options2.dir,env)?.numbersOff===!0;if(options2.hosted!==!0||previewing||first.status==="off"&&!numbersOff||(0,state_1.effectiveLevel)(options2.dir,env)!=="data")return first;let second=await shareStream(options2,"training"),rank=status2=>STATUS_RANK.indexOf(status2),status=rank(first.status)<=rank(second.status)?first.status:second.status,reasons=[first.reason,second.reason].filter(reason=>reason!==void 0);return{status,level:second.level,rows:first.rows+second.rows,batches:first.batches+second.batches,skipped:first.skipped+second.skipped,...first.payloads!==void 0||second.payloads!==void 0?{payloads:[...first.payloads??[],...second.payloads??[]]}:{},...reasons.length>0?{reason:reasons.join("; ")}:{}}}async function shareStream(options2,stream){let training=stream==="training",env=options2.env??process.env,now=(options2.now??Date.now)(),debug=options2.debug===!0||debugOn(env),previewing=debug&&options2.previewLevel!==void 0,chosen=previewing?options2.previewLevel:(0,state_1.effectiveLevel)(options2.dir,env),level=options2.hosted&&!training&&chosen==="data"?"signals":chosen,empty=(status,extra={})=>({status,level,rows:0,batches:0,skipped:0,...extra});if(level==="off")return empty("off");let record=(0,state_1.consentFor)(options2.dir,env);if(options2.hosted===!0&&!training&&record?.numbersOff===!0)return empty("off");if(options2.hosted===!0&&!training&&chosen==="data")return empty("nothing");let viaDefault=!previewing&&!training&&(record===null||options2.hosted===!0);if(viaDefault&&options2.hosted!==!0&&!debug&&!(options2.noticeRecorded??(()=>(0,notice_1.noticeRecorded)(env)))())return empty("paused",{reason:"the first-run notice has not been shown yet; nothing is sent under the default until it has"});let consent=viaDefault?{wording:fields_1.DEFAULT_WORDING_VERSION}:record??(previewing?{wording:fields_1.CLI_WORDING_VERSION}:null);if(consent===null||options2.memoryDir===null)return empty("no-log",{reason:"no learning log to read"});let paused=debug?void 0:(0,state_1.readState)(options2.dir)?.paused;if(paused?.code==="consent_required")return empty("paused",{reason:"Renor refused the consent record; nothing is sent until a level is chosen again"});if(paused?.code==="sharing_closed"){if(!await(options2.sharingOpen??(()=>sharingStatusOpen(env)))())return empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"});let resumed=(0,state_1.readState)(options2.dir);resumed!==null&&(delete resumed.paused,(0,state_1.writeState)(options2.dir,resumed))}let defaultIsOpen=async()=>{try{return await(options2.defaultOpen??(()=>sharingDefaultOpen(env)))()}catch{return!1}};if(viaDefault&&!debug&&!await defaultIsOpen())return empty("paused",{reason:"Renor's switch for the default is closed; nothing is sent"});let file=(0,settings_1.learningDbPath)(options2.memoryDir);if(!node_fs_1.default.existsSync(file))return empty("no-log",{reason:`no learning log at ${file}`});let log=store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1,now:()=>now});if(log===null)return empty("no-log",{reason:`no learning log at ${file}`});let exported;try{exported=log.exportLog()}finally{log.close()}let state=debug?(0,state_1.readState)(options2.dir)??(0,state_1.freshState)((0,state_1.readCutoff)(options2.dir)):(0,state_1.ensureState)(options2.dir);if(training){let from=Math.max(0,Date.parse(record?.changedAt??"")||0,(0,state_1.readCutoff)(options2.dir));state.trainingWatermarks??={retrieval:from,save:from,session:from}}let marks=training?state.trainingWatermarks:state.watermarks,currentBearer=()=>training?(0,state_1.trainingBearer)(state.secret):bearerOf(state,options2.hosted),idSecret=training?(0,state_1.trainingBearer)(state.secret):state.secret,examples=level==="data"?examples_1.ExampleStore.open(options2.dir,!1):null,projected;try{projected=(0,project_1.projectRows)(exported,{level,now,windowMs:options2.windowMs,watermarks:marks,examples})}finally{examples?.close()}let skipped=0,valid=projected.filter(item=>{try{return(0,fields_1.validateRow)(item.row,level),!0}catch{return skipped+=1,!1}}),byKind=new Map;for(let item of valid)byKind.set(item.kind,[...byKind.get(item.kind)??[],item]);let batches=[];for(let[kind,rows]of byKind){rows.sort((a,b)=>a.at-b.at);for(let part of chunk(rows,fields_1.MAX_ROWS_PER_BATCH))batches.push({kind,rows:part})}let forgetSentExamples=()=>{if(level!=="data")return;let store=examples_1.ExampleStore.open(options2.dir,!1);try{store?.forgetUpTo(now-(options2.windowMs??project_1.LABEL_WINDOW_MS))}finally{store?.close()}};if(batches.length===0)return debug||forgetSentExamples(),empty("nothing",{skipped});let evidence={version:1,level:record?.level??level,changed_at:record?.changedAt??new Date(now).toISOString(),wording:consent.wording,adult:record?record.adult===!0:!0},body=(kind,rows)=>({protocol:fields_1.SHARING_PROTOCOL,action:"batch",batch_id:batchId(idSecret,kind,rows),level,wording:consent.wording,rows:rows.map(item=>item.row),...options2.hosted||viaDefault?{}:{consent:evidence},...viaDefault?{[fields_1.DEFAULT_FIELD]:!0}:{}});if(debug){let payloads=batches.map(batch=>body(batch.kind,batch.rows));return{status:"debug",level,rows:valid.length,batches:payloads.length,skipped,payloads}}let endpoint=sharingEndpoint(env);if(!options2.hosted&&!isIssuedToken(state.token)){let registered=await registerInstall({env,fetch:options2.fetch},endpoint);if(!registered.ok)return registered.code==="sharing_closed"?(state.paused={code:"sharing_closed",at:now},(0,state_1.writeState)(options2.dir,state),empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"})):empty("failed",{reason:`${registered.reason}; will retry`});(state.everSent||state.deletePending)&&retireBearer(state,state.token??state.secret),state.token=registered.token,(0,state_1.writeState)(options2.dir,state)}let sent=0,sentBatches=0,stillChosen=()=>(0,fields_1.levelRank)((0,state_1.effectiveLevel)(options2.dir,env))>=(0,fields_1.levelRank)(level),stopped=()=>({status:"stopped",level,rows:sent,batches:sentBatches,skipped,reason:"the choice was lowered during the run"});for(let batch of batches){if(!stillChosen())return stopped();if(viaDefault&&!await defaultIsOpen())return{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:"Renor's switch for the default closed during the run; the rest is not sent"};training?state.trainingEverSent=!0:state.everSent=!0,(0,state_1.writeState)(options2.dir,state);let status=null,code=null,failure=null;try{({status,code}=await post(endpoint,currentBearer(),JSON.stringify(body(batch.kind,batch.rows)),options2.fetch,options2.hosted,env))}catch(err){failure=err instanceof Error?err.message:"request failed"}if((0,state_1.effectiveLevel)(options2.dir,env)==="off")return(await requestDelete(options2.dir,state,{env,fetch:options2.fetch,hosted:options2.hosted})).ok&&removeLocalData(options2.dir,now),{...stopped(),reason:"off was chosen during the run; the endpoint was asked to delete what it holds"};if(failure!==null||status===null)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:failure??"request failed"};if(status===401&&code==="unauthenticated")return options2.hosted||(state.token!==void 0&&(state.everSent||state.deletePending)&&retireBearer(state,state.token),delete state.token,(0,state_1.writeState)(options2.dir,state)),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:options2.hosted?"Renor did not accept this workspace's proof; will retry":"Renor did not accept this install's credential; it will ask for a new one"};let last=batch.rows[batch.rows.length-1].at,key=batch.kind==="retrieval"?"retrieval":batch.kind==="save"?"save":"session";if((status<200||status>=300)&&code!==null&&fields_1.TERMINAL_REFUSALS.includes(code))return marks[key]=Math.max(marks[key],last),code==="consent_off"?((0,state_1.writeState)(options2.dir,state),await chooseLevel({dir:options2.dir,level:training?"signals":"off",wording:consent.wording,adult:record?.adult===!0,source:"service",env,fetch:options2.fetch,now:options2.now,hosted:options2.hosted}),{...stopped(),reason:"Renor says sharing is off for this workspace; it is now off here too"}):(state.paused={code,at:now},(0,state_1.writeState)(options2.dir,state),{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:code==="sharing_closed"?"Renor has closed sharing; nothing is sent until it is open again":"Renor refused the consent record; nothing is sent until a level is chosen again"});if(status===403&&code==="unmapped"&&training)return state.trainingUnmappedAt=now,(0,state_1.writeState)(options2.dir,state),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:"the endpoint answered 403 unmapped: this workspace's training id is not tied to it yet; the platform ties it again when the dashboard next reads the workspace"};if(status<200||status>=300)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:`the endpoint answered ${status}${code!==null?` ${code}`:""}`};marks[key]=Math.max(marks[key],last),training?(state.trainingEverSent=!0,delete state.trainingUnmappedAt):state.everSent=!0,(0,state_1.writeState)(options2.dir,state),sent+=batch.rows.length,sentBatches+=1}if(skipped>0){for(let item of projected){if(valid.includes(item))continue;let key=item.kind;marks[key]=Math.max(marks[key],item.at)}(0,state_1.writeState)(options2.dir,state)}return forgetSentExamples(),{status:"sent",level,rows:sent,batches:sentBatches,skipped}}var doNotTrack=env=>(env.DO_NOT_TRACK??"").trim()==="1";async function deleteRemote(options2){let state=(0,state_1.readState)(options2.dir);return state===null||!state.everSent&&!state.deletePending&&state.trainingEverSent!==!0&&state.trainingDeletePending!==!0&&(state.retiredSecrets??[]).length===0&&(state.retiredTrainingBearers??[]).length===0?{ok:!0,requested:!1}:requestDelete(options2.dir,state,options2)}async function deleteTraining(options2){let state=(0,state_1.readState)(options2.dir),currentOwed=state!==null&&(state.trainingEverSent===!0||state.trainingDeletePending===!0),retired=state?.retiredTrainingBearers??[];if(state===null||!currentOwed&&retired.length===0)return{ok:!0,requested:!1};let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(options2.dir,currentOwed?{...state,trainingEverSent:!0,trainingDeletePending:!0}:state),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...currentOwed?[(0,state_1.trainingBearer)(state.secret)]:[],...retired],remaining=new Set(retired),{retiredTrainingBearers:_was,...stateRest}=state,owed=()=>({...stateRest,...currentOwed?{trainingEverSent:!0,trainingDeletePending:!0}:{},...remaining.size>0?{retiredTrainingBearers:[...remaining]}:{}});try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(status>=200&&status<300||status===401||status===404){remaining.delete(bearer);continue}return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}let{trainingEverSent:_sent,trainingDeletePending:_owed,trainingWatermarks:_marks,retiredTrainingBearers:_retired,...rest}=(0,state_1.readState)(options2.dir)??state;return(0,state_1.writeState)(options2.dir,rest),{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function requestDelete(dir,state,options2){let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(dir,{...state,everSent:!0,deletePending:!0}),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...state.everSent||state.deletePending?[bearerOf(state,options2.hosted)]:[],...state.retiredSecrets??[],...state.trainingEverSent===!0||state.trainingDeletePending===!0?[(0,state_1.trainingBearer)(state.secret)]:[],...state.retiredTrainingBearers??[]],owed={...state,everSent:!0,deletePending:!0};try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(!(status>=200&&status<300||status===401||status===404))return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}return{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function chooseLevel(options2){let previous=(0,state_1.readConsent)(options2.dir,options2.env),now=(options2.now??Date.now)();if(options2.level==="off"){let record2={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:previous?.adult??!1,source:options2.source};(0,state_1.writeConsent)(options2.dir,record2,options2.env);let owed=(0,state_1.readState)(options2.dir);owed!==null&&owed.everSent&&!owed.deletePending&&(0,state_1.writeState)(options2.dir,{...owed,deletePending:!0}),removeExamples(options2.dir);let result=options2.deferRemoteDelete===!0?{ok:!1,requested:!1}:await deleteRemote({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:options2.hosted});result.ok&&removeLocalData(options2.dir,now);let deleted=result.requested||result.owedUnderDoNotTrack?result.ok:null;return{level:"off",changed:previous?.level!=="off",record:record2,remoteDeleted:deleted,reason:result.reason,...result.owedUnderDoNotTrack?{deleteOwedUnderDoNotTrack:!0}:{}}}if(!options2.adult)throw new Error("sharing needs the user to confirm they are 18 or older");let numbersOff=options2.hosted===!0&&(previous?.numbersOff===!0||previous?.level==="off"),hostedWas=options2.hosted===!0&&previous?.level==="data",leaveText=async()=>{let result=await deleteTraining({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:!0}),rotated=(0,state_1.rotateSecret)(options2.dir);return(0,state_1.writeState)(options2.dir,{...rotated,watermarks:{retrieval:Math.max(rotated.watermarks.retrieval,now),save:Math.max(rotated.watermarks.save,now),session:Math.max(rotated.watermarks.session,now)}}),result.requested||result.owedUnderDoNotTrack?result.ok:null};if(numbersOff&&options2.level==="signals"){let off={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,numbersOff:!0};(0,state_1.writeConsent)(options2.dir,off,options2.env),removeExamples(options2.dir);let remoteDeleted2=null;return hostedWas&&(remoteDeleted2=await leaveText()),{level:"off",changed:previous?.level!=="off",record:off,remoteDeleted:remoteDeleted2}}let pausedState=(0,state_1.readState)(options2.dir);if(pausedState?.paused!==void 0&&(delete pausedState.paused,(0,state_1.writeState)(options2.dir,pausedState)),previous!==null&&previous.level===options2.level&&previous.adult)return{level:options2.level,changed:!1,record:previous,remoteDeleted:null};let record={version:1,level:options2.level,changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,...options2.client!==void 0?{client:options2.client}:{},...numbersOff?{numbersOff:!0}:{}};(0,state_1.writeConsent)(options2.dir,record,options2.env),(0,state_1.ensureState)(options2.dir);let remoteDeleted=null;if((0,fields_1.levelRank)(options2.level)<(0,fields_1.levelRank)("data")&&(removeExamples(options2.dir),hostedWas&&(remoteDeleted=await leaveText())),options2.hosted===!0&&(0,fields_1.levelRank)(options2.level)>=(0,fields_1.levelRank)("data")&&previous?.level!=="data"){let{trainingWatermarks:_w,...rest}=(0,state_1.rotateSecret)(options2.dir);(0,state_1.writeState)(options2.dir,rest)}return{level:options2.level,changed:!0,record,remoteDeleted}}async function deleteAllShared(options2){let remote=await deleteRemote(options2);return remote.ok?(removeLocalData(options2.dir,(options2.now??Date.now)()),{remote,localRemoved:!0}):{remote,localRemoved:!1}}async function settlePendingDelete(options2){let env=options2.env??process.env;if(doNotTrack(env))return;let state=(0,state_1.readState)(options2.dir);if(state===null)return;if(!state.deletePending&&(state.trainingDeletePending===!0||(state.retiredTrainingBearers??[]).length>0)){await deleteTraining(options2);return}if(!state.deletePending)return;(await deleteRemote(options2)).ok&&removeLocalData(options2.dir,(options2.now??Date.now)())}}});var require_wording=__commonJS({"dist/sharing/wording.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CLI_WORDING_VERSION=exports2.ADULT_LINE=void 0;exports2.wordingFor=wordingFor;exports2.defaultWording=defaultWording;exports2.fieldList=fieldList;var fields_1=require_fields();Object.defineProperty(exports2,"CLI_WORDING_VERSION",{enumerable:!0,get:function(){return fields_1.CLI_WORDING_VERSION}});var notice_1=require_notice();function wordingFor(level){let common=["Renor can learn from how its memory is used. Anonymous usage numbers are on until you turn them off; your memory text is shared only if you say yes, here or to your agent.","","You can change this at any time with `renor-engine telemetry off`, and `renor-engine telemetry delete`","removes what Renor holds. Turning it off stops recording at once and asks Renor to delete what it holds, at once (backups can keep a","copy for up to 7 more days). A ranking setting already fitted from rows is not recalled; the next fit leaves yours out.","Sharing never changes your plan, quota or features. What you share is kept as long as it helps improve Renor, with no fixed period, and is deleted when you ask or turn it off.",""];return level==="signals"?[...common,"LEVEL: share signals"," Sent: anonymous labelled numbers, worked out inside your own data folder from the learning log: which kind of memory was returned,"," in what position, with what score, and whether your AI then opened, cited, updated or retired it, with times rounded to the hour."," Never sent: memory text, queries, titles, names, file paths, memory ids, keys or your IP address stored with the rows."," Every field is listed by `renor-engine telemetry fields signals`, and `renor-engine telemetry preview` prints exactly what would be sent."].join(`
|
|
1371
|
+
`)}catch(err){throw db.close(),err}return new _ExampleStore(db)}putQuery(queryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO queries (query_key, text, at) VALUES (?, ?, ?) ON CONFLICT (query_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(queryKey,kept,at)}putMemory(memoryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO memories (memory_key, text, at) VALUES (?, ?, ?) ON CONFLICT (memory_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(memoryKey,kept,at)}query(queryKey){return this.db.prepare("SELECT text FROM queries WHERE query_key = ?").get(queryKey)?.text??null}memory(memoryKey){return this.db.prepare("SELECT text FROM memories WHERE memory_key = ?").get(memoryKey)?.text??null}count(){let n=table=>this.db.prepare(`SELECT COUNT(*) AS n FROM ${table}`).get().n;return{queries:n("queries"),memories:n("memories")}}forgetUpTo(cutoff){this.db.prepare("DELETE FROM queries WHERE at <= ?").run(cutoff),this.db.prepare("DELETE FROM memories WHERE at <= ?").run(cutoff)}close(){this.db.open&&this.db.close()}};exports2.ExampleStore=ExampleStore;function keepable(text){let trimmed=text.trim();if(trimmed==="")return null;let cut=trimmed.length>fields_1.MAX_EXAMPLE_TEXT?trimmed.slice(0,fields_1.MAX_EXAMPLE_TEXT):trimmed;return(0,secretScanner_1.scanSecrets)(trimmed)===null?cut:null}var open=new Map;function closeExampleStores(){for(let store of open.values())store.close();open.clear()}function closeExampleStore(dir){let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE);open.get(key)?.close(),open.delete(key)}function sharingHook(dir,env=process.env,now=Date.now){let store=()=>{let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE),held=open.get(key);if(held&&!node_fs_1.default.existsSync(key)&&(held.close(),open.delete(key),held=void 0),!held){let made=ExampleStore.open(dir,!0);if(made===null)throw new Error("the example store could not be created");open.set(key,made),held=made}return held},dataOn=()=>(0,state_1.effectiveLevel)(dir,env)==="data";return{level:()=>(0,state_1.effectiveLevel)(dir,env),query(queryKey,text){try{dataOn()&&store().putQuery(queryKey,text,now())}catch{}},memory(memoryKey,text){try{dataOn()&&store().putMemory(memoryKey,text,now())}catch{}}}}}});var require_project=__commonJS({"dist/sharing/project.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SLICE_ROWS=exports2.LABEL_WINDOW_MS=void 0;exports2.hourOf=hourOf;exports2.projectRows=projectRows;exports2.projectFromLog=projectFromLog;var fields_1=require_fields();exports2.LABEL_WINDOW_MS=24*36e5;var asString=value=>typeof value=="string"?value:null,asNumber=value=>typeof value=="number"&&Number.isFinite(value)?value:null,asBool=value=>value===1||value===!0?!0:value===0||value===!1?!1:null;function hourOf(ms){return new Date(ms).toISOString().slice(0,13)}function delayBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<864e5?"<1d":">=1d"}function lengthBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<216e5?"<6h":">=6h"}function countBucket(n){return n<=0?"0":n===1?"1":n<=3?"2-3":n<=7?"4-7":"8+"}function tokenBucket(tokens){if(tokens===null||tokens<0)return null;let bucket=1;for(;bucket<tokens;)bucket*=2;return bucket}var round=value=>value===null?null:Math.round(value*1e4)/1e4;function indexEvents(tables){let byMemory=new Map,bySubject=new Map,add=(map,key,event)=>{if(key===null)return;let list=map.get(key);list?list.push(event):map.set(key,[event])};for(let op of tables.memory_ops){let at=asNumber(op.at),kind=op.op;if(at===null)continue;let key=asString(op.memory_key);kind==="retrieve"?add(byMemory,key,{at,kind:"retrieve"}):kind==="delete"?add(byMemory,key,{at,kind:"delete"}):kind==="supersede"&&(add(byMemory,asString(op.replaced_key),{at,kind:"supersede"}),asString(op.replaced_key)!==key&&add(byMemory,key,{at,kind:"supersede"}))}for(let row of tables.feedback){let at=asNumber(row.at);at!==null&&(add(byMemory,asString(row.memory_key),{at,kind:"cite"}),add(bySubject,asString(row.subject_key),{at,kind:"cite"}))}for(let list of[...byMemory.values(),...bySubject.values()])list.sort((a,b)=>a.at-b.at);return{byMemory,bySubject}}function labelOf(lists,from,until,skipSupersedeAt=null){let label={opened:!1,cited:!1,updated:!1,retired:!1,firstAt:null};for(let list of lists)for(let event of list??[])event.at<=from||event.at>until||skipSupersedeAt!==null&&event.kind==="supersede"&&event.at===skipSupersedeAt||(event.kind==="retrieve"?label.opened=!0:event.kind==="cite"?label.cited=!0:event.kind==="supersede"?label.updated=!0:label.retired=!0,label.firstAt=label.firstAt===null?event.at:Math.min(label.firstAt,event.at));return label}function servedRow(candidate){return asNumber(candidate.rank)!==null}function retrievalRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,candidatesBy=new Map;for(let candidate of tables.candidates){let id=asNumber(candidate.retrieval_id);if(id===null||!servedRow(candidate))continue;let list=candidatesBy.get(id);list?list.push(candidate):candidatesBy.set(id,[candidate])}let rows=[],retrievals=[...tables.retrievals].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let retrieval of retrievals){let at=asNumber(retrieval.at),id=asNumber(retrieval.id),tool=asString(retrieval.tool);if(at===null||id===null||tool===null||!fields_1.RETRIEVAL_TOOL_NAMES.includes(tool)||at<=options2.watermarks.retrieval||at>cutoff)continue;let queryKey=asString(retrieval.query_key),candidates=(candidatesBy.get(id)??[]).slice(0,200).map(candidate=>{let kind=asString(candidate.kind)??"unkeyed",memoryKey=asString(candidate.memory_key),label=memoryKey!==null&&kind!=="unkeyed"?labelOf([events.byMemory.get(memoryKey),kind==="fact"?events.bySubject.get(asString(candidate.subject_key)??""):void 0],at,at+windowMs):null,out={rank:asNumber(candidate.rank)??0,kind,lane:asString(candidate.reason),score:round(asNumber(candidate.score)),matched:asBool(candidate.matched),current:asBool(candidate.current),opened:label===null?null:label.opened,cited:label===null?null:label.cited,updated:label===null?null:label.updated,retired:label===null?null:label.retired,delay_bucket:label===null||label.firstAt===null?null:delayBucket(label.firstAt-at)};return options2.level==="data"&&(out.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),out}),row={kind:"retrieval-labelled/1",hour:hourOf(at),tool,ranker:asString(retrieval.ranker)??"baseline",build:asString(retrieval.build),model:(0,fields_1.modelIdentifier)(asString(retrieval.model)),retrieval:asString(retrieval.retrieval),served:asNumber(retrieval.served)??candidates.length,reply_tokens_bucket:tokenBucket(asNumber(retrieval.reply_tokens)),relevant:asBool(retrieval.relevant),truncated:asBool(retrieval.truncated),candidates};options2.level==="data"&&(row.query=queryKey===null?null:options2.examples?.query(queryKey)??null),rows.push({kind:"retrieval",at,row})}return rows}function saveRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,retrievalAt=new Map;for(let retrieval of tables.retrievals){let id=asNumber(retrieval.id),at=asNumber(retrieval.at);id!==null&&at!==null&&retrievalAt.set(id,at)}let servedBy=new Map;for(let candidate of tables.candidates){let key=asString(candidate.memory_key),id=asNumber(candidate.retrieval_id),at=id===null?void 0:retrievalAt.get(id);if(key===null||at===void 0||!servedRow(candidate))continue;let list=servedBy.get(key);list?list.push(at):servedBy.set(key,[at])}let rows=[],ops=[...tables.memory_ops].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let op of ops){let at=asNumber(op.at),tool=asString(op.tool),kind=asString(op.op);if(at===null||tool===null||!fields_1.SAVE_TOOL_NAMES.includes(tool)||kind!=="create"&&kind!=="supersede"||at<=options2.watermarks.save||at>cutoff)continue;let memoryKey=asString(op.memory_key),item=asString(op.kind)??"unkeyed",joinable=memoryKey!==null&&item!=="unkeyed",label=joinable?labelOf([events.byMemory.get(memoryKey),item==="fact"?events.bySubject.get(asString(op.subject_key)??""):void 0],at,at+windowMs,at):labelOf([],at,at+windowMs),reads=joinable?(servedBy.get(memoryKey)??[]).filter(time=>time>at&&time<=at+windowMs).length:0,hasCites=tables.feedback.some(cite=>cite.tool===tool&&asNumber(cite.observed)!==0&&Math.abs((asNumber(cite.at)??Number.NaN)-at)<=2e3&&cite.agent_key===op.agent_key&&cite.session_key===op.session_key),row={kind:"save-outcome/1",hour:hourOf(at),tool,op:kind,item,has_cites:hasCites,reads_bucket:countBucket(reads),opened:label.opened,cited:label.cited,superseded:label.updated,retired:label.retired};options2.level==="data"&&(row.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),rows.push({kind:"save",at,row})}return rows}function sessionRows(log,options2,windowMs){let{tables}=log,cutoff=options2.now-windowMs,sessions=new Map,touch=(key,at,tool,apply)=>{if(key===null||at===null||tool===null)return;let seen=sessions.get(key);seen||(seen={first:at,last:at,tool,reads:0,saves:0,empty:0},sessions.set(key,seen)),at<seen.first&&(seen.first=at,seen.tool=tool),seen.last=Math.max(seen.last,at),apply(seen)};for(let retrieval of tables.retrievals)touch(asString(retrieval.session_key),asNumber(retrieval.at),asString(retrieval.tool),seen=>{seen.reads+=1,(asNumber(retrieval.served)??0)===0&&(seen.empty+=1)});for(let op of tables.memory_ops){let tool=asString(op.tool);touch(asString(op.session_key),asNumber(op.at),tool,seen=>{tool!==null&&fields_1.SAVE_TOOL_NAMES.includes(tool)&&(op.op==="create"||op.op==="supersede")&&(seen.saves+=1)})}let rows=[];for(let seen of[...sessions.values()].sort((a,b)=>a.last-b.last))seen.last<=options2.watermarks.session||seen.last>cutoff||rows.push(sessionRow(seen));return rows}function sessionRow(seen){let firstCall=fields_1.RETRIEVAL_TOOL_NAMES.includes(seen.tool)||fields_1.SAVE_TOOL_NAMES.includes(seen.tool)?seen.tool:"other";return{kind:"session",at:seen.last,row:{kind:"session-aggregate/1",hour:hourOf(seen.first),length_bucket:lengthBucket(seen.last-seen.first),reads_bucket:countBucket(seen.reads),saves_bucket:countBucket(seen.saves),empty_reads_bucket:countBucket(seen.empty),first_call:firstCall}}}function projectRows(log,options2){let windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS;return[...retrievalRows(log,options2,windowMs),...saveRows(log,options2,windowMs),...sessionRows(log,options2,windowMs)]}exports2.SLICE_ROWS=500;var CITE_SKEW_MS=2e3;function projectSlice(log,build,kind,after,until,options2,windowMs){let slice=log.exportServedWindow(after-CITE_SKEW_MS,until+Math.max(windowMs,CITE_SKEW_MS));return build(slice,{...options2,now:until+windowMs,watermarks:{...options2.watermarks,[kind]:after}},windowMs)}function*projectFromLog(source,options2){let read=fn=>{if(typeof source!="function")return fn(source);let log=source();try{return fn(log)}finally{log.close()}},windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS,limit=Math.max(1,options2.sliceRows??exports2.SLICE_ROWS),cutoff=options2.now-windowMs,kinds=[{kind:"retrieval",build:retrievalRows},{kind:"save",build:saveRows}];for(let{kind,build}of kinds){let after2=options2.watermarks[kind];for(;after2<cutoff;){let until=read(log=>log.sliceEnd(after2,cutoff,limit));yield read(log=>projectSlice(log,build,kind,after2,until,options2,windowMs)),after2=until}}let after=options2.watermarks.session;for(;after<cutoff;){let spans=read(log=>log.sessionSpans(after,cutoff,fields_1.SAVE_TOOL_NAMES,limit));if(spans.length===0)break;yield spans.map(span=>sessionRow({...span,tool:span.first_tool})),after=spans[spans.length-1].last}}}});var require_notice=__commonJS({"dist/sharing/notice.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.AGENT_NOTICE_INSTRUCTION=exports2.NOTICE_LINE=exports2.TELEMETRY_DOC_URL=exports2.NOTICE_WORDING_VERSION=exports2.NOTICE_FILE=void 0;exports2.readNotice=readNotice;exports2.noticePending=noticePending;exports2.showNotice=showNotice;exports2.noticeRecorded=noticeRecorded;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=require("node:crypto"),state_1=require_state();exports2.NOTICE_FILE="sharing-notice.json";exports2.NOTICE_WORDING_VERSION="engine-notice-2026-11-07";exports2.TELEMETRY_DOC_URL="https://github.com/renorai/renor-engine/blob/main/docs/TELEMETRY.md";exports2.NOTICE_LINE=`Renor sends anonymous usage numbers (never text, names or paths) to improve Renor for everyone. Turn them off any time: tell your agent, run \`renor-engine telemetry off\`, or set DO_NOT_TRACK=1. Details: ${exports2.TELEMETRY_DOC_URL}`;exports2.AGENT_NOTICE_INSTRUCTION=`Tell the user this once, in your own short words, before anything else: "${exports2.NOTICE_LINE}" If they want it off, or want to also share their memory text to help train Renor, use the sharing tool.`;var noticePath=env=>node_path_1.default.join((0,state_1.defaultSharingDir)(env),exports2.NOTICE_FILE);function readNotice(env=process.env){try{let raw=JSON.parse(node_fs_1.default.readFileSync(noticePath(env),"utf8"));if(typeof raw!="object"||raw===null||Array.isArray(raw))return null;let record=raw;if(record.version!==1)return null;let text=value=>typeof value=="string"&&value!==""?value:void 0;return{version:1,wording:text(record.wording)??exports2.NOTICE_WORDING_VERSION,...text(record.terminal)?{terminal:text(record.terminal)}:{},...text(record.agent)?{agent:text(record.agent)}:{},...text(record.asked)?{asked:text(record.asked)}:{}}}catch{return null}}function writeNotice(env,record){let dir=(0,state_1.defaultSharingDir)(env);node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448});let temp=node_path_1.default.join(dir,`.${exports2.NOTICE_FILE}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`);node_fs_1.default.writeFileSync(temp,`${JSON.stringify(record,null,2)}
|
|
1372
|
+
`,{mode:384}),node_fs_1.default.renameSync(temp,noticePath(env))}function noticePending(dir,surface,env=process.env){return(0,state_1.hostedEngine)(env)||!(0,state_1.defaultInForce)(dir,env)?!1:readNotice(env)?.[surface]===void 0}function showNotice(dir,surface,print,env=process.env,now=Date.now){if(!noticePending(dir,surface,env))return!1;try{print(exports2.NOTICE_LINE)}catch{return!1}try{let previous=readNotice(env);writeNotice(env,{...previous??{version:1},version:1,wording:exports2.NOTICE_WORDING_VERSION,[surface]:new Date(now()).toISOString()})}catch{return!1}return!0}function noticeRecorded(env=process.env){let record=readNotice(env);return record!==null&&(record.terminal!==void 0||record.agent!==void 0||record.asked!==void 0)}}});var require_send2=__commonJS({"dist/sharing/send.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_REPLY_BYTES=exports2.DEFAULT_DEFAULT_STATUS_URL=exports2.DEFAULT_STATUS_URL=exports2.DEFAULT_ENDPOINT=void 0;exports2.sharingEndpoint=sharingEndpoint;exports2.sharingStatusUrl=sharingStatusUrl;exports2.sharingStatusOpen=sharingStatusOpen;exports2.sharingDefaultStatusUrl=sharingDefaultStatusUrl;exports2.sharingDefaultOpen=sharingDefaultOpen;exports2.debugOn=debugOn;exports2.readCapped=readCapped;exports2.hostedProof=hostedProof;exports2.isIssuedToken=isIssuedToken;exports2.shareNow=shareNow;exports2.deleteRemote=deleteRemote;exports2.deleteTraining=deleteTraining;exports2.chooseLevel=chooseLevel;exports2.deleteAllShared=deleteAllShared;exports2.settlePendingDelete=settlePendingDelete;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),examples_1=require_examples(),fields_1=require_fields(),project_1=require_project(),state_1=require_state(),node_path_1=__importDefault(require("node:path")),notice_1=require_notice();function removeExamples(dir){(0,examples_1.closeExampleStore)(dir);for(let name of[state_1.EXAMPLES_FILE,`${state_1.EXAMPLES_FILE}-wal`,`${state_1.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(dir,name),{force:!0})}function removeLocalData(dir,now){(0,examples_1.closeExampleStore)(dir),(0,state_1.removeLocalSharingData)(dir,now)}exports2.DEFAULT_ENDPOINT="https://yiotrpmsxbnarzvodqyf.supabase.co/functions/v1/sharing-ingest";function sharingEndpoint(env=process.env){let raw=(env.RENOR_SHARING_ENDPOINT??"").trim();if(raw==="")return exports2.DEFAULT_ENDPOINT;let url;try{url=new URL(raw)}catch{throw new Error("RENOR_SHARING_ENDPOINT must be a URL")}let loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_ENDPOINT must be https (http is allowed only for a loopback address)");return url.toString()}exports2.DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/status";function sharingStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingStatusOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}exports2.DEFAULT_DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/default-status";function sharingDefaultStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_DEFAULT_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingDefaultOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingDefaultStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}function debugOn(env=process.env){let raw=(env.RENOR_SHARING_DEBUG??"").trim().toLowerCase();return raw==="1"||raw==="true"}exports2.MAX_REPLY_BYTES=4096;async function readCapped(reply,max=exports2.MAX_REPLY_BYTES){let stream=reply.body;if(!stream)return(await reply.text()).slice(0,max);let reader=stream.getReader(),chunks=[],size=0;try{for(;size<max;){let{done,value}=await reader.read();if(done)break;chunks.push(value),size+=value.length}}finally{await reader.cancel().catch(()=>{})}return new TextDecoder().decode(Buffer.concat(chunks).subarray(0,max))}function hostedProof(env,contributor){let gateway=(env.MVP_GATEWAY_SECRET??"").trim();if(gateway==="")return null;let key=(0,node_crypto_1.createHmac)("sha256",gateway).update("sharing-ingest-hosted/v1").digest("hex");return(0,node_crypto_1.createHmac)("sha256",key).update(contributor).digest("hex")}function isIssuedToken(token){return typeof token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(token)}function bearerOf(state,hosted){return hosted?state.secret:state.token??state.secret}function retireBearer(state,bearer){state.retiredSecrets=[...new Set([...state.retiredSecrets??[],bearer])].slice(-50)}async function post(url,bearer,body,send,hosted=!1,env=process.env,wantJson=!1){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let doFetch=send??((u,init)=>fetch(u,init)),proof=hosted&&bearer!==null?hostedProof(env,(0,state_1.contributorId)(bearer)):null,response=await doFetch(url,{method:"POST",headers:{"content-type":"application/json",...bearer!==null?{authorization:`Bearer ${bearer}`}:{},...hosted?{"x-renor-hosted":"1",...proof!==null?{"x-renor-hosted-proof":proof}:{}}:{}},body,signal:controller.signal}),retry=Number(response.headers.get("retry-after")),code=null;if(response.status>=400)try{let parsed=JSON.parse(await readCapped(response));typeof parsed=="object"&&parsed!==null&&typeof parsed.code=="string"&&(code=parsed.code)}catch{}let json=null;if(wantJson&&response.status>=200&&response.status<300)try{json=JSON.parse(await readCapped(response))}catch{json=null}return{status:response.status,retryAfter:Number.isFinite(retry)&&retry>0?retry:null,code,json}}finally{clearTimeout(timer)}}async function registerInstall(options2,endpoint){let env=options2.env??process.env;try{let{status,code,json}=await post(endpoint,null,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"register"}),options2.fetch,!1,env,!0),token=typeof json=="object"&&json!==null?json.token:void 0;return status>=200&&status<300&&typeof token=="string"&&isIssuedToken(token)?{ok:!0,token}:{ok:!1,code,reason:code!==null?`Renor refused to issue a credential (${code})`:`Renor answered ${status} when asked for a credential`}}catch(err){return{ok:!1,code:null,reason:err instanceof Error?err.message:"request failed"}}}function chunk(rows,max){let out=[],index=0;for(;index<rows.length;){let end=Math.min(index+max,rows.length);for(;end<rows.length&&end>index+1&&rows[end].at===rows[end-1].at;)end-=1;out.push(rows.slice(index,end)),index=end}return out}function batchId(secret,kind,rows){return(0,node_crypto_1.createHash)("sha256").update(JSON.stringify([secret,kind,rows[0].at,rows[rows.length-1].at,rows.length])).digest("hex").slice(0,32)}var STATUS_RANK=["failed","paused","stopped","sent","debug","nothing","no-log","off"];async function shareNow(options2){let first=await shareStream(options2,"numbers"),env=options2.env??process.env,previewing=(options2.debug===!0||debugOn(env))&&options2.previewLevel!==void 0,numbersOff=(0,state_1.readConsent)(options2.dir,env)?.numbersOff===!0;if(options2.hosted!==!0||previewing||first.status==="off"&&!numbersOff||(0,state_1.effectiveLevel)(options2.dir,env)!=="data")return first;let second=await shareStream(options2,"training"),rank=status2=>STATUS_RANK.indexOf(status2),status=rank(first.status)<=rank(second.status)?first.status:second.status,reasons=[first.reason,second.reason].filter(reason=>reason!==void 0);return{status,level:second.level,rows:first.rows+second.rows,batches:first.batches+second.batches,skipped:first.skipped+second.skipped,...first.payloads!==void 0||second.payloads!==void 0?{payloads:[...first.payloads??[],...second.payloads??[]]}:{},...reasons.length>0?{reason:reasons.join("; ")}:{}}}async function shareStream(options2,stream){let training=stream==="training",env=options2.env??process.env,now=(options2.now??Date.now)(),debug=options2.debug===!0||debugOn(env),previewing=debug&&options2.previewLevel!==void 0,chosen=previewing?options2.previewLevel:(0,state_1.effectiveLevel)(options2.dir,env),level=options2.hosted&&!training&&chosen==="data"?"signals":chosen,empty=(status,extra={})=>({status,level,rows:0,batches:0,skipped:0,...extra});if(level==="off")return empty("off");let record=(0,state_1.consentFor)(options2.dir,env);if(options2.hosted===!0&&!training&&record?.numbersOff===!0)return empty("off");if(options2.hosted===!0&&!training&&chosen==="data")return empty("nothing");let viaDefault=!previewing&&!training&&(record===null||options2.hosted===!0);if(viaDefault&&options2.hosted!==!0&&!debug&&!(options2.noticeRecorded??(()=>(0,notice_1.noticeRecorded)(env)))())return empty("paused",{reason:"the first-run notice has not been shown yet; nothing is sent under the default until it has"});let consent=viaDefault?{wording:fields_1.DEFAULT_WORDING_VERSION}:record??(previewing?{wording:fields_1.CLI_WORDING_VERSION}:null);if(consent===null||options2.memoryDir===null)return empty("no-log",{reason:"no learning log to read"});let paused=debug?void 0:(0,state_1.readState)(options2.dir)?.paused;if(paused?.code==="consent_required")return empty("paused",{reason:"Renor refused the consent record; nothing is sent until a level is chosen again"});if(paused?.code==="sharing_closed"){if(!await(options2.sharingOpen??(()=>sharingStatusOpen(env)))())return empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"});let resumed=(0,state_1.readState)(options2.dir);resumed!==null&&(delete resumed.paused,(0,state_1.writeState)(options2.dir,resumed))}let defaultIsOpen=async()=>{try{return await(options2.defaultOpen??(()=>sharingDefaultOpen(env)))()}catch{return!1}};if(viaDefault&&!debug&&!await defaultIsOpen())return empty("paused",{reason:"Renor's switch for the default is closed; nothing is sent"});let file=(0,settings_1.learningDbPath)(options2.memoryDir);if(!node_fs_1.default.existsSync(file))return empty("no-log",{reason:`no learning log at ${file}`});let openLog=()=>store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1,now:()=>now}),probe=openLog();if(probe===null)return empty("no-log",{reason:`no learning log at ${file}`});probe.close();let state=debug?(0,state_1.readState)(options2.dir)??(0,state_1.freshState)((0,state_1.readCutoff)(options2.dir)):(0,state_1.ensureState)(options2.dir);if(training){let from=Math.max(0,Date.parse(record?.changedAt??"")||0,(0,state_1.readCutoff)(options2.dir));state.trainingWatermarks??={retrieval:from,save:from,session:from}}let marks=training?state.trainingWatermarks:state.watermarks,currentBearer=()=>training?(0,state_1.trainingBearer)(state.secret):bearerOf(state,options2.hosted),idSecret=training?(0,state_1.trainingBearer)(state.secret):state.secret,store,openStore=()=>store===void 0?store=examples_1.ExampleStore.open(options2.dir,!1):store,examples=level==="data"?{query:key=>openStore()?.query(key)??null,memory:key=>openStore()?.memory(key)??null}:null,slices=(0,project_1.projectFromLog)(()=>{let log=openLog();if(log===null)throw new Error(`the learning log at ${file} went away during the run`);return log},{level,now,windowMs:options2.windowMs,watermarks:{...marks},examples}),skipped=0,pending=function*(){for(;;){let next;try{next=slices.next()}finally{store?.close(),store=void 0}if(next.done===!0)return;let projected=next.value,valid=new Set;for(let item of projected)try{(0,fields_1.validateRow)(item.row,level),valid.add(item)}catch{skipped+=1}let byKind=new Map;for(let item of valid){let list=byKind.get(item.kind);list?list.push(item):byKind.set(item.kind,[item])}for(let[kind,rows]of byKind){rows.sort((a,b)=>a.at-b.at);for(let part of chunk(rows,fields_1.MAX_ROWS_PER_BATCH))yield{kind,rows:part}}if(!debug&&valid.size<projected.length){for(let item of projected)valid.has(item)||(marks[item.kind]=Math.max(marks[item.kind],item.at));(0,state_1.writeState)(options2.dir,state)}}}(),firstBatch=pending.next(),batches=firstBatch.done===!0?[]:(function*(){yield firstBatch.value,yield*pending})(),forgetSentExamples=()=>{if(level!=="data")return;let store2=examples_1.ExampleStore.open(options2.dir,!1);try{store2?.forgetUpTo(now-(options2.windowMs??project_1.LABEL_WINDOW_MS))}finally{store2?.close()}};if(firstBatch.done===!0)return debug||forgetSentExamples(),empty("nothing",{skipped});let evidence={version:1,level:record?.level??level,changed_at:record?.changedAt??new Date(now).toISOString(),wording:consent.wording,adult:record?record.adult===!0:!0},body=(kind,rows)=>({protocol:fields_1.SHARING_PROTOCOL,action:"batch",batch_id:batchId(idSecret,kind,rows),level,wording:consent.wording,rows:rows.map(item=>item.row),...options2.hosted||viaDefault?{}:{consent:evidence},...viaDefault?{[fields_1.DEFAULT_FIELD]:!0}:{}});if(debug){let payloads=[...batches].map(batch=>body(batch.kind,batch.rows)),rows=payloads.reduce((n,payload)=>n+payload.rows.length,0);return{status:"debug",level,rows,batches:payloads.length,skipped,payloads}}let endpoint=sharingEndpoint(env);if(!options2.hosted&&!isIssuedToken(state.token)){let registered=await registerInstall({env,fetch:options2.fetch},endpoint);if(!registered.ok)return registered.code==="sharing_closed"?(state.paused={code:"sharing_closed",at:now},(0,state_1.writeState)(options2.dir,state),empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"})):empty("failed",{reason:`${registered.reason}; will retry`});(state.everSent||state.deletePending)&&retireBearer(state,state.token??state.secret),state.token=registered.token,(0,state_1.writeState)(options2.dir,state)}let sent=0,sentBatches=0,stillChosen=()=>(0,fields_1.levelRank)((0,state_1.effectiveLevel)(options2.dir,env))>=(0,fields_1.levelRank)(level),stopped=()=>({status:"stopped",level,rows:sent,batches:sentBatches,skipped,reason:"the choice was lowered during the run"});for(let batch of batches){if(!stillChosen())return stopped();if(viaDefault&&!await defaultIsOpen())return{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:"Renor's switch for the default closed during the run; the rest is not sent"};training?state.trainingEverSent=!0:state.everSent=!0,(0,state_1.writeState)(options2.dir,state);let status=null,code=null,failure=null;try{({status,code}=await post(endpoint,currentBearer(),JSON.stringify(body(batch.kind,batch.rows)),options2.fetch,options2.hosted,env))}catch(err){failure=err instanceof Error?err.message:"request failed"}if((0,state_1.effectiveLevel)(options2.dir,env)==="off")return(await requestDelete(options2.dir,state,{env,fetch:options2.fetch,hosted:options2.hosted})).ok&&removeLocalData(options2.dir,now),{...stopped(),reason:"off was chosen during the run; the endpoint was asked to delete what it holds"};if(failure!==null||status===null)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:failure??"request failed"};if(status===401&&code==="unauthenticated")return options2.hosted||(state.token!==void 0&&(state.everSent||state.deletePending)&&retireBearer(state,state.token),delete state.token,(0,state_1.writeState)(options2.dir,state)),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:options2.hosted?"Renor did not accept this workspace's proof; will retry":"Renor did not accept this install's credential; it will ask for a new one"};let last=batch.rows[batch.rows.length-1].at,key=batch.kind==="retrieval"?"retrieval":batch.kind==="save"?"save":"session";if((status<200||status>=300)&&code!==null&&fields_1.TERMINAL_REFUSALS.includes(code))return marks[key]=Math.max(marks[key],last),code==="consent_off"?((0,state_1.writeState)(options2.dir,state),await chooseLevel({dir:options2.dir,level:training?"signals":"off",wording:consent.wording,adult:record?.adult===!0,source:"service",env,fetch:options2.fetch,now:options2.now,hosted:options2.hosted}),{...stopped(),reason:"Renor says sharing is off for this workspace; it is now off here too"}):(state.paused={code,at:now},(0,state_1.writeState)(options2.dir,state),{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:code==="sharing_closed"?"Renor has closed sharing; nothing is sent until it is open again":"Renor refused the consent record; nothing is sent until a level is chosen again"});if(status===403&&code==="unmapped"&&training)return state.trainingUnmappedAt=now,(0,state_1.writeState)(options2.dir,state),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:"the endpoint answered 403 unmapped: this workspace's training id is not tied to it yet; the platform ties it again when the dashboard next reads the workspace"};if(status<200||status>=300)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:`the endpoint answered ${status}${code!==null?` ${code}`:""}`};marks[key]=Math.max(marks[key],last),training?(state.trainingEverSent=!0,delete state.trainingUnmappedAt):state.everSent=!0,(0,state_1.writeState)(options2.dir,state),sent+=batch.rows.length,sentBatches+=1}return forgetSentExamples(),{status:"sent",level,rows:sent,batches:sentBatches,skipped}}var doNotTrack=env=>(env.DO_NOT_TRACK??"").trim()==="1";async function deleteRemote(options2){let state=(0,state_1.readState)(options2.dir);return state===null||!state.everSent&&!state.deletePending&&state.trainingEverSent!==!0&&state.trainingDeletePending!==!0&&(state.retiredSecrets??[]).length===0&&(state.retiredTrainingBearers??[]).length===0?{ok:!0,requested:!1}:requestDelete(options2.dir,state,options2)}async function deleteTraining(options2){let state=(0,state_1.readState)(options2.dir),currentOwed=state!==null&&(state.trainingEverSent===!0||state.trainingDeletePending===!0),retired=state?.retiredTrainingBearers??[];if(state===null||!currentOwed&&retired.length===0)return{ok:!0,requested:!1};let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(options2.dir,currentOwed?{...state,trainingEverSent:!0,trainingDeletePending:!0}:state),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...currentOwed?[(0,state_1.trainingBearer)(state.secret)]:[],...retired],remaining=new Set(retired),{retiredTrainingBearers:_was,...stateRest}=state,owed=()=>({...stateRest,...currentOwed?{trainingEverSent:!0,trainingDeletePending:!0}:{},...remaining.size>0?{retiredTrainingBearers:[...remaining]}:{}});try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(status>=200&&status<300||status===401||status===404){remaining.delete(bearer);continue}return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}let{trainingEverSent:_sent,trainingDeletePending:_owed,trainingWatermarks:_marks,retiredTrainingBearers:_retired,...rest}=(0,state_1.readState)(options2.dir)??state;return(0,state_1.writeState)(options2.dir,rest),{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function requestDelete(dir,state,options2){let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(dir,{...state,everSent:!0,deletePending:!0}),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...state.everSent||state.deletePending?[bearerOf(state,options2.hosted)]:[],...state.retiredSecrets??[],...state.trainingEverSent===!0||state.trainingDeletePending===!0?[(0,state_1.trainingBearer)(state.secret)]:[],...state.retiredTrainingBearers??[]],owed={...state,everSent:!0,deletePending:!0};try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(!(status>=200&&status<300||status===401||status===404))return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}return{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function chooseLevel(options2){let previous=(0,state_1.readConsent)(options2.dir,options2.env),now=(options2.now??Date.now)();if(options2.level==="off"){let record2={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:previous?.adult??!1,source:options2.source};(0,state_1.writeConsent)(options2.dir,record2,options2.env);let owed=(0,state_1.readState)(options2.dir);owed!==null&&owed.everSent&&!owed.deletePending&&(0,state_1.writeState)(options2.dir,{...owed,deletePending:!0}),removeExamples(options2.dir);let result=options2.deferRemoteDelete===!0?{ok:!1,requested:!1}:await deleteRemote({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:options2.hosted});result.ok&&removeLocalData(options2.dir,now);let deleted=result.requested||result.owedUnderDoNotTrack?result.ok:null;return{level:"off",changed:previous?.level!=="off",record:record2,remoteDeleted:deleted,reason:result.reason,...result.owedUnderDoNotTrack?{deleteOwedUnderDoNotTrack:!0}:{}}}if(!options2.adult)throw new Error("sharing needs the user to confirm they are 18 or older");let numbersOff=options2.hosted===!0&&(previous?.numbersOff===!0||previous?.level==="off"),hostedWas=options2.hosted===!0&&previous?.level==="data",leaveText=async()=>{let result=await deleteTraining({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:!0}),rotated=(0,state_1.rotateSecret)(options2.dir);return(0,state_1.writeState)(options2.dir,{...rotated,watermarks:{retrieval:Math.max(rotated.watermarks.retrieval,now),save:Math.max(rotated.watermarks.save,now),session:Math.max(rotated.watermarks.session,now)}}),result.requested||result.owedUnderDoNotTrack?result.ok:null};if(numbersOff&&options2.level==="signals"){let off={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,numbersOff:!0};(0,state_1.writeConsent)(options2.dir,off,options2.env),removeExamples(options2.dir);let remoteDeleted2=null;return hostedWas&&(remoteDeleted2=await leaveText()),{level:"off",changed:previous?.level!=="off",record:off,remoteDeleted:remoteDeleted2}}let pausedState=(0,state_1.readState)(options2.dir);if(pausedState?.paused!==void 0&&(delete pausedState.paused,(0,state_1.writeState)(options2.dir,pausedState)),previous!==null&&previous.level===options2.level&&previous.adult)return{level:options2.level,changed:!1,record:previous,remoteDeleted:null};let record={version:1,level:options2.level,changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,...options2.client!==void 0?{client:options2.client}:{},...numbersOff?{numbersOff:!0}:{}};(0,state_1.writeConsent)(options2.dir,record,options2.env),(0,state_1.ensureState)(options2.dir);let remoteDeleted=null;if((0,fields_1.levelRank)(options2.level)<(0,fields_1.levelRank)("data")&&(removeExamples(options2.dir),hostedWas&&(remoteDeleted=await leaveText())),options2.hosted===!0&&(0,fields_1.levelRank)(options2.level)>=(0,fields_1.levelRank)("data")&&previous?.level!=="data"){let{trainingWatermarks:_w,...rest}=(0,state_1.rotateSecret)(options2.dir);(0,state_1.writeState)(options2.dir,rest)}return{level:options2.level,changed:!0,record,remoteDeleted}}async function deleteAllShared(options2){let remote=await deleteRemote(options2);return remote.ok?(removeLocalData(options2.dir,(options2.now??Date.now)()),{remote,localRemoved:!0}):{remote,localRemoved:!1}}async function settlePendingDelete(options2){let env=options2.env??process.env;if(doNotTrack(env))return;let state=(0,state_1.readState)(options2.dir);if(state===null)return;if(!state.deletePending&&(state.trainingDeletePending===!0||(state.retiredTrainingBearers??[]).length>0)){await deleteTraining(options2);return}if(!state.deletePending)return;(await deleteRemote(options2)).ok&&removeLocalData(options2.dir,(options2.now??Date.now)())}}});var require_wording=__commonJS({"dist/sharing/wording.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CLI_WORDING_VERSION=exports2.ADULT_LINE=void 0;exports2.wordingFor=wordingFor;exports2.defaultWording=defaultWording;exports2.fieldList=fieldList;var fields_1=require_fields();Object.defineProperty(exports2,"CLI_WORDING_VERSION",{enumerable:!0,get:function(){return fields_1.CLI_WORDING_VERSION}});var notice_1=require_notice();function wordingFor(level){let common=["Renor can learn from how its memory is used. Anonymous usage numbers are on until you turn them off; your memory text is shared only if you say yes, here or to your agent.","","You can change this at any time with `renor-engine telemetry off`, and `renor-engine telemetry delete`","removes what Renor holds. Turning it off stops recording at once and asks Renor to delete what it holds, at once (backups can keep a","copy for up to 7 more days). A ranking setting already fitted from rows is not recalled; the next fit leaves yours out.","Sharing never changes your plan, quota or features. What you share is kept as long as it helps improve Renor, with no fixed period, and is deleted when you ask or turn it off.",""];return level==="signals"?[...common,"LEVEL: share signals"," Sent: anonymous labelled numbers, worked out inside your own data folder from the learning log: which kind of memory was returned,"," in what position, with what score, and whether your AI then opened, cited, updated or retired it, with times rounded to the hour."," Never sent: memory text, queries, titles, names, file paths, memory ids, keys or your IP address stored with the rows."," Every field is listed by `renor-engine telemetry fields signals`, and `renor-engine telemetry preview` prints exactly what would be sent."].join(`
|
|
1347
1373
|
`):[...common,"LEVEL: share data for training",' Sent: everything in "share signals", plus the TEXT of the examples: the query behind a retrieval, the text of the memories it returned,'," and the statements that were saved. Renor may use that text to train and evaluate its own models."," Memories can contain other people's personal data and information about you. A text that looks like a secret (key, password, token)"," is left out, but no scanner is perfect: choose this only if you accept that."," Every field is listed by `renor-engine telemetry fields data`, and `renor-engine telemetry preview` prints exactly what would be sent."].join(`
|
|
1348
1374
|
`)}function defaultWording(){return[notice_1.NOTICE_LINE," Every field is listed by `renor-engine telemetry fields signals`, and `renor-engine telemetry preview` prints exactly what would be sent."," They are stored under a random install identifier that stays the same until you turn sharing off."," Turning it off stops recording and sending at once, and Renor is asked to delete what it holds for this install."," Sharing your memory text to help train Renor is a separate choice, never on unless you say yes: ask your agent, or run `renor-engine telemetry data`.",` (words: ${fields_1.DEFAULT_WORDING_VERSION})`].join(`
|
|
1349
1375
|
`)}exports2.ADULT_LINE="I am 18 or older and I choose this myself.";function fieldList(level){return(0,fields_1.fieldsAtLevel)(level).join(`
|
|
1350
|
-
`)}}});var require_cli=__commonJS({"dist/sharing/cli.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.TELEMETRY_ACTIONS=void 0;exports2.runTelemetry=runTelemetry;var node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),fields_1=require_fields(),send_1=require_send2(),state_1=require_state(),wording_1=require_wording();exports2.TELEMETRY_ACTIONS=["status","signals","data","off","delete","preview","send","fields"];function memoryDirOf(options2,env){let value=(options2.memoryDir??env.MVP_MEMORY_DIR??"").trim();return value===""?null:value}async function runTelemetry(action,argument,options2,io){let env=io.env,memoryDir=memoryDirOf(options2,env),dir=(0,state_1.sharingDirFor)(memoryDir,env,options2.dir),common={dir,env,fetch:io.fetch,now:io.now,hosted:(0,state_1.hostedEngine)(env)};try{switch(action){case"status":{let own=(0,state_1.readConsent)(dir,env),record=(0,state_1.consentFor)(dir,env),state=(0,state_1.readState)(dir),override=(0,state_1.envOverride)(env),level=(0,state_1.effectiveLevel)(dir,env),fallback=(0,state_1.defaultLevel)(env),byDefault=(0,state_1.defaultInForce)(dir,env);if(io.out(`sharing: ${level}${override!==null&&level!==(record?.level??fallback)?` (lowered by the environment from ${record?.level??fallback})`:""}${byDefault?" (the default: you have not chosen)":""}`),record===null&&(0,state_1.hasChosen)(dir,env)?io.out("choice: a record is there but cannot be read, so it counts as off"):record===null&&(0,state_1.foreignConsent)(dir,env)?io.out("choice: a record is there, but it was made on another install (copied or synced in), so it counts as no choice here"):record===null&&fallback==="off"?io.out("choice: none made (the default is off; nothing is recorded for sharing or sent)"):record===null?(io.out("choice: none made (the default is usage numbers, on until you turn them off)"),io.out((0,wording_1.defaultWording)())):io.out(`choice: ${record.level}, chosen ${record.changedAt} via ${record.source}, wording ${record.wording}, 18 or older: ${record.adult?"yes":"no"}${own===null?" (this install's answer at `renor setup`, which this memory folder follows)":""}`),io.out(`folder: ${dir}`),io.out(`endpoint: ${(0,send_1.sharingEndpoint)(env)}`),state?.paused?.code==="sharing_closed"?io.out("sending: paused, Renor has closed sharing; nothing is sent until it is open again"):state?.paused?.code==="consent_required"&&io.out("sending: paused, Renor refused the consent record; choose a level again to resume"),io.out(`debug mode: ${(0,send_1.debugOn)(env)?"on (RENOR_SHARING_DEBUG): nothing is sent, bodies are printed":"off"}`),memoryDir===null)io.out("learning log: not found (set MVP_MEMORY_DIR or pass --memory-dir; sharing sends rows made from it)");else{let file=(0,settings_1.learningDbPath)(memoryDir);if(!node_fs_1.default.existsSync(file))io.out(`learning log: none at ${file}`);else{let log=store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1});try{io.out(`learning log: ${file}`),log&&io.out(` rows inside the retention window: ${JSON.stringify(log.counts())}`)}finally{log?.close()}}}return state&&io.out(`sent before: ${state.everSent?"yes":"no"}${state.deletePending?"; a deletion is owed to the endpoint and will be retried":""}`),0}case"fields":{let wanted=argument===void 0?["signals","data"]:[argument];for(let level of wanted){if(level!=="signals"&&level!=="data")return io.err("usage: renor-engine telemetry fields [signals|data]"),2;io.out(`# fields sent at level ${level}`);for(let field of(0,fields_1.fieldsAtLevel)(level))io.out(field)}return 0}case"signals":case"data":{let level=action;if(io.out((0,wording_1.wordingFor)(level)),io.out(""),options2.yes!==!0){let answer=await io.ask(`${wording_1.ADULT_LINE} Share at this level? [y/N] `);if(answer===null)return io.err("No terminal to ask on: nothing was changed. Run it in a terminal, or add --yes if you have read the words above."),1;if(!answer)return io.out("Nothing was changed."),0}let result=await(0,send_1.chooseLevel)({...common,level,wording:wording_1.CLI_WORDING_VERSION,adult:!0,source:"cli"});return io.out(result.changed?`Sharing is now: ${level}. Recorded ${result.record?.changedAt}.`:`Sharing was already: ${level}.`),memoryDir===null&&io.out("Note: no learning log folder is set (MVP_MEMORY_DIR), so there is nothing to share yet."),0}case"off":{let result=await(0,send_1.chooseLevel)({...common,level:"off",wording:wording_1.CLI_WORDING_VERSION,adult:!0,source:"cli"});return result.changed?io.out("Sharing is now: off. Recording for sharing has stopped."):io.out("Sharing was already off."),io.out("Off is recorded as your choice, so a later change of the default does not turn it back on."),result.remoteDeleted===!0?io.out("Renor was asked to delete what it holds, and has."):result.deleteOwedUnderDoNotTrack?io.out("DO_NOT_TRACK=1 forbids any request, so Renor has not been asked yet to delete what it holds. The deletion is recorded here and sent the first time the engine runs without DO_NOT_TRACK=1."):result.remoteDeleted===!1&&io.out(`Renor could not be reached to delete what it holds (${result.reason??"unknown"}). The deletion is kept and retried when the service next runs.`),result.remoteDeleted===!1?1:0}case"delete":{let result=await(0,send_1.deleteAllShared)(common);if(!result.remote.ok)return io.err(result.remote.owedUnderDoNotTrack?"DO_NOT_TRACK=1 forbids any request, so Renor has not been asked yet to delete what it holds; nothing was removed here. The deletion is recorded and sent the first time the engine runs without DO_NOT_TRACK=1.":`Renor could not be reached (${result.remote.reason??"unknown"}); nothing was removed here, and the deletion is kept to retry.`),1;if(io.out(result.remote.requested?"Renor deleted what it held for this install.":"Nothing had ever been sent, so Renor holds nothing."),io.out("The local sharing files (state, saved example texts) were removed. Your choice is unchanged."),options2.local){if(memoryDir===null)return io.err("--local needs MVP_MEMORY_DIR or --memory-dir: the learning log was not touched."),1;let file=(0,settings_1.learningDbPath)(memoryDir),log=node_fs_1.default.existsSync(file)?store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1}):null;if(log){try{log.deleteAll()}finally{log.close()}io.out("The local learning log was emptied.")}else io.out("There was no local learning log.")}return 0}case"preview":case"send":{if(action==="preview"&&argument!==void 0&&argument!=="signals"&&argument!=="data")return io.err("usage: renor-engine telemetry preview [signals|data]"),2;let result=await(0,send_1.shareNow)({...common,memoryDir,debug:action==="preview"?!0:void 0,previewLevel:action==="preview"&&(argument==="signals"||argument==="data")?argument:void 0});if(action==="send"&&await(0,send_1.settlePendingDelete)(common),result.status==="debug"){io.out(`# debug: nothing was sent and nothing was changed. These ${result.batches} request body(ies) are exactly what would be sent to ${(0,send_1.sharingEndpoint)(env)}:`);for(let payload of result.payloads??[])io.out(JSON.stringify(payload,null,2))}else io.out(`status: ${result.status}; level: ${result.level}; rows: ${result.rows}; batches: ${result.batches}${result.skipped?`; skipped (failed their own contract): ${result.skipped}`:""}${result.reason?`; ${result.reason}`:""}`);return result.status==="failed"?1:0}default:return io.err(`usage: renor-engine telemetry <${exports2.TELEMETRY_ACTIONS.join(" | ")}>`),2}}catch(err){return io.err(err instanceof Error?err.message:String(err)),1}}}});var require_status=__commonJS({"dist/status.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.StatusError=void 0;exports2.engineStatus=engineStatus;exports2.statusLines=statusLines;var node_fs_1=__importDefault(require("node:fs")),client_js_1=require_client(),config_js_1=require_config(),walker_js_1=require_walker(),state_js_1=require_state(),buildIdentity_js_1=require_buildIdentity(),StatusError=class extends Error{};exports2.StatusError=StatusError;async function engineStatus(env=process.env){let config=(0,config_js_1.loadConfig)(),isDir=!1;try{isDir=node_fs_1.default.statSync(config.vaultPath).isDirectory()}catch{}if(!isDir)throw new StatusError(`the memory folder ${config.vaultPath} does not exist or is not a folder (set VAULT_PATH, or save a first memory)`);let files=await(0,walker_js_1.walkVault)(config.vaultPath),notes=0,facts=0,stale=files.length,lastSaved=null;if(node_fs_1.default.existsSync(config.dbPath)){let db;try{db=(0,client_js_1.openReadOnlyDb)(config.dbPath)}catch(err){throw new StatusError(`the index ${config.dbPath} cannot be opened: ${err instanceof Error?err.message:String(err)}`)}try{let rows=db.prepare("SELECT path, note_hash, modified_at FROM notes").all(),onDisk=new Set(files),byPath=new Map(rows.map(r=>[r.path,r]));notes=rows.length,facts=db.prepare("SELECT COUNT(*) AS c FROM facts").get().c,stale=0;for(let file of files){let row=byPath.get(file),mtime="";try{mtime=node_fs_1.default.statSync(file).mtime.toISOString()}catch{}(!row||row.note_hash===""||row.modified_at!==mtime)&&stale++}for(let row of rows)onDisk.has(row.path)||stale++}catch(err){throw new StatusError(`the index ${config.dbPath} cannot be read: ${err instanceof Error?err.message:String(err)}`)}finally{db.close()}}for(let file of files)try{let t=node_fs_1.default.statSync(file).mtime.toISOString();(lastSaved===null||t>lastSaved)&&(lastSaved=t)}catch{}let memoryDir=(env.MVP_MEMORY_DIR??"").trim();return{engineVersion:buildIdentity_js_1.ENGINE_VERSION,nodeVersion:process.version,memoryFolder:config.vaultPath,notes,facts,lastSaved,indexCurrent:stale===0,staleNotes:stale,fix:stale===0?null:"renor-engine index",search:config.embeddingProvider==="none"?"keyword-only":"semantic",embeddingProvider:config.embeddingProvider,sharing:(0,state_js_1.effectiveLevel)((0,state_js_1.sharingDirFor)(memoryDir===""?null:memoryDir,env,void 0),env)}}function statusLines(s){let lines=[`renor-engine ${s.engineVersion}, node ${s.nodeVersion}`,`memory folder: ${s.memoryFolder}`];return s.notes===0&&s.staleNotes===0?lines.push("memories: 0 notes, 0 facts. Nothing saved yet: save your first memory (remember something in your AI tool, or add a .md note to the folder), then run `renor-engine index`."):lines.push(`memories: ${s.notes} notes, ${s.facts} facts; last saved ${s.lastSaved??"never"}`),lines.push(s.indexCurrent?"index: current":`index: stale (${s.staleNotes} note(s) differ from the folder); fix: ${s.fix}`),lines.push(s.search==="semantic"?`search: semantic (${s.embeddingProvider})`:"search: keyword-only (set EMBEDDING_PROVIDER=openai or local for semantic search)"),lines.push(`sharing: ${s.sharing}`),lines}}});var require_connect=__commonJS({"dist/connect.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.APPS=exports2.RULE_TEXT=exports2.RULE_TOOLS=exports2.RULE_END=exports2.RULE_START=void 0;exports2.isApp=isApp;exports2.rulePath=rulePath;exports2.mcpEntry=mcpEntry;exports2.installRule=installRule;exports2.removeRule=removeRule;var node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path"));exports2.RULE_START="<!-- renor:rule:start -->";exports2.RULE_END="<!-- renor:rule:end -->";exports2.RULE_TOOLS=["search","remember_fact"];exports2.RULE_TEXT=`## Renor memory
|
|
1376
|
+
`)}}});var require_cli=__commonJS({"dist/sharing/cli.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.TELEMETRY_ACTIONS=void 0;exports2.runTelemetry=runTelemetry;var node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),fields_1=require_fields(),send_1=require_send2(),state_1=require_state(),wording_1=require_wording();exports2.TELEMETRY_ACTIONS=["status","signals","data","off","delete","preview","send","fields"];function memoryDirOf(options2,env){let value=(options2.memoryDir??env.MVP_MEMORY_DIR??"").trim();return value===""?null:value}async function runTelemetry(action,argument,options2,io){let env=io.env,memoryDir=memoryDirOf(options2,env),dir=(0,state_1.sharingDirFor)(memoryDir,env,options2.dir),common={dir,env,fetch:io.fetch,now:io.now,hosted:(0,state_1.hostedEngine)(env)};try{switch(action){case"status":{let own=(0,state_1.readConsent)(dir,env),record=(0,state_1.consentFor)(dir,env),state=(0,state_1.readState)(dir),override=(0,state_1.envOverride)(env),level=(0,state_1.effectiveLevel)(dir,env),fallback=(0,state_1.defaultLevel)(env),byDefault=(0,state_1.defaultInForce)(dir,env);if(io.out(`sharing: ${level}${override!==null&&level!==(record?.level??fallback)?` (lowered by the environment from ${record?.level??fallback})`:""}${byDefault?" (the default: you have not chosen)":""}`),record===null&&(0,state_1.hasChosen)(dir,env)?io.out("choice: a record is there but cannot be read, so it counts as off"):record===null&&(0,state_1.foreignConsent)(dir,env)?io.out("choice: a record is there, but it was made on another install (copied or synced in), so it counts as no choice here"):record===null&&fallback==="off"?io.out("choice: none made (the default is off; nothing is recorded for sharing or sent)"):record===null?(io.out("choice: none made (the default is usage numbers, on until you turn them off)"),io.out((0,wording_1.defaultWording)())):io.out(`choice: ${record.level}, chosen ${record.changedAt} via ${record.source}, wording ${record.wording}, 18 or older: ${record.adult?"yes":"no"}${own===null?" (this install's answer at `renor setup`, which this memory folder follows)":""}`),io.out(`folder: ${dir}`),io.out(`endpoint: ${(0,send_1.sharingEndpoint)(env)}`),state?.paused?.code==="sharing_closed"?io.out("sending: paused, Renor has closed sharing; nothing is sent until it is open again"):state?.paused?.code==="consent_required"&&io.out("sending: paused, Renor refused the consent record; choose a level again to resume"),io.out(`debug mode: ${(0,send_1.debugOn)(env)?"on (RENOR_SHARING_DEBUG): nothing is sent, bodies are printed":"off"}`),memoryDir===null)io.out("learning log: not found (set MVP_MEMORY_DIR or pass --memory-dir; sharing sends rows made from it)");else{let file=(0,settings_1.learningDbPath)(memoryDir);if(!node_fs_1.default.existsSync(file))io.out(`learning log: none at ${file}`);else{let log=store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1});try{io.out(`learning log: ${file}`),log&&io.out(` rows inside the retention window: ${JSON.stringify(log.counts())}`)}finally{log?.close()}}}return state&&io.out(`sent before: ${state.everSent?"yes":"no"}${state.deletePending?"; a deletion is owed to the endpoint and will be retried":""}`),0}case"fields":{let wanted=argument===void 0?["signals","data"]:[argument];for(let level of wanted){if(level!=="signals"&&level!=="data")return io.err("usage: renor-engine telemetry fields [signals|data]"),2;io.out(`# fields sent at level ${level}`);for(let field of(0,fields_1.fieldsAtLevel)(level))io.out(field)}return 0}case"signals":case"data":{let level=action;if(io.out((0,wording_1.wordingFor)(level)),io.out(""),options2.yes!==!0){let answer=await io.ask(`${wording_1.ADULT_LINE} Share at this level? [y/N] `);if(answer===null)return io.err("No terminal to ask on: nothing was changed. Run it in a terminal, or add --yes if you have read the words above."),1;if(!answer)return io.out("Nothing was changed."),0}let result=await(0,send_1.chooseLevel)({...common,level,wording:wording_1.CLI_WORDING_VERSION,adult:!0,source:"cli"});return io.out(result.changed?`Sharing is now: ${level}. Recorded ${result.record?.changedAt}.`:`Sharing was already: ${level}.`),memoryDir===null&&io.out("Note: no learning log folder is set (MVP_MEMORY_DIR), so there is nothing to share yet."),0}case"off":{let result=await(0,send_1.chooseLevel)({...common,level:"off",wording:wording_1.CLI_WORDING_VERSION,adult:!0,source:"cli"});return result.changed?io.out("Sharing is now: off. Recording for sharing has stopped."):io.out("Sharing was already off."),io.out("Off is recorded as your choice, so a later change of the default does not turn it back on."),result.remoteDeleted===!0?io.out("Renor was asked to delete what it holds, and has."):result.deleteOwedUnderDoNotTrack?io.out("DO_NOT_TRACK=1 forbids any request, so Renor has not been asked yet to delete what it holds. The deletion is recorded here and sent the first time the engine runs without DO_NOT_TRACK=1."):result.remoteDeleted===!1&&io.out(`Renor could not be reached to delete what it holds (${result.reason??"unknown"}). The deletion is kept and retried when the service next runs.`),result.remoteDeleted===!1?1:0}case"delete":{let result=await(0,send_1.deleteAllShared)(common);if(!result.remote.ok)return io.err(result.remote.owedUnderDoNotTrack?"DO_NOT_TRACK=1 forbids any request, so Renor has not been asked yet to delete what it holds; nothing was removed here. The deletion is recorded and sent the first time the engine runs without DO_NOT_TRACK=1.":`Renor could not be reached (${result.remote.reason??"unknown"}); nothing was removed here, and the deletion is kept to retry.`),1;if(io.out(result.remote.requested?"Renor deleted what it held for this install.":"Nothing had ever been sent, so Renor holds nothing."),io.out("The local sharing files (state, saved example texts) were removed. Your choice is unchanged."),options2.local){if(memoryDir===null)return io.err("--local needs MVP_MEMORY_DIR or --memory-dir: the learning log was not touched."),1;let file=(0,settings_1.learningDbPath)(memoryDir),log=node_fs_1.default.existsSync(file)?store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1}):null;if(log){try{log.deleteAll()}finally{log.close()}io.out("The local learning log was emptied.")}else io.out("There was no local learning log.")}return 0}case"preview":case"send":{if(action==="preview"&&argument!==void 0&&argument!=="signals"&&argument!=="data")return io.err("usage: renor-engine telemetry preview [signals|data]"),2;let result=await(0,send_1.shareNow)({...common,memoryDir,debug:action==="preview"?!0:void 0,previewLevel:action==="preview"&&(argument==="signals"||argument==="data")?argument:void 0});if(action==="send"&&await(0,send_1.settlePendingDelete)(common),result.status==="debug"){io.out(`# debug: nothing was sent and nothing was changed. These ${result.batches} request body(ies) are exactly what would be sent to ${(0,send_1.sharingEndpoint)(env)}:`);for(let payload of result.payloads??[])io.out(JSON.stringify(payload,null,2))}else io.out(`status: ${result.status}; level: ${result.level}; rows: ${result.rows}; batches: ${result.batches}${result.skipped?`; skipped (failed their own contract): ${result.skipped}`:""}${result.reason?`; ${result.reason}`:""}`);return result.status==="failed"?1:0}default:return io.err(`usage: renor-engine telemetry <${exports2.TELEMETRY_ACTIONS.join(" | ")}>`),2}}catch(err){return io.err(err instanceof Error?err.message:String(err)),1}}}});var require_status=__commonJS({"dist/status.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.StatusError=void 0;exports2.engineStatus=engineStatus;exports2.statusLines=statusLines;var node_fs_1=__importDefault(require("node:fs")),client_js_1=require_client(),config_js_1=require_config(),walker_js_1=require_walker(),state_js_1=require_state(),buildIdentity_js_1=require_buildIdentity(),StatusError=class extends Error{};exports2.StatusError=StatusError;async function engineStatus(env=process.env){let config=(0,config_js_1.loadConfig)(),isDir=!1;try{isDir=node_fs_1.default.statSync(config.vaultPath).isDirectory()}catch{}if(!isDir)throw new StatusError(`the memory folder ${config.vaultPath} does not exist or is not a folder (set VAULT_PATH, or save a first memory)`);let files=await(0,walker_js_1.walkVault)(config.vaultPath),notes=0,facts=0,stale=files.length,lastSaved=null;if(node_fs_1.default.existsSync(config.dbPath)){let db;try{db=(0,client_js_1.openReadOnlyDb)(config.dbPath)}catch(err){throw new StatusError(`the index ${config.dbPath} cannot be opened: ${err instanceof Error?err.message:String(err)}`)}try{let rows=db.prepare("SELECT path, note_hash, modified_at FROM notes").all(),onDisk=new Set(files),byPath=new Map(rows.map(r=>[r.path,r]));notes=rows.length,facts=db.prepare("SELECT COUNT(*) AS c FROM facts").get().c,stale=0;for(let file of files){let row=byPath.get(file),mtime="";try{mtime=node_fs_1.default.statSync(file).mtime.toISOString()}catch{}(!row||row.note_hash===""||row.modified_at!==mtime)&&stale++}for(let row of rows)onDisk.has(row.path)||stale++}catch(err){throw new StatusError(`the index ${config.dbPath} cannot be read: ${err instanceof Error?err.message:String(err)}`)}finally{db.close()}}for(let file of files)try{let t=node_fs_1.default.statSync(file).mtime.toISOString();(lastSaved===null||t>lastSaved)&&(lastSaved=t)}catch{}let memoryDir=(env.MVP_MEMORY_DIR??"").trim();return{engineVersion:buildIdentity_js_1.ENGINE_VERSION,nodeVersion:process.version,memoryFolder:config.vaultPath,notes,facts,lastSaved,indexCurrent:stale===0,staleNotes:stale,fix:stale===0?null:"renor-engine index",search:config.embeddingProvider==="none"?"keyword-only":"semantic",embeddingProvider:config.embeddingProvider,sharing:(0,state_js_1.effectiveLevel)((0,state_js_1.sharingDirFor)(memoryDir===""?null:memoryDir,env,void 0),env)}}function statusLines(s){let lines=[`renor-engine ${s.engineVersion}, node ${s.nodeVersion}`,`memory folder: ${s.memoryFolder}`];return s.notes===0&&s.staleNotes===0?lines.push("memories: 0 notes, 0 facts. Nothing saved yet: save your first memory (remember something in your AI tool, or add a .md note to the folder), then run `renor-engine index`."):lines.push(`memories: ${s.notes} notes, ${s.facts} facts; last saved ${s.lastSaved??"never"}`),lines.push(s.indexCurrent?"index: current":`index: stale (${s.staleNotes} note(s) differ from the folder); fix: ${s.fix}`),lines.push(s.search==="semantic"?`search: semantic (${s.embeddingProvider})`:"search: keyword-only (set EMBEDDING_PROVIDER=openai or local for semantic search)"),lines.push(`sharing: ${s.sharing}`),lines}}});var require_doctor=__commonJS({"dist/doctor.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DOCTOR_CODES=void 0;exports2.redact=redact;exports2.clientConfigFiles=clientConfigFiles;exports2.runDoctor=runDoctor;exports2.doctorMarkdown=doctorMarkdown;var node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path")),config_js_1=require_config(),client_js_1=require_client(),migrations_js_1=require_migrations(),lifecycle_js_1=require_lifecycle(),status_js_12=require_status(),buildIdentity_js_1=require_buildIdentity(),state_js_1=require_state();exports2.DOCTOR_CODES=["DOC_CONFIG_INVALID","DOC_DB_OPEN_FAILED","DOC_DB_QUICK_CHECK_FAILED","DOC_EMBEDDING_AUTH_REJECTED","DOC_EMBEDDING_TIMEOUT","DOC_EMBEDDING_UNREACHABLE","DOC_INDEX_STALE","DOC_INDEX_UNREADABLE","DOC_LEDGER_INDEX_UNREADABLE","DOC_LEDGER_MISMATCH","DOC_LEDGER_MISSING","DOC_LEDGER_PATH_INVALID","DOC_LEDGER_UNREADABLE","DOC_SCHEMA_NEWER","DOC_SCHEMA_OUTDATED","DOC_SCHEMA_UNREADABLE","DOC_SCHEMA_UNVERSIONED","DOC_SHARING_UNREADABLE","DOC_VAULT_MISSING","DOC_VAULT_NOT_A_FOLDER","DOC_VAULT_PERMISSIONS","DOC_VAULT_UNREADABLE","DOC_VECTORS_INCOMPLETE","DOC_VECTORS_UNREADABLE","DOC_WIN_PATH_TOO_LONG"];var REDACTED="[redacted]";function redact(text){return text.replace(/\b(sk|pk|rk)-[A-Za-z0-9_-]{6,}/g,REDACTED).replace(/\b(Bearer|Basic)\s+[A-Za-z0-9._~+/=-]{6,}/gi,`$1 ${REDACTED}`).replace(/\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{4,}\.[A-Za-z0-9_-]*/g,REDACTED).replace(/\b(gh[pousr]_|github_pat_|xox[abprs]-|AIza)[A-Za-z0-9_-]{8,}/g,REDACTED).replace(/(:\/\/[^\s/@:]*:)[^\s/@]+@/g,`$1${REDACTED}@`).replace(/([?&][A-Za-z0-9_.-]*(?:key|token|secret|password|passwd|auth|signature|sig)[A-Za-z0-9_.-]*=)[^&\s"']+/gi,`$1${REDACTED}`).replace(/(["']?[A-Za-z0-9_.-]*(?:key|token|secret|password|passwd)[A-Za-z0-9_.-]*["']?\s*[:=]\s*)(["']?)[^\s"',}&]+\2/gi,(_m,head,quote)=>`${head}${quote}${REDACTED}${quote}`)}function redactDeep(value){return typeof value=="string"?redact(value):Array.isArray(value)?value.map(redactDeep):value!==null&&typeof value=="object"?Object.fromEntries(Object.entries(value).map(([k,v])=>[k,redactDeep(v)])):value}var pass=(id,title,detail)=>({id,title,status:"pass",detail}),skip=(id,title,detail)=>({id,title,status:"skip",detail}),fail=(id,title,code,detail,fix)=>({id,title,status:"fail",code,detail,fix}),msg=err=>err instanceof Error?err.message:String(err);function modeString(mode){return(mode&511).toString(8).padStart(3,"0")}function checkVault(config,platform){let title="Memory folder",st;try{st=node_fs_1.default.statSync(config.vaultPath)}catch(err){return err.code==="ENOENT"?fail("vault",title,"DOC_VAULT_MISSING",`${config.vaultPath} does not exist`,"Set VAULT_PATH to your notes folder, or save a first memory so the default folder is created."):fail("vault",title,"DOC_VAULT_UNREADABLE",`${config.vaultPath}: ${msg(err)}`,"Fix the folder permissions, or point VAULT_PATH at a folder this user can read.")}if(!st.isDirectory())return fail("vault",title,"DOC_VAULT_NOT_A_FOLDER",`${config.vaultPath} is not a folder`,"Point VAULT_PATH at a folder, not a file.");try{node_fs_1.default.accessSync(config.vaultPath,node_fs_1.default.constants.R_OK|node_fs_1.default.constants.W_OK|node_fs_1.default.constants.X_OK)}catch(err){return fail("vault",title,"DOC_VAULT_PERMISSIONS",`${config.vaultPath} (mode ${modeString(st.mode)}) is not readable and writable by this user: ${msg(err)}`,platform==="win32"?"Grant this user full control of the folder, or choose another VAULT_PATH.":`Run: chmod u+rwx "${config.vaultPath}" (or choose another VAULT_PATH).`)}let mode=platform==="win32"?"":`, mode ${modeString(st.mode)}`,shared=platform!=="win32"&&(st.mode&7)!==0?"; note: other users can access it":"";return pass("vault",title,`${config.vaultPath} (readable, writable${mode})${shared}`)}function checkDatabase(config){let checks=[];if(!node_fs_1.default.existsSync(config.dbPath))return checks.push(pass("database","Index database",`${config.dbPath} does not exist yet; the first index or save creates it`)),{db:null,checks};let db;try{db=(0,client_js_1.openReadOnlyDb)(config.dbPath),db.prepare("SELECT count(*) FROM sqlite_master").get()}catch(err){return checks.push(fail("database","Index database","DOC_DB_OPEN_FAILED",`${config.dbPath} cannot be opened: ${msg(err)}`,"Run `renor-engine rebuild` to rebuild the index from your notes (the notes and ledger are the source of truth).")),{db:null,checks}}checks.push(pass("database","Index database",`${config.dbPath} opens read-only`));try{let problems=db.pragma("quick_check").map(r=>r.quick_check).filter(r=>r!=="ok");problems.length>0?checks.push(fail("quick_check","SQLite integrity","DOC_DB_QUICK_CHECK_FAILED",`quick_check: ${problems.slice(0,3).join("; ")}${problems.length>3?` (+${problems.length-3} more)`:""}`,"Run `renor-engine rebuild` to recreate the index from your notes.")):checks.push(pass("quick_check","SQLite integrity","quick_check: ok"))}catch(err){return checks.push(fail("quick_check","SQLite integrity","DOC_DB_QUICK_CHECK_FAILED",`quick_check could not run: ${msg(err)}`,"Run `renor-engine rebuild` to recreate the index from your notes.")),db.close(),{db:null,checks}}return{db,checks}}function tableExists(db,name){return db.prepare("SELECT 1 FROM sqlite_master WHERE name = ? AND type IN ('table','view')").get(name)!==void 0}function checkSchema(db){let title="Schema version";try{if(!tableExists(db,"schema_version"))return fail("schema",title,"DOC_SCHEMA_UNVERSIONED","the index has no schema_version table","Run `renor-engine index`: it migrates the index, or `renor-engine rebuild` to start it fresh.");let v=db.prepare("SELECT version FROM schema_version LIMIT 1").get()?.version??0;return v>migrations_js_1.LATEST_SCHEMA_VERSION?fail("schema",title,"DOC_SCHEMA_NEWER",`index is at v${v}, this engine knows up to v${migrations_js_1.LATEST_SCHEMA_VERSION}`,"Upgrade renor-engine to the version that wrote this index (npm i -g renor-engine@latest)."):v<migrations_js_1.LATEST_SCHEMA_VERSION?fail("schema",title,"DOC_SCHEMA_OUTDATED",`index is at v${v}, this engine expects v${migrations_js_1.LATEST_SCHEMA_VERSION}`,"Run `renor-engine index`: it applies the pending migrations."):pass("schema",title,`v${v} (current)`)}catch(err){return fail("schema",title,"DOC_SCHEMA_UNREADABLE",msg(err),"Run `renor-engine rebuild` to recreate the index.")}}function checkLedger(config,db){let title="Ledger replay",file;try{file=(0,lifecycle_js_1.resolveLedgerPath)(config.vaultPath,config.memoryLedger)}catch(err){return fail("ledger",title,"DOC_LEDGER_PATH_INVALID",msg(err),"Fix MEMORY_LEDGER: it must be a path inside the memory folder.")}let events=null;if(node_fs_1.default.existsSync(file))try{events=(0,lifecycle_js_1.parseLedgerEvents)(node_fs_1.default.readFileSync(file,"utf8")).length}catch(err){return fail("ledger",title,"DOC_LEDGER_UNREADABLE",`${file}: ${msg(err)}`,"Restore the ledger from a backup or git history; do not delete it, it is the source of truth for facts.")}if(db===null)return pass("ledger",title,events===null?"no ledger yet":`${events} event(s) in the ledger; no index to compare with`);let applied=0;try{tableExists(db,"applied_ledger_events")&&(applied=db.prepare("SELECT COUNT(*) AS c FROM applied_ledger_events").get().c)}catch(err){return fail("ledger",title,"DOC_LEDGER_INDEX_UNREADABLE",msg(err),"Run `renor-engine rebuild`.")}return events===null?applied===0?pass("ledger",title,"no ledger, no applied events"):fail("ledger",title,"DOC_LEDGER_MISSING",`the index applied ${applied} event(s) but ${file} is gone`,"Restore the ledger file; `renor-engine rebuild` without it would drop every saved fact."):events!==applied?fail("ledger",title,"DOC_LEDGER_MISMATCH",`ledger holds ${events} event(s), the index applied ${applied}`,"Run `renor-engine index` (or `renor-engine rebuild`) to replay the ledger into the index."):pass("ledger",title,`${events} event(s) in the ledger, ${applied} applied`)}function checkVectors(db,config){let title="Vector coverage";if(db===null)return skip("vectors",title,"no index yet");try{let chunks=db.prepare("SELECT COUNT(*) AS c FROM chunks").get().c,embedded=tableExists(db,"chunk_embeddings_rowids")?db.prepare("SELECT COUNT(*) AS c FROM chunk_embeddings_rowids").get().c:0,missing=Math.max(0,chunks-embedded),detail=`${embedded} chunk(s) with embeddings, ${missing} without, of ${chunks}`;return config.embeddingProvider==="none"?pass("vectors",title,`${detail}; keyword-only search (EMBEDDING_PROVIDER=none)`):chunks>0&&missing>0?fail("vectors",title,"DOC_VECTORS_INCOMPLETE",detail,"Run `renor-engine index` to embed the missing chunks (or `renor-engine rebuild` after changing the embedding model)."):pass("vectors",title,detail)}catch(err){return fail("vectors",title,"DOC_VECTORS_UNREADABLE",msg(err),"Run `renor-engine rebuild`.")}}async function checkEmbedding(config,opts){let title="Embedding provider",p=config.embeddingProvider;if(p==="none")return pass("embedding",title,"none configured: keyword-only search");if(p==="eval-hash")return pass("embedding",title,"eval-hash: offline lexical embeddings (evaluation only)");if(p==="local")return pass("embedding",title,`local model ${config.embeddingModel??"Xenova/multilingual-e5-base"} (runs in-process, nothing to reach)`);let base=(config.embeddingBaseURL??"https://api.openai.com/v1").replace(/\/+$/,""),label=`openai${config.embeddingModel?` model ${config.embeddingModel}`:""} at ${base}; key ${config.openaiApiKey?"set":"missing"}`;if(opts.offline)return skip("embedding",title,`${label}; reachability not checked (--offline)`);let ctl=new AbortController,timer=setTimeout(()=>ctl.abort(),opts.timeoutMs);try{let res=await fetch(`${base}/models`,{method:"GET",headers:{authorization:`Bearer ${config.openaiApiKey??""}`},signal:ctl.signal});return res.status===401||res.status===403?fail("embedding",title,"DOC_EMBEDDING_AUTH_REJECTED",`${label}: HTTP ${res.status}`,"Check OPENAI_API_KEY (and EMBEDDING_BASE_URL if you use a compatible gateway)."):pass("embedding",title,`${label}: reachable (HTTP ${res.status})`)}catch(err){let timedOut=ctl.signal.aborted,cause=err.cause;return fail("embedding",title,timedOut?"DOC_EMBEDDING_TIMEOUT":"DOC_EMBEDDING_UNREACHABLE",`${label}: ${timedOut?`no answer within ${opts.timeoutMs} ms`:cause?.code??cause?.message??msg(err)}`,"Check your network and EMBEDDING_BASE_URL, or run with EMBEDDING_PROVIDER=none for keyword-only search.")}finally{clearTimeout(timer)}}async function checkIndexAndSharing(env,haveIndex){let checks=[],level;try{let memoryDir=(env.MVP_MEMORY_DIR??"").trim();level=(0,state_js_1.effectiveLevel)((0,state_js_1.sharingDirFor)(memoryDir===""?null:memoryDir,env,void 0),env),checks.push(pass("sharing","Sharing and telemetry",`level: ${level} (change with \`renor-engine telemetry\`)`))}catch(err){checks.push(fail("sharing","Sharing and telemetry","DOC_SHARING_UNREADABLE",msg(err),"Run `renor-engine telemetry status`, or `renor-engine telemetry off` to reset."))}if(haveIndex)try{let s=await(0,status_js_12.engineStatus)(env);checks.push(s.indexCurrent?pass("freshness","Index freshness",`${s.notes} notes, ${s.facts} facts; index matches the folder`):fail("freshness","Index freshness","DOC_INDEX_STALE",`${s.staleNotes} note(s) differ from the folder`,`Run \`${s.fix??"renor-engine index"}\`.`))}catch(err){if(!(err instanceof status_js_12.StatusError))throw err;checks.push(fail("freshness","Index freshness","DOC_INDEX_UNREADABLE",err.message,"Run `renor-engine rebuild`."))}return checks}function stripJsonComments(text){let out="",inString=!1;for(let i=0;i<text.length;i++){let ch=text[i];if(inString)out+=ch,ch==="\\"?(out+=text[i+1]??"",i++):ch==='"'&&(inString=!1);else if(ch==='"')inString=!0,out+=ch;else if(ch==="/"&&text[i+1]==="/"){for(;i<text.length&&text[i]!==`
|
|
1377
|
+
`;)i++;out+=`
|
|
1378
|
+
`}else if(ch==="/"&&text[i+1]==="*"){for(i+=2;i<text.length&&!(text[i]==="*"&&text[i+1]==="/");)i++;i++}else out+=ch}return out.replace(/,(\s*[}\]])/g,"$1")}function clientConfigFiles(env,platform,homeDir){let xdg=env.XDG_CONFIG_HOME||node_path_1.default.join(homeDir,".config"),vscode=platform==="darwin"?node_path_1.default.join(homeDir,"Library","Application Support","Code","User"):platform==="win32"?node_path_1.default.join(env.APPDATA||node_path_1.default.join(homeDir,"AppData","Roaming"),"Code","User"):node_path_1.default.join(xdg,"Code","User"),key=name=>v=>v?.[name]??{},opencodeDir=node_path_1.default.join(xdg,"opencode"),opencode=node_fs_1.default.existsSync(node_path_1.default.join(opencodeDir,"opencode.jsonc"))?"opencode.jsonc":"opencode.json";return[{client:"claude-code",file:node_path_1.default.join(env.CLAUDE_CONFIG_DIR||homeDir,".claude.json"),kind:"json",servers:key("mcpServers")},{client:"codex",file:node_path_1.default.join(env.CODEX_HOME||node_path_1.default.join(homeDir,".codex"),"config.toml"),kind:"toml",servers:()=>({})},{client:"cursor",file:node_path_1.default.join(homeDir,".cursor","mcp.json"),kind:"json",servers:key("mcpServers")},{client:"opencode",file:node_path_1.default.join(opencodeDir,opencode),kind:"json",servers:key("mcp")},{client:"gemini",file:node_path_1.default.join(homeDir,".gemini","settings.json"),kind:"json",servers:key("mcpServers")},{client:"pi",file:node_path_1.default.join(homeDir,".pi","agent","mcp.json"),kind:"json",servers:key("mcpServers")},{client:"vscode",file:node_path_1.default.join(vscode,"mcp.json"),kind:"json",servers:key("servers")}]}function launchesEngine(entry){if(entry===null||typeof entry!="object")return!1;let e=entry;return[e.command,...Array.isArray(e.args)?e.args:[],...Array.isArray(e.command)?e.command:[]].some(p=>typeof p=="string"&&/renor-engine/.test(p))}function checkClients(env,platform,homeDir){let title="Client configs",lines=[],unreadable=0;for(let c of clientConfigFiles(env,platform,homeDir)){if(!node_fs_1.default.existsSync(c.file))continue;let text;try{text=node_fs_1.default.readFileSync(c.file,"utf8")}catch{lines.push(`${c.client}: ${c.file} (not readable)`),unreadable++;continue}if(c.kind==="toml"){let lowered=text.toLowerCase(),hit=/\[\s*mcp_servers\s*\.\s*["']?renor["']?\s*\]/.test(lowered),engine2=hit&&/renor-engine/.test(text);lines.push(`${c.client}: ${c.file} (${engine2?"runs this engine":hit?"renor entry (hosted)":"no renor entry"})`);continue}let parsed;try{parsed=JSON.parse(stripJsonComments(text)||"{}")}catch{lines.push(`${c.client}: ${c.file} (not valid JSON, not inspected)`),unreadable++;continue}let servers=c.servers(parsed),names=Object.keys(servers).filter(n=>/renor/i.test(n)||launchesEngine(servers[n])),engine=names.filter(n=>launchesEngine(servers[n])),state=engine.length>0?`runs this engine as "${engine[0]}"`:names.length>0?`renor entry "${names[0]}" (hosted)`:"no renor entry";lines.push(`${c.client}: ${c.file} (${state})`)}if(lines.length===0)return pass("clients",title,"no client config files found");let note=unreadable>0?` [${unreadable} not inspected]`:"";return pass("clients",title,`${lines.join("; ")}${note}`)}function checkWindows(config,platform){let title="Windows notes";if(platform!=="win32")return skip("windows",title,`not applicable on ${platform}`);let longest=Math.max(config.vaultPath.length,config.dbPath.length);if(longest>200)return fail("windows",title,"DOC_WIN_PATH_TOO_LONG",`a path of ${longest} characters leaves little room under Windows' 260-character limit`,"Move the memory folder somewhere shorter (set VAULT_PATH), or enable long paths in Windows.");let synced=/onedrive|dropbox|google drive/i.test(config.vaultPath);return pass("windows",title,`directory fsync is skipped on Windows and databases are closed before files are removed (fix #1565)${synced?"; note: the memory folder is inside a synced folder, which can lock files while it syncs":""}`)}async function runDoctor(options2={}){let env=options2.env??process.env,platform=options2.platform??process.platform,offline=options2.offline===!0,checks=[],config=null;try{config=(0,config_js_1.loadConfig)(),checks.push(pass("config","Configuration",`embedding provider: ${config.embeddingProvider}; ledger: ${config.memoryLedger}`))}catch(err){checks.push(fail("config","Configuration","DOC_CONFIG_INVALID",msg(err),"Fix the environment variable named in the message, then run doctor again."))}if(config!==null){let vault=checkVault(config,platform);if(checks.push(vault),vault.status==="pass"){let{db,checks:dbChecks}=checkDatabase(config);checks.push(...dbChecks);try{db!==null&&checks.push(checkSchema(db)),checks.push(checkLedger(config,db)),checks.push(checkVectors(db,config))}finally{db?.close()}let dbOk=dbChecks.every(c=>c.status==="pass");checks.push(await checkEmbedding(config,{offline,timeoutMs:options2.timeoutMs??5e3})),checks.push(...await checkIndexAndSharing(env,dbOk&&db!==null))}else checks.push(await checkEmbedding(config,{offline,timeoutMs:options2.timeoutMs??5e3})),checks.push(...await checkIndexAndSharing(env,!1));checks.push(checkWindows(config,platform))}return checks.push(pass("versions","Versions",`renor-engine ${buildIdentity_js_1.ENGINE_VERSION}, node ${process.version}, ${platform} ${node_os_1.default.arch()}`)),checks.push(checkClients(env,platform,options2.home??env.HOME??env.USERPROFILE??node_os_1.default.homedir())),redactDeep({ok:checks.every(c=>c.status!=="fail"),engineVersion:buildIdentity_js_1.ENGINE_VERSION,nodeVersion:process.version,platform:`${platform} ${node_os_1.default.release()}`,generatedAt:new Date().toISOString(),offline,checks})}function doctorMarkdown(r){let mark={pass:"PASS",fail:"FAIL",skip:"SKIP"},out=["# renor-engine doctor","",`- engine ${r.engineVersion}, node ${r.nodeVersion}, ${r.platform}`,`- generated ${r.generatedAt}${r.offline?" (offline: network checks skipped)":""}`,`- result: **${r.ok?"all checks passed":`${r.checks.filter(c=>c.status==="fail").length} check(s) failed`}**`,"","| Check | Result | Detail |","| --- | --- | --- |"];for(let c of r.checks)out.push(`| ${c.title} | ${mark[c.status]}${c.code?` \`${c.code}\``:""} | ${c.detail.replace(/\|/g,"\\|").replace(/\r?\n/g," ")} |`);let failed=r.checks.filter(c=>c.status==="fail");if(failed.length>0){out.push("","## Fixes","");for(let c of failed)out.push(`- \`${c.code}\`: ${c.fix}`)}return`${out.join(`
|
|
1379
|
+
`)}
|
|
1380
|
+
`}}});var require_connect=__commonJS({"dist/connect.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.APPS=exports2.RULE_TEXT=exports2.RULE_TOOLS=exports2.RULE_END=exports2.RULE_START=void 0;exports2.isApp=isApp;exports2.rulePath=rulePath;exports2.mcpEntry=mcpEntry;exports2.installRule=installRule;exports2.removeRule=removeRule;var node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path"));exports2.RULE_START="<!-- renor:rule:start -->";exports2.RULE_END="<!-- renor:rule:end -->";exports2.RULE_TOOLS=["search","remember_fact"];exports2.RULE_TEXT=`## Renor memory
|
|
1351
1381
|
|
|
1352
1382
|
Renor is connected to this app and remembers across sessions.
|
|
1353
1383
|
- Before deciding anything non-trivial, recall first: one search call is usually enough.
|
|
@@ -1362,14 +1392,15 @@ ${exports2.RULE_END}
|
|
|
1362
1392
|
`:"")+BLOCK,after===before?{path:file,state:"unchanged"}:(node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0}),node_fs_1.default.writeFileSync(file,after),{path:file,state:span?"updated":"added"})}function removeRule(app,env,cwd){let file=rulePath(app,env,cwd);if(!node_fs_1.default.existsSync(file))return{path:file,state:"absent"};let before=node_fs_1.default.readFileSync(file,"utf8"),span=find(before);if(!span)return{path:file,state:"absent"};let head=before.slice(0,span[0]).replace(/\n+$/,`
|
|
1363
1393
|
`),tail=before.slice(span[1]).replace(/^\n/,""),after=head===`
|
|
1364
1394
|
`?tail:head+(tail&&head?`
|
|
1365
|
-
`:"")+tail;return node_fs_1.default.writeFileSync(file,after),{path:file,state:"removed"}}}});Object.defineProperty(exports,"__esModule",{value:!0});var commander_1=require_commander(),config_1=require_config(),client_1=require_client(),schema_1=require_schema(),sqlite_1=require_sqlite(),lifecycle_1=require_lifecycle(),pipeline_1=require_pipeline(),watcher_1=require_watcher(),staleness_1=require_staleness(),orchestrator_1=require_orchestrator(),readerLayout_1=require_readerLayout(),readerEvents_1=require_readerEvents(),ledgerPresentation_1=require_ledgerPresentation(),attach_1=require_attach(),options_1=require_options(),attach_2=require_attach(),vectorIndex_1=require_vectorIndex(),openai_1=require_openai2(),local_1=require_local(),server_1=require_server(),apiAuth_1=require_apiAuth(),cli_extractors_1=require_cli_extractors(),typedFacts_1=require_typedFacts(),eventExtractor_1=require_eventExtractor(),preferenceExtractor_1=require_preferenceExtractor(),composer_1=require_composer(),readHonesty_1=require_readHonesty(),server_2=require_server4(),engine_1=require_engine2(),hashEmbedding_1=require_hashEmbedding(),parser_1=require_parser4(),writer_1=require_writer2(),sessionRouter_1=require_sessionRouter(),cli_1=require_cli(),digests_1=require_digests(),buildIdentity_1=require_buildIdentity(),status_js_1=require_status(),connect_js_1=require_connect();async function setup({serving=!1}={}){let config=(0,config_1.loadConfig)(),gate=(0,staleness_1.stalenessGate)(config.vaultPath);gate.stderrLines.forEach(l=>console.error(l)),gate.fatal&&(console.error("[staleness] RENOR_VAULT_STALENESS=fatal \u2014 refusing to serve a stale vault"),process.exit(1));let db=(0,client_1.openIndexDb)(config.dbPath,(0,lifecycle_1.resolveLedgerPath)(config.vaultPath,config.memoryLedger));(0,schema_1.runMigrations)(db);try{let replayed=await(0,lifecycle_1.replayLedger)(db,config.vaultPath,config.memoryLedger,{setTornTailAside:serving});replayed>0&&console.error(`[memory] replayed ${replayed} ledger event(s)`)}catch(err){console.error("[memory] ledger replay failed:",err instanceof Error?err.message:err),db.close(),process.exit(1)}let provider;config.embeddingProvider==="local"?provider=new local_1.LocalEmbeddingProvider(config.embeddingModel):config.embeddingProvider==="eval-hash"?provider=new hashEmbedding_1.EvalHashEmbeddingProvider:config.embeddingProvider==="openai"&&(provider=new openai_1.OpenAIEmbeddingProvider(config.openaiApiKey.split(",").map(k=>k.trim()).filter(Boolean),config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)),provider||console.error("[embeddings] Semantic search is off; set EMBEDDING_PROVIDER=openai to turn it on.");let vectorIndex=provider?new vectorIndex_1.VectorIndex(db,provider.dimensions):void 0;vectorIndex?.initTable();let{factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=(0,cli_extractors_1.buildWritePathExtractors)(config);return{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}}function armedWithoutProvider(extractors){return[(0,typedFacts_1.typedFactsEnabled)()&&!extractors.numericFactExtractor?"RENOR_TYPED_FACTS":"",(0,eventExtractor_1.chronicleEnabled)()&&!extractors.eventExtractor?"RENOR_CHRONICLE":"",(0,preferenceExtractor_1.prefsEnabled)()&&!extractors.preferenceExtractor?"RENOR_PREFS":""].filter(Boolean)}function refuseArmedWithoutProvider(db,flags){flags.length!==0&&(console.error(`[extraction] armed without a provider: ${flags.join(", ")}`),db.close(),process.exit(1))}function refuseRouterWithoutProvider(db,router){!router||router.summaryChat||(console.error("[router] armed without a provider: RENOR_SESSION_ROUTER needs RENOR_ROUTER_API_KEY(S), RENOR_EVIDENCE_API_KEY(S) or an Ollama Cloud key"),db.close(),process.exit(1))}async function buildRouterSummaries(db,config,router){let stats=await(0,sessionRouter_1.summarizeForRouter)({db,config,options:router});return console.log(`[router] summaries ${JSON.stringify(stats)}`),stats.failed>0&&console.error(`[router] ${stats.failed} note(s) left without a summary; search will not route until they have one${stats.error?` (${stats.error})`:""}`),stats.failed}function refuseDigestsWithoutProvider(db,digests){!digests||digests.chat||digests.cacheOnly||(console.error("[digests] armed without a provider: RENOR_DIGESTS needs RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY(S); it never uses the evidence provider or an Ollama Cloud key instead, so nothing was sent"),db.close(),process.exit(1))}function refuseDigestsWithoutEmbeddings(db,digests,provider){!digests||provider||(console.error("[digests] armed without an embedding provider: RENOR_DIGESTS writes and looks up digests by embedding, so it needs EMBEDDING_PROVIDER (for example openai); semantic search is off, so no digest was built or read"),db.close(),process.exit(1))}async function buildDigests(db,config,digests,provider){let stats=await(0,digests_1.digestIndexedNotes)({db,config,options:digests,provider});return console.log(`[digests] ${JSON.stringify(stats)}`),stats.failed>0&&console.error(`[digests] ${stats.failed} note(s) left without a digest; search will not read them until they have one${stats.error?` (${stats.error})`:""}`),stats.failed}function printNotIndexed(names,labelWidth,tooLarge=[]){if(tooLarge.length>0){console.log(` ${"not indexed".padEnd(labelWidth)}: ${tooLarge.length} Markdown file(s) over ${pipeline_1.MAX_NOTE_BYTES/(1024*1024)} MiB (not read); split them or move them out of the memory folder, then index again`);for(let name of tooLarge.slice(0,10))console.log(` ! ${name}`);tooLarge.length>10&&console.log(` ! \u2026and ${tooLarge.length-10} more`)}if(names.length!==0){console.log(` ${"not indexed".padEnd(labelWidth)}: ${names.length} Markdown file(s) whose file or folder name is not valid UTF-8 (bad bytes are shown as \\xNN); rename them to UTF-8 names, then index again`);for(let name of names.slice(0,10))console.log(` ! ${name}`);names.length>10&&console.log(` ! \u2026and ${names.length-10} more`)}}var program=new commander_1.Command().name("renor").version(buildIdentity_1.ENGINE_VERSION);program.command("index").description("Index full vault").action(async()=>{let{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=await setup();refuseArmedWithoutProvider(db,armedWithoutProvider({numericFactExtractor,eventExtractor,preferenceExtractor}));let router=(0,sessionRouter_1.resolveSessionRouterOptions)(config);refuseRouterWithoutProvider(db,router);let digests=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutProvider(db,digests),refuseDigestsWithoutEmbeddings(db,digests,provider),console.log(`Indexing: ${config.vaultPath}`);let stats=await(0,pipeline_1.indexVault)(db,config.vaultPath,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens:config.chunkMaxTokens,overlapTokens:config.chunkOverlapTokens},factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor},config.indexConcurrency);console.log(`Done. ${stats.indexed}/${stats.total} indexed, ${stats.errors} errors.`),printNotIndexed(stats.skippedNonUtf8Names,15,stats.skippedTooLarge);let unsummarized=router?await buildRouterSummaries(db,config,router):0,undigested=digests&&provider?await buildDigests(db,config,digests,provider):0;db.close(),(stats.errors>0||unsummarized>0||undigested>0)&&process.exit(1)});program.command("search <query>").description("Semantic search").option("-k, --top-k <n>","results",String((0,orchestrator_1.defaultSearchTopK)())).option("--json","machine-readable JSON output (full hit text; the benchmark client transport)").action(async(query,opts)=>{let{config,db,provider,vectorIndex}=await setup(),vaultStaleness=(0,staleness_1.stalenessJsonField)((0,staleness_1.stalenessGate)(config.vaultPath).staleness),isLedger=(0,ledgerPresentation_1.ledgerNoteMatcher)({memoryDir:config.vaultPath,ledgerRelPath:config.memoryLedger??lifecycle_1.DEFAULT_LEDGER_REL}),probe=(0,readerEvents_1.readerEventsEnabled)()&&(0,readerEvents_1.isEventQuestion)(query)?{}:void 0,retrieved=await(0,orchestrator_1.retrieveContext)(db,vectorIndex,provider,query,Number(opts.topK),config.priorityPaths,{},{isLedgerNote:isLedger,...probe?{probe}:{}}),routed=await(0,sessionRouter_1.routeSearch)({db,config,query,retrieved}),evidence=(0,options_1.resolveEvidenceToolOptions)(config),result=await(0,attach_1.attachSearchEvidence)({query,hits:routed?routed.hits:retrieved.hits,vaultPath:config.vaultPath,options:evidence,extractor:(0,attach_1.searchEvidenceEnabled)()?(0,options_1.createEvidenceExtractor)(evidence):null}),digestOptions=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutEmbeddings(db,digestOptions,provider);let digested=digestOptions&&provider?await(0,digests_1.attachDigest)({db,query,hits:result.hits,options:digestOptions,provider,isLedgerNote:isLedger}):null,presented=(0,ledgerPresentation_1.presentLedgerEvents)(digested?digested.hits:result.hits,isLedger),hits=(0,readerLayout_1.readerLayoutEnabledFor)(query)?(0,readerLayout_1.layoutHitsForReader)(presented,{rankedBy:retrieved.rankedBy,isLedger:p=>isLedger(p)||p===attach_1.EVIDENCE_HIT_PATH||p===digests_1.DIGEST_HIT_PATH,isConversation:(0,readerLayout_1.conversationNoteMatcher)(db),query,turnsOf:(0,readerEvents_1.readerEventsEnabled)()?(0,readerEvents_1.noteTurnsLoader)(db):void 0,scoreTurns:probe?.queryVector&&provider&&vectorIndex&&(0,readerEvents_1.vectorsMeanSomething)(provider.identity?.kind)?(0,readerEvents_1.turnScorer)(vectorIndex,probe.queryVector):void 0}):presented;if(opts.json){let composed=(0,composer_1.structuredContextEnabled)()?(0,composer_1.composeQueryContextFromDb)(db,{query,hits:hits.filter(h=>h.notePath!==attach_1.EVIDENCE_HIT_PATH),evidence:result.evidence}):void 0,shown=stored=>stored===attach_1.EVIDENCE_HIT_PATH||stored===digests_1.DIGEST_HIT_PATH?stored:(0,engine_1.clientPath)(config.vaultPath,stored),shownHits=hits.map(h=>({...h,notePath:shown(h.notePath)})),shownRouter=routed?.report.routed?{...routed.report,routed:routed.report.routed.map(r=>({...r,notePath:shown(r.notePath)}))}:routed?.report,shownDigest=digested?{...digested.report,items:digested.report.items.map(i=>({...i,notePath:shown(i.notePath)}))}:void 0,shownEvidence=result.evidence.sessions?{...result.evidence,sessions:result.evidence.sessions.map(s=>({...s,stem:shown(s.stem)}))}:result.evidence,honesty=(0,readHonesty_1.readHonestyEnabled)()?(0,readHonesty_1.readHonestyForItems)({db,query,items:shownHits,ledgerRelPath:config.memoryLedger??lifecycle_1.DEFAULT_LEDGER_REL}):void 0;console.log(JSON.stringify({hits:shownHits.map(h=>({notePath:h.notePath,score:h.score,reason:h.reason,text:h.text,...h.session_date?{session_date:h.session_date}:{},...honesty?{provenance:(0,readHonesty_1.noteProvenance)(h.notePath,h.session_date??null)}:{}})),...composed?{composedContext:composed}:{},...honesty?{readHonesty:honesty}:{},...shownRouter?{router:shownRouter}:{},...shownDigest?{digest:shownDigest}:{},...vaultStaleness,...result.evidence.reason==="flag-off"?{}:{evidence:(0,attach_2.productEvidenceReport)(shownEvidence)}}))}else{if(routed&&console.log(`[router] ${routed.report.status}${routed.report.reason?` (${routed.report.reason})`:""}`),(0,composer_1.structuredContextEnabled)()){let composed=(0,composer_1.composeQueryContextFromDb)(db,{query,hits,evidence:result.evidence});console.log(composed.text),console.log("")}hits.forEach(h=>{console.log(`
|
|
1395
|
+
`:"")+tail;return node_fs_1.default.writeFileSync(file,after),{path:file,state:"removed"}}}});Object.defineProperty(exports,"__esModule",{value:!0});var commander_1=require_commander(),config_1=require_config(),client_1=require_client(),schema_1=require_schema(),sqlite_1=require_sqlite(),lifecycle_1=require_lifecycle(),pipeline_1=require_pipeline(),watcher_1=require_watcher(),staleness_1=require_staleness(),orchestrator_1=require_orchestrator(),readerLayout_1=require_readerLayout(),readerEvents_1=require_readerEvents(),ledgerPresentation_1=require_ledgerPresentation(),attach_1=require_attach(),options_1=require_options(),attach_2=require_attach(),vectorIndex_1=require_vectorIndex(),openai_1=require_openai2(),local_1=require_local(),server_1=require_server(),apiAuth_1=require_apiAuth(),cli_extractors_1=require_cli_extractors(),typedFacts_1=require_typedFacts(),eventExtractor_1=require_eventExtractor(),preferenceExtractor_1=require_preferenceExtractor(),composer_1=require_composer(),readHonesty_1=require_readHonesty(),server_2=require_server4(),engine_1=require_engine2(),hashEmbedding_1=require_hashEmbedding(),parser_1=require_parser4(),writer_1=require_writer2(),sessionRouter_1=require_sessionRouter(),cli_1=require_cli(),digests_1=require_digests(),buildIdentity_1=require_buildIdentity(),status_js_1=require_status(),doctor_js_1=require_doctor(),connect_js_1=require_connect();async function setup({serving=!1}={}){let config=(0,config_1.loadConfig)(),gate=(0,staleness_1.stalenessGate)(config.vaultPath);gate.stderrLines.forEach(l=>console.error(l)),gate.fatal&&(console.error("[staleness] RENOR_VAULT_STALENESS=fatal \u2014 refusing to serve a stale vault"),process.exit(1));let db=(0,client_1.openIndexDb)(config.dbPath,(0,lifecycle_1.resolveLedgerPath)(config.vaultPath,config.memoryLedger));(0,schema_1.runMigrations)(db);try{let replayed=await(0,lifecycle_1.replayLedger)(db,config.vaultPath,config.memoryLedger,{setTornTailAside:serving});replayed>0&&console.error(`[memory] replayed ${replayed} ledger event(s)`)}catch(err){console.error("[memory] ledger replay failed:",err instanceof Error?err.message:err),db.close(),process.exit(1)}let provider;config.embeddingProvider==="local"?provider=new local_1.LocalEmbeddingProvider(config.embeddingModel):config.embeddingProvider==="eval-hash"?provider=new hashEmbedding_1.EvalHashEmbeddingProvider:config.embeddingProvider==="openai"&&(provider=new openai_1.OpenAIEmbeddingProvider(config.openaiApiKey.split(",").map(k=>k.trim()).filter(Boolean),config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)),provider||console.error("[embeddings] Semantic search is off; set EMBEDDING_PROVIDER=openai to turn it on.");let vectorIndex=provider?new vectorIndex_1.VectorIndex(db,provider.dimensions):void 0;vectorIndex?.initTable();let{factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=(0,cli_extractors_1.buildWritePathExtractors)(config);return{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}}function armedWithoutProvider(extractors){return[(0,typedFacts_1.typedFactsEnabled)()&&!extractors.numericFactExtractor?"RENOR_TYPED_FACTS":"",(0,eventExtractor_1.chronicleEnabled)()&&!extractors.eventExtractor?"RENOR_CHRONICLE":"",(0,preferenceExtractor_1.prefsEnabled)()&&!extractors.preferenceExtractor?"RENOR_PREFS":""].filter(Boolean)}function refuseArmedWithoutProvider(db,flags){flags.length!==0&&(console.error(`[extraction] armed without a provider: ${flags.join(", ")}`),db.close(),process.exit(1))}function refuseRouterWithoutProvider(db,router){!router||router.summaryChat||(console.error("[router] armed without a provider: RENOR_SESSION_ROUTER needs RENOR_ROUTER_API_KEY(S), RENOR_EVIDENCE_API_KEY(S) or an Ollama Cloud key"),db.close(),process.exit(1))}async function buildRouterSummaries(db,config,router){let stats=await(0,sessionRouter_1.summarizeForRouter)({db,config,options:router});return console.log(`[router] summaries ${JSON.stringify(stats)}`),stats.failed>0&&console.error(`[router] ${stats.failed} note(s) left without a summary; search will not route until they have one${stats.error?` (${stats.error})`:""}`),stats.failed}function refuseDigestsWithoutProvider(db,digests){!digests||digests.chat||digests.cacheOnly||(console.error("[digests] armed without a provider: RENOR_DIGESTS needs RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY(S); it never uses the evidence provider or an Ollama Cloud key instead, so nothing was sent"),db.close(),process.exit(1))}function refuseDigestsWithoutEmbeddings(db,digests,provider){!digests||provider||(console.error("[digests] armed without an embedding provider: RENOR_DIGESTS writes and looks up digests by embedding, so it needs EMBEDDING_PROVIDER (for example openai); semantic search is off, so no digest was built or read"),db.close(),process.exit(1))}async function buildDigests(db,config,digests,provider){let stats=await(0,digests_1.digestIndexedNotes)({db,config,options:digests,provider});return console.log(`[digests] ${JSON.stringify(stats)}`),stats.failed>0&&console.error(`[digests] ${stats.failed} note(s) left without a digest; search will not read them until they have one${stats.error?` (${stats.error})`:""}`),stats.failed}function printNotIndexed(names,labelWidth,tooLarge=[]){if(tooLarge.length>0){console.log(` ${"not indexed".padEnd(labelWidth)}: ${tooLarge.length} Markdown file(s) over ${pipeline_1.MAX_NOTE_BYTES/(1024*1024)} MiB (not read); split them or move them out of the memory folder, then index again`);for(let name of tooLarge.slice(0,10))console.log(` ! ${name}`);tooLarge.length>10&&console.log(` ! \u2026and ${tooLarge.length-10} more`)}if(names.length!==0){console.log(` ${"not indexed".padEnd(labelWidth)}: ${names.length} Markdown file(s) whose file or folder name is not valid UTF-8 (bad bytes are shown as \\xNN); rename them to UTF-8 names, then index again`);for(let name of names.slice(0,10))console.log(` ! ${name}`);names.length>10&&console.log(` ! \u2026and ${names.length-10} more`)}}var program=new commander_1.Command().name("renor").version(buildIdentity_1.ENGINE_VERSION);program.command("index").description("Index full vault").action(async()=>{let{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=await setup();refuseArmedWithoutProvider(db,armedWithoutProvider({numericFactExtractor,eventExtractor,preferenceExtractor}));let router=(0,sessionRouter_1.resolveSessionRouterOptions)(config);refuseRouterWithoutProvider(db,router);let digests=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutProvider(db,digests),refuseDigestsWithoutEmbeddings(db,digests,provider),console.log(`Indexing: ${config.vaultPath}`);let stats=await(0,pipeline_1.indexVault)(db,config.vaultPath,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens:config.chunkMaxTokens,overlapTokens:config.chunkOverlapTokens},factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor},config.indexConcurrency);console.log(`Done. ${stats.indexed}/${stats.total} indexed, ${stats.errors} errors.`),printNotIndexed(stats.skippedNonUtf8Names,15,stats.skippedTooLarge);let unsummarized=router?await buildRouterSummaries(db,config,router):0,undigested=digests&&provider?await buildDigests(db,config,digests,provider):0;db.close(),(stats.errors>0||unsummarized>0||undigested>0)&&process.exit(1)});program.command("search <query>").description("Semantic search").option("-k, --top-k <n>","results",String((0,orchestrator_1.defaultSearchTopK)())).option("--json","machine-readable JSON output (full hit text; the benchmark client transport)").action(async(query,opts)=>{let{config,db,provider,vectorIndex}=await setup(),vaultStaleness=(0,staleness_1.stalenessJsonField)((0,staleness_1.stalenessGate)(config.vaultPath).staleness),isLedger=(0,ledgerPresentation_1.ledgerNoteMatcher)({memoryDir:config.vaultPath,ledgerRelPath:config.memoryLedger??lifecycle_1.DEFAULT_LEDGER_REL}),probe=(0,readerEvents_1.readerEventsEnabled)()&&(0,readerEvents_1.isEventQuestion)(query)?{}:void 0,retrieved=await(0,orchestrator_1.retrieveContext)(db,vectorIndex,provider,query,Number(opts.topK),config.priorityPaths,{},{isLedgerNote:isLedger,...probe?{probe}:{}}),routed=await(0,sessionRouter_1.routeSearch)({db,config,query,retrieved}),evidence=(0,options_1.resolveEvidenceToolOptions)(config),result=await(0,attach_1.attachSearchEvidence)({query,hits:routed?routed.hits:retrieved.hits,vaultPath:config.vaultPath,options:evidence,extractor:(0,attach_1.searchEvidenceEnabled)()?(0,options_1.createEvidenceExtractor)(evidence):null}),digestOptions=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutEmbeddings(db,digestOptions,provider);let digested=digestOptions&&provider?await(0,digests_1.attachDigest)({db,query,hits:result.hits,options:digestOptions,provider,isLedgerNote:isLedger}):null,presented=(0,ledgerPresentation_1.presentLedgerEvents)(digested?digested.hits:result.hits,isLedger),hits=(0,readerLayout_1.readerLayoutEnabledFor)(query)?(0,readerLayout_1.layoutHitsForReader)(presented,{rankedBy:retrieved.rankedBy,isLedger:p=>isLedger(p)||p===attach_1.EVIDENCE_HIT_PATH||p===digests_1.DIGEST_HIT_PATH,isConversation:(0,readerLayout_1.conversationNoteMatcher)(db),query,turnsOf:(0,readerEvents_1.readerEventsEnabled)()?(0,readerEvents_1.noteTurnsLoader)(db):void 0,scoreTurns:probe?.queryVector&&provider&&vectorIndex&&(0,readerEvents_1.vectorsMeanSomething)(provider.identity?.kind)?(0,readerEvents_1.turnScorer)(vectorIndex,probe.queryVector):void 0}):presented;if(opts.json){let composed=(0,composer_1.structuredContextEnabled)()?(0,composer_1.composeQueryContextFromDb)(db,{query,hits:hits.filter(h=>h.notePath!==attach_1.EVIDENCE_HIT_PATH),evidence:result.evidence}):void 0,shown=stored=>stored===attach_1.EVIDENCE_HIT_PATH||stored===digests_1.DIGEST_HIT_PATH?stored:(0,engine_1.clientPath)(config.vaultPath,stored),shownHits=hits.map(h=>({...h,notePath:shown(h.notePath)})),shownRouter=routed?.report.routed?{...routed.report,routed:routed.report.routed.map(r=>({...r,notePath:shown(r.notePath)}))}:routed?.report,shownDigest=digested?{...digested.report,items:digested.report.items.map(i=>({...i,notePath:shown(i.notePath)}))}:void 0,shownEvidence=result.evidence.sessions?{...result.evidence,sessions:result.evidence.sessions.map(s=>({...s,stem:shown(s.stem)}))}:result.evidence,honesty=(0,readHonesty_1.readHonestyEnabled)()?(0,readHonesty_1.readHonestyForItems)({db,query,items:shownHits,ledgerRelPath:config.memoryLedger??lifecycle_1.DEFAULT_LEDGER_REL}):void 0;console.log(JSON.stringify({hits:shownHits.map(h=>({notePath:h.notePath,score:h.score,reason:h.reason,text:h.text,...h.session_date?{session_date:h.session_date}:{},...honesty?{provenance:(0,readHonesty_1.noteProvenance)(h.notePath,h.session_date??null)}:{}})),...composed?{composedContext:composed}:{},...honesty?{readHonesty:honesty}:{},...shownRouter?{router:shownRouter}:{},...shownDigest?{digest:shownDigest}:{},...vaultStaleness,...result.evidence.reason==="flag-off"?{}:{evidence:(0,attach_2.productEvidenceReport)(shownEvidence)}}))}else{if(routed&&console.log(`[router] ${routed.report.status}${routed.report.reason?` (${routed.report.reason})`:""}`),(0,composer_1.structuredContextEnabled)()){let composed=(0,composer_1.composeQueryContextFromDb)(db,{query,hits,evidence:result.evidence});console.log(composed.text),console.log("")}hits.forEach(h=>{console.log(`
|
|
1366
1396
|
[${h.score.toFixed(3)}] ${(0,engine_1.clientPath)(config.vaultPath,h.notePath)} (${h.reason})`),console.log(h.text.substring(0,200))})}db.close()});program.command("watch").description("Watch vault for changes").action(async()=>{let{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=await setup();refuseArmedWithoutProvider(db,armedWithoutProvider({numericFactExtractor,eventExtractor,preferenceExtractor})),console.log(`Watching: ${config.vaultPath}`),(0,watcher_1.startWatcher)(config.vaultPath,db,{embeddingProvider:provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor})});program.command("serve").description("Start HTTP API").option("-p, --port <n>","port","3456").action(async opts=>{let apiToken;try{apiToken=(0,apiAuth_1.requireApiToken)()}catch(err){console.error(`[serve] ${err.message}`),process.exit(1)}let{config,db,provider,vectorIndex}=await setup({serving:!0});(0,server_1.createServer)(db,vectorIndex,provider,config.vaultPath,config.priorityPaths,config.memoryDir,config.memoryLedger,{apiToken}).listen(Number(opts.port),"127.0.0.1",()=>console.log(`Listening on http://127.0.0.1:${opts.port}`))});program.command("rebuild").description("Clear derived data and reindex from scratch").action(async()=>{let{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=await setup();refuseArmedWithoutProvider(db,armedWithoutProvider({numericFactExtractor,eventExtractor,preferenceExtractor}));let router=(0,sessionRouter_1.resolveSessionRouterOptions)(config);refuseRouterWithoutProvider(db,router);let digests=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutProvider(db,digests),refuseDigestsWithoutEmbeddings(db,digests,provider);let rebuildErrors=0;try{db.prepare("DROP TABLE IF EXISTS chunk_embeddings").run(),vectorIndex?.initTable(),db.transaction(()=>{["facts","relations","entities","chunks","notes","applied_ledger_events"].forEach(t=>db.prepare(`DELETE FROM ${t}`).run())})();let replayed=await(0,lifecycle_1.replayLedger)(db,config.vaultPath,config.memoryLedger);console.log(`Cleared. Replayed ${replayed} ledger event(s). Reindexing...`);let rebuildStats=await(0,pipeline_1.indexVault)(db,config.vaultPath,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens:config.chunkMaxTokens,overlapTokens:config.chunkOverlapTokens},factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor},config.indexConcurrency);console.log(`Rebuild complete. ${rebuildStats.indexed}/${rebuildStats.total} indexed, ${rebuildStats.errors} errors.`),printNotIndexed(rebuildStats.skippedNonUtf8Names,17,rebuildStats.skippedTooLarge),rebuildErrors=rebuildStats.errors+(router?await buildRouterSummaries(db,config,router):0)+(digests&&provider?await buildDigests(db,config,digests,provider):0)}catch(err){console.error("[memory] rebuild failed:",err instanceof Error?err.message:err),db.close(),process.exit(1)}db.close(),rebuildErrors>0&&process.exit(1)});program.command("mcp").description("Start MCP server (stdio transport) for agent connectivity").action(async()=>{let{config,db,provider,vectorIndex}=await setup({serving:!0});process.env.VAULT_PATH||process.stderr.write(`Renor memory: ${config.vaultPath}
|
|
1367
1397
|
`);try{await(0,server_2.startMcpServer)(db,vectorIndex,provider,config)}catch(err){process.stderr.write(`renor-engine mcp: ${err.message}
|
|
1368
1398
|
`),process.exit(1)}});program.command("status").description("Show in a few lines whether the setup works: folder, notes, index, search, sharing. Makes no network call.").option("--json","print the same fields as one JSON object").action(async opts=>{try{let status=await(0,status_js_1.engineStatus)(process.env);opts.json?process.stdout.write(`${JSON.stringify(status)}
|
|
1369
1399
|
`):(0,status_js_1.statusLines)(status).forEach(l=>process.stdout.write(`${l}
|
|
1370
1400
|
`))}catch(err){if(!(err instanceof status_js_1.StatusError))throw err;opts.json&&process.stdout.write(`${JSON.stringify({ok:!1,error:err.message})}
|
|
1371
1401
|
`),process.stderr.write(`renor-engine status: ${err.message}
|
|
1372
|
-
`),process.exit(1)}});program.command("
|
|
1402
|
+
`),process.exit(1)}});program.command("doctor").description("Read-only health report to paste into a support request: folder, database, ledger, vectors, embedding provider, sharing, client configs. Exit 1 if any check fails.").option("--json","print the report as one JSON object").option("--offline","skip the embedding reachability check (no network call)").action(async opts=>{let report=await(0,doctor_js_1.runDoctor)({offline:opts.offline});process.stdout.write(opts.json?`${JSON.stringify(report,null,2)}
|
|
1403
|
+
`:(0,doctor_js_1.doctorMarkdown)(report)),report.ok||process.exit(1)});program.command("connect <app>").description(`Connect a local app to this engine: print its MCP entry and write the memory rule into its instructions file. Apps: ${connect_js_1.APPS.join(", ")}`).option("--no-rule","print the MCP entry only; do not touch the instructions file").option("--remove","remove the memory rule block (by its markers) and nothing else").action((app,opts)=>{(0,connect_js_1.isApp)(app)||(process.stderr.write(`renor-engine connect: unknown app "${app}". Apps: ${connect_js_1.APPS.join(", ")}
|
|
1373
1404
|
`),process.exit(1));let cwd=process.cwd();if(opts.remove){let r2=(0,connect_js_1.removeRule)(app,process.env,cwd);process.stdout.write(`${r2.state==="removed"?"Removed the Renor memory rule from":"No Renor memory rule in"} ${r2.path}
|
|
1374
1405
|
`);return}if(process.stdout.write(`Add this MCP server to ${app}:
|
|
1375
1406
|
${JSON.stringify({renor:(0,connect_js_1.mcpEntry)()},null,2)}
|