renor-engine 1.4.3 → 1.4.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/dist/BUILD.json +2 -2
- package/dist/cli.js +47 -29
- package/package.json +1 -1
package/dist/cli.js
CHANGED
|
@@ -26,7 +26,7 @@ Expecting one of '${allowedValues.join("', '")}'`);return this._lifeCycleHooks[e
|
|
|
26
26
|
Expecting one of '${allowedValues.join("', '")}'`);let helpEvent=`${position}Help`;return this.on(helpEvent,context=>{let helpStr;typeof text=="function"?helpStr=text({error:context.error,command:context.command}):helpStr=text,helpStr&&context.write(`${helpStr}
|
|
27
27
|
`)}),this}_outputHelpIfRequested(args){let helpOption=this._getHelpOption();helpOption&&args.find(arg=>helpOption.is(arg))&&(this.outputHelp(),this._exit(0,"commander.helpDisplayed","(outputHelp)"))}};function incrementNodeInspectorPort(args){return args.map(arg=>{if(!arg.startsWith("--inspect"))return arg;let debugOption,debugHost="127.0.0.1",debugPort="9229",match;return(match=arg.match(/^(--inspect(-brk)?)$/))!==null?debugOption=match[1]:(match=arg.match(/^(--inspect(-brk|-port)?)=([^:]+)$/))!==null?(debugOption=match[1],/^\d+$/.test(match[3])?debugPort=match[3]:debugHost=match[3]):(match=arg.match(/^(--inspect(-brk|-port)?)=([^:]+):(\d+)$/))!==null&&(debugOption=match[1],debugHost=match[3],debugPort=match[4]),debugOption&&debugPort!=="0"?`${debugOption}=${debugHost}:${parseInt(debugPort)+1}`:arg})}function useColor(){if(process2.env.NO_COLOR||process2.env.FORCE_COLOR==="0"||process2.env.FORCE_COLOR==="false")return!1;if(process2.env.FORCE_COLOR||process2.env.CLICOLOR_FORCE!==void 0)return!0}exports2.Command=Command;exports2.useColor=useColor}});var require_commander=__commonJS({"node_modules/commander/index.js"(exports2){var{Argument}=require_argument(),{Command}=require_command(),{CommanderError,InvalidArgumentError}=require_error(),{Help}=require_help(),{Option}=require_option();exports2.program=new Command;exports2.createCommand=name=>new Command(name);exports2.createOption=(flags,description)=>new Option(flags,description);exports2.createArgument=(name,description)=>new Argument(name,description);exports2.Command=Command;exports2.Option=Option;exports2.Argument=Argument;exports2.Help=Help;exports2.CommanderError=CommanderError;exports2.InvalidArgumentError=InvalidArgumentError;exports2.InvalidOptionArgumentError=InvalidArgumentError}});var require_config=__commonJS({"dist/config.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.defaultVaultPath=defaultVaultPath;exports2.loadConfig=loadConfig;var node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path"));function defaultVaultPath(){return node_path_1.default.join(node_os_1.default.homedir(),".renor")}function loadConfig(){let vaultPath=process.env.VAULT_PATH||defaultVaultPath(),rawProvider=process.env.EMBEDDING_PROVIDER??"none";if(rawProvider!=="none"&&rawProvider!=="openai"&&rawProvider!=="local"&&rawProvider!=="eval-hash")throw new Error(`Invalid EMBEDDING_PROVIDER "${rawProvider}": must be "none", "openai", "local", or "eval-hash"`);let embeddingProvider=rawProvider;if(embeddingProvider==="openai"){let key=process.env.OPENAI_API_KEY;if(!key||key.trim()==="")throw new Error('OPENAI_API_KEY is required when EMBEDDING_PROVIDER is "openai"')}let chunkMaxTokens=Number(process.env.CHUNK_MAX_TOKENS??400);if(!Number.isFinite(chunkMaxTokens)||chunkMaxTokens<=0)throw new Error("CHUNK_MAX_TOKENS must be a positive number");let chunkOverlapTokens=Number(process.env.CHUNK_OVERLAP_TOKENS??50);if(!Number.isFinite(chunkOverlapTokens)||chunkOverlapTokens<0)throw new Error("CHUNK_OVERLAP_TOKENS must be a non-negative number");if(chunkOverlapTokens>=chunkMaxTokens)throw new Error("CHUNK_OVERLAP_TOKENS must be less than CHUNK_MAX_TOKENS");let indexConcurrency=Number(process.env.INDEX_CONCURRENCY??5);if(!Number.isInteger(indexConcurrency)||indexConcurrency<1||indexConcurrency>20)throw new Error("INDEX_CONCURRENCY must be an integer between 1 and 20");let rawPriorityPaths=process.env.PRIORITY_PATHS??"",priorityPaths=rawPriorityPaths?rawPriorityPaths.split(",").map(p=>p.trim()).filter(Boolean):[];return{vaultPath,dbPath:process.env.DB_PATH??`${vaultPath}/.semantic-memory/index.db`,embeddingProvider,openaiApiKey:process.env.OPENAI_API_KEY,embeddingModel:process.env.EMBEDDING_MODEL,embeddingBaseURL:process.env.EMBEDDING_BASE_URL,embeddingDims:process.env.EMBEDDING_DIMS?parseInt(process.env.EMBEDDING_DIMS,10):void 0,chunkMaxTokens,chunkOverlapTokens,priorityPaths,memoryDir:process.env.MEMORY_DIR??"Memory/Daily",memoryLedger:process.env.MEMORY_LEDGER??"System/Memory Events Ledger.md",llmExtraction:process.env.LLM_EXTRACTION==="true",indexConcurrency}}}});var require_sqlite=__commonJS({"dist/db/sqlite.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.Statement=exports2.MIN_NODE=void 0;exports2.nodeSupportProblem=nodeSupportProblem;exports2.sqliteRuntimeProblem=sqliteRuntimeProblem;var fs_1=__importDefault(require("fs"));exports2.MIN_NODE="22.16.0";function nodeSupportProblem(version=process.versions.node){let[major,minor]=version.split(".").map(Number);return major>=24||major===22&&minor>=16?null:`Renor needs Node ${exports2.MIN_NODE} or newer (it uses Node's built-in SQLite); this is Node ${version}.`}function sqliteRuntimeProblem(){let node=nodeSupportProblem();if(node)return`${node} Fix: install Node 22 LTS or newer (https://nodejs.org), then run the command again.`;try{let db=new SqliteDatabase(":memory:");try{require("sqlite-vec").load(db)}finally{db.close()}}catch(err){let reason=(err instanceof Error?err.message.split(`
|
|
28
28
|
`)[0]:String(err)).replace(/\.?\s*$/,".");return`the vector search extension (sqlite-vec) did not load on ${process.platform}-${process.arch}: ${reason} Fix: let npm install optional dependencies (remove omit=optional or --no-optional from your npm settings), then run \`npx -y renor-engine@latest mcp\` again.`}return null}var sqlite;function nodeSqlite(){if(sqlite)return sqlite;let problem=nodeSupportProblem();if(problem)throw new Error(`${problem} Install Node 22 LTS or newer from https://nodejs.org and run the command again.`);let emitWarning=process.emitWarning;process.emitWarning=((warning,...rest)=>{if(!String(warning instanceof Error?warning.message:warning).includes("SQLite is an experimental feature"))return emitWarning.call(process,warning,...rest)});try{sqlite=require("node:sqlite")}finally{process.emitWarning=emitWarning}return sqlite}var PRIMARY_CODES="OK ERROR INTERNAL PERM ABORT BUSY LOCKED NOMEM READONLY INTERRUPT IOERR CORRUPT NOTFOUND FULL CANTOPEN PROTOCOL EMPTY SCHEMA TOOBIG CONSTRAINT MISMATCH MISUSE NOLFS AUTH FORMAT RANGE NOTADB NOTICE WARNING".split(" "),EXTENDED_CODES=new Map("261 BUSY_RECOVERY,517 BUSY_SNAPSHOT,773 BUSY_TIMEOUT,262 LOCKED_SHAREDCACHE,267 CORRUPT_VTAB,523 CORRUPT_SEQUENCE,779 CORRUPT_INDEX,264 READONLY_RECOVERY,520 READONLY_CANTLOCK,776 READONLY_ROLLBACK,1032 READONLY_DBMOVED,275 CONSTRAINT_CHECK,531 CONSTRAINT_COMMITHOOK,787 CONSTRAINT_FOREIGNKEY,1043 CONSTRAINT_FUNCTION,1299 CONSTRAINT_NOTNULL,1555 CONSTRAINT_PRIMARYKEY,1811 CONSTRAINT_TRIGGER,2067 CONSTRAINT_UNIQUE,2323 CONSTRAINT_VTAB,2579 CONSTRAINT_ROWID,3091 CONSTRAINT_DATATYPE".split(",").map(pair=>[Number(pair.split(" ")[0]),pair.split(" ")[1]]));function withSqliteCode(err){let e=err;if(e&&e.code==="ERR_SQLITE_ERROR"&&typeof e.errcode=="number"){let name=EXTENDED_CODES.get(e.errcode)??PRIMARY_CODES[e.errcode&255]??"ERROR";try{e.code=`SQLITE_${name}`}catch{}}return err}function guarded(work){try{return work()}catch(err){throw withSqliteCode(err)}}function roundBigInts(value){if(typeof value=="bigint")return Number(value);if(Array.isArray(value))return value.map(roundBigInts);if(value!==null&&typeof value=="object"&&!ArrayBuffer.isView(value)){let out={};for(let key in value)out[key]=roundBigInts(value[key]);return out}return value}function asBuffer(value){return value instanceof Uint8Array&&!Buffer.isBuffer(value)?Buffer.from(value.buffer,value.byteOffset,value.byteLength):value}function bindArgs(params){let named,positional=[];for(let p of params)Array.isArray(p)?positional.push(...p):p!==null&&typeof p=="object"&&!ArrayBuffer.isView(p)?named=p:positional.push(p);return named===void 0?positional:[named,...positional]}var SCHEMA_CHANGE=/\b(ALTER|CREATE|DROP)\b/i,WRITE_OPCODES=new Set(["JournalMode","Vacuum","VCreate","VDestroy","VUpdate","ParseSchema"]),Statement=class{database;stmt;source;mode="object";bigInts=!1;changesSchema;generation;constructor(database,stmt,source){this.database=database,this.stmt=stmt,this.source=source,this.changesSchema=SCHEMA_CHANGE.test(source),this.generation=database.schemaGeneration}run(...params){let result=guarded(()=>this.current().run(...bindArgs(params)));return this.changesSchema&&this.database.schemaChanged(),{changes:Number(result.changes),lastInsertRowid:result.lastInsertRowid}}get(...params){let row=this.lossy(()=>this.current().get(...bindArgs(params)));return row===void 0?void 0:this.shape(row)}all(...params){return this.lossy(()=>this.current().all(...bindArgs(params))).map(row=>this.shape(row))}*iterate(...params){let rows=guarded(()=>this.current().iterate(...bindArgs(params)));try{for(;;){let step=guarded(()=>rows.next());if(step.done)return;yield this.shape(step.value)}}finally{rows.return?.()}}pluck(toggleState=!0){return this.setMode(toggleState?"pluck":this.mode==="pluck"?"object":this.mode)}raw(toggleState=!0){return this.setMode(toggleState?"raw":this.mode==="raw"?"object":this.mode)}safeIntegers(toggleState=!0){return this.bigInts=toggleState,this.stmt.setReadBigInts(toggleState),this}get readonly(){return!guarded(()=>this.database.prepareNative(`EXPLAIN ${this.source}`).all()).some(op=>op.opcode==="Transaction"&&op.p2>0||WRITE_OPCODES.has(op.opcode))}columns(){return this.current().columns()}lossy(read){try{return guarded(read)}catch(err){if(this.bigInts||err.code!=="ERR_OUT_OF_RANGE"||!this.readonly)throw err;this.stmt.setReadBigInts(!0);try{return roundBigInts(guarded(read))}finally{this.stmt.setReadBigInts(!1)}}}current(){return this.generation!==this.database.schemaGeneration&&(this.stmt=this.database.prepareNative(this.source),this.stmt.setReturnArrays(this.mode!=="object"),this.stmt.setReadBigInts(this.bigInts),this.generation=this.database.schemaGeneration),this.stmt}setMode(mode){return this.mode=mode,this.stmt.setReturnArrays(mode!=="object"),this}shape(row){if(this.mode==="pluck")return asBuffer(row[0]);if(this.mode==="raw")return row.map(asBuffer);let out={};for(let key in row)out[key]=asBuffer(row[key]);return out}};exports2.Statement=Statement;var SqliteDatabase=class{name;readonly;memory;db;closed=!1;extensions=new Set;schemaGeneration=0;constructor(filename="",options2={}){if(this.name=filename,this.readonly=options2.readonly===!0,this.memory=filename===":memory:"||filename==="",options2.fileMustExist&&!this.memory&&!fs_1.default.existsSync(filename))throw Object.assign(new Error(`unable to open database file: ${filename}`),{code:"SQLITE_CANTOPEN"});let{DatabaseSync}=nodeSqlite();this.db=guarded(()=>new DatabaseSync(filename,{readOnly:this.readonly,allowExtension:!0}));try{this.db.exec(`PRAGMA busy_timeout = ${Math.max(0,Math.trunc(options2.timeout??5e3))}`),this.db.exec("PRAGMA cache_size = -16000"),this.matchWalSynchronous()}catch(err){throw this.db.close(),withSqliteCode(err)}}get open(){return!this.closed}get inTransaction(){return!this.closed&&this.db.isTransaction}prepare(source){return new Statement(this,guarded(()=>this.db.prepare(source)),source)}prepareNative(source){return this.db.prepare(source)}exec(source){return guarded(()=>this.db.exec(source)),SCHEMA_CHANGE.test(source)&&this.schemaChanged(),this}schemaChanged(){this.schemaGeneration++}pragma(source,options2={}){let stmt=guarded(()=>this.db.prepare(`PRAGMA ${source}`));if(options2.simple){stmt.setReturnArrays(!0);let row=guarded(()=>stmt.get());return row===void 0?void 0:asBuffer(row[0])}return guarded(()=>stmt.all()).map(row=>({...row}))}transaction(fn){let wrap2=begin=>{let db=this;return function(...args){let nested=db.inTransaction;db.exec(nested?'SAVEPOINT "_renor_tx"':begin);try{let result=fn.apply(this,args);if(result&&typeof result.then=="function")throw new TypeError("Transaction function cannot return a promise");return db.exec(nested?'RELEASE "_renor_tx"':"COMMIT"),result}catch(err){throw db.inTransaction&&(nested?db.exec('ROLLBACK TO "_renor_tx"; RELEASE "_renor_tx"'):db.exec("ROLLBACK")),err}}},tx=wrap2("BEGIN");return tx.default=tx,tx.deferred=wrap2("BEGIN DEFERRED"),tx.immediate=wrap2("BEGIN IMMEDIATE"),tx.exclusive=wrap2("BEGIN EXCLUSIVE"),tx}loadExtension(path){return this.extensions.has(path)?this:(guarded(()=>this.db.loadExtension(path)),this.extensions.add(path),this)}backup(destinationFile){return nodeSqlite().backup(this.db,destinationFile)}close(){return this.closed||(this.closed=!0,this.db.close()),this}matchWalSynchronous(){this.db.prepare("PRAGMA journal_mode").get()?.journal_mode==="wal"&&this.db.exec("PRAGMA synchronous = NORMAL")}},Database=SqliteDatabase;exports2.default=Database}});var require_log=__commonJS({"dist/mvp/log.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.serializeError=serializeError;exports2.formatLogLine=formatLogLine;exports2.createLogger=createLogger;var MAX_STRING=300,MAX_FRAMES=5,RESERVED=new Set(["ts","level","svc","event","err"]),SENSITIVE_KEY=/secret|token|password|passwd|authorization|cookie|api_?key|service_?role|dsn|credential|^body$|^text$|^content$|^query$|^memory$|^email$/i,SAFE_KEY=/^[A-Za-z][A-Za-z0-9_]{0,63}$/,CONTROL=/[\u0000-\u001f\u007f-\u009f\u00ad\u061c\u180e\u200b-\u200f\u2028-\u202e\u2060-\u206f\ufeff]/g,UUID=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i,REDACTIONS=[[CONTROL," "],[/\b([a-z][a-z0-9+.-]*:\/\/)[^\s/?#@]+@/gi,"$1[redacted]@"],[/\?[^\s#"'<>|]*=[^\s#"'<>|]*/g,"?[redacted]"],[/\bBearer\s+[A-Za-z0-9._~+/=-]+/gi,"Bearer [redacted]"],[/\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]+/g,"[redacted]"],[/\b(?:sk|pk|rk|whsec|re|phc|phx|sbp|ghp|gho|ghs|xox[abp])[_-][A-Za-z0-9_-]{12,}/g,"[redacted]"],[/\b((?:x-)?(?:api[_-]?key|access[_-]?key|client[_-]?secret|secret|token|password|passwd|pwd|auth|authorization|signature|sig|session|cookie|apikey))(\s*[=:]\s*)("[^"]*"|'[^']*'|[^\s,;&"']+)/gi,"$1$2[redacted]"],[/\b[A-Za-z0-9_-]{32,}\b/g,m=>UUID.test(m)||!/[0-9]/.test(m)||!/[A-Za-z]/.test(m)?m:"[redacted]"],[/[A-Za-z0-9._%+-]+@[A-Za-z0-9-]+(?:\.[A-Za-z0-9-]+)+/g,"[email]"],[/file:\/\/\/?[^\s()'"`,;]+/g,"[path]"],[/(^|[\s(\[='"`,])\/(?:[^\s/()'"`,;]+\/)+[^\s/()'"`,;:]+/g,"$1[path]"],[/\b[A-Za-z]:\\[^\s'"`,;]*/g,"[path]"]];function clean(value){let out=value;for(let[pattern,replacement]of REDACTIONS)out=out.replace(pattern,replacement);return out.length>MAX_STRING?`${out.slice(0,MAX_STRING)}\u2026`:out}function cleanFrame(frame){return clean(frame.trim().replace(/(?:file:\/\/)?(?:\/|[A-Za-z]:\\)[^\s()]*?([^/\\\s()]+\.[cm]?[jt]sx?):(\d+):(\d+)/g,"$1:$2:$3"))}function serializeError(err){if(!(err instanceof Error))return{name:"NonError",message:clean(String(err))};let out={name:clean(String(err.name)),message:clean(String(err.message))},code=err.code;(typeof code=="string"||typeof code=="number")&&(out.code=clean(String(code)));let frames=String(err.stack??"").split(`
|
|
29
|
-
`).filter(line=>/^\s+at /.test(line)).slice(0,MAX_FRAMES);return frames.length>0&&(out.stack=frames.map(cleanFrame).join(" | ")),out}function formatLogLine(svc,level,event,fields={},err){let line={ts:new Date().toISOString(),level,svc:clean(svc),event:clean(event)};for(let[key,value]of Object.entries(fields))value===void 0||RESERVED.has(key)||!SAFE_KEY.test(key)||(SENSITIVE_KEY.test(key)?line[key]="[redacted]":typeof value=="string"?line[key]=clean(value):(typeof value=="number"||typeof value=="boolean"||value===null)&&(line[key]=value));return err!==void 0&&(line.err=serializeError(err)),JSON.stringify(line)}function createLogger(svc,options2={}){let write=(level,event,fields,err)=>{try{let line=formatLogLine(svc,level,event,fields,err);level==="info"&&!options2.stderr?console.log(line):level==="info"?console.error(line):level==="warn"?console.warn(line):console.error(line)}catch{}};return{info:(event,fields)=>write("info",event,fields),warn:(event,fields,err)=>write("warn",event,fields,err),error:(event,fields,err)=>write("error",event,fields,err)}}}});var require_migrations=__commonJS({"dist/db/migrations.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.runMigrations=runMigrations;var log_1=require_log(),log=(0,log_1.createLogger)("engine",{stderr:!0}),migrations=[{version:1,name:"initial_schema",up:db=>{let ddl=[`CREATE TABLE IF NOT EXISTS notes (
|
|
29
|
+
`).filter(line=>/^\s+at /.test(line)).slice(0,MAX_FRAMES);return frames.length>0&&(out.stack=frames.map(cleanFrame).join(" | ")),out}function formatLogLine(svc,level,event,fields={},err){let line={ts:new Date().toISOString(),level,svc:clean(svc),event:clean(event)};for(let[key,value]of Object.entries(fields))value===void 0||RESERVED.has(key)||!SAFE_KEY.test(key)||(SENSITIVE_KEY.test(key)?line[key]="[redacted]":typeof value=="string"?line[key]=clean(value):(typeof value=="number"||typeof value=="boolean"||value===null)&&(line[key]=value));return err!==void 0&&(line.err=serializeError(err)),JSON.stringify(line)}function createLogger(svc,options2={}){let write=(level,event,fields,err)=>{try{let line=formatLogLine(svc,level,event,fields,err);level==="info"&&!options2.stderr?console.log(line):level==="info"?console.error(line):level==="warn"?console.warn(line):console.error(line)}catch{}};return{info:(event,fields)=>write("info",event,fields),warn:(event,fields,err)=>write("warn",event,fields,err),error:(event,fields,err)=>write("error",event,fields,err)}}}});var require_migrations=__commonJS({"dist/db/migrations.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.LATEST_SCHEMA_VERSION=void 0;exports2.runMigrations=runMigrations;var log_1=require_log(),log=(0,log_1.createLogger)("engine",{stderr:!0}),migrations=[{version:1,name:"initial_schema",up:db=>{let ddl=[`CREATE TABLE IF NOT EXISTS notes (
|
|
30
30
|
path TEXT PRIMARY KEY,
|
|
31
31
|
title TEXT NOT NULL,
|
|
32
32
|
kind TEXT,
|
|
@@ -251,7 +251,7 @@ Expecting one of '${allowedValues.join("', '")}'`);let helpEvent=`${position}Hel
|
|
|
251
251
|
event_id TEXT,
|
|
252
252
|
approved_at TEXT NOT NULL,
|
|
253
253
|
via TEXT NOT NULL
|
|
254
|
-
)`)}}];function runMigrations(db){db.prepare("CREATE TABLE IF NOT EXISTS schema_version (version INTEGER NOT NULL)").run();let currentVersion=db.prepare("SELECT version FROM schema_version LIMIT 1").get()?.version??0;currentVersion===0&&db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='notes'").get()&&(migrations[0].up(db),currentVersion=1);let debug=process.env.RENOR_LOG_LEVEL==="debug",startedAt=Date.now(),applied=0;for(let migration of migrations)migration.version<=currentVersion||(db.transaction(()=>{migration.up(db),currentVersion===0&&migration.version===1?db.prepare("INSERT INTO schema_version (version) VALUES (?)").run(migration.version):db.prepare("UPDATE schema_version SET version = ?").run(migration.version)})(),currentVersion=migration.version,applied+=1,debug&&log.info("migration_applied",{version:migration.version,name:migration.name}));applied>0&&!debug&&log.info("database_ready",{migrations:applied,ms:Date.now()-startedAt})}}});var require_handoffTable=__commonJS({"dist/db/handoffTable.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.HANDOFF_TABLE=void 0;exports2.ensureHandoffTable=ensureHandoffTable;exports2.hasHandoffTable=hasHandoffTable;exports2.HANDOFF_TABLE="handoff_notes";var DDL=`CREATE TABLE IF NOT EXISTS handoff_notes (
|
|
254
|
+
)`)}}];exports2.LATEST_SCHEMA_VERSION=migrations[migrations.length-1].version;function runMigrations(db){db.prepare("CREATE TABLE IF NOT EXISTS schema_version (version INTEGER NOT NULL)").run();let currentVersion=db.prepare("SELECT version FROM schema_version LIMIT 1").get()?.version??0;currentVersion===0&&db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='notes'").get()&&(migrations[0].up(db),currentVersion=1);let debug=process.env.RENOR_LOG_LEVEL==="debug",startedAt=Date.now(),applied=0;for(let migration of migrations)migration.version<=currentVersion||(db.transaction(()=>{migration.up(db),currentVersion===0&&migration.version===1?db.prepare("INSERT INTO schema_version (version) VALUES (?)").run(migration.version):db.prepare("UPDATE schema_version SET version = ?").run(migration.version)})(),currentVersion=migration.version,applied+=1,debug&&log.info("migration_applied",{version:migration.version,name:migration.name}));applied>0&&!debug&&log.info("database_ready",{migrations:applied,ms:Date.now()-startedAt})}}});var require_handoffTable=__commonJS({"dist/db/handoffTable.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.HANDOFF_TABLE=void 0;exports2.ensureHandoffTable=ensureHandoffTable;exports2.hasHandoffTable=hasHandoffTable;exports2.HANDOFF_TABLE="handoff_notes";var DDL=`CREATE TABLE IF NOT EXISTS handoff_notes (
|
|
255
255
|
repo TEXT NOT NULL,
|
|
256
256
|
branch TEXT NOT NULL,
|
|
257
257
|
note TEXT NOT NULL,
|
|
@@ -263,7 +263,7 @@ Expecting one of '${allowedValues.join("', '")}'`);let helpEvent=`${position}Hel
|
|
|
263
263
|
CREATE TABLE IF NOT EXISTS handoff_clock (
|
|
264
264
|
id INTEGER PRIMARY KEY CHECK (id = 1),
|
|
265
265
|
high_water INTEGER NOT NULL
|
|
266
|
-
)`;function ensureHandoffTable(db){db.exec(DDL)}function hasHandoffTable(db){return db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?").get(exports2.HANDOFF_TABLE)!==void 0}}});var require_indexSalvage=__commonJS({"dist/db/indexSalvage.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.INDEX_ONLY_TABLES=void 0;exports2.unreadableSalvage=unreadableSalvage;exports2.salvageIndexTables=salvageIndexTables;exports2.restoreIndexTables=restoreIndexTables;exports2.describeSalvage=describeSalvage;var handoffTable_1=require_handoffTable();exports2.INDEX_ONLY_TABLES=["agent_requests","agent_cursors","known_agents"];function unreadableSalvage(reason){let salvage={rows:{},unreadable:{}};for(let table of exports2.INDEX_ONLY_TABLES)salvage.rows[table]=[],salvage.unreadable[table]=reason;return salvage}function salvageIndexTables(db){let salvage={rows:{},unreadable:{}};for(let table of tablesIn(db)){let rows=[];salvage.rows[table]=rows;try{for(let row of db.prepare(`SELECT rowid AS __rowid, * FROM "${table}"`).iterate())rows.push(row)}catch(err){/no such table/.test(errorText(err))||(salvage.unreadable[table]=errorText(err))}}return salvage}function restoreIndexTables(db,salvage){let restored={},rejected={};(salvage.rows[handoffTable_1.HANDOFF_TABLE]?.length??0)>0&&(0,handoffTable_1.ensureHandoffTable)(db);for(let table of tablesOf(salvage)){restored[table]=0,rejected[table]=0;for(let row of salvage.rows[table]??[]){let{__rowid,...values}=row,cols=["rowid",...Object.keys(values)],sql=`INSERT OR IGNORE INTO "${table}" (${cols.map(c=>`"${c}"`).join(", ")}) VALUES (${cols.map(()=>"?").join(", ")})`;try{let info=db.prepare(sql).run(__rowid,...Object.keys(values).map(c=>values[c]));restored[table]+=info.changes}catch{rejected[table]+=1}}}return{restored,rejected}}function describeSalvage(salvage,restored,rejected){let kept=tablesOf(salvage).map(t=>`${t} ${restored[t]??0}`).join(", "),lost=tablesOf(salvage).map(t=>{let parts=[];return rejected[t]&&parts.push(`${rejected[t]} row(s) could not be written`),salvage.unreadable[t]&&parts.push(`the damaged file could not be read (${salvage.unreadable[t]}), so rows past the damage are gone and not counted`),parts.length?`${t}: ${parts.join("; ")}`:""}).filter(Boolean);return`Kept from the damaged index: ${kept}.${lost.length?` NOT RECOVERED: ${lost.join(". ")}.`:""}`}function errorText(err){return err instanceof Error?err.message:String(err)}function tablesIn(db){let handoff=!1;try{handoff=(0,handoffTable_1.hasHandoffTable)(db)}catch{}return handoff?[...exports2.INDEX_ONLY_TABLES,handoffTable_1.HANDOFF_TABLE]:[...exports2.INDEX_ONLY_TABLES]}function tablesOf(salvage){return handoffTable_1.HANDOFF_TABLE in salvage.rows?[...exports2.INDEX_ONLY_TABLES,handoffTable_1.HANDOFF_TABLE]:[...exports2.INDEX_ONLY_TABLES]}}});var require_client=__commonJS({"dist/db/client.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.openDb=openDb;exports2.openIndexDb=openIndexDb;exports2.openReadOnlyDb=openReadOnlyDb;var sqlite_12=__importDefault(require_sqlite()),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),migrations_1=require_migrations(),indexSalvage_1=require_indexSalvage(),log_1=require_log(),log=(0,log_1.createLogger)("engine"),MMAP_SIZE_BYTES=1024*1024*1024;function openDb(dbPath){dbPath!==":memory:"&&dbPath!==""&&(fs_1.default.mkdirSync(path_1.default.dirname(dbPath),{recursive:!0,mode:448}),fs_1.default.closeSync(fs_1.default.openSync(dbPath,fs_1.default.constants.O_CREAT|fs_1.default.constants.O_WRONLY,384)));let db=new sqlite_12.default(dbPath);try{db.pragma("journal_mode = WAL"),db.pragma("foreign_keys = ON"),db.pragma(`mmap_size = ${MMAP_SIZE_BYTES}`)}catch(err){throw db.close(),err}return db}function openIndexDb(dbPath,ledgerPath){let damage;try{let db2=openDb(dbPath),verdict;try{verdict=db2.pragma("quick_check",{simple:!0})}catch(err){throw db2.close(),err}if(verdict==="ok")return db2;db2.close(),damage=String(verdict)}catch(err){if(!isCorruptionError(err))throw err;damage=err.message}if(!fs_1.default.existsSync(ledgerPath))throw new Error(`index ${dbPath} is damaged (${damage}) and there is no ledger to rebuild it from; it was not moved aside. Restore the ledger, or move the index aside by hand.`);let salvage=readDamagedIndex(dbPath),aside=setIndexAside(dbPath),db=openDb(dbPath);(0,migrations_1.runMigrations)(db);let{restored,rejected}=(0,indexSalvage_1.restoreIndexTables)(db,salvage);return log.error("index_rebuilt_from_ledger",{index:path_1.default.basename(dbPath),damage,movedTo:path_1.default.basename(aside),salvage:(0,indexSalvage_1.describeSalvage)(salvage,restored,rejected)}),db}function readDamagedIndex(dbPath){let db;try{db=openReadOnlyDb(dbPath)}catch(err){return(0,indexSalvage_1.unreadableSalvage)(err instanceof Error?err.message:String(err))}try{return(0,indexSalvage_1.salvageIndexTables)(db)}finally{db.close()}}function isCorruptionError(err){let code=err.code;return typeof code=="string"&&(code==="SQLITE_NOTADB"||code==="SQLITE_CORRUPT"||code.startsWith("SQLITE_CORRUPT_"))}function setIndexAside(dbPath){let stamp=new Date().toISOString().replace(/[:.]/g,"-"),aside=`${dbPath}.corrupt-${stamp}`;for(let n=2;["","-wal","-shm"].some(side=>fs_1.default.existsSync(aside+side));n++)aside=`${dbPath}.corrupt-${stamp}-${n}`;for(let side of["-wal","-shm",""])fs_1.default.existsSync(dbPath+side)&&fs_1.default.renameSync(dbPath+side,aside+side);return aside}function openReadOnlyDb(dbPath){if(!fs_1.default.existsSync(dbPath))throw new Error(`database not found: ${dbPath}`);let db=new sqlite_12.default(dbPath,{readonly:!0,fileMustExist:!0});return db.pragma("foreign_keys = ON"),db}}});var require_schema=__commonJS({"dist/db/schema.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.runMigrations=void 0;var migrations_1=require_migrations();Object.defineProperty(exports2,"runMigrations",{enumerable:!0,get:function(){return migrations_1.runMigrations}})}});var require_statements=__commonJS({"dist/db/statements.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.prepareOnce=prepareOnce;exports2.listStatement=listStatement;exports2.paddedList=paddedList;exports2.transactionOnce=transactionOnce;var MAX_PREPARED=256,prepared=new WeakMap;function prepareOnce(db,sql){let byText=prepared.get(db);byText||prepared.set(db,byText=new Map);let statement=byText.get(sql);return statement||(statement=db.prepare(sql),byText.size<MAX_PREPARED&&byText.set(sql,statement),statement)}var MAX_PADDED_LIST=256;function paddedSize(count){return count<=4?4:2**(32-Math.clz32(count-1))}function listStatement(db,count,build){return count>MAX_PADDED_LIST?db.prepare(build("?,".repeat(count-1)+"?")):prepareOnce(db,build("?,".repeat(paddedSize(count)-1)+"?"))}function paddedList(values){let padded=values.slice();if(values.length>MAX_PADDED_LIST)return padded;for(let size=paddedSize(values.length);padded.length<size;)padded.push(null);return padded}var transactions=new WeakMap;function transactionOnce(db,body){let byBody=transactions.get(db);byBody||transactions.set(db,byBody=new Map);let tx=byBody.get(body);return tx||(tx=db.transaction((...args)=>body(db,...args)),byBody.set(body,tx)),tx}}});var require_readCache=__commonJS({"dist/db/readCache.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.tableHasColumns=tableHasColumns;exports2.inReadSnapshot=inReadSnapshot;exports2.databaseStamp=databaseStamp;exports2.readUntilWrite=readUntilWrite;var statements_1=require_statements(),withColumns=new WeakMap;function tableHasColumns(db,table,columns){let key=`${table}(${columns.join(",")})`,known=withColumns.get(db);if(known?.has(key))return!0;let present=new Set(db.prepare(`PRAGMA table_info(${table})`).all().map(c=>c.name));return columns.every(c=>present.has(c))?(known||withColumns.set(db,known=new Map),known.set(key,!0),!0):!1}var kept=new WeakMap,MAX_KEPT=64,snapshots=new WeakSet;function stampOf(db){if(db.inTransaction&&!snapshots.has(db))return null;let version=(0,statements_1.prepareOnce)(db,"PRAGMA data_version").pluck().get(),changes=(0,statements_1.prepareOnce)(db,"SELECT total_changes()").pluck().get();return`${version}:${changes}`}function inReadSnapshot(db,read){if(db.inTransaction)return read();(0,statements_1.prepareOnce)(db,"BEGIN").run(),snapshots.add(db);let done=!1;try{let result=read();return done=!0,result}finally{snapshots.delete(db);try{(0,statements_1.prepareOnce)(db,"COMMIT").run()}catch(err){if(done)throw err}}}function databaseStamp(db){return stampOf(db)}function readUntilWrite(db,key,compute){let stamp=stampOf(db);if(stamp===null)return compute();let byKey=kept.get(db);byKey||kept.set(db,byKey=new Map);let held=byKey.get(key);if(held&&held.stamp===stamp)return held.value;let value=compute();return!byKey.has(key)&&byKey.size>=MAX_KEPT&&byKey.delete(byKey.keys().next().value),byKey.set(key,{stamp,value}),value}}});var require_toolRefusal=__commonJS({"dist/toolRefusal.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.TOOL_ERROR_REASONS=void 0;exports2.isToolErrorReason=isToolErrorReason;exports2.refusal=refusal;exports2.markErrorReason=markErrorReason;exports2.refusalReason=refusalReason;exports2.markToolRefusal=markToolRefusal;exports2.toolRefusalOf=toolRefusalOf;exports2.TOOL_ERROR_REASONS=["internal","refused","missing_argument","invalid_argument","invalid_scope","field_too_long","invalid_text","unsafe_path","memory_not_found","memory_already_retired","restore_conflict","storage_limit","batch_not_found","batch_already_applied","import_too_large","unsupported_import_format","duplicate_import_path","too_many_previews","capability_unavailable","capability_rebuilding","invalid_query"];function isToolErrorReason(value){return typeof value=="string"&&exports2.TOOL_ERROR_REASONS.includes(value)}var errorReasons=new WeakMap;function refusal(reason,message){return markErrorReason(new Error(message),reason)}function markErrorReason(err,reason){return errorReasons.set(err,reason),err}function refusalReason(err){return err instanceof Error?errorReasons.get(err):void 0}var reasons=new WeakMap;function markToolRefusal(result,reason){return reasons.set(result,reason),result}function toolRefusalOf(result){return result!==null&&typeof result=="object"?reasons.get(result):void 0}}});var require_scope=__commonJS({"dist/mvp/scope.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.normalizeScope=normalizeScope;exports2.dailyDirForScope=dailyDirForScope;exports2.notePathMatchesScope=notePathMatchesScope;exports2.scopeSqlPredicate=scopeSqlPredicate;exports2.scopeSpellings=scopeSpellings;exports2.savedScopeMatches=savedScopeMatches;exports2.savedScopeSqlPredicate=savedScopeSqlPredicate;var toolRefusal_1=require_toolRefusal(),SCOPES_ROOT="Memory/Scopes/",SLUG_RE=/^[a-z0-9-]{1,64}$/;function normalizeScope(raw){if(raw==null||raw.trim()==="")return"global";let s=raw.trim().toLowerCase();if(s==="global")return"global";let kind=null,slug=s;if(s.startsWith("scope:")?(kind="scope",slug=s.slice(6)):s.startsWith("project:")?(kind="project",slug=s.slice(8)):(kind="scope",slug=s),slug=slug.replace(/[_\s]+/g,"-").replace(/[^a-z0-9-]/g,"").replace(/-+/g,"-").replace(/^-|-$/g,""),!SLUG_RE.test(slug))throw(0,toolRefusal_1.refusal)("invalid_scope",`invalid scope ${JSON.stringify(raw)}: use "global" or "scope:<slug>" / "project:<slug>" with slug matching [a-z0-9-]{1,64}`);return`${kind}:${slug}`}function dailyDirForScope(scope){return scope==="global"?"Memory/Daily":`Memory/Scopes/${scope.includes(":")?scope.slice(scope.indexOf(":")+1):scope}/Daily`}function notePathMatchesScope(notePath,scope){let norm=notePath.replace(/\\/g,"/");if(scope==="global")return!(norm.startsWith("Memory/Scopes/")||norm.includes("/Memory/Scopes/"));let prefix=`Memory/Scopes/${scope.slice(scope.indexOf(":")+1)}/`;return norm===prefix.slice(0,-1)||norm.startsWith(prefix)||norm.includes("/"+prefix)}function scopeSqlPredicate(scope,column){if(scope==="global")return{sql:`(instr(${column}, ?) <> 1 AND instr(${column}, ?) = 0)`,params:[SCOPES_ROOT,`/${SCOPES_ROOT}`]};let dir=`${SCOPES_ROOT}${scope.slice(scope.indexOf(":")+1)}`;return{sql:`(instr(${column}, ?) > 0 OR instr(${column}, ?) = 1 OR ${column} = ?)`,params:[`/${dir}/`,`${dir}/`,dir]}}function scopeSpellings(scope){if(scope==="global")return["global"];let slug=scope.slice(scope.indexOf(":")+1);return[`scope:${slug}`,`project:${slug}`]}function savedScopeMatches(saved,scope){return scopeSpellings(scope).includes(saved)}function savedScopeSqlPredicate(scope,column){let spellings=scopeSpellings(scope);return{sql:`${column} IN (${spellings.map(()=>"?").join(", ")})`,params:spellings}}}});var require_entityLookup=__commonJS({"dist/retrieval/entityLookup.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.entityScopeFilter=entityScopeFilter;exports2.liveEntityFilter=liveEntityFilter;exports2.lookupEntity=lookupEntity;var readCache_1=require_readCache(),statements_1=require_statements(),scope_1=require_scope(),LIFECYCLE_NOTE_PATH="_mcp_";function entityScopeFilter(scope){let saved=(0,scope_1.savedScopeSqlPredicate)(scope,"f.scope"),path=(0,scope_1.scopeSqlPredicate)(scope,"entities.source_note");return{sql:`CASE WHEN entities.source_note = ? THEN EXISTS (SELECT 1 FROM facts f WHERE f.subject_entity_id = entities.id AND ${saved.sql}) ELSE ${path.sql} END`,params:[LIFECYCLE_NOTE_PATH,...saved.params,...path.params]}}function liveEntityFilter(){return{sql:"CASE WHEN entities.source_note = ? THEN EXISTS (SELECT 1 FROM facts f WHERE f.subject_entity_id = entities.id) ELSE 1 END",params:[LIFECYCLE_NOTE_PATH]}}function tieOrder(table=""){return`(${table}source_note = '${LIFECYCLE_NOTE_PATH}') DESC, ${table}source_note, ${table}id`}function unitsOf(db,column){let units=new Uint32Array(2048);for(let value of(0,statements_1.prepareOnce)(db,`SELECT ${column} FROM entities`).pluck().all())if(value!==null){if(typeof value!="string")return null;for(let i=0;i<value.length;i++){let unit=value.charCodeAt(i),folded=unit>=65&&unit<=90?unit+32:unit;units[folded>>5]|=1<<(folded&31)}}return units}function lowerIsAscii(db){let probe="\xC0\xC9\xCE\xD5\xDC\xC7\u03A9\u0414\u0416\u0130\xDF";return(0,statements_1.prepareOnce)(db,"SELECT lower(?)").pluck().get(`${probe}ABC`)===`${probe}abc`}function entityNameBounds(db){return(0,readCache_1.readUntilWrite)(db,"entityLookupBounds",()=>{let row=(0,statements_1.prepareOnce)(db,"SELECT COALESCE(MAX(length(canonical_name)), 0) AS name, COALESCE(MAX(length(source_note)), 0) AS note FROM entities").get(),alias=Number.POSITIVE_INFINITY;try{alias=(0,statements_1.prepareOnce)(db,"SELECT COALESCE(MAX(length(alias.value)), 0) AS n FROM entities AS e, json_each(e.aliases_json) AS alias").pluck().get()}catch{}let folded=lowerIsAscii(db);return{name:Number(row.name),alias:Number(alias),note:Number(row.note),names:folded?unitsOf(db,"canonical_name"):null,notes:folded?unitsOf(db,"source_note"):null}})}function mayBeWithin(units,name){if(units===null)return!0;for(let i=0;i<name.length;i++){let unit=name.charCodeAt(i);if(unit===0||unit>=55296&&unit<=57343)return!0;let folded=unit>=65&&unit<=90?unit+32:unit;if((units[folded>>5]&1<<(folded&31))===0)return!1}return!0}function lookupEntity(db,name,filter){let where=filter?` AND (${filter.sql})`:"",params=filter?filter.params:[],bounds=entityNameBounds(db),qlen=(0,statements_1.prepareOnce)(db,"SELECT length(?) AS n").get(name).n,fits=max=>qlen===null||qlen<=max;if(!fits(bounds.name)&&!fits(bounds.alias)&&!fits(bounds.note))return null;if(fits(bounds.name)){let byName=(0,statements_1.prepareOnce)(db,`SELECT * FROM entities WHERE canonical_name = ? COLLATE NOCASE${where} ORDER BY ${tieOrder()} LIMIT 1`).get(name,...params);if(byName)return toRow(byName)}if(fits(bounds.alias)){let byAlias=(0,statements_1.prepareOnce)(db,`SELECT entities.* FROM entities, json_each(entities.aliases_json) AS alias
|
|
266
|
+
)`;function ensureHandoffTable(db){db.exec(DDL)}function hasHandoffTable(db){return db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?").get(exports2.HANDOFF_TABLE)!==void 0}}});var require_indexSalvage=__commonJS({"dist/db/indexSalvage.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.INDEX_ONLY_TABLES=void 0;exports2.unreadableSalvage=unreadableSalvage;exports2.salvageIndexTables=salvageIndexTables;exports2.restoreIndexTables=restoreIndexTables;exports2.describeSalvage=describeSalvage;var handoffTable_1=require_handoffTable();exports2.INDEX_ONLY_TABLES=["agent_requests","agent_cursors","known_agents"];function unreadableSalvage(reason){let salvage={rows:{},unreadable:{}};for(let table of exports2.INDEX_ONLY_TABLES)salvage.rows[table]=[],salvage.unreadable[table]=reason;return salvage}function salvageIndexTables(db){let salvage={rows:{},unreadable:{}};for(let table of tablesIn(db)){let rows=[];salvage.rows[table]=rows;try{for(let row of db.prepare(`SELECT rowid AS __rowid, * FROM "${table}"`).iterate())rows.push(row)}catch(err){/no such table/.test(errorText(err))||(salvage.unreadable[table]=errorText(err))}}return salvage}function restoreIndexTables(db,salvage){let restored={},rejected={};(salvage.rows[handoffTable_1.HANDOFF_TABLE]?.length??0)>0&&(0,handoffTable_1.ensureHandoffTable)(db);for(let table of tablesOf(salvage)){restored[table]=0,rejected[table]=0;for(let row of salvage.rows[table]??[]){let{__rowid,...values}=row,cols=["rowid",...Object.keys(values)],sql=`INSERT OR IGNORE INTO "${table}" (${cols.map(c=>`"${c}"`).join(", ")}) VALUES (${cols.map(()=>"?").join(", ")})`;try{let info=db.prepare(sql).run(__rowid,...Object.keys(values).map(c=>values[c]));restored[table]+=info.changes}catch{rejected[table]+=1}}}return{restored,rejected}}function describeSalvage(salvage,restored,rejected){let kept=tablesOf(salvage).map(t=>`${t} ${restored[t]??0}`).join(", "),lost=tablesOf(salvage).map(t=>{let parts=[];return rejected[t]&&parts.push(`${rejected[t]} row(s) could not be written`),salvage.unreadable[t]&&parts.push(`the damaged file could not be read (${salvage.unreadable[t]}), so rows past the damage are gone and not counted`),parts.length?`${t}: ${parts.join("; ")}`:""}).filter(Boolean);return`Kept from the damaged index: ${kept}.${lost.length?` NOT RECOVERED: ${lost.join(". ")}.`:""}`}function errorText(err){return err instanceof Error?err.message:String(err)}function tablesIn(db){let handoff=!1;try{handoff=(0,handoffTable_1.hasHandoffTable)(db)}catch{}return handoff?[...exports2.INDEX_ONLY_TABLES,handoffTable_1.HANDOFF_TABLE]:[...exports2.INDEX_ONLY_TABLES]}function tablesOf(salvage){return handoffTable_1.HANDOFF_TABLE in salvage.rows?[...exports2.INDEX_ONLY_TABLES,handoffTable_1.HANDOFF_TABLE]:[...exports2.INDEX_ONLY_TABLES]}}});var require_client=__commonJS({"dist/db/client.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.openDb=openDb;exports2.openIndexDb=openIndexDb;exports2.openReadOnlyDb=openReadOnlyDb;var sqlite_12=__importDefault(require_sqlite()),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),migrations_1=require_migrations(),indexSalvage_1=require_indexSalvage(),log_1=require_log(),log=(0,log_1.createLogger)("engine"),MMAP_SIZE_BYTES=1024*1024*1024;function openDb(dbPath){dbPath!==":memory:"&&dbPath!==""&&(fs_1.default.mkdirSync(path_1.default.dirname(dbPath),{recursive:!0,mode:448}),fs_1.default.closeSync(fs_1.default.openSync(dbPath,fs_1.default.constants.O_CREAT|fs_1.default.constants.O_WRONLY,384)));let db=new sqlite_12.default(dbPath);try{db.pragma("journal_mode = WAL"),db.pragma("foreign_keys = ON"),db.pragma(`mmap_size = ${MMAP_SIZE_BYTES}`)}catch(err){throw db.close(),err}return db}function openIndexDb(dbPath,ledgerPath){let damage;try{let db2=openDb(dbPath),verdict;try{verdict=db2.pragma("quick_check",{simple:!0})}catch(err){throw db2.close(),err}if(verdict==="ok")return db2;db2.close(),damage=String(verdict)}catch(err){if(!isCorruptionError(err))throw err;damage=err.message}if(!fs_1.default.existsSync(ledgerPath))throw new Error(`index ${dbPath} is damaged (${damage}) and there is no ledger to rebuild it from; it was not moved aside. Restore the ledger, or move the index aside by hand.`);let salvage=readDamagedIndex(dbPath),aside=setIndexAside(dbPath),db=openDb(dbPath);(0,migrations_1.runMigrations)(db);let{restored,rejected}=(0,indexSalvage_1.restoreIndexTables)(db,salvage);return log.error("index_rebuilt_from_ledger",{index:path_1.default.basename(dbPath),damage,movedTo:path_1.default.basename(aside),salvage:(0,indexSalvage_1.describeSalvage)(salvage,restored,rejected)}),db}function readDamagedIndex(dbPath){let db;try{db=openReadOnlyDb(dbPath)}catch(err){return(0,indexSalvage_1.unreadableSalvage)(err instanceof Error?err.message:String(err))}try{return(0,indexSalvage_1.salvageIndexTables)(db)}finally{db.close()}}function isCorruptionError(err){let code=err.code;return typeof code=="string"&&(code==="SQLITE_NOTADB"||code==="SQLITE_CORRUPT"||code.startsWith("SQLITE_CORRUPT_"))}function setIndexAside(dbPath){let stamp=new Date().toISOString().replace(/[:.]/g,"-"),aside=`${dbPath}.corrupt-${stamp}`;for(let n=2;["","-wal","-shm"].some(side=>fs_1.default.existsSync(aside+side));n++)aside=`${dbPath}.corrupt-${stamp}-${n}`;for(let side of["-wal","-shm",""])fs_1.default.existsSync(dbPath+side)&&fs_1.default.renameSync(dbPath+side,aside+side);return aside}function openReadOnlyDb(dbPath){if(!fs_1.default.existsSync(dbPath))throw new Error(`database not found: ${dbPath}`);let db=new sqlite_12.default(dbPath,{readonly:!0,fileMustExist:!0});return db.pragma("foreign_keys = ON"),db}}});var require_schema=__commonJS({"dist/db/schema.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.runMigrations=void 0;var migrations_1=require_migrations();Object.defineProperty(exports2,"runMigrations",{enumerable:!0,get:function(){return migrations_1.runMigrations}})}});var require_statements=__commonJS({"dist/db/statements.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.prepareOnce=prepareOnce;exports2.listStatement=listStatement;exports2.paddedList=paddedList;exports2.transactionOnce=transactionOnce;var MAX_PREPARED=256,prepared=new WeakMap;function prepareOnce(db,sql){let byText=prepared.get(db);byText||prepared.set(db,byText=new Map);let statement=byText.get(sql);return statement||(statement=db.prepare(sql),byText.size<MAX_PREPARED&&byText.set(sql,statement),statement)}var MAX_PADDED_LIST=256;function paddedSize(count){return count<=4?4:2**(32-Math.clz32(count-1))}function listStatement(db,count,build){return count>MAX_PADDED_LIST?db.prepare(build("?,".repeat(count-1)+"?")):prepareOnce(db,build("?,".repeat(paddedSize(count)-1)+"?"))}function paddedList(values){let padded=values.slice();if(values.length>MAX_PADDED_LIST)return padded;for(let size=paddedSize(values.length);padded.length<size;)padded.push(null);return padded}var transactions=new WeakMap;function transactionOnce(db,body){let byBody=transactions.get(db);byBody||transactions.set(db,byBody=new Map);let tx=byBody.get(body);return tx||(tx=db.transaction((...args)=>body(db,...args)),byBody.set(body,tx)),tx}}});var require_readCache=__commonJS({"dist/db/readCache.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.tableHasColumns=tableHasColumns;exports2.inReadSnapshot=inReadSnapshot;exports2.databaseStamp=databaseStamp;exports2.readUntilWrite=readUntilWrite;var statements_1=require_statements(),withColumns=new WeakMap;function tableHasColumns(db,table,columns){let key=`${table}(${columns.join(",")})`,known=withColumns.get(db);if(known?.has(key))return!0;let present=new Set(db.prepare(`PRAGMA table_info(${table})`).all().map(c=>c.name));return columns.every(c=>present.has(c))?(known||withColumns.set(db,known=new Map),known.set(key,!0),!0):!1}var kept=new WeakMap,MAX_KEPT=64,snapshots=new WeakSet;function stampOf(db){if(db.inTransaction&&!snapshots.has(db))return null;let version=(0,statements_1.prepareOnce)(db,"PRAGMA data_version").pluck().get(),changes=(0,statements_1.prepareOnce)(db,"SELECT total_changes()").pluck().get();return`${version}:${changes}`}function inReadSnapshot(db,read){if(db.inTransaction)return read();(0,statements_1.prepareOnce)(db,"BEGIN").run(),snapshots.add(db);let done=!1;try{let result=read();return done=!0,result}finally{snapshots.delete(db);try{(0,statements_1.prepareOnce)(db,"COMMIT").run()}catch(err){if(done)throw err}}}function databaseStamp(db){return stampOf(db)}function readUntilWrite(db,key,compute){let stamp=stampOf(db);if(stamp===null)return compute();let byKey=kept.get(db);byKey||kept.set(db,byKey=new Map);let held=byKey.get(key);if(held&&held.stamp===stamp)return held.value;let value=compute();return!byKey.has(key)&&byKey.size>=MAX_KEPT&&byKey.delete(byKey.keys().next().value),byKey.set(key,{stamp,value}),value}}});var require_toolRefusal=__commonJS({"dist/toolRefusal.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.TOOL_ERROR_REASONS=void 0;exports2.isToolErrorReason=isToolErrorReason;exports2.refusal=refusal;exports2.markErrorReason=markErrorReason;exports2.refusalReason=refusalReason;exports2.markToolRefusal=markToolRefusal;exports2.toolRefusalOf=toolRefusalOf;exports2.TOOL_ERROR_REASONS=["internal","refused","missing_argument","invalid_argument","invalid_scope","field_too_long","invalid_text","unsafe_path","memory_not_found","memory_already_retired","restore_conflict","storage_limit","batch_not_found","batch_already_applied","import_too_large","unsupported_import_format","duplicate_import_path","too_many_previews","capability_unavailable","capability_rebuilding","invalid_query"];function isToolErrorReason(value){return typeof value=="string"&&exports2.TOOL_ERROR_REASONS.includes(value)}var errorReasons=new WeakMap;function refusal(reason,message){return markErrorReason(new Error(message),reason)}function markErrorReason(err,reason){return errorReasons.set(err,reason),err}function refusalReason(err){return err instanceof Error?errorReasons.get(err):void 0}var reasons=new WeakMap;function markToolRefusal(result,reason){return reasons.set(result,reason),result}function toolRefusalOf(result){return result!==null&&typeof result=="object"?reasons.get(result):void 0}}});var require_scope=__commonJS({"dist/mvp/scope.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.normalizeScope=normalizeScope;exports2.dailyDirForScope=dailyDirForScope;exports2.notePathMatchesScope=notePathMatchesScope;exports2.scopeSqlPredicate=scopeSqlPredicate;exports2.scopeSpellings=scopeSpellings;exports2.savedScopeMatches=savedScopeMatches;exports2.savedScopeSqlPredicate=savedScopeSqlPredicate;var toolRefusal_1=require_toolRefusal(),SCOPES_ROOT="Memory/Scopes/",SLUG_RE=/^[a-z0-9-]{1,64}$/;function normalizeScope(raw){if(raw==null||raw.trim()==="")return"global";let s=raw.trim().toLowerCase();if(s==="global")return"global";let kind=null,slug=s;if(s.startsWith("scope:")?(kind="scope",slug=s.slice(6)):s.startsWith("project:")?(kind="project",slug=s.slice(8)):(kind="scope",slug=s),slug=slug.replace(/[_\s]+/g,"-").replace(/[^a-z0-9-]/g,"").replace(/-+/g,"-").replace(/^-|-$/g,""),!SLUG_RE.test(slug))throw(0,toolRefusal_1.refusal)("invalid_scope",`invalid scope ${JSON.stringify(raw)}: use "global" or "scope:<slug>" / "project:<slug>" with slug matching [a-z0-9-]{1,64}`);return`${kind}:${slug}`}function dailyDirForScope(scope){return scope==="global"?"Memory/Daily":`Memory/Scopes/${scope.includes(":")?scope.slice(scope.indexOf(":")+1):scope}/Daily`}function notePathMatchesScope(notePath,scope){let norm=notePath.replace(/\\/g,"/");if(scope==="global")return!(norm.startsWith("Memory/Scopes/")||norm.includes("/Memory/Scopes/"));let prefix=`Memory/Scopes/${scope.slice(scope.indexOf(":")+1)}/`;return norm===prefix.slice(0,-1)||norm.startsWith(prefix)||norm.includes("/"+prefix)}function scopeSqlPredicate(scope,column){if(column=`replace(${column}, char(92), '/')`,scope==="global")return{sql:`(instr(${column}, ?) <> 1 AND instr(${column}, ?) = 0)`,params:[SCOPES_ROOT,`/${SCOPES_ROOT}`]};let dir=`${SCOPES_ROOT}${scope.slice(scope.indexOf(":")+1)}`;return{sql:`(instr(${column}, ?) > 0 OR instr(${column}, ?) = 1 OR ${column} = ?)`,params:[`/${dir}/`,`${dir}/`,dir]}}function scopeSpellings(scope){if(scope==="global")return["global"];let slug=scope.slice(scope.indexOf(":")+1);return[`scope:${slug}`,`project:${slug}`]}function savedScopeMatches(saved,scope){return scopeSpellings(scope).includes(saved)}function savedScopeSqlPredicate(scope,column){let spellings=scopeSpellings(scope);return{sql:`${column} IN (${spellings.map(()=>"?").join(", ")})`,params:spellings}}}});var require_entityLookup=__commonJS({"dist/retrieval/entityLookup.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.entityScopeFilter=entityScopeFilter;exports2.liveEntityFilter=liveEntityFilter;exports2.lookupEntity=lookupEntity;var readCache_1=require_readCache(),statements_1=require_statements(),scope_1=require_scope(),LIFECYCLE_NOTE_PATH="_mcp_";function entityScopeFilter(scope){let saved=(0,scope_1.savedScopeSqlPredicate)(scope,"f.scope"),path=(0,scope_1.scopeSqlPredicate)(scope,"entities.source_note");return{sql:`CASE WHEN entities.source_note = ? THEN EXISTS (SELECT 1 FROM facts f WHERE f.subject_entity_id = entities.id AND ${saved.sql}) ELSE ${path.sql} END`,params:[LIFECYCLE_NOTE_PATH,...saved.params,...path.params]}}function liveEntityFilter(){return{sql:"CASE WHEN entities.source_note = ? THEN EXISTS (SELECT 1 FROM facts f WHERE f.subject_entity_id = entities.id) ELSE 1 END",params:[LIFECYCLE_NOTE_PATH]}}function tieOrder(table=""){return`(${table}source_note = '${LIFECYCLE_NOTE_PATH}') DESC, ${table}source_note, ${table}id`}function unitsOf(db,column){let units=new Uint32Array(2048);for(let value of(0,statements_1.prepareOnce)(db,`SELECT ${column} FROM entities`).pluck().all())if(value!==null){if(typeof value!="string")return null;for(let i=0;i<value.length;i++){let unit=value.charCodeAt(i),folded=unit>=65&&unit<=90?unit+32:unit;units[folded>>5]|=1<<(folded&31)}}return units}function lowerIsAscii(db){let probe="\xC0\xC9\xCE\xD5\xDC\xC7\u03A9\u0414\u0416\u0130\xDF";return(0,statements_1.prepareOnce)(db,"SELECT lower(?)").pluck().get(`${probe}ABC`)===`${probe}abc`}function entityNameBounds(db){return(0,readCache_1.readUntilWrite)(db,"entityLookupBounds",()=>{let row=(0,statements_1.prepareOnce)(db,"SELECT COALESCE(MAX(length(canonical_name)), 0) AS name, COALESCE(MAX(length(source_note)), 0) AS note FROM entities").get(),alias=Number.POSITIVE_INFINITY;try{alias=(0,statements_1.prepareOnce)(db,"SELECT COALESCE(MAX(length(alias.value)), 0) AS n FROM entities AS e, json_each(e.aliases_json) AS alias").pluck().get()}catch{}let folded=lowerIsAscii(db);return{name:Number(row.name),alias:Number(alias),note:Number(row.note),names:folded?unitsOf(db,"canonical_name"):null,notes:folded?unitsOf(db,"source_note"):null}})}function mayBeWithin(units,name){if(units===null)return!0;for(let i=0;i<name.length;i++){let unit=name.charCodeAt(i);if(unit===0||unit>=55296&&unit<=57343)return!0;let folded=unit>=65&&unit<=90?unit+32:unit;if((units[folded>>5]&1<<(folded&31))===0)return!1}return!0}function lookupEntity(db,name,filter){let where=filter?` AND (${filter.sql})`:"",params=filter?filter.params:[],bounds=entityNameBounds(db),qlen=(0,statements_1.prepareOnce)(db,"SELECT length(?) AS n").get(name).n,fits=max=>qlen===null||qlen<=max;if(!fits(bounds.name)&&!fits(bounds.alias)&&!fits(bounds.note))return null;if(fits(bounds.name)){let byName=(0,statements_1.prepareOnce)(db,`SELECT * FROM entities WHERE canonical_name = ? COLLATE NOCASE${where} ORDER BY ${tieOrder()} LIMIT 1`).get(name,...params);if(byName)return toRow(byName)}if(fits(bounds.alias)){let byAlias=(0,statements_1.prepareOnce)(db,`SELECT entities.* FROM entities, json_each(entities.aliases_json) AS alias
|
|
267
267
|
WHERE lower(alias.value) = lower(?)${where}
|
|
268
268
|
ORDER BY ${tieOrder("entities.")}
|
|
269
269
|
LIMIT 1`).get(name,...params);if(byAlias)return toRow(byAlias)}if(fits(bounds.name)&&mayBeWithin(bounds.names,name)){let byPartial=(0,statements_1.prepareOnce)(db,`SELECT * FROM entities WHERE instr(lower(canonical_name), lower(?)) > 0${where} ORDER BY length(canonical_name) ASC, ${tieOrder()} LIMIT 1`).get(name,...params);if(byPartial)return toRow(byPartial)}if(fits(bounds.note)&&mayBeWithin(bounds.notes,name)){let byPath=(0,statements_1.prepareOnce)(db,`SELECT * FROM entities WHERE instr(lower(source_note), lower(?)) > 0${where} ORDER BY length(canonical_name) ASC, ${tieOrder()} LIMIT 1`).get(name,...params);if(byPath)return toRow(byPath)}return null}function toRow(r){return{id:r.id,type:r.type,canonicalName:r.canonical_name,aliases:JSON.parse(r.aliases_json??"[]"),sourceNote:r.source_note,confidence:r.confidence}}}});var require_queryHelpers=__commonJS({"dist/retrieval/queryHelpers.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ownerNames=ownerNames;exports2.identityKey=identityKey;exports2.identityNames=identityNames;exports2.quoteFtsQuery=quoteFtsQuery;exports2.shownPage=shownPage;exports2.pickTopK=pickTopK;exports2.pickEntityName=pickEntityName;function ownerNames(){return parsedOwnerNames().slice()}var ownerSource,ownerParsed=[];function parsedOwnerNames(){let raw=process.env.RENOR_OWNER_NAMES??"";return raw!==ownerSource&&(ownerSource=raw,ownerParsed=raw.split(",").map(n=>n.trim()).filter(Boolean)),ownerParsed}function aliasGroups(){let owner=parsedOwnerNames();return owner.length?[owner]:[]}function fold(s){return s.normalize("NFC").trim().toLowerCase().normalize("NFC")}function identityKey(name){let folded=fold(name);if(folded==="")return`\0raw:${name}`;for(let names of aliasGroups())if(names.some(n=>fold(n)===folded))return fold(names[0]);return folded}function identityNames(name){let key=fold(name);for(let names of aliasGroups())if(names.some(n=>fold(n)===key)){let extra=names.includes(name)?names:[name,...names];return[...new Set(extra)]}return[name]}function quoteFtsQuery(raw){let q=(raw??"").trim();return!q||q.length>200?"":`"${q.replace(/"/g,'""')}"`}function shownPage(read,show,limit,first=limit){if(!(limit>0))return[];let batch=Math.max(limit,8);for(let rows=first>limit?first:limit;;rows*=4){let ranked=read(rows),shown=[];for(let at=0;at<ranked.length&&shown.length<limit;at+=batch)shown.push(...show(ranked.slice(at,at+batch)));if(shown.length>=limit||ranked.length<rows)return shown.slice(0,limit)}}function pickTopK(args,fallback=20,max=100){let raw=args.topK??args.top_k??fallback,n=Number(raw);return Number.isFinite(n)?Math.min(max,Math.max(1,Math.floor(n))):fallback}function pickEntityName(args){let v=args.entityName??args.name??args.subject;return typeof v=="string"?v.trim():""}}});var require_factTerms=__commonJS({"dist/memory/factTerms.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_COMMON_WORDS=exports2.RECENT_WINDOW=exports2.COMPLETE_POSTINGS=exports2.prepareOnce=void 0;exports2.words=words;exports2.atoms=atoms;exports2.atomSequence=atomSequence;exports2.canonicalSubject=canonicalSubject;exports2.factVocabulary=factVocabulary;exports2.indexFactTerms=indexFactTerms;exports2.unindexFactTerms=unindexFactTerms;exports2.ensureFactTerms=ensureFactTerms;exports2.statementTerms=statementTerms;exports2.findCurrentFacts=findCurrentFacts;exports2.newestFactEvent=newestFactEvent;exports2.currentFactById=currentFactById;exports2.recentCurrentFacts=recentCurrentFacts;var statements_1=require_statements();Object.defineProperty(exports2,"prepareOnce",{enumerable:!0,get:function(){return statements_1.prepareOnce}});var scope_1=require_scope();function tokens(value){return value.toLowerCase().replace(/[^\p{L}\p{N}\p{M}_-]+/gu," ").split(/\s+/).map(w=>w.trim()).filter(w=>w.length>=2)}function words(value){return Array.from(new Set(tokens(value)))}function atoms(value){return Array.from(new Set(atomSequence(value)))}function atomSequence(value){return tokens(value.replace(/[-_]+/g," "))}function predicateWords(predicate){let out=new Set,irregularBases={does:"do",has:"have"};for(let word of atoms(predicate)){out.add(word);let irregular=irregularBases[word];irregular?out.add(irregular):/^[a-z]+ies$/.test(word)&&word.length>=5?out.add(`${word.slice(0,-3)}y`):/^[a-z]+(ches|shes|xes|zes|oes|sses)$/.test(word)?out.add(word.slice(0,-2)):/^[a-z]+s$/.test(word)&&word.length>=4&&!word.endsWith("ss")&&!word.endsWith("us")&&!word.endsWith("is")&&out.add(word.slice(0,-1))}return Array.from(out)}function canonicalSubject(db,entityId){return(0,statements_1.prepareOnce)(db,"SELECT canonical_name FROM entities WHERE id = ?").get(entityId).canonical_name}function factVocabulary(fact){return new Set([...atoms(`${fact.subject} ${fact.object}`),...predicateWords(fact.predicate)])}function indexFactTerms(db,factId,scope,fact){(0,statements_1.prepareOnce)(db,"INSERT OR IGNORE INTO fact_terms (term, scope, fact_id) SELECT value, ?, ? FROM json_each(?)").run(scope,factId,JSON.stringify(["",...factVocabulary(fact)]))}function unindexFactTerms(db,factId,scope,fact){(0,statements_1.prepareOnce)(db,"DELETE FROM fact_terms WHERE scope = ? AND fact_id = ? AND term IN (SELECT value FROM json_each(?))").run(scope,factId,JSON.stringify(["",...factVocabulary(fact)]))}function ensureFactTerms(db){let unindexed=db.prepare(`SELECT f.id AS id, f.scope AS scope, e.canonical_name AS subject, f.predicate AS predicate, f.object_text AS object
|
|
@@ -308,7 +308,7 @@ CREATE TABLE IF NOT EXISTS handoff_clock (
|
|
|
308
308
|
JOIN entities e ON e.id = f.subject_entity_id
|
|
309
309
|
WHERE f.valid_to IS NULL AND f.source_path = '_mcp_' ${scope===void 0?"":"AND f.scope = ?"}
|
|
310
310
|
ORDER BY f.valid_from DESC, f.id DESC
|
|
311
|
-
LIMIT ?`);return(scope===void 0?read.all(limit):newestOfSpellings(read,scope,limit)).map(({id:_id,...fact})=>fact)}}});var require_limits=__commonJS({"dist/memory/limits.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_STATEMENT_LENGTH=void 0;exports2.MAX_STATEMENT_LENGTH=4e3}});var require_durableAppend=__commonJS({"dist/memory/durableAppend.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.syncDirectory=syncDirectory;exports2.withAppendLock=withAppendLock;exports2.markUnrecoverable=markUnrecoverable;exports2.unrecoverableReason=unrecoverableReason;var promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path"));async function syncDirectory(dir){let handle=await promises_1.default.open(dir,"r");try{await handle.sync()}finally{await handle.close()}}var queues=new Map;function withAppendLock(file,fn){let key=path_1.default.resolve(file),run=(queues.get(key)??Promise.resolve()).then(fn,fn),settled=run.then(()=>{},()=>{});return queues.set(key,settled),settled.then(()=>{queues.get(key)===settled&&queues.delete(key)}),run}var unrecoverable=new Map;function markUnrecoverable(file,reason){unrecoverable.set(path_1.default.resolve(file),reason)}function unrecoverableReason(file){return unrecoverable.get(path_1.default.resolve(file))}}});var require_confinedWrite=__commonJS({"dist/memory/confinedWrite.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.assertHandleInside=assertHandleInside;exports2.appendConfined=appendConfined;exports2.createConfined=createConfined;exports2.withConfinedFile=withConfinedFile;exports2.writeConfined=writeConfined;exports2.assertConfinedTarget=assertConfinedTarget;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),durableAppend_1=require_durableAppend();function refusal(relFile,why){return new Error(`refusing to write ${JSON.stringify(relFile)}: ${why}`)}function partsOf(relFile){let parts=relFile.split(/[\\/]/).filter(p=>p&&p!=="."),name=parts.pop();if(!name||parts.includes("..")||name===".."||path_1.default.isAbsolute(relFile))throw refusal(relFile,"it is not a path inside the vault");return{dirs:parts,name}}async function realRoot(vaultRoot){try{return await promises_1.default.realpath(vaultRoot)}catch(err){if(err.code!=="ENOENT")throw err;return await promises_1.default.mkdir(vaultRoot,{recursive:!0}),promises_1.default.realpath(vaultRoot)}}async function walkDirs(root,relFile,dirs,create){let dir=root;for(let part of dirs){dir=path_1.default.join(dir,part);let st;try{st=await promises_1.default.lstat(dir)}catch(err){if(err.code!=="ENOENT")throw err;if(!create)return null;try{await promises_1.default.mkdir(dir,{mode:448})}catch(e2){if(e2.code!=="EEXIST")throw e2}st=await promises_1.default.lstat(dir)}if(st.isSymbolicLink()||!st.isDirectory())throw refusal(relFile,`${JSON.stringify(dirs.join("/"))} is a symbolic link or not a plain directory inside the vault`)}return dir}async function assertHandleInside(handle,realVaultRoot,relFile){let where;try{where=await promises_1.default.readlink(`/proc/self/fd/${handle.fd}`)}catch(err){let code=err.code;if(code==="ENOENT"||code==="ENOTDIR")return;throw err}let rel=path_1.default.relative(realVaultRoot,where);if(rel===""||rel===".."||rel.startsWith(`..${path_1.default.sep}`)||path_1.default.isAbsolute(rel))throw refusal(relFile,"the file opened is outside the vault (a directory was replaced by a link while it was written)")}async function checkHandle(handle,root,relFile){await assertHandleInside(handle,root,relFile);let st=await handle.stat();if(!st.isFile()||st.nlink!==1)throw refusal(relFile,"it is not a regular file with a single name")}async function appendConfined(vaultRoot,relFile,content,header=""){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name),key=path_1.default.resolve(vaultRoot,relFile);return(0,durableAppend_1.withAppendLock)(key,async()=>{let refused=(0,durableAppend_1.unrecoverableReason)(key);if(refused)throw refusal(relFile,`it holds the bytes of a failed write that could not be cut back (${refused}); refusing further appends until the engine restarts, which sets that tail aside`);let OPEN=fs_1.constants.O_WRONLY|fs_1.constants.O_APPEND|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,handle,created=!1;try{handle=await promises_1.default.open(file,OPEN|fs_1.constants.O_CREAT|fs_1.constants.O_EXCL,384),created=!0}catch(err){if(err.code!=="EEXIST")throw err;try{handle=await promises_1.default.open(file,OPEN)}catch(e2){let code=e2.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):e2}}let before=null,inside=!1,failure=null;try{await assertHandleInside(handle,root,relFile),inside=!0,await checkHandle(handle,root,relFile),before=(await handle.stat()).size,await handle.appendFile(created?header+content:content,"utf8"),await handle.sync(),created&&await(0,durableAppend_1.syncDirectory)(dir)}catch(error){failure={error},!created&&before!==null&&await handle.truncate(before).then(()=>handle.sync()).catch(cutError=>{(0,durableAppend_1.markUnrecoverable)(key,cutError instanceof Error?cutError.message:String(cutError))})}finally{await handle.close().catch(()=>{})}if(failure)throw created&&inside&&await promises_1.default.rm(file,{force:!0}).catch(()=>{}),failure.error;return file})}async function createConfined(vaultRoot,relFile,content){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name),handle=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_CREAT|fs_1.constants.O_EXCL|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,384),inside=!1,failure=null;try{await assertHandleInside(handle,root,relFile),inside=!0,await checkHandle(handle,root,relFile),await handle.writeFile(content,"utf8"),await handle.sync(),await(0,durableAppend_1.syncDirectory)(dir)}catch(error){failure={error}}finally{await handle.close().catch(()=>{})}if(failure)throw inside&&await promises_1.default.rm(file,{force:!0}).catch(()=>{}),failure.error;return file}async function withConfinedFile(vaultRoot,relFile,fn){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!1);if(dir===null)throw Object.assign(new Error(`ENOENT: no such file or directory, ${relFile}`),{code:"ENOENT"});let handle;try{handle=await promises_1.default.open(path_1.default.join(dir,name),fs_1.constants.O_RDWR|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK)}catch(err){let code=err.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):err}try{return await checkHandle(handle,root,relFile),await fn(handle)}finally{await handle.close().catch(()=>{})}}async function writeConfined(vaultRoot,relFile,content){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name),handle;try{handle=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_CREAT|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,384)}catch(err){let code=err.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):err}try{await checkHandle(handle,root,relFile),await handle.truncate(0),await handle.writeFile(content,"utf8")}finally{await handle.close().catch(()=>{})}return file}async function assertConfinedTarget(vaultRoot,relFile){let{dirs,name}=partsOf(relFile),root;try{root=await promises_1.default.realpath(vaultRoot)}catch(err){if(err.code==="ENOENT")return;throw err}let dir=await walkDirs(root,relFile,dirs,!1);if(dir===null)return;let st;try{st=await promises_1.default.lstat(path_1.default.join(dir,name))}catch(err){if(err.code==="ENOENT")return;throw err}if(!st.isFile()||st.nlink!==1)throw refusal(relFile,"it is a symbolic link or not a regular file with a single name")}}});var require_invisibleText=__commonJS({"dist/memory/invisibleText.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.isBlankOrInvisible=isBlankOrInvisible;var BLANK_OR_INVISIBLE=/^[\s\p{Default_Ignorable_Code_Point}\p{Cf}\u2800\uFFFC]*$/u;function isBlankOrInvisible(text){return BLANK_OR_INVISIBLE.test(text)}}});var require_hiveNameHeader=__commonJS({"dist/memory/hiveNameHeader.cjs"(exports2){"use strict";var{createHash}=require("node:crypto");exports2.hiveNameHeader=function(label){let raw=typeof label=="string"?label.normalize("NFC").replace(/\s+/g," ").trim():"";if(raw==="")return"unnamed";let text=raw.replace(/[^\t\x20-\x7e\xa0-\xff]/g,"").replace(/\s+/g," ").trim();return text===""?`agent-${createHash("sha256").update(raw,"utf8").digest("hex").slice(0,8)}`:text.slice(0,80)}}});var require_sourceName=__commonJS({"dist/memory/sourceName.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.IMPORT_SOURCE_PREFIX=exports2.MAX_SOURCE_LENGTH=void 0;exports2.cleanSource=cleanSource;exports2.headerSource=headerSource;exports2.hiveIdentity=hiveIdentity;exports2.productFromUserAgent=productFromUserAgent;exports2.isImportSource=isImportSource;exports2.savedSource=savedSource;exports2.reservedCallerSource=reservedCallerSource;exports2.reservedSourceIn=reservedSourceIn;exports2.isReservedSource=isReservedSource;exports2.authorMarker=authorMarker;var hiveNameHeader_cjs_1=require_hiveNameHeader();exports2.MAX_SOURCE_LENGTH=40;var SCHEME=/^([A-Za-z][A-Za-z0-9+.-]+):/,WEB_SCHEME=/^(?:https?|wss?|ftp)$/i,AUTHORITY_END=/[\\/?#]/,SEPARATOR=/[\\/]/,COMPONENT_SEPARATORS=/[\\/]+/,CONTROL_CHARACTERS=new RegExp("\\p{Cc}+","gu");function lastComponent(location){let components=location.split(COMPONENT_SEPARATORS);for(let i=components.length-1;i>=0;i--){let component=components[i].trim();if(component!==""&&component!=="."&&component!=="..")return component}return""}function cut(name){if(name.length<=exports2.MAX_SOURCE_LENGTH)return name.trim();let end=0,count=0;for(let point of name){if(count===exports2.MAX_SOURCE_LENGTH)break;end+=point.length,count++}return name.slice(0,end).trim()}function afterUserinfo(rest){let end=rest.search(/[/?#]/),authority=end===-1?rest:rest.slice(0,end);return rest.slice(authority.lastIndexOf("@")+1)}function urlName(given){let scheme=SCHEME.exec(given);if(!scheme)return null;let rest=given.slice(scheme[0].length);if(WEB_SCHEME.test(scheme[1]))rest=rest.replace(/^[\\/]+/,"");else if(/^[\\/]{2}/.test(rest))rest=/^file$/i.test(scheme[1])?rest.slice(2):afterUserinfo(rest.slice(2));else return null;let end=rest.search(AUTHORITY_END),authority=end===-1?rest:rest.slice(0,end),hostAndPort=authority.slice(authority.lastIndexOf("@")+1),host=/^\[[^\]]*\]|^[^:]*/.exec(hostAndPort)[0];return host.trim()!==""?host:lastComponent(end===-1?"":rest.slice(end).split(/[?#]/,1)[0])}function cleanSource(source){let given=source.replace(CONTROL_CHARACTERS,"").trim(),url=urlName(given);return cut(url!==null?url:SEPARATOR.test(given)?lastComponent(given):given)}function headerSource(source){return cleanSource(source).normalize("NFC").replace(new RegExp("\\p{M}+","gu"),"").replace(/[^\p{L}\p{N}]+/gu,"-").replace(/^-|-$/g,"")}function hiveIdentity(raw){if(typeof raw!="string")return null;let rendered=headerSource((0,hiveNameHeader_cjs_1.hiveNameHeader)(raw));return rendered===""||rendered==="unnamed"?null:rendered}function productFromUserAgent(userAgent){let header=Array.isArray(userAgent)?userAgent[0]:userAgent;if(typeof header!="string")return;let product=/^\s*([^\s/()]+)/.exec(header)?.[1];return product!==void 0&&headerSource(product)!==""?product:void 0}exports2.IMPORT_SOURCE_PREFIX="import:";function isImportSource(source){return typeof source=="string"&&source.startsWith(exports2.IMPORT_SOURCE_PREFIX)}function savedSource(source){let name=cleanSource(source);return isImportSource(name)?`import-${name.slice(exports2.IMPORT_SOURCE_PREFIX.length)}`:name}var RESERVED_SOURCE_IDENTITIES=new Set(["system","developer","assistant","renor","admin","owner","tool"]),RESERVED_LEADING_WORDS=new Set(["system","developer","assistant","renor"]),SOURCE_IDENTITY_SEPARATORS=/[ ._-]/g,DIGIT_LOOKALIKES={0:"o",3:"e",4:"a",5:"s",7:"t","@":"a",$:"s"},EXACT_RULE={leadingWords:!1,digits:!1},CLIENT_RULE={leadingWords:!0,digits:!0};function judgedForms(source,digits){let base=source.normalize("NFKC").normalize("NFD").replace(new RegExp("\\p{M}+","gu"),"").toLowerCase();if(!digits)return[base];let letters=base.replace(/[03457@$]/g,ch=>DIGIT_LOOKALIKES[ch]);return[...new Set([letters.replace(/1/g,"i"),letters.replace(/1/g,"l")])]}function reservedSourceIdentity(source,rule){for(let lower of judgedForms(source,rule.digits)){let identity=lower.replace(SOURCE_IDENTITY_SEPARATORS,"");if(RESERVED_SOURCE_IDENTITIES.has(identity))return identity;let colon=lower.indexOf(":"),authorityPrefix=colon<0?null:lower.slice(0,colon).replace(SOURCE_IDENTITY_SEPARATORS,"");if(authorityPrefix!==null&&RESERVED_SOURCE_IDENTITIES.has(authorityPrefix))return authorityPrefix;if(!rule.leadingWords)continue;let firstWord=lower.split(/[^\p{L}\p{N}]+/u).find(word=>word!=="");if(firstWord!==void 0&&RESERVED_LEADING_WORDS.has(firstWord))return firstWord}return null}function reservedUnder(source,rule){for(let form of[source,cleanSource(source),headerSource(source)]){let reserved=reservedSourceIdentity(form,rule);if(reserved)return reserved}return null}function reservedCallerSource(source){return reservedUnder(source,CLIENT_RULE)}function reservedSourceIn(source){return reservedUnder(source,EXACT_RULE)}function isReservedSource(source){return typeof source=="string"&&source!==""&&reservedSourceIn(source)!==null}function authorMarker(author,reader){return{...typeof author=="string"&&author!==""&&author!==reader?{source:author}:{},...isImportSource(author)||isReservedSource(author)?{untrusted:!0}:{}}}}});var require_writerConflicts=__commonJS({"dist/memory/writerConflicts.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.updateAsHistory=exports2.UNNAMED_WRITER=void 0;exports2.writerOf=writerOf;exports2.displacementsAfter=displacementsAfter;exports2.hasOpenDisplacementBy=hasOpenDisplacementBy;exports2.isSimultaneousDisagreement=isSimultaneousDisagreement;exports2.writerConflictLine=writerConflictLine;exports2.writerConflictLines=writerConflictLines;var statements_1=require_statements();exports2.UNNAMED_WRITER="unnamed";function writerOf(db,eventId,source){let row=eventId===null?void 0:(0,statements_1.prepareOnce)(db,"SELECT writer, displaced FROM fact_writers WHERE event_id = ?").get(eventId);return row?{writer:row.writer,displaced:JSON.parse(row.displaced)}:{writer:source||exports2.UNNAMED_WRITER,displaced:[]}}var sameValue=(a,b)=>a.normalize("NFC").trim()===b.normalize("NFC").trim();function displacementsAfter(db,closed,write){if(closed===null)return[];let before=writerOf(db,closed.eventId,closed.source);if(before.writer===write.writer)return before.displaced;let rest=before.displaced.filter(d=>d.writer!==write.writer);return before.displaced.some(d=>d.writer===write.writer&&d.byEvent===closed.eventId)||sameValue(closed.object,write.object)?rest:[...rest,{writer:before.writer,object:closed.object,validFrom:closed.validFrom,byEvent:write.eventId}]}function hasOpenDisplacementBy(db,eventId,writer){return writerOf(db,eventId,null).displaced.some(d=>d.writer===writer)}var updateAsHistory=()=>/^(1|on|true|yes)$/i.test(process.env.RENOR_UPDATE_AS_HISTORY?.trim()??"");exports2.updateAsHistory=updateAsHistory;function isSimultaneousDisagreement(open){return new Set(open.map(d=>d.writer)).size>1}function writerConflictLine(open){return(0,exports2.updateAsHistory)()&&!isSimultaneousDisagreement(open)?`${open.map(d=>`replaced ${JSON.stringify(d.object)} (${d.writer}, ${d.validFrom.slice(0,10)})`).join("; ")}; the value shown is current.`:`CONFLICT: ${open.map(d=>`${JSON.stringify(d.object)} by ${d.writer}, ${d.validFrom.slice(0,10)}`).join("; ")}. Replaced by a different writer; it stays a conflict until that writer saves this subject and predicate again.`}function writerConflictLines(db,eventIds){let ids=[...new Set(eventIds.filter(id=>typeof id=="string"))],lines=new Map;if(ids.length===0)return lines;let rows=(0,statements_1.prepareOnce)(db,"SELECT event_id, displaced FROM fact_writers WHERE event_id IN (SELECT value FROM json_each(?))").all(JSON.stringify(ids));for(let row of rows){let open=JSON.parse(row.displaced);open.length>0&&lines.set(row.event_id,writerConflictLine(open))}return lines}}});var require_dailyNote=__commonJS({"dist/memory/dailyNote.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DAILY_NOTE_MARKER=exports2.DAILY_NOTE_HEADER_KEY=exports2.ESCAPE_MARK=exports2.ENTRY_LINE_RE=exports2.DAILY_FILE_RE=void 0;exports2.isDailyNotePath=isDailyNotePath;exports2.dailyNoteDayName=dailyNoteDayName;exports2.engineDailyHeader=engineDailyHeader;exports2.isEngineDailyNote=isEngineDailyNote;exports2.isEmptyEngineDailyNote=isEmptyEngineDailyNote;exports2.isEngineHeaderDate=isEngineHeaderDate;exports2.isEarlierHeaderText=isEarlierHeaderText;exports2.parseEntryHeader=parseEntryHeader;exports2.entryInstant=entryInstant;exports2.encodeEntryText=encodeEntryText;exports2.decodeEntryLine=decodeEntryLine;exports2.formatEntry=formatEntry;exports2.decodeDailyNoteText=decodeDailyNoteText;exports2.DAILY_FILE_RE=/^(?!Imported\/)(?:(.*)\/)?Daily\/(\d{4}-\d{2}-\d{2})\.md$/;exports2.ENTRY_LINE_RE=/^- \[(\d{2}:\d{2}:\d{2})\] \(([^)]*)\) (.*)$/s;exports2.ESCAPE_MARK="+esc";var OFFSET_MARK_RE=/, UTC([+-]\d{2}:\d{2})$/,offsetMark=offset=>offset?`, UTC${offset}`:"",ENTRY_SHAPED=/^\\*- \[\d{2}:\d{2}:\d{2}\] \(/,ESCAPED_ENTRY_SHAPED=/^\\+- \[\d{2}:\d{2}:\d{2}\] \(/;function isDailyNotePath(filePath){return exports2.DAILY_FILE_RE.test(filePath.replace(/\\/g,"/"))}exports2.DAILY_NOTE_HEADER_KEY="updated";function dailyNoteDayName(filePath){let match=exports2.DAILY_FILE_RE.exec(filePath.replace(/\\/g,"/"));if(!match)return null;let at=Date.parse(`${match[2]}T00:00:00Z`);return!Number.isNaN(at)&&new Date(at).toISOString().slice(0,10)===match[2]?match[2]:null}exports2.DAILY_NOTE_MARKER="renor: daily-v1";function engineDailyHeader(day){return`---
|
|
311
|
+
LIMIT ?`);return(scope===void 0?read.all(limit):newestOfSpellings(read,scope,limit)).map(({id:_id,...fact})=>fact)}}});var require_limits=__commonJS({"dist/memory/limits.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_STATEMENT_LENGTH=void 0;exports2.MAX_STATEMENT_LENGTH=4e3}});var require_durableAppend=__commonJS({"dist/memory/durableAppend.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.isUnsupportedDirectorySync=isUnsupportedDirectorySync;exports2.syncDirectory=syncDirectory;exports2.syncDirectorySync=syncDirectorySync;exports2.withAppendLock=withAppendLock;exports2.markUnrecoverable=markUnrecoverable;exports2.unrecoverableReason=unrecoverableReason;var promises_1=__importDefault(require("fs/promises")),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path"));function isUnsupportedDirectorySync(err,platform=process.platform){if(platform!=="win32")return!1;let code=err?.code;return code==="EPERM"||code==="EISDIR"||code==="EINVAL"}async function syncDirectory(dir){let handle;try{handle=await promises_1.default.open(dir,"r")}catch(err){if(isUnsupportedDirectorySync(err))return;throw err}try{await handle.sync()}catch(err){if(!isUnsupportedDirectorySync(err))throw err}finally{await handle.close()}}function syncDirectorySync(dir){let fd;try{fd=fs_1.default.openSync(dir,"r")}catch(err){if(isUnsupportedDirectorySync(err))return;throw err}try{fs_1.default.fsyncSync(fd)}catch(err){if(!isUnsupportedDirectorySync(err))throw err}finally{fs_1.default.closeSync(fd)}}var queues=new Map;function withAppendLock(file,fn){let key=path_1.default.resolve(file),run=(queues.get(key)??Promise.resolve()).then(fn,fn),settled=run.then(()=>{},()=>{});return queues.set(key,settled),settled.then(()=>{queues.get(key)===settled&&queues.delete(key)}),run}var unrecoverable=new Map;function markUnrecoverable(file,reason){unrecoverable.set(path_1.default.resolve(file),reason)}function unrecoverableReason(file){return unrecoverable.get(path_1.default.resolve(file))}}});var require_sameFile=__commonJS({"dist/memory/sameFile.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.nameIsOpenFile=nameIsOpenFile;exports2.nameIsOpenFileSync=nameIsOpenFileSync;exports2.nameKind=nameKind;exports2.nameKindSync=nameKindSync;var fs_1=__importDefault(require("fs"));async function nameIsOpenFile(handle,file){let[opened,there]=await Promise.all([handle.stat({bigint:!0}),fs_1.default.promises.lstat(file,{bigint:!0}).catch(()=>null)]);return there!==null&&there.isFile()&&opened.isFile()&&opened.dev===there.dev&&opened.ino===there.ino}function nameIsOpenFileSync(fd,file){let opened=fs_1.default.fstatSync(fd,{bigint:!0}),there=fs_1.default.lstatSync(file,{bigint:!0,throwIfNoEntry:!1});return there!==void 0&&there.isFile()&&opened.isFile()&&opened.dev===there.dev&&opened.ino===there.ino}async function nameKind(file){try{return(await fs_1.default.promises.lstat(file)).isFile()?"file":"other"}catch(err){if(err.code==="ENOENT")return"absent";throw err}}function nameKindSync(file){let st=fs_1.default.lstatSync(file,{throwIfNoEntry:!1});return st===void 0?"absent":st.isFile()?"file":"other"}}});var require_confinedWrite=__commonJS({"dist/memory/confinedWrite.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.assertHandleInside=assertHandleInside;exports2.appendConfined=appendConfined;exports2.createConfined=createConfined;exports2.withConfinedFile=withConfinedFile;exports2.writeConfined=writeConfined;exports2.assertConfinedTarget=assertConfinedTarget;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),durableAppend_1=require_durableAppend(),sameFile_1=require_sameFile();function refusal(relFile,why){return new Error(`refusing to write ${JSON.stringify(relFile)}: ${why}`)}function partsOf(relFile){let parts=relFile.split(/[\\/]/).filter(p=>p&&p!=="."),name=parts.pop();if(!name||parts.includes("..")||name===".."||path_1.default.isAbsolute(relFile))throw refusal(relFile,"it is not a path inside the vault");return{dirs:parts,name}}async function realRoot(vaultRoot){try{return await promises_1.default.realpath(vaultRoot)}catch(err){if(err.code!=="ENOENT")throw err;return await promises_1.default.mkdir(vaultRoot,{recursive:!0}),promises_1.default.realpath(vaultRoot)}}async function walkDirs(root,relFile,dirs,create){let dir=root;for(let part of dirs){dir=path_1.default.join(dir,part);let st;try{st=await promises_1.default.lstat(dir)}catch(err){if(err.code!=="ENOENT")throw err;if(!create)return null;try{await promises_1.default.mkdir(dir,{mode:448})}catch(e2){if(e2.code!=="EEXIST")throw e2}st=await promises_1.default.lstat(dir)}if(st.isSymbolicLink()||!st.isDirectory())throw refusal(relFile,`${JSON.stringify(dirs.join("/"))} is a symbolic link or not a plain directory inside the vault`)}return dir}async function assertHandleInside(handle,realVaultRoot,relFile){let where;try{where=await promises_1.default.readlink(`/proc/self/fd/${handle.fd}`)}catch(err){let code=err.code;if(code==="ENOENT"||code==="ENOTDIR")return;throw err}let rel=path_1.default.relative(realVaultRoot,where);if(rel===""||rel===".."||rel.startsWith(`..${path_1.default.sep}`)||path_1.default.isAbsolute(rel))throw refusal(relFile,"the file opened is outside the vault (a directory was replaced by a link while it was written)")}async function assertNameIsOpenFile(handle,file,relFile){if(!await(0,sameFile_1.nameIsOpenFile)(handle,file))throw refusal(relFile,"it is a symbolic link or not a regular file")}async function checkHandle(handle,root,relFile,file){await assertHandleInside(handle,root,relFile),await assertNameIsOpenFile(handle,file,relFile);let st=await handle.stat();if(!st.isFile()||st.nlink!==1)throw refusal(relFile,"it is not a regular file with a single name")}async function appendConfined(vaultRoot,relFile,content,header=""){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name),key=path_1.default.resolve(vaultRoot,relFile);return(0,durableAppend_1.withAppendLock)(key,async()=>{let refused=(0,durableAppend_1.unrecoverableReason)(key);if(refused)throw refusal(relFile,`it holds the bytes of a failed write that could not be cut back (${refused}); refusing further appends until the engine restarts, which sets that tail aside`);let OPEN=fs_1.constants.O_WRONLY|fs_1.constants.O_APPEND|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK;if(await(0,sameFile_1.nameKind)(file)==="other")throw refusal(relFile,"it is a symbolic link or not a regular file");let handle,created=!1;try{handle=await promises_1.default.open(file,OPEN|fs_1.constants.O_CREAT|fs_1.constants.O_EXCL,384),created=!0}catch(err){if(err.code!=="EEXIST")throw err;try{handle=await promises_1.default.open(file,OPEN)}catch(e2){let code=e2.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):e2}}let before=null,inside=!1,failure=null;try{await assertHandleInside(handle,root,relFile),await assertNameIsOpenFile(handle,file,relFile),inside=!0,await checkHandle(handle,root,relFile,file),before=(await handle.stat()).size,await handle.appendFile(created?header+content:content,"utf8"),await handle.sync(),created&&await(0,durableAppend_1.syncDirectory)(dir)}catch(error){if(failure={error},!created&&before!==null){let length=before;await handle.truncate(length).then(()=>handle.sync()).catch(()=>cutThroughSecondHandle(handle,file,length)).catch(cutError=>{(0,durableAppend_1.markUnrecoverable)(key,cutError instanceof Error?cutError.message:String(cutError))})}}finally{await handle.close().catch(()=>{})}if(failure)throw created&&inside&&await promises_1.default.rm(file,{force:!0}).catch(()=>{}),failure.error;return file})}async function cutThroughSecondHandle(appendHandle,file,length){let cut=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK);try{let[was,now]=await Promise.all([appendHandle.stat({bigint:!0}),cut.stat({bigint:!0})]);if(was.dev!==now.dev||was.ino!==now.ino||!await(0,sameFile_1.nameIsOpenFile)(cut,file))throw new Error("the file changed before a failed write could be cut back");await cut.truncate(length),await cut.sync()}finally{await cut.close().catch(()=>{})}}async function createConfined(vaultRoot,relFile,content){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name);if(await(0,sameFile_1.nameKind)(file)!=="absent")throw Object.assign(new Error(`EEXIST: file already exists, open '${file}'`),{code:"EEXIST"});let handle=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_CREAT|fs_1.constants.O_EXCL|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,384),inside=!1,failure=null;try{await assertHandleInside(handle,root,relFile),await assertNameIsOpenFile(handle,file,relFile),inside=!0,await checkHandle(handle,root,relFile,file),await handle.writeFile(content,"utf8"),await handle.sync(),await(0,durableAppend_1.syncDirectory)(dir)}catch(error){failure={error}}finally{await handle.close().catch(()=>{})}if(failure)throw inside&&await promises_1.default.rm(file,{force:!0}).catch(()=>{}),failure.error;return file}async function withConfinedFile(vaultRoot,relFile,fn){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!1);if(dir===null)throw Object.assign(new Error(`ENOENT: no such file or directory, ${relFile}`),{code:"ENOENT"});let file=path_1.default.join(dir,name),handle;try{handle=await promises_1.default.open(file,fs_1.constants.O_RDWR|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK)}catch(err){let code=err.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):err}try{return await checkHandle(handle,root,relFile,file),await fn(handle)}finally{await handle.close().catch(()=>{})}}async function writeConfined(vaultRoot,relFile,content){let{dirs,name}=partsOf(relFile),root=await realRoot(vaultRoot),dir=await walkDirs(root,relFile,dirs,!0),file=path_1.default.join(dir,name);if(await(0,sameFile_1.nameKind)(file)==="other")throw refusal(relFile,"it is a symbolic link or not a regular file");let handle;try{handle=await promises_1.default.open(file,fs_1.constants.O_WRONLY|fs_1.constants.O_CREAT|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK,384)}catch(err){let code=err.code;throw code==="ELOOP"||code==="ENXIO"?refusal(relFile,"it is a symbolic link or not a regular file"):err}try{await checkHandle(handle,root,relFile,file),await handle.truncate(0),await handle.writeFile(content,"utf8")}finally{await handle.close().catch(()=>{})}return file}async function assertConfinedTarget(vaultRoot,relFile){let{dirs,name}=partsOf(relFile),root;try{root=await promises_1.default.realpath(vaultRoot)}catch(err){if(err.code==="ENOENT")return;throw err}let dir=await walkDirs(root,relFile,dirs,!1);if(dir===null)return;let st;try{st=await promises_1.default.lstat(path_1.default.join(dir,name))}catch(err){if(err.code==="ENOENT")return;throw err}if(!st.isFile()||st.nlink!==1)throw refusal(relFile,"it is a symbolic link or not a regular file with a single name")}}});var require_invisibleText=__commonJS({"dist/memory/invisibleText.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.isBlankOrInvisible=isBlankOrInvisible;var BLANK_OR_INVISIBLE=/^[\s\p{Default_Ignorable_Code_Point}\p{Cf}\u2800\uFFFC]*$/u;function isBlankOrInvisible(text){return BLANK_OR_INVISIBLE.test(text)}}});var require_hiveNameHeader=__commonJS({"dist/memory/hiveNameHeader.cjs"(exports2){"use strict";var{createHash}=require("node:crypto");exports2.hiveNameHeader=function(label){let raw=typeof label=="string"?label.normalize("NFC").replace(/\s+/g," ").trim():"";if(raw==="")return"unnamed";let text=raw.replace(/[^\t\x20-\x7e\xa0-\xff]/g,"").replace(/\s+/g," ").trim();return text===""?`agent-${createHash("sha256").update(raw,"utf8").digest("hex").slice(0,8)}`:text.slice(0,80)}}});var require_sourceName=__commonJS({"dist/memory/sourceName.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.IMPORT_SOURCE_PREFIX=exports2.MAX_SOURCE_LENGTH=void 0;exports2.cleanSource=cleanSource;exports2.headerSource=headerSource;exports2.hiveIdentity=hiveIdentity;exports2.productFromUserAgent=productFromUserAgent;exports2.isImportSource=isImportSource;exports2.savedSource=savedSource;exports2.reservedCallerSource=reservedCallerSource;exports2.reservedSourceIn=reservedSourceIn;exports2.isReservedSource=isReservedSource;exports2.authorMarker=authorMarker;var hiveNameHeader_cjs_1=require_hiveNameHeader();exports2.MAX_SOURCE_LENGTH=40;var SCHEME=/^([A-Za-z][A-Za-z0-9+.-]+):/,WEB_SCHEME=/^(?:https?|wss?|ftp)$/i,AUTHORITY_END=/[\\/?#]/,SEPARATOR=/[\\/]/,COMPONENT_SEPARATORS=/[\\/]+/,CONTROL_CHARACTERS=new RegExp("\\p{Cc}+","gu");function lastComponent(location){let components=location.split(COMPONENT_SEPARATORS);for(let i=components.length-1;i>=0;i--){let component=components[i].trim();if(component!==""&&component!=="."&&component!=="..")return component}return""}function cut(name){if(name.length<=exports2.MAX_SOURCE_LENGTH)return name.trim();let end=0,count=0;for(let point of name){if(count===exports2.MAX_SOURCE_LENGTH)break;end+=point.length,count++}return name.slice(0,end).trim()}function afterUserinfo(rest){let end=rest.search(/[/?#]/),authority=end===-1?rest:rest.slice(0,end);return rest.slice(authority.lastIndexOf("@")+1)}function urlName(given){let scheme=SCHEME.exec(given);if(!scheme)return null;let rest=given.slice(scheme[0].length);if(WEB_SCHEME.test(scheme[1]))rest=rest.replace(/^[\\/]+/,"");else if(/^[\\/]{2}/.test(rest))rest=/^file$/i.test(scheme[1])?rest.slice(2):afterUserinfo(rest.slice(2));else return null;let end=rest.search(AUTHORITY_END),authority=end===-1?rest:rest.slice(0,end),hostAndPort=authority.slice(authority.lastIndexOf("@")+1),host=/^\[[^\]]*\]|^[^:]*/.exec(hostAndPort)[0];return host.trim()!==""?host:lastComponent(end===-1?"":rest.slice(end).split(/[?#]/,1)[0])}function cleanSource(source){let given=source.replace(CONTROL_CHARACTERS,"").trim(),url=urlName(given);return cut(url!==null?url:SEPARATOR.test(given)?lastComponent(given):given)}function headerSource(source){return cleanSource(source).normalize("NFC").replace(new RegExp("\\p{M}+","gu"),"").replace(/[^\p{L}\p{N}]+/gu,"-").replace(/^-|-$/g,"")}function hiveIdentity(raw){if(typeof raw!="string")return null;let rendered=headerSource((0,hiveNameHeader_cjs_1.hiveNameHeader)(raw));return rendered===""||rendered==="unnamed"?null:rendered}function productFromUserAgent(userAgent){let header=Array.isArray(userAgent)?userAgent[0]:userAgent;if(typeof header!="string")return;let product=/^\s*([^\s/()]+)/.exec(header)?.[1];return product!==void 0&&headerSource(product)!==""?product:void 0}exports2.IMPORT_SOURCE_PREFIX="import:";function isImportSource(source){return typeof source=="string"&&source.startsWith(exports2.IMPORT_SOURCE_PREFIX)}function savedSource(source){let name=cleanSource(source);return isImportSource(name)?`import-${name.slice(exports2.IMPORT_SOURCE_PREFIX.length)}`:name}var RESERVED_SOURCE_IDENTITIES=new Set(["system","developer","assistant","renor","admin","owner","tool"]),RESERVED_LEADING_WORDS=new Set(["system","developer","assistant","renor"]),SOURCE_IDENTITY_SEPARATORS=/[ ._-]/g,DIGIT_LOOKALIKES={0:"o",3:"e",4:"a",5:"s",7:"t","@":"a",$:"s"},EXACT_RULE={leadingWords:!1,digits:!1},CLIENT_RULE={leadingWords:!0,digits:!0};function judgedForms(source,digits){let base=source.normalize("NFKC").normalize("NFD").replace(new RegExp("\\p{M}+","gu"),"").toLowerCase();if(!digits)return[base];let letters=base.replace(/[03457@$]/g,ch=>DIGIT_LOOKALIKES[ch]);return[...new Set([letters.replace(/1/g,"i"),letters.replace(/1/g,"l")])]}function reservedSourceIdentity(source,rule){for(let lower of judgedForms(source,rule.digits)){let identity=lower.replace(SOURCE_IDENTITY_SEPARATORS,"");if(RESERVED_SOURCE_IDENTITIES.has(identity))return identity;let colon=lower.indexOf(":"),authorityPrefix=colon<0?null:lower.slice(0,colon).replace(SOURCE_IDENTITY_SEPARATORS,"");if(authorityPrefix!==null&&RESERVED_SOURCE_IDENTITIES.has(authorityPrefix))return authorityPrefix;if(!rule.leadingWords)continue;let firstWord=lower.split(/[^\p{L}\p{N}]+/u).find(word=>word!=="");if(firstWord!==void 0&&RESERVED_LEADING_WORDS.has(firstWord))return firstWord}return null}function reservedUnder(source,rule){for(let form of[source,cleanSource(source),headerSource(source)]){let reserved=reservedSourceIdentity(form,rule);if(reserved)return reserved}return null}function reservedCallerSource(source){return reservedUnder(source,CLIENT_RULE)}function reservedSourceIn(source){return reservedUnder(source,EXACT_RULE)}function isReservedSource(source){return typeof source=="string"&&source!==""&&reservedSourceIn(source)!==null}function authorMarker(author,reader){return{...typeof author=="string"&&author!==""&&author!==reader?{source:author}:{},...isImportSource(author)||isReservedSource(author)?{untrusted:!0}:{}}}}});var require_writerConflicts=__commonJS({"dist/memory/writerConflicts.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.updateAsHistory=exports2.UNNAMED_WRITER=void 0;exports2.writerOf=writerOf;exports2.displacementsAfter=displacementsAfter;exports2.hasOpenDisplacementBy=hasOpenDisplacementBy;exports2.isSimultaneousDisagreement=isSimultaneousDisagreement;exports2.writerConflictLine=writerConflictLine;exports2.writerConflictLines=writerConflictLines;var statements_1=require_statements();exports2.UNNAMED_WRITER="unnamed";function writerOf(db,eventId,source){let row=eventId===null?void 0:(0,statements_1.prepareOnce)(db,"SELECT writer, displaced FROM fact_writers WHERE event_id = ?").get(eventId);return row?{writer:row.writer,displaced:JSON.parse(row.displaced)}:{writer:source||exports2.UNNAMED_WRITER,displaced:[]}}var sameValue=(a,b)=>a.normalize("NFC").trim()===b.normalize("NFC").trim();function displacementsAfter(db,closed,write){if(closed===null)return[];let before=writerOf(db,closed.eventId,closed.source);if(before.writer===write.writer)return before.displaced;let rest=before.displaced.filter(d=>d.writer!==write.writer);return before.displaced.some(d=>d.writer===write.writer&&d.byEvent===closed.eventId)||sameValue(closed.object,write.object)?rest:[...rest,{writer:before.writer,object:closed.object,validFrom:closed.validFrom,byEvent:write.eventId}]}function hasOpenDisplacementBy(db,eventId,writer){return writerOf(db,eventId,null).displaced.some(d=>d.writer===writer)}var updateAsHistory=()=>/^(1|on|true|yes)$/i.test(process.env.RENOR_UPDATE_AS_HISTORY?.trim()??"");exports2.updateAsHistory=updateAsHistory;function isSimultaneousDisagreement(open){return new Set(open.map(d=>d.writer)).size>1}function writerConflictLine(open){return(0,exports2.updateAsHistory)()&&!isSimultaneousDisagreement(open)?`${open.map(d=>`replaced ${JSON.stringify(d.object)} (${d.writer}, ${d.validFrom.slice(0,10)})`).join("; ")}; the value shown is current.`:`CONFLICT: ${open.map(d=>`${JSON.stringify(d.object)} by ${d.writer}, ${d.validFrom.slice(0,10)}`).join("; ")}. Replaced by a different writer; it stays a conflict until that writer saves this subject and predicate again.`}function writerConflictLines(db,eventIds){let ids=[...new Set(eventIds.filter(id=>typeof id=="string"))],lines=new Map;if(ids.length===0)return lines;let rows=(0,statements_1.prepareOnce)(db,"SELECT event_id, displaced FROM fact_writers WHERE event_id IN (SELECT value FROM json_each(?))").all(JSON.stringify(ids));for(let row of rows){let open=JSON.parse(row.displaced);open.length>0&&lines.set(row.event_id,writerConflictLine(open))}return lines}}});var require_dailyNote=__commonJS({"dist/memory/dailyNote.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DAILY_NOTE_MARKER=exports2.DAILY_NOTE_HEADER_KEY=exports2.ESCAPE_MARK=exports2.ENTRY_LINE_RE=exports2.DAILY_FILE_RE=void 0;exports2.isDailyNotePath=isDailyNotePath;exports2.dailyNoteDayName=dailyNoteDayName;exports2.engineDailyHeader=engineDailyHeader;exports2.isEngineDailyNote=isEngineDailyNote;exports2.isEmptyEngineDailyNote=isEmptyEngineDailyNote;exports2.isEngineHeaderDate=isEngineHeaderDate;exports2.isEarlierHeaderText=isEarlierHeaderText;exports2.parseEntryHeader=parseEntryHeader;exports2.entryInstant=entryInstant;exports2.encodeEntryText=encodeEntryText;exports2.decodeEntryLine=decodeEntryLine;exports2.formatEntry=formatEntry;exports2.decodeDailyNoteText=decodeDailyNoteText;exports2.DAILY_FILE_RE=/^(?!Imported\/)(?:(.*)\/)?Daily\/(\d{4}-\d{2}-\d{2})\.md$/;exports2.ENTRY_LINE_RE=/^- \[(\d{2}:\d{2}:\d{2})\] \(([^)]*)\) (.*)$/s;exports2.ESCAPE_MARK="+esc";var OFFSET_MARK_RE=/, UTC([+-]\d{2}:\d{2})$/,offsetMark=offset=>offset?`, UTC${offset}`:"",ENTRY_SHAPED=/^\\*- \[\d{2}:\d{2}:\d{2}\] \(/,ESCAPED_ENTRY_SHAPED=/^\\+- \[\d{2}:\d{2}:\d{2}\] \(/;function isDailyNotePath(filePath){return exports2.DAILY_FILE_RE.test(filePath.replace(/\\/g,"/"))}exports2.DAILY_NOTE_HEADER_KEY="updated";function dailyNoteDayName(filePath){let match=exports2.DAILY_FILE_RE.exec(filePath.replace(/\\/g,"/"));if(!match)return null;let at=Date.parse(`${match[2]}T00:00:00Z`);return!Number.isNaN(at)&&new Date(at).toISOString().slice(0,10)===match[2]?match[2]:null}exports2.DAILY_NOTE_MARKER="renor: daily-v1";function engineDailyHeader(day){return`---
|
|
312
312
|
kind: note
|
|
313
313
|
updated: ${day}
|
|
314
314
|
${exports2.DAILY_NOTE_MARKER}
|
|
@@ -331,7 +331,7 @@ updated: ${day}`}function isEmptyEngineDailyNote(filePath,content){let day=daily
|
|
|
331
331
|
`)+1,before=text.slice(Math.max(lineStart,at-48),at),near=text.slice(Math.max(lineStart,at-16),at);return/^[0-9a-f]{32,128}$/i.test(tok)?tok.length===40?!1:entropy(tok)>=3&&/(?:key|token|secret|bearer|authorization|password)[\s:="'`]*$/i.test(near)&&!/(?:commit|sha|hash|digest|checksum|id)[\s:="'`]*$/i.test(near):!/(?:key|token|secret|credential|bearer|authorization|api|password|passwd)/i.test(before)||!looksRandom(tok,32)?!1:!/https?:\/\/\S*$/.test(text.slice(lineStart,at))}},{id:"payment-card",class:"identifier",re:/(?<![\p{L}\p{N}_./-])(?:\d[ -]?){13,19}(?![\p{L}\p{N}_/-])/gu,accept:m=>{let d=digitsOf(m);return luhn(d)&&cardIssuer(d)}},{id:"national-id",class:"identifier",re:/\b\d{3}-\d{2}-\d{4}\b/gu},{id:"national-id",class:"identifier",re:/\b\d{3}\.\d{3}\.\d{3}-\d{2}\b/gu},{id:"national-id",class:"identifier",re:/passport[^\n]{0,25}?\b[A-Z]\d{6,8}\b/giu},{id:"national-id",class:"identifier",re:/\b[A-Z]{2}\s?\d{2}\s?\d{2}\s?\d{2}\s?[A-D]\b/gu},{id:"phone",class:"identifier",re:/(?<![\p{L}\p{N}_./=-])(?:\+\d{1,3}[\s.-]?\(?\d{1,4}\)?(?:[\s.-]\d{2,6}){2,4}|\(\d{2,4}\)[\s.-]?\d{3,5}[\s.-]\d{4}|\d{2,4}[\s.-]\d{3,5}[\s.-]\d{4})(?![\p{L}\p{N}_/-])/gu,accept:m=>{let n=digitsOf(m).length;return n>=9&&n<=14&&!/^\d{4}-\d{2}-\d{2}/.test(m)}}];var KEY_CHAR=/[A-Za-z0-9_.\-/+=]/,KEY_MARK=/[0-9_\-/+=]/;function trailingKeyRun(s){let i=s.length;for(;i>0&&KEY_CHAR.test(s[i-1]);)i--;return s.slice(i)}function leadingKeyRun(s){let i=0;for(;i<s.length&&KEY_CHAR.test(s[i]);)i++;return s.slice(0,i)}function joinSplitKeys(text){let parts=text.split(/(\s+)/u),out=parts[0],mark=isKeyTail(trailingKeyRun(parts[0])),joins=0;for(let i=1;i<parts.length;i+=2){let next=parts[i+1],join=mark&&joins<MAX_JOINS&&isKeyPiece(leadingKeyRun(next));out+=join?next:parts[i]+next,joins=join?joins+1:0;let tail=trailingKeyRun(next);mark=join&&tail.length===next.length&&mark||isKeyTail(tail)}return out}function isKeyPiece(run){return KEY_MARK.test(run)&&/[A-Za-z0-9]{3}/.test(run)}function isKeyTail(run){return KEY_MARK.test(run)&&/[A-Za-z0-9]/.test(run)}var MAX_JOINS=3;function foldForScan(text){return text.replace(new RegExp("(?![\\x00-\\x7F])\\p{P}","gu"),ch=>ch.normalize("NFKC").length>1?"\uE000":ch).normalize("NFKC").replace(new RegExp("\\p{Cf}","gu"),"")}var SPLIT_RULES=exports2.SECRET_RULES.filter(rule=>rule.split),IDENTIFIER_RULES=exports2.SECRET_RULES.filter(rule=>rule.class==="identifier"),foldSeparators=text=>text.replace(/[\p{Pd}\u2212]/gu,"-").replace(new RegExp("\\p{Zs}","gu")," ");function firstMatch(text,rules){for(let rule of rules)if(!(rule.needs&&text.search(rule.needs)<0)){for(let m of text.matchAll(rule.re))if(!rule.accept||rule.accept(m[0],text,m.index))return{rule:rule.id,class:rule.class}}return null}function scanSecrets(text){let folded=foldForScan(text),direct=firstMatch(folded,exports2.SECRET_RULES);if(direct!==null)return direct;if(folded!==text){let written=firstMatch(text,exports2.SECRET_RULES);if(written!==null)return written}let ascii=foldSeparators(folded);if(ascii!==folded){let found=firstMatch(ascii,IDENTIFIER_RULES);if(found!==null)return found}let joined=joinSplitKeys(folded);return joined===folded?null:firstMatch(joined,SPLIT_RULES)}}});var require_ledgerLiveness=__commonJS({"dist/retrieval/ledgerLiveness.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SUPERSEDED_LABEL=void 0;exports2.closedLedgerEvents=closedLedgerEvents;exports2.ledgerEventIds=ledgerEventIds;exports2.resolveLedgerHits=resolveLedgerHits;var readCache_1=require_readCache(),statements_1=require_statements();function closedLedgerEvents(db){return(0,readCache_1.tableHasColumns)(db,"facts",["event_id"])?(0,readCache_1.readUntilWrite)(db,"closedLedgerEvents",()=>{let rows=(0,statements_1.prepareOnce)(db,`SELECT event_id FROM facts
|
|
332
332
|
WHERE source_path = '_mcp_' AND event_id IS NOT NULL AND valid_to IS NOT NULL`).all(),hidden=(0,readCache_1.tableHasColumns)(db,"retired_facts",["event_id"])&&(0,readCache_1.tableHasColumns)(db,"fact_retirements",["event_id"])?(0,statements_1.prepareOnce)(db,"SELECT event_id FROM retired_facts UNION SELECT event_id FROM fact_retirements").all():[],hiddenIds=new Set(hidden.map(r=>r.event_id.toLowerCase()));return Object.assign(new Set([...rows.map(r=>r.event_id.toLowerCase()),...hiddenIds]),{hidden:hiddenIds})}):Object.assign(new Set,{hidden:new Set})}function ledgerEventIds(hit){let ids=NAMES_AN_EVENT.test(hit.text)?[...hit.text.matchAll(/^## (MEM_[A-Za-z0-9]+) · /gim)].map(m=>m[1].toLowerCase()):[];if(ids.length)return ids;let fromHeading=hit.headingPath?.match(/\b(MEM_[A-Za-z0-9]+)\b/i)?.[1];return fromHeading?[fromHeading.toLowerCase()]:[]}var NAMES_AN_EVENT=/mem_/i;exports2.SUPERSEDED_LABEL="[Superseded memory event; historical evidence only]";function resolveLedgerHits(hits,closed,includeHistory){if(!closed.size)return hits;let hidden=closed.hidden;return hits.flatMap(hit=>{if(!NAMES_AN_EVENT.test(hit.text)&&!(hit.headingPath&&NAMES_AN_EVENT.test(hit.headingPath)))return[hit];let superseded=!1,dropped=!1,blocks=hit.text.replace(/\r\n/g,`
|
|
333
333
|
`).split(/(?=^## MEM_[A-Za-z0-9]+ · )/im),kept=blocks.flatMap(block=>{let id=block.match(/^## (MEM_[A-Za-z0-9]+) · /im)?.[1]??(blocks.length===1?hit.headingPath?.match(/\b(MEM_[A-Za-z0-9]+)\b/i)?.[1]:void 0);return!!id&&closed.has(id.toLowerCase())?hidden?.has(id.toLowerCase())?(dropped=!0,[]):(superseded=!0,includeHistory?[`${exports2.SUPERSEDED_LABEL}
|
|
334
|
-
${block}`]:[]):[block]});if(!superseded&&!dropped)return[hit];let text=kept.join("").trim(),history=includeHistory&&superseded;return!text||!history&&!kept.some(b=>/^## MEM_/im.test(b))?[]:[{...hit,text,...history?{}:{headingPath:text.match(/^## (MEM_[A-Za-z0-9]+ · .+)$/im)?.[1]??hit.headingPath},reason:history?`${hit.reason}+superseded`:hit.reason}]})}}});var require_inventory=__commonJS({"dist/memory/inventory.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ledgerNotePath=ledgerNotePath;exports2.countEntities=countEntities;exports2.countInventory=countInventory;var lifecycle_12=require_lifecycle(),entityLookup_1=require_entityLookup();function ledgerNotePath(vault){try{return(0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)}catch{return null}}function scalar(db,sql,...params){return db.prepare(sql).get(...params).c}function countEntities(db,vault,filter){let where=["source_note IS NOT ?"],params=[ledgerNotePath(vault)],narrowed=filter??(0,entityLookup_1.liveEntityFilter)();return where.push(narrowed.sql),params.push(...narrowed.params),scalar(db,`SELECT COUNT(*) AS c FROM entities WHERE ${where.join(" AND ")}`,...params)}function countInventory(db,vault){let orZero=count=>{try{return count()}catch{return 0}};return{notes:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM notes WHERE path IS NOT ? AND path IS NOT ?",lifecycle_12.LIFECYCLE_NOTE_PATH,ledgerNotePath(vault))),chunks:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM chunks")),entities:orZero(()=>countEntities(db,vault)),facts:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM facts")),relations:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM relations"))}}}});var require_ledgerPresentation=__commonJS({"dist/retrieval/ledgerPresentation.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ledgerNoteMatcher=ledgerNoteMatcher;exports2.isLedgerPreamble=isLedgerPreamble;exports2.dropLedgerPreamble=dropLedgerPreamble;exports2.keywordLedgerHits=keywordLedgerHits;exports2.presentLedgerEvents=presentLedgerEvents;exports2.withoutLedgerMetadata=withoutLedgerMetadata;exports2.presentEvents=presentEvents;exports2.factText=factText;var path_1=__importDefault(require("path")),inventory_1=require_inventory(),ledgerLiveness_1=require_ledgerLiveness();function ledgerNoteMatcher(vault){let stored=(0,inventory_1.ledgerNotePath)(vault);if(stored===null)return()=>!1;let shown=path_1.default.relative(path_1.default.resolve(vault.memoryDir),stored);return notePath=>notePath===stored||notePath===shown}function isLedgerPreamble(hit,isLedger){return isLedger!==void 0&&isLedger(hit.notePath)&&(0,ledgerLiveness_1.ledgerEventIds)(hit).length===0}function dropLedgerPreamble(hits,isLedger){return isLedger===void 0?hits:hits.filter(hit=>!isLedgerPreamble(hit,isLedger))}function keywordLedgerHits(hits,isLedger,query,held){if(isLedger===void 0)return hits;let words=wordsOf(query);return dropLedgerPreamble(hits,isLedger).filter(hit=>{if(!isLedger(hit.notePath)||words.length===0)return!0;let events=parseEvents(hit.text,held);return events.length===0||events.some(event=>{let said=says(event);return words.some(word=>said.has(word))})})}function presentLedgerEvents(hits,isLedger,held){return isLedger===void 0?hits:dropLedgerPreamble(hits,isLedger).flatMap(hit=>{if(!isLedger(hit.notePath))return[hit];let text=presentEvents(hit.text,held);return text===null?[hit]:text===""?[]:[{...hit,text}]})}function withoutLedgerMetadata(hits,isLedger){return isLedger===void 0?hits:hits.map(hit=>isLedger(hit.notePath)?{...hit,notePath:"",headingPath:""}:hit)}var EVENT_HEADER=/^## MEM_[A-Za-z0-9]+ · /i,FIELD=/^- ([A-Za-z][\w-]*): (.*)$/s,RECORDS_HELD_MAX=256,RECORDS_HELD_MAX_CHARS=8*1024;function parseEvents(text,held){let kept=held?.get(text);if(kept!==void 0)return kept;let events=readEvents(text);return held&&held.size<RECORDS_HELD_MAX&&text.length<=RECORDS_HELD_MAX_CHARS&&held.set(text,events),events}function readEvents(text){let events=[],labelled=!1;for(let line of text.replace(/\r\n/g,`
|
|
334
|
+
${block}`]:[]):[block]});if(!superseded&&!dropped)return[hit];let text=kept.join("").trim(),history=includeHistory&&superseded;return!text||!history&&!kept.some(b=>/^## MEM_/im.test(b))?[]:[{...hit,text,...history?{}:{headingPath:text.match(/^## (MEM_[A-Za-z0-9]+ · .+)$/im)?.[1]??hit.headingPath},reason:history?`${hit.reason}+superseded`:hit.reason}]})}}});var require_inventory=__commonJS({"dist/memory/inventory.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ledgerNotePath=ledgerNotePath;exports2.countEntities=countEntities;exports2.countInventory=countInventory;var lifecycle_12=require_lifecycle(),entityLookup_1=require_entityLookup();function ledgerNotePath(vault){try{return(0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)}catch{return null}}function scalar(db,sql,...params){return db.prepare(sql).get(...params).c}function countEntities(db,vault,filter){let where=["source_note IS NOT ?"],params=[ledgerNotePath(vault)],narrowed=filter??(0,entityLookup_1.liveEntityFilter)();return where.push(narrowed.sql),params.push(...narrowed.params),scalar(db,`SELECT COUNT(*) AS c FROM entities WHERE ${where.join(" AND ")}`,...params)}function countInventory(db,vault){let orZero=count=>{try{return count()}catch{return 0}};return{notes:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM notes WHERE path IS NOT ? AND path IS NOT ?",lifecycle_12.LIFECYCLE_NOTE_PATH,ledgerNotePath(vault))),chunks:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM chunks")),entities:orZero(()=>countEntities(db,vault)),facts:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM facts")),relations:orZero(()=>scalar(db,"SELECT COUNT(*) AS c FROM relations"))}}}});var require_ledgerPresentation=__commonJS({"dist/retrieval/ledgerPresentation.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ledgerNoteMatcher=ledgerNoteMatcher;exports2.isLedgerPreamble=isLedgerPreamble;exports2.dropLedgerPreamble=dropLedgerPreamble;exports2.keywordLedgerHits=keywordLedgerHits;exports2.presentLedgerEvents=presentLedgerEvents;exports2.withoutLedgerMetadata=withoutLedgerMetadata;exports2.presentEvents=presentEvents;exports2.factText=factText;var path_1=__importDefault(require("path")),inventory_1=require_inventory(),ledgerLiveness_1=require_ledgerLiveness();function ledgerNoteMatcher(vault){let stored=(0,inventory_1.ledgerNotePath)(vault);if(stored===null)return()=>!1;let shown=path_1.default.relative(path_1.default.resolve(vault.memoryDir),stored),shownSlashes=shown.split(path_1.default.sep).join("/");return notePath=>notePath===stored||notePath===shown||notePath===shownSlashes}function isLedgerPreamble(hit,isLedger){return isLedger!==void 0&&isLedger(hit.notePath)&&(0,ledgerLiveness_1.ledgerEventIds)(hit).length===0}function dropLedgerPreamble(hits,isLedger){return isLedger===void 0?hits:hits.filter(hit=>!isLedgerPreamble(hit,isLedger))}function keywordLedgerHits(hits,isLedger,query,held){if(isLedger===void 0)return hits;let words=wordsOf(query);return dropLedgerPreamble(hits,isLedger).filter(hit=>{if(!isLedger(hit.notePath)||words.length===0)return!0;let events=parseEvents(hit.text,held);return events.length===0||events.some(event=>{let said=says(event);return words.some(word=>said.has(word))})})}function presentLedgerEvents(hits,isLedger,held){return isLedger===void 0?hits:dropLedgerPreamble(hits,isLedger).flatMap(hit=>{if(!isLedger(hit.notePath))return[hit];let text=presentEvents(hit.text,held);return text===null?[hit]:text===""?[]:[{...hit,text}]})}function withoutLedgerMetadata(hits,isLedger){return isLedger===void 0?hits:hits.map(hit=>isLedger(hit.notePath)?{...hit,notePath:"",headingPath:""}:hit)}var EVENT_HEADER=/^## MEM_[A-Za-z0-9]+ · /i,FIELD=/^- ([A-Za-z][\w-]*): (.*)$/s,RECORDS_HELD_MAX=256,RECORDS_HELD_MAX_CHARS=8*1024;function parseEvents(text,held){let kept=held?.get(text);if(kept!==void 0)return kept;let events=readEvents(text);return held&&held.size<RECORDS_HELD_MAX&&text.length<=RECORDS_HELD_MAX_CHARS&&held.set(text,events),events}function readEvents(text){let events=[],labelled=!1;for(let line of text.replace(/\r\n/g,`
|
|
335
335
|
`).split(`
|
|
336
336
|
`))if(line===ledgerLiveness_1.SUPERSEDED_LABEL)labelled=!0;else if(EVENT_HEADER.test(line))events.push({fields:new Map,superseded:labelled}),labelled=!1;else if(events.length>0){let field=FIELD.exec(line),fields=events[events.length-1].fields;field&&!fields.has(field[1])&&fields.set(field[1],field[2])}return events}function presentEvents(text,held){let events=parseEvents(text,held);return events.length?events.map(show).filter(Boolean).join(`
|
|
337
337
|
|
|
@@ -587,7 +587,7 @@ ${body}`}]})).choices?.[0]?.message?.content;if(!content||!content.trim())throw
|
|
|
587
587
|
VALUES (?, ?, ?, ?, ?, ?)
|
|
588
588
|
ON CONFLICT(source_path, row_kind, source_hash, extraction_version) DO UPDATE SET
|
|
589
589
|
max_rows_written = max(lane_runs.max_rows_written, excluded.max_rows_written),
|
|
590
|
-
completed_at = excluded.completed_at`).run(sourcePath,rowKind,sourceHash,extractionVersion,rowsWritten,new Date().toISOString())}}});var require_pipeline=__commonJS({"dist/indexer/pipeline.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NoteTooLargeError=exports2.MAX_LEDGER_BYTES=exports2.MAX_NOTE_BYTES=void 0;exports2.noteByteCap=noteByteCap;exports2.resolveWikilinks=resolveWikilinks;exports2.indexFile=indexFile;exports2.indexVault=indexVault;exports2.removeDailyHeaderFacts=removeDailyHeaderFacts;var promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),fs_1=require("fs"),crypto_1=require("crypto"),buffer_1=require("buffer"),statements_1=require_statements(),hasher_1=require_hasher(),dailyEntries_1=require_dailyEntries(),parser_12=require_parser(),chunker_1=require_chunker(),walker_1=require_walker(),space_1=require_space(),writer_12=require_writer(),fs_2=require("fs"),dailyNote_1=require_dailyNote(),factsWritePath_1=require_factsWritePath(),writePathAdjudication_1=require_writePathAdjudication(),typedFacts_12=require_typedFacts(),eventExtractor_12=require_eventExtractor(),preferenceExtractor_12=require_preferenceExtractor(),rowStore_1=require_rowStore(),laneRuns_1=require_laneRuns(),log_1=require_log(),log=(0,log_1.createLogger)("engine"),EMBED_REQUEST_TEXTS=32;exports2.MAX_NOTE_BYTES=8*1024*1024;exports2.MAX_LEDGER_BYTES=64*1024*1024;var MAX_LEDGER_FRONTMATTER_BYTES=64*1024;function noteByteCap(filePath){return(0,dailyNote_1.isDailyNotePath)(filePath)?exports2.MAX_LEDGER_BYTES:exports2.MAX_NOTE_BYTES}function frontmatterBytes(raw){if(!raw.subarray(0,4).toString("latin1").startsWith("---"))return 0;let close=raw.indexOf(`
|
|
590
|
+
completed_at = excluded.completed_at`).run(sourcePath,rowKind,sourceHash,extractionVersion,rowsWritten,new Date().toISOString())}}});var require_pipeline=__commonJS({"dist/indexer/pipeline.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NoteTooLargeError=exports2.MAX_LEDGER_BYTES=exports2.MAX_NOTE_BYTES=void 0;exports2.noteByteCap=noteByteCap;exports2.resolveWikilinks=resolveWikilinks;exports2.indexFile=indexFile;exports2.indexVault=indexVault;exports2.removeDailyHeaderFacts=removeDailyHeaderFacts;var promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),fs_1=require("fs"),crypto_1=require("crypto"),buffer_1=require("buffer"),statements_1=require_statements(),hasher_1=require_hasher(),dailyEntries_1=require_dailyEntries(),parser_12=require_parser(),chunker_1=require_chunker(),walker_1=require_walker(),space_1=require_space(),writer_12=require_writer(),fs_2=require("fs"),dailyNote_1=require_dailyNote(),factsWritePath_1=require_factsWritePath(),writePathAdjudication_1=require_writePathAdjudication(),typedFacts_12=require_typedFacts(),eventExtractor_12=require_eventExtractor(),preferenceExtractor_12=require_preferenceExtractor(),rowStore_1=require_rowStore(),laneRuns_1=require_laneRuns(),log_1=require_log(),sameFile_1=require_sameFile(),log=(0,log_1.createLogger)("engine"),EMBED_REQUEST_TEXTS=32;exports2.MAX_NOTE_BYTES=8*1024*1024;exports2.MAX_LEDGER_BYTES=64*1024*1024;var MAX_LEDGER_FRONTMATTER_BYTES=64*1024;function noteByteCap(filePath){return(0,dailyNote_1.isDailyNotePath)(filePath)?exports2.MAX_LEDGER_BYTES:exports2.MAX_NOTE_BYTES}function frontmatterBytes(raw){if(!raw.subarray(0,4).toString("latin1").startsWith("---"))return 0;let close=raw.indexOf(`
|
|
591
591
|
---`,3);return close===-1?raw.length:close}var NoteTooLargeError=class extends Error{filePath;bytes;cap;constructor(filePath,bytes,cap=exports2.MAX_NOTE_BYTES){super(`note is ${bytes} bytes; a note over ${cap/(1024*1024)} MiB (${cap} bytes) is not indexed. Split it or move it out of the memory folder.`),this.filePath=filePath,this.bytes=bytes,this.cap=cap,this.name="NoteTooLargeError"}};exports2.NoteTooLargeError=NoteTooLargeError;var FACT_PREDICATES=["owner","status","updated","tags"],factText=v=>v!==null&&typeof v=="object"&&!(v instanceof Date)?JSON.stringify(v):String(v);function warnFrontmatter(filePath,what){log.warn("frontmatter_value_ignored",{note:path_1.default.basename(filePath),detail:`${what}; the note is indexed without it`})}function noteKind(filePath,frontmatter){let kind=frontmatter.kind;return typeof kind=="string"?kind:(kind!=null&&warnFrontmatter(filePath,'front matter "kind" is not text'),null)}var LANE_EXTRACTION_VERSION={fact:typedFacts_12.FACTS_EXTRACTION_VERSION,event:eventExtractor_12.EVENTS_EXTRACTION_VERSION,preference:preferenceExtractor_12.PREFS_EXTRACTION_VERSION};function currentVersion(kind){return LANE_EXTRACTION_VERSION[kind]}function lane(kind,label,extractor,payloadOf,fallbackText){return{kind,version:LANE_EXTRACTION_VERSION[kind],label,async extract(noteTitle,noteBody,chunks){return(await extractor(noteTitle,noteBody)).map(item=>{let attributed=(0,writePathAdjudication_1.chunkForCandidate)(chunks,item);return{payload:payloadOf(item),sourceChunkId:attributed?.chunkId??chunks[0]?.id??0,sourceText:attributed?.text??fallbackText(item)}})}}}function structuredLanes(options2){let lanes=[];return options2.numericFactExtractor&&(0,typedFacts_12.typedFactsEnabled)()&&lanes.push(lane("fact","typed-fact",options2.numericFactExtractor,f=>({value:f.value,unit:f.unit,verb:f.verb,object:f.object,event:f.event}),f=>`${f.value} ${f.object}`.trim())),options2.eventExtractor&&(0,eventExtractor_12.chronicleEnabled)()&&lanes.push(lane("event","event",options2.eventExtractor,e=>({when:e.when,event:e.event,entities:e.entities}),e=>`${e.when} ${e.event}`.trim())),options2.preferenceExtractor&&(0,preferenceExtractor_12.prefsEnabled)()&&lanes.push(lane("preference","preference",options2.preferenceExtractor,p=>({statement:p.statement,kind:p.kind}),p=>p.statement)),lanes}function laneDone(db,filePath,lane2,noteHash){return!!(0,statements_1.prepareOnce)(db,`SELECT id FROM structured_rows
|
|
592
592
|
WHERE source_path = ? AND row_kind = ? AND extraction_version = ? AND source_hash = ? AND valid_to IS NULL LIMIT 1`).get(filePath,lane2.kind,lane2.version,noteHash)||!!(0,laneRuns_1.laneZeroYieldMarker)(db,filePath,lane2.kind,noteHash,lane2.version)}function storedVectorsMatch(options2){let index=options2.vectorIndex,wanted=(0,space_1.embeddingSpace)(options2.embeddingProvider);if(!wanted||!index.space||!index.setSpace||!index.hasVectors)return!1;let stored=index.space();if(stored===wanted)return!0;if(stored!==null)throw new Error(`the index holds vectors from another embedding model (${stored}), not the configured one (${wanted}); rebuild the index rather than mix the two`);return index.hasVectors()?!1:(index.setSpace(wanted),!0)}function unchangedPrefix(stored,chunks){let n=0;for(;n<stored.length&&n<chunks.length;){let s=stored[n],c=chunks[n];if(s.text!==c.text||s.heading_path!==c.headingPath||s.start_line!==c.startLine||s.end_line!==c.endLine||s.token_count!==c.tokenCount)break;n++}return n}function upsertNoteRow(db,filePath,row){db.prepare(`
|
|
593
593
|
INSERT INTO notes (path, title, kind, note_hash, modified_at, frontmatter_json)
|
|
@@ -616,7 +616,7 @@ ${body}`}]})).choices?.[0]?.message?.content;if(!content||!content.trim())throw
|
|
|
616
616
|
INSERT INTO chunks (note_path, heading_path, text, start_line, end_line, token_count, chunk_hash)
|
|
617
617
|
VALUES (@notePath, @headingPath, @text, @startLine, @endLine, @tokenCount, @chunkHash)
|
|
618
618
|
RETURNING id
|
|
619
|
-
`),insertedChunks=oldTail.slice(0,keep).map((old,i)=>({id:old.id,text:cut.chunks[i].text})),vectorSource=new Map;for(let{chunk,chunkHash}of added){let row=insertChunk.get({notePath:chunk.notePath,headingPath:chunk.headingPath,text:chunk.text,startLine:chunk.startLine,endLine:chunk.endLine,tokenCount:chunk.tokenCount,chunkHash});insertedChunks.push({id:row.id,text:chunk.text});let sameText=oldIdByHash.get(chunkHash);sameText!==void 0&&vectorSource.set(row.id,sameText)}return rebuildNoteRows(db,filePath,{title:base.title,frontmatter:base.frontmatter,wikilinks},base.kind,!1,now),{insertedChunks,kept:keep,oldChunkIds:oldTail.slice(keep).map(old=>old.id),vectorSource,chunkHashes:[...oldTail.slice(0,keep).map(old=>old.chunk_hash),...added.map(a=>a.chunkHash)]}})();if(!written)return!1;if(await storeVectors(db,filePath,options2,{...written,vectorsMatch,embedsHere,noteHash}),raw[raw.length-1]===10&&(0,parser_12.wikilinksSettled)(tail,kept.length)){let at=0;for(let i=base.last.line;i<cut.last.line;i++)at+=lines[i-base.last.line].length+1;for(let chunkHash of written.chunkHashes.slice(0,cut.lastFirst))base.headHashes.add(hashKey(chunkHash));recordAppendBase(db,filePath,{...base,bytes:raw.length,noteHash,wikilinks,last:{...cut.last,byte:base.last.byte+Buffer.byteLength(tail.slice(0,at))},tailFirstId:written.insertedChunks[cut.lastFirst].id,headCount:base.headCount+cut.lastFirst})}return!0}async function readRegularFile(filePath){try{return await promises_1.default.readFile(filePath,{flag:fs_1.constants.O_RDONLY|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK})}catch(err){throw err.code==="ELOOP"?new Error(`refusing to index ${JSON.stringify(filePath)}: it is a symbolic link`):err}}function indexFile(db,filePath,options2={}){return(0,writer_12.withDailyFileLock)(filePath,()=>indexFileUnlocked(db,filePath,options2))}async function indexFileUnlocked(db,filePath,options2={}){let{size}=await promises_1.default.stat(filePath),cap=noteByteCap(filePath);if(size>cap)throw new NoteTooLargeError(filePath,size,cap);let raw=await readRegularFile(filePath);if(size>exports2.MAX_NOTE_BYTES&&frontmatterBytes(raw)>MAX_LEDGER_FRONTMATTER_BYTES)throw new NoteTooLargeError(filePath,size,exports2.MAX_NOTE_BYTES);let base=takeAppendBase(db,filePath);if(base&&await indexAppend(db,filePath,raw,options2,base))return;let content=raw.toString("utf8"),noteHash=(0,dailyEntries_1.noteContentHash)(filePath,content),existing=db.prepare("SELECT note_hash FROM notes WHERE path = ?").get(filePath),noteUnchanged=!!(existing&&existing.note_hash===noteHash);if(noteUnchanged&&base?.noteHash===noteHash&&recordAppendBase(db,filePath,base),noteUnchanged&&(removeDailyHeaderFacts(db,filePath,content),structuredLanes(options2).every(lane2=>laneDone(db,filePath,lane2,noteHash))))return;let detailed=(0,parser_12.parseNoteDetailed)(filePath,content),parsed=detailed.note,modifiedAt=(await promises_1.default.stat(filePath)).mtime.toISOString(),now=new Date().toISOString(),kind=noteKind(filePath,parsed.frontmatter),typedFactsLaneArmed=!!(options2.numericFactExtractor&&(0,typedFacts_12.typedFactsEnabled)()),embeddingConfigured=!!(options2.embeddingProvider&&options2.vectorIndex),vectorsMatch=embeddingConfigured&&storedVectorsMatch(options2),embedsHere=embeddingConfigured&&!(vectorsMatch&&options2.vectorIndex.rebuilding?.()===!0),transactionHash=embedsHere?"":noteHash,upsertAll=db.transaction(()=>{let oldChunks=db.prepare("SELECT id, heading_path, text, start_line, end_line, token_count, chunk_hash FROM chunks WHERE note_path = ? ORDER BY id").all(filePath),oldIdByHash=new Map;for(let old of oldChunks)oldIdByHash.has(old.chunk_hash)||oldIdByHash.set(old.chunk_hash,old.id);let cut2=(0,chunker_1.chunkNoteCut)(parsed,options2.chunkOptions),chunks=cut2.chunks;upsertNoteRow(db,filePath,{title:parsed.title,kind,noteHash:transactionHash,modifiedAt,frontmatterJson:JSON.stringify(parsed.frontmatter)});let preservedStructured=db.prepare(`SELECT r.row_kind, r.source_hash, r.scope, r.extraction_version, r.valid_from, r.valid_to,
|
|
619
|
+
`),insertedChunks=oldTail.slice(0,keep).map((old,i)=>({id:old.id,text:cut.chunks[i].text})),vectorSource=new Map;for(let{chunk,chunkHash}of added){let row=insertChunk.get({notePath:chunk.notePath,headingPath:chunk.headingPath,text:chunk.text,startLine:chunk.startLine,endLine:chunk.endLine,tokenCount:chunk.tokenCount,chunkHash});insertedChunks.push({id:row.id,text:chunk.text});let sameText=oldIdByHash.get(chunkHash);sameText!==void 0&&vectorSource.set(row.id,sameText)}return rebuildNoteRows(db,filePath,{title:base.title,frontmatter:base.frontmatter,wikilinks},base.kind,!1,now),{insertedChunks,kept:keep,oldChunkIds:oldTail.slice(keep).map(old=>old.id),vectorSource,chunkHashes:[...oldTail.slice(0,keep).map(old=>old.chunk_hash),...added.map(a=>a.chunkHash)]}})();if(!written)return!1;if(await storeVectors(db,filePath,options2,{...written,vectorsMatch,embedsHere,noteHash}),raw[raw.length-1]===10&&(0,parser_12.wikilinksSettled)(tail,kept.length)){let at=0;for(let i=base.last.line;i<cut.last.line;i++)at+=lines[i-base.last.line].length+1;for(let chunkHash of written.chunkHashes.slice(0,cut.lastFirst))base.headHashes.add(hashKey(chunkHash));recordAppendBase(db,filePath,{...base,bytes:raw.length,noteHash,wikilinks,last:{...cut.last,byte:base.last.byte+Buffer.byteLength(tail.slice(0,at))},tailFirstId:written.insertedChunks[cut.lastFirst].id,headCount:base.headCount+cut.lastFirst})}return!0}async function readRegularFile(filePath){if(await(0,sameFile_1.nameKind)(filePath)==="other")throw new Error(`refusing to index ${JSON.stringify(filePath)}: it is a symbolic link or not a regular file`);try{return await promises_1.default.readFile(filePath,{flag:fs_1.constants.O_RDONLY|fs_1.constants.O_NOFOLLOW|fs_1.constants.O_NONBLOCK})}catch(err){throw err.code==="ELOOP"?new Error(`refusing to index ${JSON.stringify(filePath)}: it is a symbolic link`):err}}function indexFile(db,filePath,options2={}){return(0,writer_12.withDailyFileLock)(filePath,()=>indexFileUnlocked(db,filePath,options2))}async function indexFileUnlocked(db,filePath,options2={}){let{size}=await promises_1.default.stat(filePath),cap=noteByteCap(filePath);if(size>cap)throw new NoteTooLargeError(filePath,size,cap);let raw=await readRegularFile(filePath);if(size>exports2.MAX_NOTE_BYTES&&frontmatterBytes(raw)>MAX_LEDGER_FRONTMATTER_BYTES)throw new NoteTooLargeError(filePath,size,exports2.MAX_NOTE_BYTES);let base=takeAppendBase(db,filePath);if(base&&await indexAppend(db,filePath,raw,options2,base))return;let content=raw.toString("utf8"),noteHash=(0,dailyEntries_1.noteContentHash)(filePath,content),existing=db.prepare("SELECT note_hash FROM notes WHERE path = ?").get(filePath),noteUnchanged=!!(existing&&existing.note_hash===noteHash);if(noteUnchanged&&base?.noteHash===noteHash&&recordAppendBase(db,filePath,base),noteUnchanged&&(removeDailyHeaderFacts(db,filePath,content),structuredLanes(options2).every(lane2=>laneDone(db,filePath,lane2,noteHash))))return;let detailed=(0,parser_12.parseNoteDetailed)(filePath,content),parsed=detailed.note,modifiedAt=(await promises_1.default.stat(filePath)).mtime.toISOString(),now=new Date().toISOString(),kind=noteKind(filePath,parsed.frontmatter),typedFactsLaneArmed=!!(options2.numericFactExtractor&&(0,typedFacts_12.typedFactsEnabled)()),embeddingConfigured=!!(options2.embeddingProvider&&options2.vectorIndex),vectorsMatch=embeddingConfigured&&storedVectorsMatch(options2),embedsHere=embeddingConfigured&&!(vectorsMatch&&options2.vectorIndex.rebuilding?.()===!0),transactionHash=embedsHere?"":noteHash,upsertAll=db.transaction(()=>{let oldChunks=db.prepare("SELECT id, heading_path, text, start_line, end_line, token_count, chunk_hash FROM chunks WHERE note_path = ? ORDER BY id").all(filePath),oldIdByHash=new Map;for(let old of oldChunks)oldIdByHash.has(old.chunk_hash)||oldIdByHash.set(old.chunk_hash,old.id);let cut2=(0,chunker_1.chunkNoteCut)(parsed,options2.chunkOptions),chunks=cut2.chunks;upsertNoteRow(db,filePath,{title:parsed.title,kind,noteHash:transactionHash,modifiedAt,frontmatterJson:JSON.stringify(parsed.frontmatter)});let preservedStructured=db.prepare(`SELECT r.row_kind, r.source_hash, r.scope, r.extraction_version, r.valid_from, r.valid_to,
|
|
620
620
|
r.payload_json, r.dedupe_key, r.confirm_count, r.created_at, c.text AS source_text
|
|
621
621
|
FROM structured_rows r
|
|
622
622
|
LEFT JOIN chunks c ON c.id = r.source_chunk_id
|
|
@@ -990,20 +990,20 @@ Set the \`cycles\` parameter to \`"ref"\` to resolve cyclical schemas with defs.
|
|
|
990
990
|
ORDER BY c.id LIMIT ?`),stillThere=db.prepare("SELECT 1 FROM chunks WHERE id = ? AND text = ?"),noteOf=db.prepare("SELECT note_path FROM chunks WHERE id = ?").pluck(),orphans=db.prepare("SELECT r.rowid FROM chunk_embeddings_rowids r WHERE NOT EXISTS (SELECT 1 FROM chunks c WHERE c.id = r.rowid)").pluck(),result={done:!1,embedded:0},embedAndStore=async rows=>{let embeddings=await provider.embed(rows.map(r=>r.text));if(embeddings.length!==rows.length)throw new Error(`the embedding provider returned ${embeddings.length} vectors for ${rows.length} texts`);db.transaction(()=>{rows.forEach((row,i)=>{stillThere.get(row.id,row.text)&&vectors.upsert(row.id,embeddings[i])})})(),result.embedded+=rows.length},attempt=async rows=>{let failure=null;for(let tries=0;tries<ATTEMPTS&&!signal?.aborted;tries++)try{return await embedAndStore(rows),null}catch(err){failure=err,tries+1<ATTEMPTS&&await sleep(retryDelayMs(tries),signal)}return failure},settle=async rows=>{let failure=await attempt(rows);if(failure===null||signal?.aborted)return;let refused;if(rows.length===1)refused={row:rows[0],failure};else for(let row of rows){let one=await attempt([row]);if(signal?.aborted)return;one!==null&&(refused??={row,failure:one})}if(!refused)return;let note=noteOf.get(refused.row.id),why=refused.failure instanceof Error?refused.failure.message:String(refused.failure);throw Object.assign(new Error(`chunk ${refused.row.id}${note?` of ${note}`:""} could not be embedded: ${why}`),{cause:refused.failure})};for(;!signal?.aborted;){let rows=nextRows.all(batchSize*concurrency);if(rows.length===0)return db.transaction(()=>{for(let id of orphans.all())vectors.delete(id);vectors.finishRebuild()})(),{...result,done:!0};let groups=[];for(let i=0;i<rows.length;i+=batchSize)groups.push(rows.slice(i,i+batchSize));let failed=(await Promise.allSettled(groups.map(settle))).find(s=>s.status==="rejected");if(failed)throw failed.reason}return result}async function embedMissingVectors(db,vectors,provider,options2={}){let{batchSize=32,signal}=options2,nextRows=db.prepare(`SELECT c.id, c.text FROM chunks c
|
|
991
991
|
WHERE NOT EXISTS (SELECT 1 FROM chunk_embeddings_rowids r WHERE r.rowid = c.id)
|
|
992
992
|
ORDER BY c.id LIMIT ?`),stillThere=db.prepare("SELECT 1 FROM chunks WHERE id = ? AND text = ?"),embedOptions=signal?{signal}:void 0,embedded=0;for(;!signal?.aborted;){let rows=nextRows.all(batchSize);if(rows.length===0)break;let embeddings=await provider.embed(rows.map(r=>r.text),embedOptions);if(embeddings.length!==rows.length)throw new Error(`the embedding provider returned ${embeddings.length} vectors for ${rows.length} texts`);db.transaction(()=>{rows.forEach((row,i)=>{stillThere.get(row.id,row.text)&&vectors.upsert(row.id,embeddings[i])})})(),embedded+=rows.length}return embedded}}});var require_callPhases=__commonJS({"dist/callPhases.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CallPhases=exports2.PHASE_NAMES=void 0;exports2.isPhasedTool=isPhasedTool;exports2.recordPhase=recordPhase;exports2.noteQueryCache=noteQueryCache;exports2.recordedPhase=recordedPhase;exports2.markRetrieved=markRetrieved;var node_async_hooks_1=require("node:async_hooks");exports2.PHASE_NAMES=["embed","token","connect","call","retrieve","reply"];var PHASED_TOOLS=["get_context","search_memory"];function isPhasedTool(tool){return PHASED_TOOLS.includes(tool)}var scope=new node_async_hooks_1.AsyncLocalStorage,CallPhases=class{totals=new Map;startedAt=performance.now();retrievedAt;embedAtRetrieved=0;run(work){return scope.run(this,work)}add(phase,ms){Number.isFinite(ms)&&ms>=0&&this.totals.set(phase,(this.totals.get(phase)??0)+ms)}total(phase){return this.totals.get(phase)??0}markRetrieved(){this.retrievedAt===void 0&&(this.retrievedAt=performance.now(),this.embedAtRetrieved=this.total("embed"))}queryCache;noteQueryCache(hit){this.queryCache=hit?"hit":"miss"}queryCacheStatus(){return this.queryCache}report(){let out={};for(let[phase,ms]of this.totals)out[phase]=ms;this.retrievedAt!==void 0&&(out.retrieve=Math.max(0,this.retrievedAt-this.startedAt-this.embedAtRetrieved),out.reply=Math.max(0,performance.now()-this.retrievedAt));for(let phase of exports2.PHASE_NAMES)out[phase]!==void 0&&(out[phase]=Math.round(out[phase]*10)/10);return out}};exports2.CallPhases=CallPhases;function recordPhase(phase,ms){scope.getStore()?.add(phase,ms)}function noteQueryCache(hit){scope.getStore()?.noteQueryCache(hit)}function recordedPhase(phase){return scope.getStore()?.total(phase)??0}function markRetrieved(){scope.getStore()?.markRetrieved()}}});var require_types4=__commonJS({"dist/embeddings/types.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EmbeddingUnavailableError=void 0;var EmbeddingUnavailableError=class extends Error{constructor(message,options2){super(message,options2),this.name="EmbeddingUnavailableError"}};exports2.EmbeddingUnavailableError=EmbeddingUnavailableError}});var require_vertex=__commonJS({"dist/embeddings/vertex.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.VertexEmbeddingProvider=void 0;var node_fs_1=__importDefault(require("node:fs")),node_crypto_1=__importDefault(require("node:crypto")),callPhases_1=require_callPhases(),types_1=require_types4(),REQUEST_MARGIN_SHARE=1/12,RENEW_AHEAD_SHARE=1/6,MIN_RENEWED_LIFETIME_MS=6e4,RENEW_RETRY_MS=6e4,TOKEN_EXCHANGE_TIMEOUT_MS=3e4,MAX_TIMER_MS=2**31-1,processClock={now:()=>Date.now(),setTimeout:(callback,ms)=>setTimeout(callback,ms),clearTimeout:timer=>clearTimeout(timer)},DEFAULT_MAX_ATTEMPTS=8,defaultRetryWaitMs=attempt=>Math.min(12e4,5e3*2**attempt)+Math.random()*2e3;function endpointBase(baseUrl,location){if(baseUrl===void 0)return`https://${location}-aiplatform.googleapis.com`;let url=new URL(baseUrl),loopback=url.hostname==="127.0.0.1"||url.hostname==="localhost"||url.hostname==="[::1]";if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("Vertex baseUrl must be https, or http on loopback");return url.origin}function sleepUnlessAborted(ms,signal){return new Promise((resolve,reject)=>{if(signal?.aborted)return reject(signal.reason);let onAbort=()=>{clearTimeout(timer),reject(signal.reason)},timer=setTimeout(()=>{signal?.removeEventListener("abort",onAbort),resolve()},ms);signal?.addEventListener("abort",onAbort,{once:!0})})}function b64url(input){return Buffer.from(input).toString("base64url")}function untilAborted(work,signal){return new Promise((resolve,reject)=>{let onAbort=()=>reject(signal.reason);signal.addEventListener("abort",onAbort,{once:!0}),work.then(resolve,reject).finally(()=>signal.removeEventListener("abort",onAbort))})}var VertexEmbeddingProvider=class{dimensions;kind="vertex";model;identity;project;location;key;maxInstancesPerRequest;maxInputTokens;base;maxAttempts;retryWaitMs;request;tokenClock;accessToken=null;tokenUsableUntil=0;tokenRenewAt=0;exchange=null;renewTimer;usage;constructor(options2){let keyFile=options2?.keyFile??process.env.RENOR_EVAL_VERTEX_KEY_FILE??process.env.GOOGLE_APPLICATION_CREDENTIALS??"";if(!keyFile||!node_fs_1.default.existsSync(keyFile))throw new Error("Vertex provider requires a service-account key file (GOOGLE_APPLICATION_CREDENTIALS or RENOR_EVAL_VERTEX_KEY_FILE)");let raw=JSON.parse(node_fs_1.default.readFileSync(keyFile,"utf8"));if(!raw.client_email||!raw.private_key||!raw.token_uri)throw new Error("Service-account key file must contain client_email, private_key, and token_uri");if(this.key=raw,this.project=options2?.project??process.env.RENOR_EVAL_VERTEX_PROJECT??"",!/^[a-z0-9-]+$/.test(this.project))throw new Error("RENOR_EVAL_VERTEX_PROJECT is required");if(this.location=options2?.location??process.env.RENOR_EVAL_VERTEX_LOCATION??"",!this.location)throw new Error("RENOR_EVAL_VERTEX_LOCATION is required");if(!/^[a-z0-9-]+$/.test(this.location))throw new Error("Invalid Vertex location");this.model=options2?.model??process.env.RENOR_EVAL_MODEL??"gemini-embedding-001",this.identity={kind:this.kind,model:this.model};let dimensions=options2?.dimensions??Number(process.env.RENOR_EVAL_EMBEDDING_DIMS??768);if(!Number.isInteger(dimensions)||![768,1536,3072].includes(dimensions))throw new Error("gemini-embedding-001 dimensions must be 768, 1536, or 3072");this.dimensions=dimensions,this.maxInstancesPerRequest=options2?.maxInstancesPerRequest??32;let maxInputTokens=options2?.maxInputTokens??Number(process.env.RENOR_EVAL_MAX_EMBED_TOKENS??8e7);if(!Number.isInteger(maxInputTokens)||maxInputTokens<1e3)throw new Error("RENOR_EVAL_MAX_EMBED_TOKENS must be a positive integer >= 1000");this.maxInputTokens=maxInputTokens,this.base=endpointBase(options2?.baseUrl,this.location),this.maxAttempts=options2?.retry?.maxAttempts??DEFAULT_MAX_ATTEMPTS,this.retryWaitMs=options2?.retry?.waitMs??defaultRetryWaitMs,this.request=options2?.request??((input,init)=>globalThis.fetch(input,init)),this.tokenClock=options2?.tokenClock??processClock,this.usage={requests:0,inputTokens:0,maxInputTokens}}getAccessToken(signal){return this.accessToken&&this.tokenClock.now()<this.tokenUsableUntil?Promise.resolve(this.accessToken):signal?.aborted?Promise.reject(signal.reason):signal?untilAborted(this.fetchToken(),signal):this.fetchToken()}fetchToken(){return this.exchange??=this.exchangeToken().finally(()=>{this.exchange=null}),this.exchange}warmToken(){this.accessToken||this.exchange||this.fetchToken().catch(()=>{})}armRenewal(at,lifetimeMs){this.tokenClock.clearTimeout(this.renewTimer),!(!Number.isFinite(at)||!(lifetimeMs>=MIN_RENEWED_LIFETIME_MS))&&(this.tokenRenewAt=at,this.waitToRenew(at-this.tokenClock.now()))}waitToRenew(ms){this.renewTimer=this.tokenClock.setTimeout(()=>{this.renew()},Math.min(Math.max(0,ms),MAX_TIMER_MS)),this.renewTimer.unref()}async renew(){let early=this.tokenRenewAt-this.tokenClock.now();if(early>0)return this.waitToRenew(early);try{await this.fetchToken()}catch{this.tokenClock.now()<this.tokenUsableUntil&&this.waitToRenew(RENEW_RETRY_MS)}}async exchangeToken(){let now=Math.floor(Date.now()/1e3),header=b64url(JSON.stringify({alg:"RS256",typ:"JWT"})),claims=b64url(JSON.stringify({iss:this.key.client_email,scope:"https://www.googleapis.com/auth/cloud-platform",aud:this.key.token_uri,iat:now,exp:now+3600})),signature=b64url(node_crypto_1.default.createSign("RSA-SHA256").update(`${header}.${claims}`).sign(this.key.private_key)),response=await this.request(this.key.token_uri,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({grant_type:"urn:ietf:params:oauth:grant-type:jwt-bearer",assertion:`${header}.${claims}.${signature}`}).toString(),signal:AbortSignal.timeout(TOKEN_EXCHANGE_TIMEOUT_MS)});if(!response.ok)throw new Error(`Vertex token exchange failed: ${response.status}`);let data=await response.json(),lifetimeMs=data.expires_in*1e3,issuedAt=this.tokenClock.now();return this.accessToken=data.access_token,this.tokenUsableUntil=issuedAt+lifetimeMs*(1-REQUEST_MARGIN_SHARE),this.armRenewal(issuedAt+lifetimeMs*(1-RENEW_AHEAD_SHARE),lifetimeMs),this.accessToken}async predict(contents,call){let waitedForToken=performance.now(),token=await this.getAccessToken(call.signal);(0,callPhases_1.recordPhase)("token",performance.now()-waitedForToken);let url=`${this.base}/v1/projects/${this.project}/locations/${this.location}/publishers/google/models/${this.model}:predict`,body=JSON.stringify({instances:contents.map(({text,taskType})=>({content:text,task_type:taskType})),parameters:{outputDimensionality:this.dimensions,autoTruncate:!0}}),maxAttempts=this.maxAttempts,attempt=0,response,sentAt=0,connectedBefore=0,spent=()=>performance.now()-sentAt-((0,callPhases_1.recordedPhase)("connect")-connectedBefore);for(;sentAt=performance.now(),connectedBefore=(0,callPhases_1.recordedPhase)("connect"),response=await this.request(url,{method:"POST",headers:{Authorization:`Bearer ${token}`,"Content-Type":"application/json"},body,signal:call.signal}),!(response.ok||![429,500,503].includes(response.status));){if((0,callPhases_1.recordPhase)("call",spent()),attempt+=1,attempt>=maxAttempts)throw new types_1.EmbeddingUnavailableError(`Vertex predict failed after ${attempt} attempts (HTTP ${response.status})`);let waitMs=this.retryWaitMs(attempt);if(Date.now()+waitMs>call.deadline)throw new types_1.EmbeddingUnavailableError(`Vertex predict refused (HTTP ${response.status}); the retry is later than this call may wait`);process.stderr.write(`[vertex] HTTP ${response.status} on ${contents.length} inputs; retry ${attempt}/${maxAttempts-1} in ${Math.round(waitMs/1e3)}s
|
|
993
|
-
`),await sleepUnlessAborted(waitMs,call.signal)}if(!response.ok){let bodyText=await response.text();throw(0,callPhases_1.recordPhase)("call",spent()),Object.assign(new Error(`Vertex predict failed (${response.status}): ${bodyText.slice(0,400)}`),{status:response.status})}let data=await response.json();(0,callPhases_1.recordPhase)("call",spent());let predictions=data.predictions??[];if(predictions.length!==contents.length||predictions.some(p=>!Array.isArray(p.embeddings?.values)||p.embeddings.values.length!==this.dimensions))throw new Error("Vertex predict returned malformed or incomplete embeddings");this.usage.requests+=1;for(let p of predictions)this.usage.inputTokens+=p.embeddings?.statistics?.token_count??0;if(this.usage.inputTokens>this.maxInputTokens)throw new Error(`Embedding cost guard tripped: ${this.usage.inputTokens} input tokens exceeds the ${this.maxInputTokens} cap (set RENOR_EVAL_MAX_EMBED_TOKENS to raise it)`);return predictions.map(p=>p.embeddings.values)}async embedAll(texts,taskType,options2){if(texts.length===0)return[];let call={deadline:options2?.budgetMs===void 0?1/0:Date.now()+options2.budgetMs,signal:options2?.signal},out=[],started=performance.now();try{for(let i=0;i<texts.length;i+=this.maxInstancesPerRequest){let batch=texts.slice(i,i+this.maxInstancesPerRequest).map(text=>({text,taskType}));out.push(...await this.predict(batch,call))}}finally{(0,callPhases_1.recordPhase)("embed",performance.now()-started)}return out}async embed(texts,options2){return this.embedAll(texts,"RETRIEVAL_DOCUMENT",options2)}async embedQuery(text,options2){let[vector]=await this.embedAll([text],"RETRIEVAL_QUERY",options2);return vector}describe(){return{kind:"vertex",model:this.model,dimensions:this.dimensions,location:this.location,taskTypes:{document:"RETRIEVAL_DOCUMENT",query:"RETRIEVAL_QUERY"},usage:{...this.usage}}}};exports2.VertexEmbeddingProvider=VertexEmbeddingProvider}});var require_poolFetch=__commonJS({"dist/net/poolFetch.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DEFAULT_POOL_IDLE_MS=void 0;exports2.poolFetch=poolFetch;var node_diagnostics_channel_1=__importDefault(require("node:diagnostics_channel")),GLOBAL_DISPATCHERS=[Symbol.for("undici.globalDispatcher.2"),Symbol.for("undici.globalDispatcher.1")];exports2.DEFAULT_POOL_IDLE_MS=18e4;var POOL_MAX_CONNECTIONS=8,RESET_CODES=new Set(["ECONNRESET","EPIPE"]),RESET_ERROR="SocketError";function isReset(err){let cause=err;for(let depth=0;cause&&depth<4;depth++){let{code,name}=cause;if(typeof code=="string"&&RESET_CODES.has(code)||name===RESET_ERROR)return!0;cause=cause.cause}return!1}function replayable(init){let body=init?.body;return body==null||typeof body=="string"||body instanceof URLSearchParams||body instanceof ArrayBuffer||ArrayBuffer.isView(body)}function originKey(hostname,port,protocol){return`${hostname}:${port||(protocol==="https:"?"443":"80")}`}function urlOriginKey(input){try{let url=new URL(typeof input=="string"||input instanceof URL?input:input.url);return originKey(url.hostname,url.port,url.protocol)}catch{return null}}function watchConnects(origins,onConnect){let opening=new Map,keyOf=message=>{let params=message.connectParams;if(!params||typeof params.hostname!="string")return null;let key=originKey(params.hostname,String(params.port??""),String(params.protocol??""));return origins.has(key)?key:null},begun=message=>{let key=keyOf(message);if(key===null)return;let starts=opening.get(key)??[];starts.push(performance.now()),starts.length>16&&starts.shift(),opening.set(key,starts)},ended=(message,ok)=>{let key=keyOf(message),started=key===null?void 0:opening.get(key)?.shift();started!==void 0&&ok&&onConnect(performance.now()-started)},connected=message=>ended(message,!0),failed=message=>ended(message,!1);return node_diagnostics_channel_1.default.subscribe("undici:client:beforeConnect",begun),node_diagnostics_channel_1.default.subscribe("undici:client:connected",connected),node_diagnostics_channel_1.default.subscribe("undici:client:connectError",failed),()=>{node_diagnostics_channel_1.default.unsubscribe("undici:client:beforeConnect",begun),node_diagnostics_channel_1.default.unsubscribe("undici:client:connected",connected),node_diagnostics_channel_1.default.unsubscribe("undici:client:connectError",failed)}}function poolFetch(options2={}){let idleMs=options2.idleMs??exports2.DEFAULT_POOL_IDLE_MS;if(!Number.isInteger(idleMs)||idleMs<1e3||idleMs>6e5)throw new Error("poolFetch needs an idle time between 1000 and 600000 ms");let plain=(input,init)=>globalThis.fetch(input,init),unpooled=()=>Object.assign(plain,{close:async()=>{}});globalThis.Headers;let Pool=GLOBAL_DISPATCHERS.map(symbol=>globalThis[symbol]?.constructor).find(ctor=>typeof ctor=="function"&&ctor.name==="Agent");if(!Pool)return unpooled();let dispatcher;try{dispatcher=new Pool({keepAliveTimeout:idleMs,keepAliveMaxTimeout:idleMs,connections:POOL_MAX_CONNECTIONS})}catch{return unpooled()}let origins=new Set,stopWatching=options2.onConnect?watchConnects(origins,options2.onConnect):()=>{},pooled=(input,init)=>{let origin=urlOriginKey(input);return origin!==null&&origins.add(origin),globalThis.fetch(input,{...init,dispatcher})},close=async()=>{stopWatching(),await dispatcher.close()};return options2.retryOnReset?Object.assign(async(input,init)=>{try{return await pooled(input,init)}catch(err){if(!isReset(err)||init?.signal?.aborted||!replayable(init))throw err;return pooled(input,init)}},{close}):Object.assign(pooled,{close})}}});var require_caching=__commonJS({"dist/embeddings/caching.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CacheOnlyVertex=exports2.CountingEmbeddingProvider=exports2.CachingEmbeddingProvider=void 0;exports2.embeddingCallStats=embeddingCallStats;exports2.resolveEmbeddingCachePath=resolveEmbeddingCachePath;exports2.describeEmbeddingCache=describeEmbeddingCache;exports2.invalidateEmbeddingCache=invalidateEmbeddingCache;exports2.exportRowsByKey=exportRowsByKey;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=__importDefault(require("node:crypto")),sqlite_12=__importDefault(require_sqlite()),callPhases_1=require_callPhases(),IDENTITY_KIND=/^[\w.-]{1,32}$/,IDENTITY_MODEL=/^[\w./:-]{1,80}$/;function resolveIdentity(inner,stated){let declared=inner.identity,identity=stated??declared;if(!identity)throw new Error("Embedding cache needs the identity of the provider and model: declare `identity` on the provider or pass options.identity");if(!IDENTITY_KIND.test(identity.kind)||!IDENTITY_MODEL.test(identity.model))throw new Error("Invalid embedding identity");if(stated&&declared&&(stated.kind!==declared.kind||stated.model!==declared.model))throw new Error(`Embedding cache identity ${stated.kind}/${stated.model} contradicts the wrapped provider, which declares ${declared.kind}/${declared.model}`);return identity}var TASK_QUERY="RETRIEVAL_QUERY",TASK_DOCUMENT="RETRIEVAL_DOCUMENT",CachingEmbeddingProvider=class{dimensions;identity;stats={hits:0,misses:0};sent={texts:0,calls:0};inner;db;namespace;insert;lookup;oldest;remove;maxEntries;maxBytes;serving;entries=0;bytes=0;disabled=!1;constructor(inner,options2){if("namespace"in options2)throw new Error("CachingEmbeddingProvider no longer takes a namespace: the identity of the provider and model pins the cache (declare `identity` on the provider, or pass options.identity)");if(this.inner=inner,this.dimensions=inner.dimensions,this.identity=resolveIdentity(inner,options2.identity),options2.scope!==void 0&&!/^[\w.-]{1,32}$/.test(options2.scope))throw new Error("Invalid cache scope");if(this.namespace=`${this.identity.kind}/${this.identity.model}/${inner.dimensions}${options2.scope?`/${options2.scope}`:""}`,!/^[\w./:-]{4,120}$/.test(this.namespace))throw new Error("Invalid cache namespace");for(let[name,limit]of[["maxEntries",options2.maxEntries],["maxBytes",options2.maxBytes]])if(limit!==void 0&&(!Number.isInteger(limit)||limit<1))throw new Error(`${name} must be a positive integer`);
|
|
993
|
+
`),await sleepUnlessAborted(waitMs,call.signal)}if(!response.ok){let bodyText=await response.text();throw(0,callPhases_1.recordPhase)("call",spent()),Object.assign(new Error(`Vertex predict failed (${response.status}): ${bodyText.slice(0,400)}`),{status:response.status})}let data=await response.json();(0,callPhases_1.recordPhase)("call",spent());let predictions=data.predictions??[];if(predictions.length!==contents.length||predictions.some(p=>!Array.isArray(p.embeddings?.values)||p.embeddings.values.length!==this.dimensions))throw new Error("Vertex predict returned malformed or incomplete embeddings");this.usage.requests+=1;for(let p of predictions)this.usage.inputTokens+=p.embeddings?.statistics?.token_count??0;if(this.usage.inputTokens>this.maxInputTokens)throw new Error(`Embedding cost guard tripped: ${this.usage.inputTokens} input tokens exceeds the ${this.maxInputTokens} cap (set RENOR_EVAL_MAX_EMBED_TOKENS to raise it)`);return predictions.map(p=>p.embeddings.values)}async embedAll(texts,taskType,options2){if(texts.length===0)return[];let call={deadline:options2?.budgetMs===void 0?1/0:Date.now()+options2.budgetMs,signal:options2?.signal},out=[],started=performance.now();try{for(let i=0;i<texts.length;i+=this.maxInstancesPerRequest){let batch=texts.slice(i,i+this.maxInstancesPerRequest).map(text=>({text,taskType}));out.push(...await this.predict(batch,call))}}finally{(0,callPhases_1.recordPhase)("embed",performance.now()-started)}return out}async embed(texts,options2){return this.embedAll(texts,"RETRIEVAL_DOCUMENT",options2)}async embedQuery(text,options2){let[vector]=await this.embedAll([text],"RETRIEVAL_QUERY",options2);return vector}describe(){return{kind:"vertex",model:this.model,dimensions:this.dimensions,location:this.location,taskTypes:{document:"RETRIEVAL_DOCUMENT",query:"RETRIEVAL_QUERY"},usage:{...this.usage}}}};exports2.VertexEmbeddingProvider=VertexEmbeddingProvider}});var require_poolFetch=__commonJS({"dist/net/poolFetch.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DEFAULT_POOL_IDLE_MS=void 0;exports2.poolFetch=poolFetch;var node_diagnostics_channel_1=__importDefault(require("node:diagnostics_channel")),GLOBAL_DISPATCHERS=[Symbol.for("undici.globalDispatcher.2"),Symbol.for("undici.globalDispatcher.1")];exports2.DEFAULT_POOL_IDLE_MS=18e4;var POOL_MAX_CONNECTIONS=8,RESET_CODES=new Set(["ECONNRESET","EPIPE"]),RESET_ERROR="SocketError";function isReset(err){let cause=err;for(let depth=0;cause&&depth<4;depth++){let{code,name}=cause;if(typeof code=="string"&&RESET_CODES.has(code)||name===RESET_ERROR)return!0;cause=cause.cause}return!1}function replayable(init){let body=init?.body;return body==null||typeof body=="string"||body instanceof URLSearchParams||body instanceof ArrayBuffer||ArrayBuffer.isView(body)}function originKey(hostname,port,protocol){return`${hostname}:${port||(protocol==="https:"?"443":"80")}`}function urlOriginKey(input){try{let url=new URL(typeof input=="string"||input instanceof URL?input:input.url);return originKey(url.hostname,url.port,url.protocol)}catch{return null}}function watchConnects(origins,onConnect){let opening=new Map,keyOf=message=>{let params=message.connectParams;if(!params||typeof params.hostname!="string")return null;let key=originKey(params.hostname,String(params.port??""),String(params.protocol??""));return origins.has(key)?key:null},begun=message=>{let key=keyOf(message);if(key===null)return;let starts=opening.get(key)??[];starts.push(performance.now()),starts.length>16&&starts.shift(),opening.set(key,starts)},ended=(message,ok)=>{let key=keyOf(message),started=key===null?void 0:opening.get(key)?.shift();started!==void 0&&ok&&onConnect(performance.now()-started)},connected=message=>ended(message,!0),failed=message=>ended(message,!1);return node_diagnostics_channel_1.default.subscribe("undici:client:beforeConnect",begun),node_diagnostics_channel_1.default.subscribe("undici:client:connected",connected),node_diagnostics_channel_1.default.subscribe("undici:client:connectError",failed),()=>{node_diagnostics_channel_1.default.unsubscribe("undici:client:beforeConnect",begun),node_diagnostics_channel_1.default.unsubscribe("undici:client:connected",connected),node_diagnostics_channel_1.default.unsubscribe("undici:client:connectError",failed)}}function poolFetch(options2={}){let idleMs=options2.idleMs??exports2.DEFAULT_POOL_IDLE_MS;if(!Number.isInteger(idleMs)||idleMs<1e3||idleMs>6e5)throw new Error("poolFetch needs an idle time between 1000 and 600000 ms");let plain=(input,init)=>globalThis.fetch(input,init),unpooled=()=>Object.assign(plain,{close:async()=>{}});globalThis.Headers;let Pool=GLOBAL_DISPATCHERS.map(symbol=>globalThis[symbol]?.constructor).find(ctor=>typeof ctor=="function"&&ctor.name==="Agent");if(!Pool)return unpooled();let dispatcher;try{dispatcher=new Pool({keepAliveTimeout:idleMs,keepAliveMaxTimeout:idleMs,connections:POOL_MAX_CONNECTIONS})}catch{return unpooled()}let origins=new Set,stopWatching=options2.onConnect?watchConnects(origins,options2.onConnect):()=>{},pooled=(input,init)=>{let origin=urlOriginKey(input);return origin!==null&&origins.add(origin),globalThis.fetch(input,{...init,dispatcher})},close=async()=>{stopWatching(),await dispatcher.close()};return options2.retryOnReset?Object.assign(async(input,init)=>{try{return await pooled(input,init)}catch(err){if(!isReset(err)||init?.signal?.aborted||!replayable(init))throw err;return pooled(input,init)}},{close}):Object.assign(pooled,{close})}}});var require_caching=__commonJS({"dist/embeddings/caching.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CacheOnlyVertex=exports2.CountingEmbeddingProvider=exports2.CachingEmbeddingProvider=void 0;exports2.embeddingCallStats=embeddingCallStats;exports2.resolveEmbeddingCachePath=resolveEmbeddingCachePath;exports2.describeEmbeddingCache=describeEmbeddingCache;exports2.invalidateEmbeddingCache=invalidateEmbeddingCache;exports2.exportRowsByKey=exportRowsByKey;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=__importDefault(require("node:crypto")),sqlite_12=__importDefault(require_sqlite()),callPhases_1=require_callPhases(),IDENTITY_KIND=/^[\w.-]{1,32}$/,IDENTITY_MODEL=/^[\w./:-]{1,80}$/;function resolveIdentity(inner,stated){let declared=inner.identity,identity=stated??declared;if(!identity)throw new Error("Embedding cache needs the identity of the provider and model: declare `identity` on the provider or pass options.identity");if(!IDENTITY_KIND.test(identity.kind)||!IDENTITY_MODEL.test(identity.model))throw new Error("Invalid embedding identity");if(stated&&declared&&(stated.kind!==declared.kind||stated.model!==declared.model))throw new Error(`Embedding cache identity ${stated.kind}/${stated.model} contradicts the wrapped provider, which declares ${declared.kind}/${declared.model}`);return identity}var TASK_QUERY="RETRIEVAL_QUERY",TASK_DOCUMENT="RETRIEVAL_DOCUMENT",CachingEmbeddingProvider=class{dimensions;identity;stats={hits:0,misses:0};sent={texts:0,calls:0};inner;db;namespace;insert;lookup;oldest;remove;maxEntries;maxBytes;serving;entries=0;bytes=0;disabled=!1;constructor(inner,options2){if("namespace"in options2)throw new Error("CachingEmbeddingProvider no longer takes a namespace: the identity of the provider and model pins the cache (declare `identity` on the provider, or pass options.identity)");if(this.inner=inner,this.dimensions=inner.dimensions,this.identity=resolveIdentity(inner,options2.identity),options2.scope!==void 0&&!/^[\w.-]{1,32}$/.test(options2.scope))throw new Error("Invalid cache scope");if(this.namespace=`${this.identity.kind}/${this.identity.model}/${inner.dimensions}${options2.scope?`/${options2.scope}`:""}`,!/^[\w./:-]{4,120}$/.test(this.namespace))throw new Error("Invalid cache namespace");for(let[name,limit]of[["maxEntries",options2.maxEntries],["maxBytes",options2.maxBytes]])if(limit!==void 0&&(!Number.isInteger(limit)||limit<1))throw new Error(`${name} must be a positive integer`);this.maxEntries=options2.maxEntries??1/0,this.maxBytes=options2.maxBytes??1/0,this.serving=options2.serving===!0,node_fs_1.default.mkdirSync(node_path_1.default.dirname(options2.cachePath),{recursive:!0}),this.db=new sqlite_12.default(options2.cachePath);try{if(this.db.pragma("journal_mode = WAL"),this.db.pragma(`busy_timeout = ${this.serving?100:1e4}`),this.db.exec(`CREATE TABLE IF NOT EXISTS embeddings (
|
|
994
|
+
key TEXT PRIMARY KEY,
|
|
995
|
+
dims INTEGER NOT NULL,
|
|
996
|
+
vec BLOB NOT NULL,
|
|
997
|
+
namespace TEXT NOT NULL,
|
|
998
|
+
created_at TEXT NOT NULL
|
|
999
|
+
)`),this.lookup=this.db.prepare("SELECT vec, dims FROM embeddings WHERE key = ? AND namespace = ?"),this.insert=this.db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) VALUES (?, ?, ?, ?, ?)"),this.oldest=this.db.prepare("SELECT rowid AS id, LENGTH(vec) AS n FROM embeddings ORDER BY rowid LIMIT 32"),this.remove=this.db.prepare("DELETE FROM embeddings WHERE rowid = ?"),this.bounded){let held=this.db.prepare("SELECT COUNT(*) AS entries, COALESCE(SUM(LENGTH(vec)), 0) AS bytes FROM embeddings").get();this.entries=held.entries,this.bytes=held.bytes,this.evict()}}catch(err){throw this.db.close(),err}}get bounded(){return this.maxEntries!==1/0||this.maxBytes!==1/0}evict(){for(;this.entries>this.maxEntries||this.bytes>this.maxBytes;){let rows=this.oldest.all();if(rows.length===0){this.entries=0,this.bytes=0;return}for(let row of rows){if(this.entries<=this.maxEntries&&this.bytes<=this.maxBytes)return;this.remove.run(row.id),this.entries-=1,this.bytes-=row.n}}}guard(work,fallback){if(!this.serving)return work();if(this.disabled)return fallback;try{return work()}catch{this.disabled=!0;try{this.db.close()}catch{}return fallback}}key(text,taskType){return node_crypto_1.default.createHash("sha256").update(`${this.namespace}\0${taskType}\0${this.dimensions}\0${text}${this.serving?"\0f64":""}`).digest("hex")}read(text,taskType){let row=this.lookup.get(this.key(text,taskType),this.namespace);if(!row||row.dims!==this.dimensions)return null;let width=this.serving?8:4;if(row.vec.byteLength!==this.dimensions*width)return null;let bytes=row.vec.buffer.slice(row.vec.byteOffset,row.vec.byteOffset+row.vec.byteLength);return Array.from(this.serving?new Float64Array(bytes):new Float32Array(bytes))}write(text,taskType,vector){if(vector.length!==this.dimensions)throw new Error("Cached vector has wrong dimensionality");let buf=Buffer.from((this.serving?new Float64Array(vector):new Float32Array(vector)).buffer),{changes}=this.insert.run(this.key(text,taskType),this.dimensions,buf,this.namespace,new Date().toISOString());changes>0&&this.bounded&&(this.entries+=1,this.bytes+=buf.length,this.evict())}async embed(texts,options2){if(texts.length===0)return[];if(this.serving)return this.inner.embed(texts,options2);let out=[],misses=new Map;if(texts.forEach((text,index)=>{let cached=this.read(text,TASK_DOCUMENT);if(cached)this.stats.hits+=1,out[index]=cached;else{this.stats.misses+=1;let indexes=misses.get(text);indexes?indexes.push(index):misses.set(text,[index])}}),misses.size>0){let uniqueTexts=[...misses.keys()];this.sent.calls+=1,this.sent.texts+=uniqueTexts.length;let fresh=await this.inner.embed(uniqueTexts,options2);if(fresh.length!==uniqueTexts.length)throw new Error("Inner provider returned wrong vector count");uniqueTexts.forEach((text,i)=>{this.write(text,TASK_DOCUMENT,fresh[i]);for(let index of misses.get(text))out[index]=fresh[i]})}return out}async embedQuery(text,options2){let cached=this.guard(()=>this.read(text,TASK_QUERY),null);if(cached)return this.stats.hits+=1,(0,callPhases_1.noteQueryCache)(!0),cached;this.stats.misses+=1,(0,callPhases_1.noteQueryCache)(!1),this.sent.calls+=1,this.sent.texts+=1;let vector=this.inner.embedQuery?await this.inner.embedQuery(text,options2):(await this.inner.embed([text],options2))[0];return this.serving?this.guard(()=>this.write(text,TASK_QUERY,vector),void 0):this.write(text,TASK_QUERY,vector),vector}get callStats(){return{hits:this.stats.hits,misses:this.stats.misses,cached:!0,sent:{...this.sent}}}close(){this.db.open&&this.db.close()}describe(){return{...this.inner.describe?.()??{},cache:{namespace:this.namespace,hits:this.stats.hits,misses:this.stats.misses}}}};exports2.CachingEmbeddingProvider=CachingEmbeddingProvider;var CountingEmbeddingProvider=class{dimensions;identity;sent={texts:0,calls:0};inner;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}async embed(texts,options2){return texts.length===0?[]:(this.sent.calls+=1,this.sent.texts+=texts.length,this.inner.embed(texts,options2))}async embedQuery(text,options2){return this.sent.calls+=1,this.sent.texts+=1,this.inner.embedQuery?this.inner.embedQuery(text,options2):(await this.inner.embed([text],options2))[0]}get callStats(){return{hits:0,misses:this.sent.texts,cached:!1,sent:{...this.sent}}}};exports2.CountingEmbeddingProvider=CountingEmbeddingProvider;function embeddingCallStats(provider){return provider instanceof CachingEmbeddingProvider||provider instanceof CountingEmbeddingProvider?provider.callStats:void 0}function resolveEmbeddingCachePath(env=process.env){let raw=env.RENOR_EVAL_EMBED_CACHE;return raw==="off"||raw==="0"?null:!raw||raw==="on"?node_path_1.default.join(process.env.HOME??".",".local","share","renor","embed-cache.db"):node_path_1.default.resolve(raw)}function describeEmbeddingCache(cachePath){if(!node_fs_1.default.existsSync(cachePath))return[];let db=new sqlite_12.default(cachePath,{readonly:!0});try{return db.prepare("SELECT namespace, COUNT(*) AS rows FROM embeddings GROUP BY namespace ORDER BY namespace").all()}finally{db.close()}}function invalidateEmbeddingCache(cachePath,filter){if(!filter.namespace&&!filter.all)throw new Error("invalidateEmbeddingCache: pass a namespace or all: true");if(!node_fs_1.default.existsSync(cachePath))return 0;let db=new sqlite_12.default(cachePath);try{return db.pragma("busy_timeout = 10000"),filter.namespace?db.prepare("DELETE FROM embeddings WHERE namespace = ?").run(filter.namespace).changes:db.prepare("DELETE FROM embeddings").run().changes}finally{db.close()}}var CacheOnlyVertex=class{dimensions=768;identity={kind:"vertex",model:"gemini-embedding-001"};stats={hits:0,misses:0,upstreamTexts:0};db;constructor(file){this.db=new sqlite_12.default(file,{readonly:!0,fileMustExist:!0})}read(text,task){let namespace="vertex/gemini-embedding-001/768",key=node_crypto_1.default.createHash("sha256").update(`${namespace}\0${task}\0${this.dimensions}\0${text}`).digest("hex"),row=this.db.prepare("SELECT vec, dims FROM embeddings WHERE key = ? AND namespace = ?").get(key,namespace);if(!row||row.dims!==768||row.vec.length!==768*4)throw this.stats.misses++,new Error(`cache-only Vertex miss: task=${task} textSHA256=${node_crypto_1.default.createHash("sha256").update(text).digest("hex")}`);this.stats.hits++;let bytes=row.vec.buffer.slice(row.vec.byteOffset,row.vec.byteOffset+row.vec.byteLength);return Array.from(new Float32Array(bytes))}async embed(texts){return texts.map(text=>this.read(text,"RETRIEVAL_DOCUMENT"))}async embedQuery(text){return this.read(text,"RETRIEVAL_QUERY")}close(){this.db.close()}};exports2.CacheOnlyVertex=CacheOnlyVertex;function exportRowsByKey(cachePath,keys,outFile){let tmp=`${outFile}.tmp-${process.pid}`;node_fs_1.default.rmSync(tmp,{force:!0});let db=new sqlite_12.default(tmp),copied=0;try{if(db.exec(`CREATE TABLE embeddings (
|
|
994
1000
|
key TEXT PRIMARY KEY,
|
|
995
1001
|
dims INTEGER NOT NULL,
|
|
996
1002
|
vec BLOB NOT NULL,
|
|
997
1003
|
namespace TEXT NOT NULL,
|
|
998
1004
|
created_at TEXT NOT NULL
|
|
999
|
-
)`),
|
|
1000
|
-
|
|
1001
|
-
dims INTEGER NOT NULL,
|
|
1002
|
-
vec BLOB NOT NULL,
|
|
1003
|
-
namespace TEXT NOT NULL,
|
|
1004
|
-
created_at TEXT NOT NULL
|
|
1005
|
-
)`),node_fs_1.default.existsSync(cachePath)&&keys.length>0){db.prepare("ATTACH DATABASE ? AS src").run(cachePath);let insert=db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) SELECT key, dims, vec, namespace, created_at FROM src.embeddings WHERE key = ?");db.transaction(()=>{for(let key of keys)copied+=insert.run(key).changes})(),db.exec("DETACH DATABASE src")}}finally{db.close()}return node_fs_1.default.renameSync(tmp,outFile),copied}}});var require_interactive=__commonJS({"dist/embeddings/interactive.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.InteractiveEmbeddingProvider=void 0;var types_1=require_types4(),InteractiveEmbeddingProvider=class{dimensions;identity;inner;cooldownMs;unavailableUntil=0;probing=!1;constructor(inner,options2={}){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity,this.cooldownMs=options2.cooldownMs??DEFAULT_COOLDOWN_MS}embed(texts,options2){return this.run(options2,o=>this.inner.embed(texts,o))}embedQuery(text,options2){return this.run(options2,async o=>this.inner.embedQuery?this.inner.embedQuery(text,o):(await this.inner.embed([text],o))[0])}describe(){return this.inner.describe?.()??{}}async run(options2,call){let budgetMs=options2?.budgetMs;if(budgetMs===void 0)try{let result=await call(options2);return this.unavailableUntil=0,result}catch(err){throw err instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),err}if(Date.now()<this.unavailableUntil||this.probing&&this.unavailableUntil>0)throw new types_1.EmbeddingUnavailableError("embedding service unavailable (failed moments ago; not asked again yet)");let probe=this.unavailableUntil>0;probe&&(this.probing=!0);let controller=new AbortController,relay=()=>controller.abort(options2?.signal?.reason);options2?.signal?.addEventListener("abort",relay,{once:!0});let timer,expired=new Promise((_,reject)=>{timer=setTimeout(()=>{let unavailable=new types_1.EmbeddingUnavailableError(`embedding service did not answer within ${Math.ceil(budgetMs/1e3)} s`);controller.abort(unavailable),reject(unavailable)},budgetMs)});try{let attempt=call({...options2,signal:controller.signal});attempt.catch(()=>{});let result=await Promise.race([attempt,expired]);return this.unavailableUntil=0,result}catch(err){let unavailable=controller.signal.aborted&&controller.signal.reason instanceof types_1.EmbeddingUnavailableError?controller.signal.reason:err;throw unavailable instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),unavailable}finally{clearTimeout(timer),options2?.signal?.removeEventListener("abort",relay),probe&&(this.probing=!1)}}};exports2.InteractiveEmbeddingProvider=InteractiveEmbeddingProvider;var DEFAULT_COOLDOWN_MS=15e3}});var require_coalescing=__commonJS({"dist/embeddings/coalescing.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CoalescingEmbeddingProvider=exports2.COALESCE_REQUESTS_IN_FLIGHT=exports2.COALESCE_REQUEST_TEXTS=void 0;var types_1=require_types4();exports2.COALESCE_REQUEST_TEXTS=32;exports2.COALESCE_REQUESTS_IN_FLIGHT=4;var GATHER_MS=2,CoalescingEmbeddingProvider=class{dimensions;identity;inner;queue=[];inFlight=0;gatherTimer;gatherDone=!1;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}embed(texts,options2){return texts.length===0?Promise.resolve([]):options2?.signal?.aborted?Promise.reject(options2.signal.reason):new Promise((resolve,reject)=>{let caller={texts,options:options2,resolve,reject,done:!1};options2?.signal?.addEventListener("abort",()=>this.abandon(caller,options2.signal.reason),{once:!0}),this.queue.push(caller),this.schedule()})}embedQuery(text,options2){return this.inner.embedQuery?this.inner.embedQuery(text,options2):this.inner.embed([text],options2).then(vectors=>vectors[0])}describe(){return this.inner.describe?.()??{}}abandon(caller,reason){caller.done||(caller.done=!0,this.queue=this.queue.filter(c=>c!==caller),caller.reject(reason),this.schedule())}schedule(){for(;this.inFlight<exports2.COALESCE_REQUESTS_IN_FLIGHT&&this.queue.length>0;){if(this.queue.reduce((sum,c)=>sum+c.texts.length,0)<exports2.COALESCE_REQUEST_TEXTS&&!this.gatherDone){this.gatherTimer??=setTimeout(()=>{this.gatherTimer=void 0,this.gatherDone=!0,this.schedule()},GATHER_MS);return}let batch=[],size=0;for(;this.queue.length>0&&(batch.length===0||sameKind(this.queue[0],batch[0])&&size+this.queue[0].texts.length<=exports2.COALESCE_REQUEST_TEXTS);){let caller=this.queue.shift();batch.push(caller),size+=caller.texts.length}this.gatherDone=!1,this.inFlight+=1,this.send(batch)}}send(batch){let texts=batch.flatMap(c=>c.texts),controller=new AbortController,budgets=batch.map(c=>c.options?.budgetMs),budgetMs=budgets.some(b=>b===void 0)?void 0:Math.max(...budgets),waiting=batch.length,patient=batch.some(c=>c.options?.signal===void 0);for(let caller of batch){let signal=caller.options?.signal;signal&&signal.addEventListener("abort",()=>{waiting-=1,waiting===0&&!patient&&controller.abort(signal.reason)},{once:!0})}this.inner.embed(texts,{budgetMs,signal:controller.signal}).then(vectors=>{this.inFlight-=1;let offset=0;for(let caller of batch){let own=vectors.slice(offset,offset+caller.texts.length);offset+=caller.texts.length,!caller.done&&(caller.done=!0,own.length===caller.texts.length?caller.resolve(own):caller.reject(new Error(`the embedding provider returned ${own.length} vectors for ${caller.texts.length} texts`)))}this.schedule()},err=>{if(this.inFlight-=1,this.schedule(),isUnavailable(err)||controller.signal.aborted){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}if(!refusesAnInput(err)){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}for(let caller of batch)caller.done||this.inner.embed(caller.texts,caller.options).then(vectors=>{caller.done||(caller.done=!0,caller.resolve(vectors))},own=>{caller.done||(caller.done=!0,caller.reject(own))})})}};exports2.CoalescingEmbeddingProvider=CoalescingEmbeddingProvider;function isUnavailable(err){return err instanceof types_1.EmbeddingUnavailableError||err instanceof Error&&err.name==="AbortError"}function refusesAnInput(err){return err instanceof Error&&err.status===400}function sameKind(a,b){return a.options?.signal!==void 0==(b.options?.signal!==void 0)}}});var require_journalLog=__commonJS({"dist/importing/journalLog.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.JournalLog=void 0;exports2.journalLogName=journalLogName;exports2.readJournalLog=readJournalLog;exports2.removeJournalLog=removeJournalLog;var fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),toolRefusal_1=require_toolRefusal();function journalLogName(batchId){return`${batchId}.jsonl`}var JournalLog=class{file;fd=null;constructor(file){this.file=file}append(entry){this.fd===null&&(this.fd=openLog(this.file));let bytes=Buffer.from(`${JSON.stringify(entry)}
|
|
1006
|
-
`,"utf8");for(let done=0;done<bytes.length;)done+=fs_1.default.writeSync(this.fd,bytes,done,bytes.length-done);fs_1.default.fsyncSync(this.fd)}close(){if(this.fd===null)return;let fd=this.fd;this.fd=null;try{fs_1.default.closeSync(fd)}catch{}}};exports2.JournalLog=JournalLog;function openLog(file){let isNew=!fs_1.default.existsSync(file),flags=fs_1.default.constants.O_WRONLY|fs_1.default.constants.O_APPEND|fs_1.default.constants.O_CREAT|fs_1.default.constants.O_NOFOLLOW,fd=fs_1.default.openSync(file,flags,384);if(isNew){let dirFd=fs_1.default.openSync(path_1.default.dirname(file),"r");try{fs_1.default.fsyncSync(dirFd)}finally{fs_1.default.closeSync(dirFd)}}return fd}function readJournalLog(file){let stat=fs_1.default.lstatSync(file,{throwIfNoEntry:!1});if(!stat)return;if(!stat.isFile())throw(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");let lines=fs_1.default.readFileSync(file,"utf8").split(`
|
|
1005
|
+
)`),node_fs_1.default.existsSync(cachePath)&&keys.length>0){db.prepare("ATTACH DATABASE ? AS src").run(cachePath);let insert=db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) SELECT key, dims, vec, namespace, created_at FROM src.embeddings WHERE key = ?");db.transaction(()=>{for(let key of keys)copied+=insert.run(key).changes})(),db.exec("DETACH DATABASE src")}}finally{db.close()}return node_fs_1.default.renameSync(tmp,outFile),copied}}});var require_interactive=__commonJS({"dist/embeddings/interactive.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.InteractiveEmbeddingProvider=void 0;var types_1=require_types4(),InteractiveEmbeddingProvider=class{dimensions;identity;inner;cooldownMs;unavailableUntil=0;probing=!1;constructor(inner,options2={}){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity,this.cooldownMs=options2.cooldownMs??DEFAULT_COOLDOWN_MS}embed(texts,options2){return this.run(options2,o=>this.inner.embed(texts,o))}embedQuery(text,options2){return this.run(options2,async o=>this.inner.embedQuery?this.inner.embedQuery(text,o):(await this.inner.embed([text],o))[0])}describe(){return this.inner.describe?.()??{}}async run(options2,call){let budgetMs=options2?.budgetMs;if(budgetMs===void 0)try{let result=await call(options2);return this.unavailableUntil=0,result}catch(err){throw err instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),err}if(Date.now()<this.unavailableUntil||this.probing&&this.unavailableUntil>0)throw new types_1.EmbeddingUnavailableError("embedding service unavailable (failed moments ago; not asked again yet)");let probe=this.unavailableUntil>0;probe&&(this.probing=!0);let controller=new AbortController,relay=()=>controller.abort(options2?.signal?.reason);options2?.signal?.addEventListener("abort",relay,{once:!0});let timer,expired=new Promise((_,reject)=>{timer=setTimeout(()=>{let unavailable=new types_1.EmbeddingUnavailableError(`embedding service did not answer within ${Math.ceil(budgetMs/1e3)} s`);controller.abort(unavailable),reject(unavailable)},budgetMs)});try{let attempt=call({...options2,signal:controller.signal});attempt.catch(()=>{});let result=await Promise.race([attempt,expired]);return this.unavailableUntil=0,result}catch(err){let unavailable=controller.signal.aborted&&controller.signal.reason instanceof types_1.EmbeddingUnavailableError?controller.signal.reason:err;throw unavailable instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),unavailable}finally{clearTimeout(timer),options2?.signal?.removeEventListener("abort",relay),probe&&(this.probing=!1)}}};exports2.InteractiveEmbeddingProvider=InteractiveEmbeddingProvider;var DEFAULT_COOLDOWN_MS=15e3}});var require_coalescing=__commonJS({"dist/embeddings/coalescing.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CoalescingEmbeddingProvider=exports2.COALESCE_REQUESTS_IN_FLIGHT=exports2.COALESCE_REQUEST_TEXTS=void 0;var types_1=require_types4();exports2.COALESCE_REQUEST_TEXTS=32;exports2.COALESCE_REQUESTS_IN_FLIGHT=4;var GATHER_MS=2,CoalescingEmbeddingProvider=class{dimensions;identity;inner;queue=[];inFlight=0;gatherTimer;gatherDone=!1;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}embed(texts,options2){return texts.length===0?Promise.resolve([]):options2?.signal?.aborted?Promise.reject(options2.signal.reason):new Promise((resolve,reject)=>{let caller={texts,options:options2,resolve,reject,done:!1};options2?.signal?.addEventListener("abort",()=>this.abandon(caller,options2.signal.reason),{once:!0}),this.queue.push(caller),this.schedule()})}embedQuery(text,options2){return this.inner.embedQuery?this.inner.embedQuery(text,options2):this.inner.embed([text],options2).then(vectors=>vectors[0])}describe(){return this.inner.describe?.()??{}}abandon(caller,reason){caller.done||(caller.done=!0,this.queue=this.queue.filter(c=>c!==caller),caller.reject(reason),this.schedule())}schedule(){for(;this.inFlight<exports2.COALESCE_REQUESTS_IN_FLIGHT&&this.queue.length>0;){if(this.queue.reduce((sum,c)=>sum+c.texts.length,0)<exports2.COALESCE_REQUEST_TEXTS&&!this.gatherDone){this.gatherTimer??=setTimeout(()=>{this.gatherTimer=void 0,this.gatherDone=!0,this.schedule()},GATHER_MS);return}let batch=[],size=0;for(;this.queue.length>0&&(batch.length===0||sameKind(this.queue[0],batch[0])&&size+this.queue[0].texts.length<=exports2.COALESCE_REQUEST_TEXTS);){let caller=this.queue.shift();batch.push(caller),size+=caller.texts.length}this.gatherDone=!1,this.inFlight+=1,this.send(batch)}}send(batch){let texts=batch.flatMap(c=>c.texts),controller=new AbortController,budgets=batch.map(c=>c.options?.budgetMs),budgetMs=budgets.some(b=>b===void 0)?void 0:Math.max(...budgets),waiting=batch.length,patient=batch.some(c=>c.options?.signal===void 0);for(let caller of batch){let signal=caller.options?.signal;signal&&signal.addEventListener("abort",()=>{waiting-=1,waiting===0&&!patient&&controller.abort(signal.reason)},{once:!0})}this.inner.embed(texts,{budgetMs,signal:controller.signal}).then(vectors=>{this.inFlight-=1;let offset=0;for(let caller of batch){let own=vectors.slice(offset,offset+caller.texts.length);offset+=caller.texts.length,!caller.done&&(caller.done=!0,own.length===caller.texts.length?caller.resolve(own):caller.reject(new Error(`the embedding provider returned ${own.length} vectors for ${caller.texts.length} texts`)))}this.schedule()},err=>{if(this.inFlight-=1,this.schedule(),isUnavailable(err)||controller.signal.aborted){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}if(!refusesAnInput(err)){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}for(let caller of batch)caller.done||this.inner.embed(caller.texts,caller.options).then(vectors=>{caller.done||(caller.done=!0,caller.resolve(vectors))},own=>{caller.done||(caller.done=!0,caller.reject(own))})})}};exports2.CoalescingEmbeddingProvider=CoalescingEmbeddingProvider;function isUnavailable(err){return err instanceof types_1.EmbeddingUnavailableError||err instanceof Error&&err.name==="AbortError"}function refusesAnInput(err){return err instanceof Error&&err.status===400}function sameKind(a,b){return a.options?.signal!==void 0==(b.options?.signal!==void 0)}}});var require_journalLog=__commonJS({"dist/importing/journalLog.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.JournalLog=void 0;exports2.journalLogName=journalLogName;exports2.readJournalLog=readJournalLog;exports2.removeJournalLog=removeJournalLog;var fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),toolRefusal_1=require_toolRefusal(),durableAppend_1=require_durableAppend(),sameFile_1=require_sameFile();function journalLogName(batchId){return`${batchId}.jsonl`}var JournalLog=class{file;fd=null;constructor(file){this.file=file}append(entry){this.fd===null&&(this.fd=openLog(this.file));let bytes=Buffer.from(`${JSON.stringify(entry)}
|
|
1006
|
+
`,"utf8");for(let done=0;done<bytes.length;)done+=fs_1.default.writeSync(this.fd,bytes,done,bytes.length-done);fs_1.default.fsyncSync(this.fd)}close(){if(this.fd===null)return;let fd=this.fd;this.fd=null;try{fs_1.default.closeSync(fd)}catch{}}};exports2.JournalLog=JournalLog;function openLog(file){let kind=(0,sameFile_1.nameKindSync)(file);if(kind==="other")throw(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");let isNew=kind==="absent",flags=fs_1.default.constants.O_WRONLY|fs_1.default.constants.O_APPEND|fs_1.default.constants.O_CREAT|fs_1.default.constants.O_NOFOLLOW,fd=fs_1.default.openSync(file,flags,384);if(!(0,sameFile_1.nameIsOpenFileSync)(fd,file))throw fs_1.default.closeSync(fd),(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");return isNew&&(0,durableAppend_1.syncDirectorySync)(path_1.default.dirname(file)),fd}function readJournalLog(file){let stat=fs_1.default.lstatSync(file,{throwIfNoEntry:!1});if(!stat)return;if(!stat.isFile())throw(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");let lines=fs_1.default.readFileSync(file,"utf8").split(`
|
|
1007
1007
|
`);return lines.pop(),lines.map((line,i)=>parseEntry(line,i+1))}function parseEntry(line,lineNo){let value;try{value=JSON.parse(line)}catch{value=void 0}if(!value||value.list!=="created"&&value.list!=="reasserted"||typeof value.relPath!="string"||typeof value.hash!="string")throw new Error(`an import journal line (${lineNo}) cannot be read; undo_import stopped before changing anything`);return{list:value.list,relPath:value.relPath,hash:value.hash}}function removeJournalLog(file){try{fs_1.default.unlinkSync(file)}catch{}}}});var require_forgetImported=__commonJS({"dist/importing/forgetImported.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.IMPORT_JOURNAL_DIR=void 0;exports2.forgetImportedNotes=forgetImportedNotes;var crypto_1=__importDefault(require("crypto")),promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),journalLog_1=require_journalLog();exports2.IMPORT_JOURNAL_DIR=".renor-imports";async function replaceManifest(file,manifest){let tmp=`${file}.${crypto_1.default.randomUUID()}.tmp`;await promises_1.default.writeFile(tmp,JSON.stringify(manifest),{flag:"wx",mode:384}),await promises_1.default.rename(tmp,file),await promises_1.default.rm(path_1.default.join(path_1.default.dirname(file),(0,journalLog_1.journalLogName)(path_1.default.basename(file,".json"))),{force:!0}).catch(()=>{})}async function forgetImportedNotes(memoryDir,relPaths){if(relPaths.size===0)return;let dir=path_1.default.join(memoryDir,exports2.IMPORT_JOURNAL_DIR),names;try{names=await promises_1.default.readdir(dir)}catch(err){if(err.code==="ENOENT")return;throw err}for(let name of names){if(!name.endsWith(".json"))continue;let file=path_1.default.join(dir,name);if(!(await promises_1.default.lstat(file)).isFile())continue;let manifest;try{manifest=JSON.parse(await promises_1.default.readFile(file,"utf8"))}catch{continue}if(!Array.isArray(manifest.created)||manifest.state==="applying")continue;let created=manifest.created.filter(c=>!relPaths.has(String(c.relPath))),conflictsWas=Array.isArray(manifest.result?.conflicts)?manifest.result.conflicts:null,conflicts=conflictsWas?.filter(p=>!relPaths.has(String(p)))??null;if(created.length!==manifest.created.length||conflicts!==null&&conflicts.length!==conflictsWas.length){if(created.length===0){await replaceManifest(file,{batchId:String(manifest.batchId??path_1.default.basename(name,".json")),state:"undone",created:[]});continue}manifest.created=created,conflicts!==null&&(manifest.result={...manifest.result,conflicts}),await replaceManifest(file,manifest)}}}}});var require_replacedJournal=__commonJS({"dist/memorymap/replacedJournal.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.REPLACED_FILE_NAME=void 0;exports2.forgetReplacementsOf=forgetReplacementsOf;var crypto_1=__importDefault(require("crypto")),promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path"));exports2.REPLACED_FILE_NAME="replaced.jsonl";async function forgetReplacementsOf(retiredDir,memoryIds){if(memoryIds.size===0)return;let file=path_1.default.join(retiredDir,exports2.REPLACED_FILE_NAME),st;try{st=await promises_1.default.lstat(file)}catch(err){if(err.code==="ENOENT")return;throw err}if(!st.isFile()||st.nlink!==1)throw new Error(`refusing to rewrite ${JSON.stringify(exports2.REPLACED_FILE_NAME)}: it is not a regular file with a single name`);let raw=await promises_1.default.readFile(file,"utf8"),changed=!1,kept=[];for(let line of raw.split(`
|
|
1008
1008
|
`)){if(!line.trim())continue;let hit=!1;try{let r=JSON.parse(line);hit=memoryIds.has(String(r.old))||memoryIds.has(String(r.by))}catch{}hit?changed=!0:kept.push(line)}if(!changed)return;let tmp=`${file}.${process.pid}.${crypto_1.default.randomBytes(4).toString("hex")}.tmp`;await promises_1.default.writeFile(tmp,kept.map(line=>`${line}
|
|
1009
1009
|
`).join(""),{flag:"wx",mode:st.mode&511}),await promises_1.default.rename(tmp,file)}}});var require_zod=__commonJS({"node_modules/zod/index.cjs"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k in mod)k!=="default"&&Object.prototype.hasOwnProperty.call(mod,k)&&__createBinding(result,mod,k);return __setModuleDefault(result,mod),result},__exportStar=exports2&&exports2.__exportStar||function(m,exports3){for(var p in m)p!=="default"&&!Object.prototype.hasOwnProperty.call(exports3,p)&&__createBinding(exports3,m,p)};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.default=exports2.z=void 0;var z=__importStar(require_external3());exports2.z=z;exports2.default=z;__exportStar(require_external3(),exports2);(function(){for(var keys=Object.getOwnPropertyNames(exports2),i=0;i<keys.length;i++){var desc=Object.getOwnPropertyDescriptor(exports2,keys[i]);if(!(!desc||!desc.get||!desc.configurable)){var value;try{value=desc.get()}catch{continue}value!==void 0&&Object.defineProperty(exports2,keys[i],{value,writable:!1,enumerable:desc.enumerable,configurable:!1})}}Object.freeze(exports2)})()}});var require_observations=__commonJS({"dist/mvp/observations.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ObserveRequest=exports2.ObserveRequestSchema=exports2.OBSERVATION_IDLE_MS=exports2.DEFAULT_OBSERVATION_MAX_ROWS=exports2.DEFAULT_OBSERVATION_RETENTION_DAYS=exports2.OBSERVE_DEFAULT_OFF_REASON=exports2.OBSERVE_METHOD=void 0;exports2.observeEnabled=observeEnabled;exports2.buildObservationSummary=buildObservationSummary;exports2.finalizeIdleObservationSessions=finalizeIdleObservationSessions;exports2.startObservationIdleSweep=startObservationIdleSweep;exports2.latestObservationHandoff=latestObservationHandoff;exports2.storeObservation=storeObservation;exports2.searchObservations=searchObservations;exports2.observationsForExport=observationsForExport;exports2.createObservationSource=createObservationSource;exports2.setObservationRetired=setObservationRetired;exports2.purgeRetiredObservations=purgeRetiredObservations;var zod_1=require_zod(),fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),crypto_1=__importDefault(require("crypto")),tokenizer_1=require_tokenizer(),secretScanner_1=require_secretScanner(),scope_1=require_scope();exports2.OBSERVE_METHOD="renor/observe";exports2.OBSERVE_DEFAULT_OFF_REASON="The owner requires the write-side eval to beat today first.";exports2.DEFAULT_OBSERVATION_RETENTION_DAYS=90;exports2.DEFAULT_OBSERVATION_MAX_ROWS=2e4;exports2.OBSERVATION_IDLE_MS=30*6e4;var byteLimited=max=>zod_1.z.string().superRefine((value,ctx)=>{Buffer.byteLength(value,"utf8")>max&&ctx.addIssue({code:"custom",message:`Must be at most ${max} UTF-8 bytes`})}),ObserveParamsSchema=zod_1.z.object({session_id:zod_1.z.string().min(1),seq:zod_1.z.number().int().nonnegative(),event:zod_1.z.enum(["session_start","prompt","tool","session_end"]),client:zod_1.z.string().min(1),ts:zod_1.z.string().datetime({offset:!0}),cwd_scope:zod_1.z.string().optional(),text:byteLimited(8192).optional(),tool:zod_1.z.object({name:zod_1.z.string().min(1),input_summary:byteLimited(1024).optional(),ok:zod_1.z.boolean().optional(),files:zod_1.z.array(zod_1.z.string()).max(20).optional()}).optional()});exports2.ObserveRequestSchema=zod_1.z.object({method:zod_1.z.literal(exports2.OBSERVE_METHOD),params:ObserveParamsSchema});exports2.ObserveRequest=exports2.ObserveRequestSchema;function observeEnabled(env=process.env){return/^(1|on|true|yes)$/i.test(env.RENOR_OBSERVE?.trim()??"")}function ensureTables(db){db.exec(`
|
|
@@ -1045,15 +1045,15 @@ ${content}`,path=`observations/${encodeURIComponent(row.session_id)}/${row.seq}`
|
|
|
1045
1045
|
${scopeClause} ORDER BY rank ASC, o.received_at DESC, o.id DESC LIMIT ?`).all(match,workspace,workspace,...scopeParams,Math.min(limit,100)).map(row=>asHit(row,row.content,-row.rank))}catch{return[]}}function exportRow(row){return{id:`observation:${row.session_id}:${row.seq}`,session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,received_at:row.received_at,cwd_scope:row.cwd_scope,text:row.text,tool:row.tool_json?JSON.parse(row.tool_json):null,retired:row.retired!==0}}function observationsForExport(db,workspace){if(safeString(workspace).flagged)return[];try{return ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS),db.prepare(`SELECT id, session_id, seq, event, client, ts, received_at, cwd_scope, text, tool_json, retired
|
|
1046
1046
|
FROM observations WHERE workspace = ? ORDER BY received_at, id`).all(workspace).map(exportRow)}catch{return[]}}function createObservationSource(db){return{listSession(workspace,session_id){if(!observeEnabled()||safeString(workspace).flagged||safeString(session_id).flagged)return[];try{let cutoff=new Date(Date.now()-exports2.DEFAULT_OBSERVATION_RETENTION_DAYS*864e5).toISOString();return ensureTables(db),db.prepare(`SELECT session_id, seq, event, client, ts, cwd_scope, text, tool_json
|
|
1047
1047
|
FROM observations WHERE workspace = ? AND session_id = ? AND retired = 0 AND received_at >= ?
|
|
1048
|
-
ORDER BY seq ASC`).all(workspace,session_id,cutoff).flatMap(row=>{let candidate=ObserveParamsSchema.safeParse({session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,...row.cwd_scope===null?{}:{cwd_scope:row.cwd_scope},...row.text===null?{}:{text:row.text},...row.tool_json===null?{}:{tool:JSON.parse(row.tool_json)}});if(!candidate.success)return[];let screened=screenParams(candidate.data);return screened.refused||!screened.params?[]:[screened.params]})}catch{return[]}}}}function setObservationRetired(db,workspace,id,retired){if(safeString(workspace).flagged||safeString(id).flagged)return!1;let match=/^observation:(.*):(\d+)$/.exec(id);if(!match)return!1;try{ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS);let changed=db.prepare("UPDATE observations SET retired = ? WHERE workspace = ? AND session_id = ? AND seq = ?").run(Number(retired),workspace,match[1],Number(match[2])).changes>0;return changed&&retired&&dropSummaries(db,workspace,"session_id = ?",match[1]),changed}catch{return!1}}function purgeRetiredObservations(db,workspace,id,only){if(safeString(workspace).flagged)return[];if(!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return[];let rows=db.prepare("SELECT id, session_id, seq FROM observations WHERE workspace = ? AND retired = 1").all(workspace),listed=only?new Set(only):null,chosen=rows.filter(row=>{let memoryId=`observation:${row.session_id}:${row.seq}`;return id!==void 0?memoryId===id:listed===null||listed.has(memoryId)}),removeText=db.prepare("DELETE FROM observations_fts WHERE observation_id = ?"),remove=db.prepare("DELETE FROM observations WHERE id = ?");return db.transaction(()=>{for(let row of chosen)removeText.run(String(row.id)),remove.run(row.id)})(),dropSummaries(db,workspace,NO_OBSERVATIONS_LEFT),chosen.map(row=>`observation:${row.session_id}:${row.seq}`)}}});var require_memoryMap=__commonJS({"dist/memorymap/memoryMap.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NOFOLLOW=exports2.DEFAULT_MAP_LIMIT=exports2.RETIRED_DIR=void 0;exports2.resolveVaultFile=resolveVaultFile;exports2.parseEntries=parseEntries;exports2.appendedEntryId=appendedEntryId;exports2.parseMemoryId=parseMemoryId;exports2.openConfined=openConfined;exports2.readPrefix=readPrefix;exports2.readWhole=readWhole;exports2.ensureRealDir=ensureRealDir;exports2.readJournal=readJournal;exports2.activeRetired=activeRetired;exports2.buildMemoryMap=buildMemoryMap;exports2.findMemories=findMemories;exports2.readMemory=readMemory;exports2.retireMemory=retireMemory;exports2.restoreMemory=restoreMemory;exports2.purgeRetired=purgeRetired;exports2.dailyEntriesForExport=dailyEntriesForExport;exports2.retiredForExport=retiredForExport;exports2.recallFileTreeOn=recallFileTreeOn;exports2.memoryPathTree=memoryPathTree;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),crypto_1=__importDefault(require("crypto")),hasher_1=require_hasher(),parser_12=require_parser(),walker_1=require_walker(),pipeline_12=require_pipeline(),lifecycle_12=require_lifecycle(),writerConflicts_1=require_writerConflicts(),dailyNote_1=require_dailyNote(),writer_12=require_writer(),scope_1=require_scope(),secretGuard_1=require_secretGuard(),toolRefusal_1=require_toolRefusal(),evidenceCache_1=require_evidenceCache(),forgetImported_1=require_forgetImported(),replacedJournal_1=require_replacedJournal(),orchestrator_12=require_orchestrator(),observations_1=require_observations(),LIFECYCLE_NOTE_PATH="_mcp_",METADATA_PREDICATES=new Set(["owner","status","updated","tags"]),METADATA_KEYS=new Set(["title","status","owner","updated","tags"]);exports2.RETIRED_DIR=path_1.default.join(".trash","renor-retired");var RETIRED_FILES_DIR=path_1.default.join(exports2.RETIRED_DIR,"files"),RETIRED_INDEX=path_1.default.join(exports2.RETIRED_DIR,"retired.jsonl"),MAX_MEMORIES=2e3,MAX_NOTES_SCANNED=5e3,MAX_ENTRIES_PER_DAY=500,MAX_THINGS=2e3,MAX_FACTS=5e3,MAX_LINKS=2e4,MAX_EVENTS=1e3,MAX_RETIRED_LISTED=500;exports2.DEFAULT_MAP_LIMIT=20;var MAP_READ_BYTES=64*1024,READ_BYTES=512*1024,MAX_REWRITE_BYTES=8*1024*1024,EXCERPT_CHARS=280,MAX_READ_CHARS=4e4,MIN_MENTION_CHARS=3;function observationTitle(row){return`${row.event} \xB7 ${row.client}`}function observationText(row){return[row.text,row.tool?JSON.stringify(row.tool):null].filter(part=>part!==null&&part.length>0).join(`
|
|
1048
|
+
ORDER BY seq ASC`).all(workspace,session_id,cutoff).flatMap(row=>{let candidate=ObserveParamsSchema.safeParse({session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,...row.cwd_scope===null?{}:{cwd_scope:row.cwd_scope},...row.text===null?{}:{text:row.text},...row.tool_json===null?{}:{tool:JSON.parse(row.tool_json)}});if(!candidate.success)return[];let screened=screenParams(candidate.data);return screened.refused||!screened.params?[]:[screened.params]})}catch{return[]}}}}function setObservationRetired(db,workspace,id,retired){if(safeString(workspace).flagged||safeString(id).flagged)return!1;let match=/^observation:(.*):(\d+)$/.exec(id);if(!match)return!1;try{ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS);let changed=db.prepare("UPDATE observations SET retired = ? WHERE workspace = ? AND session_id = ? AND seq = ?").run(Number(retired),workspace,match[1],Number(match[2])).changes>0;return changed&&retired&&dropSummaries(db,workspace,"session_id = ?",match[1]),changed}catch{return!1}}function purgeRetiredObservations(db,workspace,id,only){if(safeString(workspace).flagged)return[];if(!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return[];let rows=db.prepare("SELECT id, session_id, seq FROM observations WHERE workspace = ? AND retired = 1").all(workspace),listed=only?new Set(only):null,chosen=rows.filter(row=>{let memoryId=`observation:${row.session_id}:${row.seq}`;return id!==void 0?memoryId===id:listed===null||listed.has(memoryId)}),removeText=db.prepare("DELETE FROM observations_fts WHERE observation_id = ?"),remove=db.prepare("DELETE FROM observations WHERE id = ?");return db.transaction(()=>{for(let row of chosen)removeText.run(String(row.id)),remove.run(row.id)})(),dropSummaries(db,workspace,NO_OBSERVATIONS_LEFT),chosen.map(row=>`observation:${row.session_id}:${row.seq}`)}}});var require_memoryMap=__commonJS({"dist/memorymap/memoryMap.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NOFOLLOW=exports2.DEFAULT_MAP_LIMIT=exports2.RETIRED_DIR=void 0;exports2.resolveVaultFile=resolveVaultFile;exports2.parseEntries=parseEntries;exports2.appendedEntryId=appendedEntryId;exports2.parseMemoryId=parseMemoryId;exports2.openConfined=openConfined;exports2.readPrefix=readPrefix;exports2.readWhole=readWhole;exports2.ensureRealDir=ensureRealDir;exports2.readJournal=readJournal;exports2.activeRetired=activeRetired;exports2.buildMemoryMap=buildMemoryMap;exports2.findMemories=findMemories;exports2.readMemory=readMemory;exports2.retireMemory=retireMemory;exports2.restoreMemory=restoreMemory;exports2.purgeRetired=purgeRetired;exports2.dailyEntriesForExport=dailyEntriesForExport;exports2.retiredForExport=retiredForExport;exports2.recallFileTreeOn=recallFileTreeOn;exports2.memoryPathTree=memoryPathTree;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),crypto_1=__importDefault(require("crypto")),hasher_1=require_hasher(),parser_12=require_parser(),walker_1=require_walker(),pipeline_12=require_pipeline(),lifecycle_12=require_lifecycle(),writerConflicts_1=require_writerConflicts(),dailyNote_1=require_dailyNote(),writer_12=require_writer(),scope_1=require_scope(),secretGuard_1=require_secretGuard(),toolRefusal_1=require_toolRefusal(),evidenceCache_1=require_evidenceCache(),forgetImported_1=require_forgetImported(),replacedJournal_1=require_replacedJournal(),orchestrator_12=require_orchestrator(),observations_1=require_observations(),sameFile_1=require_sameFile(),LIFECYCLE_NOTE_PATH="_mcp_",METADATA_PREDICATES=new Set(["owner","status","updated","tags"]),METADATA_KEYS=new Set(["title","status","owner","updated","tags"]);exports2.RETIRED_DIR=path_1.default.join(".trash","renor-retired");var RETIRED_FILES_DIR=path_1.default.join(exports2.RETIRED_DIR,"files"),RETIRED_INDEX=path_1.default.join(exports2.RETIRED_DIR,"retired.jsonl"),MAX_MEMORIES=2e3,MAX_NOTES_SCANNED=5e3,MAX_ENTRIES_PER_DAY=500,MAX_THINGS=2e3,MAX_FACTS=5e3,MAX_LINKS=2e4,MAX_EVENTS=1e3,MAX_RETIRED_LISTED=500;exports2.DEFAULT_MAP_LIMIT=20;var MAP_READ_BYTES=64*1024,READ_BYTES=512*1024,MAX_REWRITE_BYTES=8*1024*1024,EXCERPT_CHARS=280,MAX_READ_CHARS=4e4,MIN_MENTION_CHARS=3;function observationTitle(row){return`${row.event} \xB7 ${row.client}`}function observationText(row){return[row.text,row.tool?JSON.stringify(row.tool):null].filter(part=>part!==null&&part.length>0).join(`
|
|
1049
1049
|
`)||`${row.event} event`}function observationMemory(row){let text=observationText(row);return{id:row.id,kind:"observation",path:"observations",title:observationTitle(row),at:row.ts,source:row.client,tags:[],status:row.retired?"retired":null,excerpt:collapse(text,EXCERPT_CHARS)}}function toRel(memoryDir,stored){let root=path_1.default.resolve(memoryDir),resolved=path_1.default.resolve(root,stored),rel=path_1.default.relative(root,resolved);return!rel||rel===".."||rel.startsWith(".."+path_1.default.sep)||path_1.default.isAbsolute(rel)?null:rel.split(path_1.default.sep).join("/")}function entryAt(bound,notePath,day,header,writtenAt){return bound(notePath,(0,dailyNote_1.entryInstant)(day,header))??writtenAt}function within(root,candidate){let rel=path_1.default.relative(root,candidate);return rel!==""&&rel!==".."&&!rel.startsWith(".."+path_1.default.sep)&&!path_1.default.isAbsolute(rel)}function lexicalRel(rel){if(typeof rel!="string"||rel.trim()===""||path_1.default.isAbsolute(rel)||rel.includes("\0")||rel.includes("\\"))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path must be a vault-relative path");let parts=rel.split("/");if(parts.some(p=>p===".."))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path escapes the memory directory");if(parts.some(p=>p===""||p==="."))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path must be a vault-relative path");if(parts.some(p=>p.startsWith(".")))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path points into a hidden or system directory");if(!rel.endsWith(".md"))throw(0,toolRefusal_1.refusal)("invalid_argument","memory path must be a Markdown file");return parts.join("/")}async function resolveVaultFile(ctx,rel,mustExist){let clean=lexicalRel(rel),rootReal=await promises_1.default.realpath(ctx.memoryDir),parts=clean.split("/"),cursor=rootReal;for(let i=0;i<parts.length;i++){cursor=path_1.default.join(cursor,parts[i]);let st;try{st=await promises_1.default.lstat(cursor)}catch(err){if(err.code==="ENOENT"){if(mustExist)throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found (it may have been retired)");break}throw err}if(st.isSymbolicLink())throw(0,toolRefusal_1.refusal)("unsafe_path","memory path goes through a symbolic link");if(i<parts.length-1&&!st.isDirectory())throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found");if(i===parts.length-1&&!st.isFile())throw(0,toolRefusal_1.refusal)("unsafe_path","memory path is not a file")}let real=path_1.default.join(rootReal,...parts);if(!within(rootReal,real))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path escapes the memory directory");let file={rel:clean,indexed:path_1.default.resolve(ctx.memoryDir,...parts),real};if(await isLedgerFile(ctx,file))throw(0,toolRefusal_1.refusal)("invalid_argument","the fact ledger is not a memory; read facts through memory_map");return file}async function assertNotExcluded(ctx,file){if(await(0,walker_1.isIgnoredByVault)(ctx.memoryDir,file.rel))throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found")}async function isLedgerFile(ctx,file){let ledger;try{ledger=(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath)}catch{return!1}if(path_1.default.resolve(ledger)===path_1.default.resolve(file.indexed))return!0;try{return await promises_1.default.realpath(ledger)===file.real}catch{return!1}}function isLedgerIndexed(ctx,indexed){try{return path_1.default.resolve(indexed)===(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath)}catch{return!1}}function entryId(rel,raw){let digest=crypto_1.default.createHash("sha256").update(raw).digest("hex").slice(0,16);return`entry:${rel}#${digest}`}var BLANK_LINE_RE=/^[ \t\r]*$/;function parseEntries(rel,content){let lines=content.split(`
|
|
1050
1050
|
`),starts=[];lines.forEach((l,i)=>{dailyNote_1.ENTRY_LINE_RE.test(l)&&starts.push(i)});let byRaw=new Map;return starts.forEach((start,k)=>{let last=k+1<starts.length?starts[k+1]:lines.length;for(;last>start+1&&BLANK_LINE_RE.test(lines[last-1]);)last--;let raw=lines.slice(start,last).join(`
|
|
1051
1051
|
`),existing=byRaw.get(raw);if(existing){existing.ranges.push([start,last]);return}let header=(0,dailyNote_1.parseEntryHeader)(lines[start]),rest=lines.slice(start+1,last),continuation=(header.escaped?rest.map(dailyNote_1.decodeEntryLine):rest).join(`
|
|
1052
1052
|
`);byRaw.set(raw,{ranges:[[start,last]],raw,time:header.time,...header.offset?{offset:header.offset}:{},source:header.source,text:continuation?`${header.text}
|
|
1053
|
-
${continuation}`:header.text,id:entryId(rel,raw)})}),{lines,blocks:[...byRaw.values()]}}function appendedEntryId(rel,entry){return dailyNote_1.DAILY_FILE_RE.test(rel)?parseEntries(rel,entry).blocks[0]?.id??null:null}function withoutRanges(lines,ranges){let drop=new Set;for(let[a,b]of ranges)for(let i=a;i<b;i++)drop.add(i);return lines.filter((_,i)=>!drop.has(i))}function entryNeighbours(blocks,block){let i=blocks.indexOf(block);return{...i>0?{prevId:blocks[i-1].id}:{},...i>=0&&i+1<blocks.length?{nextId:blocks[i+1].id}:{}}}function restoreLine(blocks,record,time){let startOf=b=>Math.min(...b.ranges.map(([a])=>a)),endOf=b=>Math.max(...b.ranges.map(([,b2])=>b2)),next=blocks.find(b=>b.id===record.nextId),prev=blocks.find(b=>b.id===record.prevId),beside=next?startOf(next):prev?endOf(prev):null;if(beside!==null){let before=blocks.filter(b=>startOf(b)<beside).pop(),after=blocks.find(b=>startOf(b)>=beside);if((!before||before.time<=time)&&(!after||after.time>=time))return beside}let later=blocks.find(b=>b.time>time);return later?startOf(later):null}function parseMemoryId(id){if(typeof id!="string")throw(0,toolRefusal_1.refusal)("invalid_argument","memory id must be a string");if(id.startsWith("note:"))return{kind:"note",rel:id.slice(5)};if(id.startsWith("entry:")){let hashAt=id.lastIndexOf("#");if(hashAt<=6||!/^[0-9a-f]{16}$/.test(id.slice(hashAt+1)))throw(0,toolRefusal_1.refusal)("invalid_argument","malformed entry id");return{kind:"entry",rel:id.slice(6,hashAt)}}throw(0,toolRefusal_1.refusal)("invalid_argument","unknown memory id kind")}function collapse(text,max){let
|
|
1054
|
-
`))if(line.trim())try{out.push(JSON.parse(line))}catch{}return out}function activeRetired(records){let latest=new Map;for(let r of records)typeof r.rid=="string"&&latest.set(r.rid,r);return[...latest.values()].filter(r=>!r.restoredAt&&!r.voided&&!r.purgedAt)}async function appendJournal(ctx,record){let dir=await ensureRealDir(await promises_1.default.realpath(ctx.memoryDir),exports2.RETIRED_DIR),file=path_1.default.join(dir,path_1.default.basename(RETIRED_INDEX)),handle=await promises_1.default.open(file,promises_1.default.constants.O_RDWR|promises_1.default.constants.O_APPEND|promises_1.default.constants.O_CREAT|promises_1.default.constants.O_NONBLOCK|exports2.NOFOLLOW,384);try{let stat=await handle.stat();if(!stat.isFile()||stat.nlink!==1)throw new Error(`refusing to write ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);let size=stat.size,prefix="";if(size>0){let last=Buffer.alloc(1);await handle.read(last,0,1,size-1),last[0]!==10&&(prefix=`
|
|
1053
|
+
${continuation}`:header.text,id:entryId(rel,raw)})}),{lines,blocks:[...byRaw.values()]}}function appendedEntryId(rel,entry){return dailyNote_1.DAILY_FILE_RE.test(rel)?parseEntries(rel,entry).blocks[0]?.id??null:null}function withoutRanges(lines,ranges){let drop=new Set;for(let[a,b]of ranges)for(let i=a;i<b;i++)drop.add(i);return lines.filter((_,i)=>!drop.has(i))}function entryNeighbours(blocks,block){let i=blocks.indexOf(block);return{...i>0?{prevId:blocks[i-1].id}:{},...i>=0&&i+1<blocks.length?{nextId:blocks[i+1].id}:{}}}function restoreLine(blocks,record,time){let startOf=b=>Math.min(...b.ranges.map(([a])=>a)),endOf=b=>Math.max(...b.ranges.map(([,b2])=>b2)),next=blocks.find(b=>b.id===record.nextId),prev=blocks.find(b=>b.id===record.prevId),beside=next?startOf(next):prev?endOf(prev):null;if(beside!==null){let before=blocks.filter(b=>startOf(b)<beside).pop(),after=blocks.find(b=>startOf(b)>=beside);if((!before||before.time<=time)&&(!after||after.time>=time))return beside}let later=blocks.find(b=>b.time>time);return later?startOf(later):null}function parseMemoryId(id){if(typeof id!="string")throw(0,toolRefusal_1.refusal)("invalid_argument","memory id must be a string");if(id.startsWith("note:"))return{kind:"note",rel:id.slice(5)};if(id.startsWith("entry:")){let hashAt=id.lastIndexOf("#");if(hashAt<=6||!/^[0-9a-f]{16}$/.test(id.slice(hashAt+1)))throw(0,toolRefusal_1.refusal)("invalid_argument","malformed entry id");return{kind:"entry",rel:id.slice(6,hashAt)}}throw(0,toolRefusal_1.refusal)("invalid_argument","unknown memory id kind")}function collapse(text,max){let pieces=typeof text=="string"?[text]:text,total=pieces.reduce((n,p)=>n+p.length,0),prefix=n=>{let out="";for(let p of pieces){if(out.length>=n)break;out+=p.length>n-out.length?p.slice(0,n-out.length):p}return out};for(let window2=Math.max(max*4,1024);;window2*=4){if(window2>=total){let t2=prefix(total).replace(/\s+/g," ").trim();return t2.length<=max?t2:`${t2.slice(0,max-1)}\u2026`}let t=prefix(window2).replace(/\s+/g," ").trimStart();if(t.length>max+1)return`${t.slice(0,max-1)}\u2026`}}function withoutFirstHeading(body){let m=/^#\s+.*$/m.exec(body);return m?[body.slice(0,m.index),body.slice(m.index+m[0].length)]:[body]}function tagsOf(frontmatter){let raw=frontmatter.tags,list=Array.isArray(raw)?raw.map(String):typeof raw=="string"?raw.split(","):[];return[...new Set(list.map(t=>t.trim().replace(/^#/,"").toLowerCase()).filter(Boolean))]}function escapeRe(s){return s.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function mentionMatcher(name){let n=name.trim();return n.length<MIN_MENTION_CHARS?null:new RegExp(`(^|[^\\p{L}\\p{N}_])${escapeRe(n)}($|[^\\p{L}\\p{N}_])`,"iu")}exports2.NOFOLLOW=promises_1.default.constants?.O_NOFOLLOW??0;async function openConfined(real){let handle=await promises_1.default.open(real,promises_1.default.constants.O_RDONLY|promises_1.default.constants.O_NONBLOCK|exports2.NOFOLLOW);try{let[opened,there]=await Promise.all([handle.stat(),promises_1.default.lstat(real)]);if(!opened.isFile()||opened.ino!==there.ino||opened.dev!==there.dev)throw new Error("memory path changed while it was being read");return handle}catch(err){throw await handle.close(),err}}async function readPrefix(real,bytes){let handle;try{handle=await openConfined(real)}catch{return null}try{let size=(await handle.stat()).size,buf=Buffer.alloc(Math.min(size,bytes)),{bytesRead}=await handle.read(buf,0,buf.length,0);return{text:buf.subarray(0,bytesRead).toString("utf8"),truncated:size>bytes}}finally{await handle.close()}}async function readWhole(real){let handle=await openConfined(real);try{if((await handle.stat()).size>MAX_REWRITE_BYTES)throw new Error("this daily log is too large to edit safely; nothing was changed");return await handle.readFile("utf8")}finally{await handle.close()}}async function readToScreen(real,action){let handle=await openConfined(real);try{return(await handle.stat()).size>MAX_REWRITE_BYTES&&(0,secretGuard_1.refuseUnchecked)("memory",action),await handle.readFile("utf8")}finally{await handle.close()}}async function ensureRealDir(rootReal,relDir){let cursor=rootReal;for(let part of relDir.split(/[\\/]/).filter(p=>p&&p!==".")){cursor=path_1.default.join(cursor,part);try{await promises_1.default.mkdir(cursor,{mode:448})}catch(err){if(err.code!=="EEXIST")throw err}let st=await promises_1.default.lstat(cursor);if(st.isSymbolicLink()||!st.isDirectory())throw new Error(`refusing to use ${relDir}: it is not a plain directory inside the vault`)}return cursor}async function atomicWrite(abs,content){let tmp=`${abs}.${process.pid}.${crypto_1.default.randomBytes(4).toString("hex")}.tmp`,mode;try{mode=(await promises_1.default.stat(abs)).mode&511}catch{mode=void 0}let handle=await promises_1.default.open(tmp,"wx",mode??384);try{await handle.writeFile(content,"utf8"),await handle.sync()}finally{await handle.close()}try{await promises_1.default.rename(tmp,abs)}catch(err){throw await promises_1.default.rm(tmp,{force:!0}),err}}async function readJournal(ctx){let rootReal=await promises_1.default.realpath(ctx.memoryDir),raw;try{for(let dir of[path_1.default.join(rootReal,".trash"),path_1.default.join(rootReal,exports2.RETIRED_DIR)]){let st=await promises_1.default.lstat(dir);if(st.isSymbolicLink()||!st.isDirectory())throw new Error("the retired-memory journal is not inside the vault")}let handle=await openConfined(path_1.default.join(rootReal,RETIRED_INDEX));try{raw=await handle.readFile("utf8")}finally{await handle.close()}}catch(err){if(err.code==="ENOENT")return[];throw err}let out=[];for(let line of raw.split(`
|
|
1054
|
+
`))if(line.trim())try{out.push(JSON.parse(line))}catch{}return out}function activeRetired(records){let latest=new Map;for(let r of records)typeof r.rid=="string"&&latest.set(r.rid,r);return[...latest.values()].filter(r=>!r.restoredAt&&!r.voided&&!r.purgedAt)}async function appendJournal(ctx,record){let dir=await ensureRealDir(await promises_1.default.realpath(ctx.memoryDir),exports2.RETIRED_DIR),file=path_1.default.join(dir,path_1.default.basename(RETIRED_INDEX));if(await(0,sameFile_1.nameKind)(file)==="other")throw new Error(`refusing to write ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);let handle=await promises_1.default.open(file,promises_1.default.constants.O_RDWR|promises_1.default.constants.O_APPEND|promises_1.default.constants.O_CREAT|promises_1.default.constants.O_NONBLOCK|exports2.NOFOLLOW,384);try{let stat=await handle.stat();if(!stat.isFile()||stat.nlink!==1||!await(0,sameFile_1.nameIsOpenFile)(handle,file))throw new Error(`refusing to write ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);let size=stat.size,prefix="";if(size>0){let last=Buffer.alloc(1);await handle.read(last,0,1,size-1),last[0]!==10&&(prefix=`
|
|
1055
1055
|
`)}await handle.appendFile(prefix+JSON.stringify(record)+`
|
|
1056
|
-
`,"utf8"),await handle.sync()}finally{await handle.close()}}function recordEvent(db,rel,action,id,title){db.prepare("INSERT INTO write_events (note_path, action, summary, created_at) VALUES (?, ?, ?, ?)").run(rel,action,JSON.stringify({id,title}),new Date().toISOString())}function parseEventRef(summary){try{let v=JSON.parse(summary??"");return{id:typeof v.id=="string"?v.id:null,title:typeof v.title=="string"?v.title:null}}catch{return{id:null,title:summary}}}async function exists(abs){try{return await promises_1.default.lstat(abs),!0}catch{return!1}}async function readsWhole(ctx,stored){try{if((0,fs_1.statSync)(path_1.default.resolve(ctx.memoryDir,stored)).size<=MAX_REWRITE_BYTES)return!1}catch{return!1}try{let file=await resolveVaultFile(ctx,stored,!0);return(await promises_1.default.stat(file.real)).size>MAX_REWRITE_BYTES}catch{return!1}}function changedSinceIndexed(memoryDir,n){try{return(0,fs_1.statSync)(path_1.default.resolve(memoryDir,n.path)).mtime.toISOString()!==n.modified_at}catch{return!0}}function notesWithIndexedText(db,hasWord){let out=new Set,rows=db.prepare("SELECT note_path, text FROM chunks").iterate();for(let row of rows)!out.has(row.note_path)&&hasWord(row.text)&&out.add(row.note_path);return out}async function retiredEntryFiles(ctx){return new Set(activeRetired(await readJournal(ctx)).filter(r=>r.kind==="entry").map(r=>r.path))}async function collectMemories(ctx,keep,mayMatch){let{db,memoryDir}=ctx,notes=db.prepare("SELECT path, title, modified_at, frontmatter_json FROM notes ORDER BY modified_at DESC LIMIT ?").all(MAX_NOTES_SCANNED+1),memories=[],text=new Map,wikilinks=new Map,seen=new Set,bound=(0,orchestrator_12.createNoteTimeBound)(db),truncated=notes.length>MAX_NOTES_SCANNED,add=(memory,said)=>(seen.add(memory.id),keep&&!keep(memory,said)?!1:(memories.push(memory),text.set(memory.id,said),!0));for(let n of notes.slice(0,MAX_NOTES_SCANNED)){if(memories.length>=MAX_MEMORIES){truncated=!0;break}if(n.path===LIFECYCLE_NOTE_PATH||isLedgerIndexed(ctx,n.path))continue;let stored=toRel(memoryDir,n.path);if(!stored)continue;if(mayMatch&&!await mayMatch(n)){dailyNote_1.DAILY_FILE_RE.test(stored)&&await readsWhole(ctx,stored)&&(truncated=!0);continue}let file;try{file=await resolveVaultFile(ctx,stored,!0)}catch{continue}let rel=file.rel,daily=dailyNote_1.DAILY_FILE_RE.exec(rel),read=await readPrefix(file.real,daily?MAX_REWRITE_BYTES:MAP_READ_BYTES);if(read===null)continue;let fm={};try{fm=JSON.parse(n.frontmatter_json)}catch{}if(daily){let{blocks}=parseEntries(rel,read.text),dated=blocks.map(b=>({b,at:entryAt(bound,n.path,daily[2],b,n.modified_at)})),newest=keep?dated:[...dated].sort((x,y)=>y.at.localeCompare(x.at)).slice(0,MAX_ENTRIES_PER_DAY);newest.length<blocks.length&&(truncated=!0);for(let b of blocks)seen.add(b.id);for(let{b,at}of newest)add({id:b.id,kind:"entry",path:rel,title:collapse(b.text,90),at,source:b.source||null,tags:[],status:null,excerpt:collapse(b.text,EXCERPT_CHARS)},b.text);read.truncated&&(truncated=!0);continue}let parsed=(0,parser_12.parseNote)(n.path,read.text),id=`note:${rel}`;add({id,kind:"note",path:rel,title:n.title,at:n.modified_at,source:typeof fm.source=="string"?fm.source:null,tags:tagsOf(fm),status:typeof fm.status=="string"?fm.status:null,excerpt:collapse(parsed.body
|
|
1056
|
+
`,"utf8"),await handle.sync()}finally{await handle.close()}}function recordEvent(db,rel,action,id,title){db.prepare("INSERT INTO write_events (note_path, action, summary, created_at) VALUES (?, ?, ?, ?)").run(rel,action,JSON.stringify({id,title}),new Date().toISOString())}function parseEventRef(summary){try{let v=JSON.parse(summary??"");return{id:typeof v.id=="string"?v.id:null,title:typeof v.title=="string"?v.title:null}}catch{return{id:null,title:summary}}}async function exists(abs){try{return await promises_1.default.lstat(abs),!0}catch{return!1}}async function readsWhole(ctx,stored){try{if((0,fs_1.statSync)(path_1.default.resolve(ctx.memoryDir,stored)).size<=MAX_REWRITE_BYTES)return!1}catch{return!1}try{let file=await resolveVaultFile(ctx,stored,!0);return(await promises_1.default.stat(file.real)).size>MAX_REWRITE_BYTES}catch{return!1}}function changedSinceIndexed(memoryDir,n){try{return(0,fs_1.statSync)(path_1.default.resolve(memoryDir,n.path)).mtime.toISOString()!==n.modified_at}catch{return!0}}function notesWithIndexedText(db,hasWord){let out=new Set,rows=db.prepare("SELECT note_path, text FROM chunks").iterate();for(let row of rows)!out.has(row.note_path)&&hasWord(row.text)&&out.add(row.note_path);return out}async function retiredEntryFiles(ctx){return new Set(activeRetired(await readJournal(ctx)).filter(r=>r.kind==="entry").map(r=>r.path))}async function collectMemories(ctx,keep,mayMatch){let{db,memoryDir}=ctx,notes=db.prepare("SELECT path, title, modified_at, frontmatter_json FROM notes ORDER BY modified_at DESC LIMIT ?").all(MAX_NOTES_SCANNED+1),memories=[],text=new Map,wikilinks=new Map,seen=new Set,bound=(0,orchestrator_12.createNoteTimeBound)(db),truncated=notes.length>MAX_NOTES_SCANNED,add=(memory,said)=>(seen.add(memory.id),keep&&!keep(memory,said)?!1:(memories.push(memory),text.set(memory.id,said),!0));for(let n of notes.slice(0,MAX_NOTES_SCANNED)){if(memories.length>=MAX_MEMORIES){truncated=!0;break}if(n.path===LIFECYCLE_NOTE_PATH||isLedgerIndexed(ctx,n.path))continue;let stored=toRel(memoryDir,n.path);if(!stored)continue;if(mayMatch&&!await mayMatch(n)){dailyNote_1.DAILY_FILE_RE.test(stored)&&await readsWhole(ctx,stored)&&(truncated=!0);continue}let file;try{file=await resolveVaultFile(ctx,stored,!0)}catch{continue}let rel=file.rel,daily=dailyNote_1.DAILY_FILE_RE.exec(rel),read=await readPrefix(file.real,daily?MAX_REWRITE_BYTES:MAP_READ_BYTES);if(read===null)continue;let fm={};try{fm=JSON.parse(n.frontmatter_json)}catch{}if(daily){let{blocks}=parseEntries(rel,read.text),dated=blocks.map(b=>({b,at:entryAt(bound,n.path,daily[2],b,n.modified_at)})),newest=keep?dated:[...dated].sort((x,y)=>y.at.localeCompare(x.at)).slice(0,MAX_ENTRIES_PER_DAY);newest.length<blocks.length&&(truncated=!0);for(let b of blocks)seen.add(b.id);for(let{b,at}of newest)add({id:b.id,kind:"entry",path:rel,title:collapse(b.text,90),at,source:b.source||null,tags:[],status:null,excerpt:collapse(b.text,EXCERPT_CHARS)},b.text);read.truncated&&(truncated=!0);continue}let parsed=(0,parser_12.parseNote)(n.path,read.text),id=`note:${rel}`;add({id,kind:"note",path:rel,title:n.title,at:n.modified_at,source:typeof fm.source=="string"?fm.source:null,tags:tagsOf(fm),status:typeof fm.status=="string"?fm.status:null,excerpt:collapse(withoutFirstHeading(parsed.body),EXCERPT_CHARS)},`${n.title}
|
|
1057
1057
|
${parsed.body}`)&&wikilinks.set(id,parsed.wikilinks)}return memories.sort((a,b)=>b.at.localeCompare(a.at)),{memories,truncated,text,wikilinks,seen}}async function completedRetirements(ctx,live){let rootReal=await promises_1.default.realpath(ctx.memoryDir),out=[];for(let r of activeRetired(await readJournal(ctx)).reverse()){if(!(r.kind==="entry"?!live.has(r.id):!!r.storedAt&&await exists(path_1.default.join(rootReal,...r.storedAt.split("/")))))continue;let day=dailyNote_1.DAILY_FILE_RE.exec(r.path)?.[2],header=r.block?(0,dailyNote_1.parseEntryHeader)(r.block.split(`
|
|
1058
1058
|
`)[0]):null;out.push({memory:{id:r.rid,memoryId:r.id,kind:r.kind,path:r.path,title:r.title,retiredAt:r.retiredAt,...r.kind==="entry"&&day&&header?{savedAt:(0,orchestrator_12.clampSessionDate)((0,dailyNote_1.entryInstant)(day,header),r.retiredAt)??r.retiredAt}:{}},text:r.block??"",...r.kind==="note"&&r.storedAt?{storedAt:r.storedAt}:{}})}let facts=(0,lifecycle_12.listRetiredFacts)(ctx.db).map(f=>({memory:{id:f.id,memoryId:f.id,kind:"fact",path:ctx.ledgerRelPath,title:f.title,retiredAt:f.retiredAt},text:f.title,scope:f.scope}));return[...out,...facts].sort((a,b)=>b.memory.retiredAt.localeCompare(a.memory.retiredAt))}async function retiredNoteBody(rootReal,storedAt){let stored=path_1.default.join(rootReal,...storedAt.split("/"));if(!within(path_1.default.join(rootReal,RETIRED_FILES_DIR),stored))return"";try{if(await promises_1.default.realpath(path_1.default.dirname(stored))!==path_1.default.dirname(stored))return""}catch{return""}let read=await readPrefix(stored,MAP_READ_BYTES);return read===null?"":(0,parser_12.parseNote)(stored,read.text).body}async function buildMemoryMap(ctx,options2={}){let{db}=ctx,cap=options2.limit??exports2.DEFAULT_MAP_LIMIT,collected=await collectMemories(ctx),activeObservations=((0,observations_1.observeEnabled)()?(0,observations_1.observationsForExport)(db,path_1.default.resolve(ctx.memoryDir)):[]).filter(row=>!row.retired).map(observationMemory),memories=activeObservations.length===0?collected.memories:[...collected.memories,...activeObservations].sort((a,b)=>b.at.localeCompare(a.at)||a.id.localeCompare(b.id)).slice(0,MAX_MEMORIES),mentionText=collected.text,wikilinksOf=collected.wikilinks,shown=memories.slice(0,cap),truncatedMemories=collected.truncated||collected.memories.length+activeObservations.length>MAX_MEMORIES||memories.length>cap,byPath=new Map,byName=new Map;for(let m of memories)if(m.kind==="note"){byPath.set(m.path.replace(/\.md$/i,"").toLowerCase(),m.id);for(let key of new Set([path_1.default.posix.basename(m.path,".md").toLowerCase(),m.title.toLowerCase()]))byName.set(key,[...byName.get(key)??[],m.id])}let resolveWikilink=target=>{let t=target.trim().replace(/\.md$/i,"").toLowerCase();if(byPath.has(t))return byPath.get(t);if(t.includes("/"))return null;let candidates=byName.get(t)??[];return candidates.length===1?candidates[0]:null},thingRows=db.prepare(`SELECT e.id, e.canonical_name AS name,
|
|
1059
1059
|
SUM(CASE WHEN f.valid_to IS NULL THEN 1 ELSE 0 END) AS current,
|
|
@@ -1206,7 +1206,7 @@ ${item.text}`).join(`
|
|
|
1206
1206
|
|
|
1207
1207
|
`);return exports2.DIGEST_PROMPT_TEMPLATE.replace("{n}",()=>String(batch.length)).replace("{conversations}",()=>conversations)}var batchId=id=>id.trim().toLowerCase().replace(/^c0*(\d+)$/,"c$1"),clean=(value,max)=>(typeof value=="string"?value:typeof value=="number"?String(value):"").replace(/\s+/g," ").trim().slice(0,max);function parseDigestReply(text){let out=new Map,trimmed=text.trim().replace(/^```(?:json)?\s*|\s*```$/g,""),payload;try{payload=JSON.parse(trimmed)}catch{let match=trimmed.match(/\{[\s\S]*\}/);if(!match)return out;try{payload=JSON.parse(match[0])}catch{return out}}let notes=payload&&typeof payload=="object"?payload.notes:void 0;if(!Array.isArray(notes))return out;for(let note of notes){if(!note||typeof note!="object"||Array.isArray(note))continue;let record=note,id=batchId(String(record.id??""));if(!id||!Array.isArray(record.items))continue;let items=[];for(let raw of record.items){if(!raw||typeof raw!="object"||Array.isArray(raw))continue;let r=raw,item=clean(r.item,200);if(item&&(items.push({item,action:clean(r.action,60),amount:clean(r.amount,60),date:clean(r.date,40),source:clean(r.turn??r.source,30)}),items.length>=DIGEST_MAX_ITEMS_PER_NOTE))break}out.set(id,items)}return out}function batchesOf(items){let batches=[],current=[],chars=0;for(let item of items)current.length>0&&(chars+item.text.length>exports2.DIGEST_BATCH_MAX_CHARS||current.length>=exports2.DIGEST_BATCH_MAX_NOTES)&&(batches.push(current),current=[],chars=0),current.push(item),chars+=item.text.length;return current.length>0&&batches.push(current),batches}function digestItemText(item){return[item.item,item.action,item.amount].filter(Boolean).join(" | ")}async function buildNoteDigests(args){let started=Date.now(),{options:options2,cache}=args,model=options2.model,space=(0,space_1.embeddingSpace)(args.provider),all=(0,sessionRouter_12.listRouterNotes)(args.db,args.vaultPath,args.ledgerRelPath),notes=args.onlyPaths?all.filter(note=>args.onlyPaths.has(note.path)):all,stats={model,notes:notes.length,cached:0,digested:0,skippedUncached:0,failed:0,gone:0,calls:0,promptTokens:0,completionTokens:0,items:0,embeddedTexts:0,ms:0},keyOf=noteHash=>digestCache_1.DigestCache.digestKey(model,options2.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,noteHash),pending=[];for(let note of notes){let key=keyOf(note.noteHash);if(cache.getDigest(key)){stats.cached++;continue}if(options2.cacheOnly){stats.skippedUncached++;continue}let raw;try{raw=await promises_1.default.readFile(note.file,"utf8")}catch(err){if(err.code==="ENOENT"){stats.gone++;continue}stats.failed++,stats.error??=`unreadable note: ${err instanceof Error?err.message:String(err)}`.slice(0,200);continue}if((0,dailyEntries_1.noteContentHash)(note.file,raw)!==note.noteHash){stats.failed++,stats.error??="a note changed after it was indexed; index again";continue}let parsed=(0,parser_12.parseNote)(note.file,raw);if(!parsed.body.trim()){cache.putDigest(key,note.noteHash,{items:[],model}),stats.digested++;continue}pending.push({key,noteHash:note.noteHash,date:note.date??"",text:digestInputOf(parsed.body)})}return pending.length>0&&!options2.chat?(stats.failed+=pending.length,stats.error??="no digest model configured"):await digestPending(pending,options2,cache,stats),await embedDigests(notes,keyOf,cache,args.provider,space,stats),stats.ms=Date.now()-started,stats}async function digestPending(pending,options2,cache,stats){let batches=batchesOf(pending);for(let batchIndex=0;batchIndex<batches.length;batchIndex++){let items=batches[batchIndex].map((entry,index)=>({...entry,id:`c${String(index+1).padStart(2,"0")}`})),prompt=renderDigestPrompt(items),left=new Map(items.map(item=>[batchId(item.id),item])),transportFailed=!1;for(let attempt=0;attempt<DIGEST_ATTEMPTS&&left.size>0;attempt++){let content;try{let res=await options2.chat({model:options2.model,messages:[{role:"user",content:prompt}],temperature:0,response_format:{type:"json_object"},max_tokens:exports2.DIGEST_MAX_OUTPUT_TOKENS,reasoning_effort:options2.effort});stats.calls++,stats.promptTokens+=res.promptTokens??0,stats.completionTokens+=(0,sessionRouter_12.billedOutputTokens)(res),content=res.content}catch(err){stats.calls++,stats.error??=`digest call failed: ${err instanceof Error?err.message:String(err)}`.slice(0,200),transportFailed=!0;break}let parsed=parseDigestReply(content);for(let[id,item]of[...left]){let found=parsed.get(id);if(!found)continue;let dated=found.map(it=>it.date?it:{...it,date:item.date});cache.putDigest(item.key,item.noteHash,{items:dated,model:options2.model}),stats.digested++,left.delete(id)}prompt+=`
|
|
1208
1208
|
`}if(left.size>0&&(stats.failed+=left.size,stats.error??="the digest model left some notes without a digest"),transportFailed){for(let rest of batches.slice(batchIndex+1))stats.failed+=rest.length;break}}}var EMBED_BATCH=64;async function embedDigests(notes,keyOf,cache,provider,space,stats){if(space===null)return;let waiting=[];for(let note of notes){let key=keyOf(note.noteHash),digest=cache.getDigest(key);!digest||digest.items.length===0||(stats.items+=digest.items.length,!cache.getVectors(key,space,digest.items.length)&&waiting.push({key,texts:digest.items.map(digestItemText)}))}for(let i=0;i<waiting.length;i+=EMBED_BATCH){let group=waiting.slice(i,i+EMBED_BATCH),texts=group.flatMap(entry=>entry.texts),vectors;try{vectors=await provider.embed(texts)}catch(err){stats.failed+=group.length,stats.error??=`digest embedding failed: ${err instanceof Error?err.message:String(err)}`.slice(0,200);return}stats.embeddedTexts+=texts.length;let at=0;for(let entry of group)cache.putVectors(entry.key,space,vectors.slice(at,at+entry.texts.length)),at+=entry.texts.length}}async function digestIndexedNotes(args){let cache=new digestCache_1.DigestCache(args.options.cachePath);try{return await buildNoteDigests({db:args.db,vaultPath:args.config.vaultPath,ledgerRelPath:args.config.memoryLedger,options:args.options,cache,provider:args.provider,onlyPaths:args.onlyPaths})}finally{cache.close()}}function cosine(a,b){let dot=0,na=0,nb=0,n=Math.min(a.length,b.length);for(let i=0;i<n;i++)dot+=a[i]*b[i],na+=a[i]*a[i],nb+=b[i]*b[i];return na===0||nb===0?0:dot/Math.sqrt(na*nb)}function rowTokens(item){let action=item.action?.trim()?` | ${item.action.trim()}`:"",amount=item.amount?.trim()?` | ${item.amount.trim()}`:"",date=item.date?.trim()?` | ${item.date.trim()}`:"";return(0,o200k_1.countO200k)(`- ${item.item}${action}${amount}${date}
|
|
1209
|
-
`)}async function digestTable(args){let report={status:"skipped",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[]},paths=[];for(let hit of args.hits)if(!(!hit.notePath||hit.notePath.startsWith("_renor/")||paths.includes(hit.notePath))&&!args.isLedgerNote?.(hit.notePath)&&(paths.push(hit.notePath),paths.length>=exports2.DIGEST_MAX_WINDOW_NOTES))break;if(report.windowNotes=paths.length,paths.length===0)return{items:[],report:{...report,reason:"no-notes"}};let space=(0,space_1.embeddingSpace)(args.provider);if(space===null)return{items:[],report:{...report,reason:"no-embedding-space"}};let cache;try{cache=new digestCache_1.DigestCache(args.options.cachePath,{readonly:!0})}catch(err){return{items:[],report:{...report,reason:"no-digests",error:`digest cache unavailable: ${err instanceof Error?err.message:String(err)}`.slice(0,200)}}}try{let noteRow=args.db.prepare("SELECT note_hash, frontmatter_json, modified_at FROM notes WHERE path = ?"),candidates=[],missingVectors=0;if(paths.forEach((notePath,order)=>{let row=noteRow.get(notePath);if(!row||!row.note_hash)return;let key=digestCache_1.DigestCache.digestKey(args.options.model,args.options.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,row.note_hash),digest=cache.getDigest(key);if(!digest||(report.notesWithDigest++,digest.items.length===0))return;let vectors=cache.getVectors(key,space,digest.items.length);if(!vectors){missingVectors++;return}let noteDate=(0,orchestrator_12.resolveSessionDate)(row.frontmatter_json,row.modified_at);digest.items.forEach((item,index)=>{let own=(0,orchestrator_12.sessionDateMs)(item.date),dateMs=own===Number.NEGATIVE_INFINITY?(0,orchestrator_12.sessionDateMs)(noteDate):own;candidates.push({notePath,order,index,item,vector:vectors[index],dateMs})})}),report.itemsConsidered=candidates.length,candidates.length===0)return{items:[],report:{...report,reason:report.notesWithDigest===0?"no-digests":missingVectors>0?"no-vectors":"no-digests"}};let queryVector=args.queryVector??(args.provider.embedQuery?await args.provider.embedQuery(args.query):(await args.provider.embed([args.query]))[0]),ranked=candidates.map(candidate=>({candidate,score:cosine(queryVector,candidate.vector)})).sort((a,b)=>b.score-a.score||a.candidate.order-b.candidate.order||a.candidate.index-b.candidate.index),used=(0,o200k_1.countO200k)((0,attach_12.renderEvidenceTable)([])),chosen=[];for(let{candidate}of ranked){let cost=rowTokens(candidate.item);if(used+cost>args.options.tokens)break;used+=cost,chosen.push(candidate)}chosen.sort((a,b)=>(a.dateMs===b.dateMs?0:a.dateMs<b.dateMs?-1:1)||a.order-b.order||a.index-b.index);let items=chosen.map(c=>({item:c.item.item,action:c.item.action,amount:c.item.amount,date:c.item.date}));return report.status=items.length>0?"ok":"skipped",report.itemsRendered=items.length,report.text=items.length>0?(0,attach_12.renderEvidenceTable)(items):"",report.tokens=items.length>0?(0,o200k_1.countO200k)(report.text):0,report.items=chosen.map(c=>({notePath:c.notePath,source:c.item.source,item:c.item.item})),{items,report}}finally{cache.close()}}function digestItemsToHit(items){return{notePath:exports2.DIGEST_HIT_PATH,chunkId:-1,headingPath:"Digest",text:(0,attach_12.renderEvidenceTable)(items),score:1,reason:"digest"}}async function attachDigest(args){try{let{items,report}=await digestTable(args);if(items.length===0)return{hits:args.hits,report};let at=0;for(;at<args.hits.length&&args.hits[at].notePath.startsWith("_renor/");)at++;return{hits:[...args.hits.slice(0,at),digestItemsToHit(items),...args.hits.slice(at)],report}}catch(err){return{hits:args.hits,report:{status:"skipped",reason:"digest-error",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[],error:(err instanceof Error?err.message:String(err)).slice(0,200)}}}}exports2.LEADING_SUMMARY_REASONS=["evidence","digest"];function leadingSummaryHits(hits){let n=0;for(;n<hits.length&&exports2.LEADING_SUMMARY_REASONS.includes(hits[n].reason??"");)n++;return n}}});var require_worker=__commonJS({"dist/digests/worker.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DigestWorker=exports2.DigestBudgetError=exports2.DIGEST_MAX_FAILED_SWEEPS=exports2.DIGEST_RETRY_MAX_MS=exports2.DIGEST_RETRY_BASE_MS=exports2.DIGEST_MIN_INTERVAL_MS=exports2.DIGEST_DEBOUNCE_MS=void 0;exports2.guardedDigestChat=guardedDigestChat;var node_fs_1=__importDefault(require("node:fs")),sessionRouter_12=require_sessionRouter(),digestCache_1=require_digestCache(),digests_12=require_digests(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DIGEST_DEBOUNCE_MS=15e3;exports2.DIGEST_MIN_INTERVAL_MS=6e4;exports2.DIGEST_RETRY_BASE_MS=3e4;exports2.DIGEST_RETRY_MAX_MS=3e5;exports2.DIGEST_MAX_FAILED_SWEEPS=8;var SPEND_DAYS_KEPT=14,DigestBudgetError=class extends Error{constructor(message){super(message),this.name="DigestBudgetError"}};exports2.DigestBudgetError=DigestBudgetError;var utcDay=ms=>new Date(ms).toISOString().slice(0,10);function promptTokensOf(request){return Math.ceil(request.messages.reduce((sum,m)=>sum+m.content.length,0)/3)}function guardedDigestChat(args){let{chat,cache,options:options2}=args,usd=(promptTokens,outputTokens)=>(promptTokens*options2.priceInPerM+outputTokens*options2.priceOutPerM)/1e6;return async request=>{let day=args.day(),promptEstimate=promptTokensOf(request),worst=usd(promptEstimate,request.max_tokens??8e3);if(cache.spentUsd(day)+worst>options2.maxUsdPerDay)throw args.onBudget(day),new DigestBudgetError(`the digest budget for ${day} (${options2.maxUsdPerDay} USD) would be passed`);let response;try{response=await chat(request)}catch(err){throw cache.addSpend(day,promptEstimate,0,usd(promptEstimate,0)),err}let prompt=response.promptTokens??promptEstimate,output=(0,sessionRouter_12.billedOutputTokens)(response);return cache.addSpend(day,prompt,output,usd(prompt,output)),response}}var DigestWorker=class{deps;now;setTimer;clearTimer;random;log;state="idle";reason;timer=null;timerAt=0;running=null;dirty=!1;closed=!1;failures=0;lastEnd=0;budgetHit=!1;budgetDay;last;constructor(deps){this.deps=deps,this.now=deps.now??Date.now,this.setTimer=deps.setTimer??((fn,ms)=>{let handle=setTimeout(fn,ms);return handle.unref(),handle}),this.clearTimer=deps.clearTimer??(handle=>clearTimeout(handle)),this.random=deps.random??Math.random,this.log=deps.log??(line=>log.info("digests_worker",{detail:line}))}start(){this.failures=0,this.runnable()&&this.schedule(exports2.DIGEST_DEBOUNCE_MS)}notify(){if(!(this.closed||!this.runnable())){if(this.running){this.dirty=!0;return}this.state==="retrying"||this.state==="paused-budget"||this.schedule(exports2.DIGEST_DEBOUNCE_MS)}}status(){let cache=this.openCache(),spent=0;try{spent=cache?.spentUsd(utcDay(this.now()))??0}finally{cache?.close()}return{state:this.state,...this.reason?{reason:this.reason}:{},consecutiveFailures:this.failures,spentTodayUsd:Math.round(spent*1e6)/1e6,maxUsdPerDay:this.deps.options.maxUsdPerDay,...this.last?{lastSweep:this.last}:{}}}async whenSwept(){for(;this.running;)await this.running}async sweepNow(){this.closed||!this.runnable()||(this.cancelTimer(),this.running&&await this.running,this.launch(),await this.running)}async close(){this.closed=!0,this.cancelTimer(),this.running&&await this.running}runnable(){return this.deps.provider?this.deps.options.chat?!0:(this.stop("no digest model is configured: digests need RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY, and never use the evidence or Ollama provider instead, so nothing is sent"),!1):(this.stop("no embedding provider: digests are read by meaning, so they are not written"),!1)}stop(reason){this.state==="stopped"&&this.reason===reason||(this.state="stopped",this.reason=reason,this.log(`[digests] worker stopped: ${reason}`))}cancelTimer(){this.timer!==null&&this.clearTimer(this.timer),this.timer=null}schedule(wait,state="scheduled"){if(this.closed)return;let earliest=this.lastEnd+exports2.DIGEST_MIN_INTERVAL_MS-this.now(),delay=Math.max(wait,state==="scheduled"?earliest:0),at=this.now()+delay;this.timer!==null&&this.timerAt<=at&&this.state===state||(this.cancelTimer(),this.state=state,state==="scheduled"&&(this.reason=void 0),this.timerAt=at,this.timer=this.setTimer(()=>{this.timer=null,this.launch()},delay))}launch(){if(this.closed||this.running)return;let track=this.deps.track??(work=>work());this.state="running";let run=this.sweep().catch(err=>{this.failures++,this.reason=`sweep failed: ${String(err instanceof Error?err.message:err).replace(/\s+/g," ").slice(0,160)}`,this.log(`[digests] ${this.reason}`)}).then(()=>this.afterSweep());this.running=run.finally(()=>{this.running=null}),track(()=>this.running).catch(()=>{})}afterSweep(){if(this.lastEnd=this.now(),!this.closed){if(this.budgetHit){this.budgetHit=!1;let refusedOn=this.budgetDay??utcDay(this.now());this.budgetDay=void 0;let resume=Date.parse(`${refusedOn}T00:00:00Z`)+864e5+6e4;this.state="paused-budget",this.reason=`the daily digest budget (${this.deps.options.maxUsdPerDay} USD) is spent; notes without a digest wait until the next UTC day`,this.log(`[digests] ${this.reason}`),this.dirty=!1,this.cancelTimer(),this.timerAt=resume,this.timer=this.setTimer(()=>{this.timer=null,this.state="idle",this.schedule(0)},Math.max(1e3,resume-this.now()));return}if(this.failures>0){if(this.failures>=exports2.DIGEST_MAX_FAILED_SWEEPS){this.dirty=!1,this.stop(`the digest model failed ${this.failures} sweeps in a row (${this.reason??"no detail"}); it is tried again at the next start or save`);return}let wait=Math.min(exports2.DIGEST_RETRY_MAX_MS,exports2.DIGEST_RETRY_BASE_MS*2**(this.failures-1))*(.8+.4*this.random());this.dirty=!1,this.log(`[digests] ${this.reason??"a sweep failed"}; trying again in ${Math.round(wait/1e3)} s`),this.schedule(wait,"retrying");return}this.state="idle",this.reason=void 0,this.dirty&&(this.dirty=!1,this.schedule(exports2.DIGEST_DEBOUNCE_MS))}}openCache(){try{return new digestCache_1.DigestCache(this.deps.options.cachePath)}catch(err){return this.log(`[digests] the digest cache cannot be opened: ${String(err instanceof Error?err.message:err).slice(0,160)}`),null}}async sweep(){let{db,config,options:options2,provider}=this.deps,cache=this.openCache();if(!cache)throw new Error("the digest cache cannot be opened");try{let ledger=config.ledgerRelPath,live=(0,sessionRouter_12.listRouterNotes)(db,config.memoryDir,ledger).filter(note=>node_fs_1.default.existsSync(note.file)),pruned=cache.retainOnly(new Set(live.map(note=>note.noteHash)));cache.pruneSpend(SPEND_DAYS_KEPT),this.budgetHit=!1,this.budgetDay=void 0;let guarded={...options2,chat:guardedDigestChat({chat:options2.chat,cache,day:()=>utcDay(this.now()),options:options2,onBudget:day=>{this.budgetHit=!0,this.budgetDay=day}})},stats=await(0,digests_12.buildNoteDigests)({db,vaultPath:config.memoryDir,ledgerRelPath:ledger,options:guarded,cache,provider});stats.failed>0&&!this.budgetHit?(this.failures++,this.reason=(stats.error??"the digest model left notes without a digest").replace(/\s+/g," ").slice(0,160)):stats.failed===0&&(this.failures=0,this.reason=void 0),this.last={endedAt:new Date(this.now()).toISOString(),digested:stats.digested,failed:stats.failed,gone:stats.gone,calls:stats.calls,pruned},(stats.digested>0||stats.failed>0||pruned>0)&&this.log(`[digests] swept: ${stats.digested} digested, ${stats.failed} failed, ${stats.cached} already had one, ${pruned} removed, ${stats.calls} call(s)`)}finally{cache.close()}}};exports2.DigestWorker=DigestWorker}});var require_engine2=__commonJS({"dist/mvp/engine.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=exports2.UNFINISHED_RETRY_MS=exports2.UNFINISHED_FILES=exports2.TIMESTAMP_TICK_MS=exports2.FULL_VAULT_CHECK_MS=exports2.INDEX_FILE_CONCURRENCY=exports2.ENTITY_LOOKUP_SURFACE=exports2.QUERY_CACHE_MAX_BYTES=exports2.QUERY_CACHE_MAX_ENTRIES=exports2.DEFAULT_EMBED_BUDGETS=void 0;exports2.resolveEmbedBudgets=resolveEmbedBudgets;exports2.readEmbeddingTableDims=readEmbeddingTableDims;exports2.queryEmbeddingCachePath=queryEmbeddingCachePath;exports2.createEmbeddingProvider=createEmbeddingProvider;exports2.attachEngine=attachEngine;exports2.semanticReady=semanticReady;exports2.keywordIndexReady=keywordIndexReady;exports2.engineRebuildEmbeddings=engineRebuildEmbeddings;exports2.runningEmbeddingRebuild=runningEmbeddingRebuild;exports2.clientPath=clientPath;exports2.resolveEngineEvidence=resolveEngineEvidence;exports2.resolveEngineDigests=resolveEngineDigests;exports2.engineSearchMemory=engineSearchMemory;exports2.engineSearchText=engineSearchText;exports2.engineLookupEntity=engineLookupEntity;exports2.engineStatus=engineStatus;exports2.engineIndex=engineIndex;exports2.engineIndexChanged=engineIndexChanged;exports2.engineFinishIndexInBackground=engineFinishIndexInBackground;exports2.runningBackgroundIndex=runningBackgroundIndex;exports2.hasIndexWorkToFinish=hasIndexWorkToFinish;exports2.engineRememberNote=engineRememberNote;var ledgerLiveness_1=require_ledgerLiveness(),invisibleText_1=require_invisibleText(),fs_1=__importDefault(require("fs")),crypto_1=__importDefault(require("crypto")),path_1=__importDefault(require("path")),readCache_1=require_readCache(),statements_1=require_statements(),vectorIndex_12=require_vectorIndex(),space_1=require_space(),rebuild_1=require_rebuild(),openai_12=require_openai2(),local_12=require_local(),vertex_1=require_vertex(),poolFetch_1=require_poolFetch(),callPhases_1=require_callPhases(),caching_1=require_caching(),interactive_1=require_interactive(),coalescing_1=require_coalescing(),readerLayout_12=require_readerLayout(),orchestrator_12=require_orchestrator(),ledgerEventTime_1=require_ledgerEventTime(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),memoryMap_1=require_memoryMap(),pipeline_12=require_pipeline(),walker_1=require_walker(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),scope_1=require_scope(),lifecycle_12=require_lifecycle(),inventory_1=require_inventory(),readScope_1=require_readScope(),attach_12=require_attach(),options_12=require_options(),background_1=require_background(),observations_1=require_observations(),contextRelevance_1=require_contextRelevance(),sanitize_1=require_sanitize(),digests_12=require_digests(),worker_1=require_worker(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DEFAULT_EMBED_BUDGETS={writeMs:5e3,readMs:3e3};function resolveEmbedBudgets(env=process.env){let read=(name,fallback)=>{let raw=env[name]?.trim();if(raw===void 0||raw==="")return fallback;let value=Number(raw);if(!Number.isInteger(value)||value<0||value>0&&value<100||value>6e5)throw new Error(`${name} must be 0 (no limit) or a number of milliseconds between 100 and 600000`);return value},writeMs=read("RENOR_EMBED_WRITE_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.writeMs),readMs=read("RENOR_EMBED_READ_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.readMs);return writeMs===0&&readMs===0?void 0:{writeMs:writeMs||1/0,readMs:readMs||1/0}}function withBudget(provider,budgetMs){return budgetMs===void 0||!Number.isFinite(budgetMs)?provider:{dimensions:provider.dimensions,identity:provider.identity,embed:texts=>provider.embed(texts,{budgetMs}),embedQuery:text=>provider.embedQuery?provider.embedQuery(text,{budgetMs}):provider.embed([text],{budgetMs}).then(vectors=>vectors[0])}}function readEmbeddingTableDims(db){let row=db.prepare("SELECT sql FROM sqlite_master WHERE type = 'table' AND name = 'chunk_embeddings'").get();if(!row?.sql)return null;let m=row.sql.match(/FLOAT\[(\d+)\]/i);return m?Number(m[1]):null}function queryEmbeddingCachePath(config){return path_1.default.join(path_1.default.dirname(config.authStatePath),"query-embeddings.db")}exports2.QUERY_CACHE_MAX_ENTRIES=4096;exports2.QUERY_CACHE_MAX_BYTES=32*1024*1024;function withQueryCache(provider,config,scope){let cachePath=queryEmbeddingCachePath(config),open=()=>new caching_1.CachingEmbeddingProvider(provider,{cachePath,serving:!0,scope,maxEntries:exports2.QUERY_CACHE_MAX_ENTRIES,maxBytes:exports2.QUERY_CACHE_MAX_BYTES});try{return open()}catch{try{for(let suffix of["","-wal","-shm"])fs_1.default.rmSync(cachePath+suffix,{force:!0});return open()}catch{return provider}}}function createEmbeddingProvider(config,vertexSeam,pooled=!1){if(config.embeddingProvider==="none")return null;if(config.embeddingProvider==="local")return new local_12.LocalEmbeddingProvider(config.embeddingModel);if(config.embeddingProvider==="vertex"){let served=crypto_1.default.createHash("sha256").update(`${config.vertexProject??""}\0${config.vertexLocation??""}`).digest("hex").slice(0,12),vertex=new vertex_1.VertexEmbeddingProvider({keyFile:config.vertexKeyFile,project:config.vertexProject,location:config.vertexLocation,model:config.embeddingModel,dimensions:config.embeddingDims,...vertexSeam,...pooled?{request:(0,poolFetch_1.poolFetch)({retryOnReset:!0,onConnect:ms=>(0,callPhases_1.recordPhase)("connect",ms)})}:{}});return pooled&&vertex.warmToken(),withQueryCache(new interactive_1.InteractiveEmbeddingProvider(new coalescing_1.CoalescingEmbeddingProvider(vertex)),config,`p-${served}`)}let keys=(config.embeddingApiKey??"").split(",").map(k=>k.trim()).filter(Boolean);return new openai_12.OpenAIEmbeddingProvider(keys,config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)}function attachEngine(db,config,override){let provider=override===void 0?createEmbeddingProvider(config,void 0,!0):override;if(!provider)return(0,vectorIndex_12.markVectorsUnfinished)(db)&&log.info("embeddings_unconfigured",{detail:"no embedding provider is configured: what is saved now gets no vector, so the index is marked unfinished; the next start with its model embeds those chunks before semantic search reads the index again"}),{provider:null,vectorIndex:null,dims:readEmbeddingTableDims(db)};let existing=readEmbeddingTableDims(db);if(existing!==null&&existing!==provider.dimensions)throw new Error(`Embedding dimension mismatch: index.db chunk_embeddings is FLOAT[${existing}] but the configured provider is ${provider.dimensions}-d. Do not mix Voyage/e5/other models in one book (ADR-0003). Set MVP_EMBEDDING_DIMS and MVP_EMBEDDING_MODEL to match the index, or use a separate MVP_DB_PATH.`);let vectorIndex=new vectorIndex_12.VectorIndex(db,provider.dimensions);vectorIndex.initTable(),claimEmbeddingSpace(db,vectorIndex,provider),vectorIndex.warmMirrorInBackground();let modelKey=override===void 0?(0,contextRelevance_1.embeddingModelKey)(config.embeddingProvider,config.embeddingModel,config.embeddingDims):injectedModelKey(provider),embedBudgets=resolveEmbedBudgets();return{provider,vectorIndex,dims:provider.dimensions,...modelKey?{modelKey}:{},...embedBudgets?{embedBudgets}:{}}}function injectedModelKey(provider){let identity=provider.identity;return identity?(0,contextRelevance_1.embeddingModelKey)(identity.kind,identity.model,provider.dimensions):void 0}function claimEmbeddingSpace(db,vectorIndex,provider){let wanted=(0,space_1.embeddingSpace)(provider);if(!wanted)return;let stored=vectorIndex.space();if(stored!==wanted){if(stored===null&&!vectorIndex.hasVectors()){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();if(chunks===0){vectorIndex.setSpace(wanted);return}vectorIndex.beginRebuild(wanted),log.info("embeddings_backfill",{chunks,model:wanted,detail:"index.db holds no vectors (it was written without an embedding provider): every chunk is embedded in the background; until then semantic search is off and keyword search keeps working"});return}log.warn("embeddings_model_mismatch",{stored:stored??"unrecorded",model:wanted,detail:"search cannot use vectors from another model: a rebuild embeds every chunk again, and until it finishes semantic search is off and keyword search keeps working"})}}function semanticReady(engine){if(!engine.provider||!engine.vectorIndex)return!1;let wanted=(0,space_1.embeddingSpace)(engine.provider);return wanted?engine.vectorIndex.space()===wanted&&!engine.vectorIndex.rebuilding():!0}function rebuildNotice(db,engine){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();return`Semantic search is off while this workspace's embeddings are built with the configured model (${engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):chunks} of ${chunks} chunks left). Keyword search works meanwhile.`}function failureReason(err,max){return(0,sanitize_1.sanitizeErrorMessage)(err).replace(/\s+/g," ").trim().slice(0,max)}var semanticFailures=new WeakMap;function keywordIndexReady(db){return(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()!==void 0}function semanticFailureNotice(err){return`Semantic search is unavailable right now (${failureReason(err,200)}), so nothing here was found by meaning; the saved facts and keyword search do not need it and still answer. The next request tries semantic search again.`}var embeddingRebuilds=new WeakMap;function engineRebuildEmbeddings(db,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let space=(0,space_1.embeddingSpace)(provider);if(!space||semanticReady(engine))return null;let running=embeddingRebuilds.get(vectorIndex);if(running)return running;let{outageDelayMs=outage=>Math.min(3e5,3e4*2**outage),...rebuildOptions}=options2,controller=new AbortController,startedAt=Date.now(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},rebuild={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{let chunks=()=>db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();log.info("embedding_rebuild_started",{chunks:chunks(),model:space,detail:"semantic search is off until it finishes"});for(let outage=0;!controller.signal.aborted;outage++)try{if((await(0,rebuild_1.rebuildEmbeddings)(db,vectorIndex,provider,space,{...rebuildOptions,signal:controller.signal})).done){log.info("embedding_rebuild_finished",{ms:Date.now()-startedAt,detail:"semantic search is on"});return}}catch(err){let delay=outageDelayMs(outage);log.error("embedding_rebuild_interrupted",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),chunks:chunks(),retryInS:Math.round(delay/1e3),detail:"semantic search stays off"},err),await wait(delay)}})().catch(err=>log.error("embedding_rebuild_failed",{},err)).finally(()=>embeddingRebuilds.delete(vectorIndex))};return embeddingRebuilds.set(vectorIndex,rebuild),rebuild}function runningEmbeddingRebuild(engine){return(engine.vectorIndex&&embeddingRebuilds.get(engine.vectorIndex))??null}var clientPaths=new Map,MAX_CLIENT_PATHS=4096;function clientPath(memoryDir,stored){let key=path_1.default.isAbsolute(stored)&&path_1.default.isAbsolute(memoryDir)?`${memoryDir}\0${stored}`:`${process.cwd()}\0${memoryDir}\0${stored}`,shown=clientPaths.get(key);if(shown===void 0){let resolved=path_1.default.resolve(stored),root=path_1.default.resolve(memoryDir);shown=resolved===root||resolved.startsWith(root+path_1.default.sep)?path_1.default.relative(root,resolved)||stored:path_1.default.basename(stored),clientPaths.size>=MAX_CLIENT_PATHS&&clientPaths.clear(),clientPaths.set(key,shown)}return shown}function resolveEngineEvidence(config,env=process.env,idle=null){if(!(0,attach_12.searchEvidenceEnabled)(env))return;let options2=(0,options_12.resolveEvidenceToolOptions)({dbPath:config.dbPath},env),background=(0,background_1.resolveEvidenceBackground)(env);return background&&idle&&(background.hold=flight=>{idle.track(()=>flight).catch(()=>{})}),{options:background?{...options2,background}:options2,extractor:(0,options_12.createEvidenceExtractor)(options2)}}function resolveEngineDigests(db,config,engine,idle=null,env=process.env){let options2=(0,digests_12.resolveDigestOptions)({dbPath:config.dbPath},env);if(!options2)return null;if(!engine.provider)return log.info("digests_off",{detail:"RENOR_DIGESTS is on, but this workspace has no embedding provider, so digests are off for it"}),null;let worker=new worker_1.DigestWorker({db,config:{memoryDir:config.memoryDir,ledgerRelPath:config.ledgerRelPath},options:options2,provider:engine.provider,track:idle?work=>idle.track(work):void 0});return log.info("digests_on",{model:options2.model,maxUsdPerDay:options2.maxUsdPerDay}),{options:options2,worker}}var SEMANTIC_UNAVAILABLE_NOTE="This workspace has no semantic search, so nothing was searched by meaning. Use search_text instead: it matches exact words, so search one distinctive word (a name, a project, a term).";function semanticUnavailable(){return{ok:!1,error:"semantic-unavailable",note:SEMANTIC_UNAVAILABLE_NOTE,hits:[]}}function observationHits(db,workspace,query,limit,scope){if(!(0,observations_1.observeEnabled)()||(0,invisibleText_1.isBlankOrInvisible)(query)||!Number.isInteger(limit)||limit<1)return[];try{let hits=(0,observations_1.searchObservations)(db,workspace,query,Math.min(limit,100),{},scope);return hits.length===0?[]:hits.filter(hit=>{if(scope===void 0)return!0;let raw=hit.cwd_scope;try{return(0,scope_1.normalizeScope)(raw)===(0,scope_1.normalizeScope)(scope)}catch{return!1}}).map(hit=>({notePath:hit.notePath,headingPath:hit.title,text:hit.text,score:hit.score,reason:hit.reason,source:hit.source,session_date:hit.session_date,id:hit.id}))}catch{return[]}}function withObservationHits(hits,observations,topK){if(observations.length===0)return hits;let limit=Math.max(0,topK);if(hits.length===0)return observations.slice(0,limit);let observationSlots=Math.min(2,observations.length,Math.max(0,limit-1));return[...hits.slice(0,limit-observationSlots),...observations.slice(0,observationSlots)]}async function engineSearchMemory(db,engine,memoryDir,query,topK,scope,evidence,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,probe,digests,noteCapWhenUnset,showSimilarity=!1,withChunkIds=!1,bestFirst=!1,observationScope=scope){if((0,invisibleText_1.isBlankOrInvisible)(query))return{ok:!0,hits:[]};let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!engine.provider||!engine.vectorIndex)return{...semanticUnavailable(),hits:observed()};if(!semanticReady(engine))return{ok:!1,error:"semantic-rebuilding",notice:rebuildNotice(db,engine),hits:observed()};let isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),provider=withBudget(engine.provider,engine.embedBudgets?.readMs),vectorIndex=engine.vectorIndex,asked=probe??{},scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,scoped=inScope?{shows:h=>inScope.has(h,clientPath(memoryDir,h.notePath)),chunkIds:()=>(0,readCache_1.readUntilWrite)(db,`scopedChunkIds\0${scopeNorm}\0${memoryDir}`,()=>inScope.chunkIds(stored=>clientPath(memoryDir,stored)))}:void 0,search=()=>(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,query,topK,[],{},{includeHistory,isLedgerNote:isLedger,probe:asked,scope:scoped,noteCapWhenUnset,...bestFirst?{bestFirst}:{}}),result;try{result=await search(),await finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked)&&(result=await search())}catch(err){return log.error("semantic_search_failed",{},err),semanticFailures.set(engine,{at:new Date().toISOString(),reason:failureReason(err,120)}),{ok:!1,error:"semantic-unavailable",notice:semanticFailureNotice(err),hits:observed()}}semanticFailures.delete(engine);let scopedRetrievalHits=inScope?inScope.hits(result.hits,h=>clientPath(memoryDir,h.notePath)):result.hits;if(probe){let top;for(let h of scopedRetrievalHits)typeof h.similarity=="number"&&(top===void 0||h.similarity>top.similarity)&&(top=h);probe.topSimilarity=top?top.similarity:null;let shown2=top&&(0,ledgerPresentation_12.presentLedgerEvents)([top],isLedger)[0];probe.topHit=shown2?{notePath:clientPath(memoryDir,shown2.notePath),headingPath:shown2.headingPath,text:shown2.text}:void 0,probe.similarities=scopedRetrievalHits.flatMap(h=>{let asShown=typeof h.similarity=="number"?(0,ledgerPresentation_12.presentLedgerEvents)([h],isLedger)[0]:void 0;return asShown?[{notePath:clientPath(memoryDir,asShown.notePath),headingPath:asShown.headingPath,text:asShown.text,similarity:h.similarity}]:[]})}let closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),noteDate=(0,orchestrator_12.createNoteDater)(db),attached=evidence?.extractor?await(0,attach_12.attachSearchEvidence)({transformBody:text=>(0,ledgerLiveness_1.resolveLedgerHits)([{text:inScope?inScope.body(text):text,reason:"evidence-source"}],closedEvents,includeHistory)[0]?.text??"",query,hits:scopedRetrievalHits.map(h=>({...h,session_date:noteDate(h.notePath)})),vaultPath:memoryDir,options:evidence.options,extractor:evidence.extractor,enabled:!0}):evidence?null:{hits:scopedRetrievalHits,evidence:{status:"skipped",reason:"flag-off"}},shown=(0,ledgerPresentation_12.presentLedgerEvents)(scopedRetrievalHits,isLedger),led=attached?(0,attach_12.prependEvidenceHit)(shown,attached.evidence):shown;if(digests)try{let table=await(0,digests_12.digestTable)({db,query,hits:scopedRetrievalHits,options:digests.options,provider,queryVector:asked.queryVector,isLedgerNote:isLedger});if(table.items.length>0){let lead=(0,digests_12.leadingSummaryHits)(led);led=[...led.slice(0,lead),(0,digests_12.digestItemsToHit)(table.items),...led.slice(lead)]}}catch(err){log.error("digests_read_failed",{},err)}let isConversation=withChunkIds?(0,readerLayout_12.conversationNoteMatcher)(db):()=>!1,hits=led.map(h=>({notePath:clientPath(memoryDir,h.notePath),headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...withChunkIds&&"chunkId"in h&&typeof h.chunkId=="number"&&h.chunkId>0&&isConversation(h.notePath)?{chunkId:h.chunkId}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{},...showSimilarity&&typeof h.similarity=="number"&&!isLedger(h.notePath)?{similarity:Math.round(h.similarity*1e3)/1e3}:{}})),withObservations=withObservationHits(hits,observed(),topK);return{ok:!0,rankedBy:result.rankedBy,hits:withObservations,...attached?{evidence:(0,attach_12.productEvidenceReport)(attached.evidence)}:{},...scopeNorm?{scope:scopeNorm}:{}}}function engineSearchText(db,memoryDir,query,topK,scope,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,ledgerRecords,matchOverride,stem=!1,observationScope=scope){let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()){let found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-unavailable",results:[]}}let match=matchOverride??(0,queryHelpers_1.quoteFtsQuery)(query);if(!match)return{ok:!0,results:[]};let scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),shownPaths=new Map,shownPath=stored=>{let shown=shownPaths.get(stored);return shown===void 0&&shownPaths.set(stored,shown=clientPath(memoryDir,stored)),shown},toResult=r=>({notePath:shownPath(r.notePath),headingPath:r.headingPath,text:r.text,score:r.score,reason:r.reason}),closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),prose;try{prose=(0,queryHelpers_1.shownPage)(n=>(0,keyword_1.keywordSearch)(db,match,n,stem),rows=>{let live=(0,ledgerPresentation_12.keywordLedgerHits)((0,ledgerLiveness_1.resolveLedgerHits)(rows.map(r=>toResult({...r,score:Math.abs(r.score),reason:"fts"})),closedEvents,includeHistory),isLedger,query,ledgerRecords);return inScope?inScope.hits(live,r=>r.notePath):live},topK,Math.min(topK*10,200))}catch(err){let message=err instanceof Error?err.message:String(err),found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-query",detail:message.slice(0,200),results:[]}}let have=new Set(prose.map(h=>h.notePath)),named=(0,ledgerLiveness_1.resolveLedgerHits)((0,noteIdentity_1.selectNoteIdentityHits)(db,query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set,(p,opening)=>{let client=clientPath(memoryDir,p);return!have.has(client)&&!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger)&&(!inScope||inScope.has(opening,client))}).map(toResult),closedEvents,includeHistory),eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),boundTime=(0,orchestrator_12.createNoteTimeBound)(db),results=(0,ledgerPresentation_12.presentLedgerEvents)([...prose,...named].map(r=>{let derived=isLedger(r.notePath)?eventTime(r):void 0;if(derived===void 0)return r;let session_date=boundTime(path_1.default.resolve(memoryDir,r.notePath),derived);return{...r,session_date}}),isLedger,ledgerRecords);return{ok:!0,results:withObservationHits(results,observed(),topK),...scopeNorm?{scope:scopeNorm}:{}}}exports2.ENTITY_LOOKUP_SURFACE="registered entities, matched in order by exact canonical name, frontmatter alias, substring of a canonical name, or substring of a source note path \u2014 never words inside note text";function engineLookupEntity(db,vault,name,scope){let scopeNorm=scope===void 0?void 0:(0,scope_1.normalizeScope)(scope),filter=scopeNorm===void 0?(0,entityLookup_1.liveEntityFilter)():(0,entityLookup_1.entityScopeFilter)(scopeNorm),row=(0,entityLookup_1.lookupEntity)(db,name,filter),miss=()=>({ok:!0,entity:null,reason:"no-entity-match",searched:exports2.ENTITY_LOOKUP_SURFACE,entitiesIndexed:(0,inventory_1.countEntities)(db,vault,filter),note:`Nothing in ${scopeNorm??"this workspace"} is registered as an entity matching "${name}". lookup_entity searches ${exports2.ENTITY_LOOKUP_SURFACE}, so a word that appears only inside saved note text (a daily note, a saved fact body) is not an entity. Use search_text for that word, or search_memory for meaning where the workspace has semantic search.`,...scopeNorm===void 0?{}:{scope:scopeNorm}});if(!row)return miss();let sourceNote=clientPath(vault.memoryDir,row.sourceNote);return scopeNorm!==void 0?{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote},...scopeNorm==="global"?{}:{scope:scopeNorm}}:{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote}}}function ledgerBytes(vault){try{return fs_1.default.statSync((0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)).size}catch{return 0}}function engineStatus(db,engine,vault){let counts=(0,inventory_1.countInventory)(db,vault),failed=semanticFailures.get(engine),degraded={...keywordIndexReady(db)?{}:{keyword:"keyword search cannot run: its index is missing"},...failed?{semantic:`the last search by meaning failed at ${failed.at}: ${failed.reason}`}:{}};return{...counts,embeddingDims:engine.dims,storage:{vectors:engine.vectorIndex?engine.vectorIndex.storedCount():0,ledgerBytes:ledgerBytes(vault),...engine.vectorIndex?{vectorMirror:engine.vectorIndex.mirrorStats()}:{}},semantic:semanticReady(engine),...engine.provider&&engine.vectorIndex&&!semanticReady(engine)?{embeddingRebuild:{chunksLeft:engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):counts.chunks,chunks:counts.chunks}}:{},...engine.vectorIndex?{chunksWithoutVectors:(0,rebuild_1.chunksWithoutVectors)(db)}:{},...Object.keys(degraded).length>0?{degraded}:{}}}function indexOptionsFor(engine,interactive=!1){return engine.provider&&engine.vectorIndex?{embeddingProvider:engine.provider,vectorIndex:engine.vectorIndex,...interactive&&engine.embedBudgets&&Number.isFinite(engine.embedBudgets.writeMs)?{embedBudgetMs:engine.embedBudgets.writeMs}:{}}:{}}exports2.INDEX_FILE_CONCURRENCY=48;async function engineIndex(db,config,engine,pass={}){let stats=await(0,pipeline_12.indexVault)(db,config.memoryDir,indexOptionsFor(engine,pass.interactive===!0),exports2.INDEX_FILE_CONCURRENCY);return stats.errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine),stats}var reconciledStamps=new WeakMap,tooLargeStamps=new WeakMap,unsettledFiles=new WeakMap,walkedAt=new WeakMap;exports2.FULL_VAULT_CHECK_MS=3e4;var stampOf=f=>`${f.mtimeMs}:${f.ctimeMs}:${f.size}:${f.ino}`;exports2.TIMESTAMP_TICK_MS=2e3;var stampIsTrusted=(f,scanStart)=>Math.min(Math.abs(scanStart-f.mtimeMs),Math.abs(scanStart-f.ctimeMs))>=exports2.TIMESTAMP_TICK_MS;async function inPool(items,limit,work){let next=0;await Promise.all(Array.from({length:Math.min(limit,items.length)},async()=>{for(;next<items.length;)await work(items[next++])}))}async function engineIndexChanged(db,config,engine,scanStart=Date.now(),pass={}){let options2=indexOptionsFor(engine,pass.interactive===!0),reconciled=reconciledStamps.get(db);reconciled||(reconciled=new Map,reconciledStamps.set(db,reconciled));let known=reconciled,named=tooLargeStamps.get(db);named||(named=new Map,tooLargeStamps.set(db,named));let tooLarge=named,unsettled=unsettledFiles.get(db);unsettled||(unsettled=new Set,unsettledFiles.set(db,unsettled));let candidates,isFinished,now=Date.now(),lastCheck=walkedAt.get(db),checkedRecently=lastCheck!==void 0&&now>=lastCheck&&now-lastCheck<exports2.FULL_VAULT_CHECK_MS;if(pass.touched!==void 0&&checkedRecently){let ignored=await(0,walker_1.vaultIgnores)(config.memoryDir),owed=[...pass.touched,...unsettled];(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0&&owed.push(...(0,statements_1.prepareOnce)(db,"SELECT path FROM notes WHERE note_hash = ''").pluck().all()),candidates=(0,walker_1.statVaultFiles)([...new Set(owed)].filter(file=>!ignored(file)));let present=new Set(candidates.map(f=>f.file));for(let file of unsettled)present.has(file)||unsettled.delete(file);let hash=(0,statements_1.prepareOnce)(db,"SELECT note_hash FROM notes WHERE path = ?").pluck();isFinished=file=>{let h=hash.get(file);return typeof h=="string"&&h!==""}}else{candidates=await(0,walker_1.walkVaultStats)(config.memoryDir);let finished=new Set(db.prepare("SELECT path FROM notes WHERE note_hash != ''").pluck().all());isFinished=file=>finished.has(file),walkedAt.set(db,now),unsettled.clear()}let changed=candidates.filter(f=>tooLarge.get(f.file)!==stampOf(f)&&(!isFinished(f.file)||known.get(f.file)!==stampOf(f))),indexed=0,errors=0,failure;await inPool(changed,exports2.INDEX_FILE_CONCURRENCY,async f=>{try{await(0,pipeline_12.indexFile)(db,f.file,options2),stampIsTrusted(f,scanStart)?known.set(f.file,stampOf(f)):known.delete(f.file),tooLarge.delete(f.file),indexed++}catch(err){if(err instanceof pipeline_12.NoteTooLargeError){known.delete(f.file),tooLarge.set(f.file,stampOf(f)),log.warn("note_too_large",{file:path_1.default.relative(config.memoryDir,f.file)},err);return}if(known.delete(f.file),err.code==="ENOENT")return;errors++,failure??=failureReason(err,300),log.error("index_file_failed",{file:path_1.default.relative(config.memoryDir,f.file)},err)}});for(let f of candidates)known.get(f.file)===stampOf(f)||tooLarge.get(f.file)===stampOf(f)?unsettled.delete(f.file):unsettled.add(f.file);errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine);let overCap=candidates.filter(f=>tooLarge.get(f.file)===stampOf(f)).map(f=>path_1.default.relative(config.memoryDir,f.file));return{total:changed.length,indexed,errors,...failure===void 0?{}:{failure},...overCap.length>0?{tooLarge:overCap}:{}}}exports2.UNFINISHED_FILES="SELECT COUNT(*) FROM notes WHERE note_hash = ''";exports2.UNFINISHED_RETRY_MS=3e4;var unfinishedRetryAfter=new WeakMap;async function finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked){let unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),before=unfinished.get();if(before===0||Date.now()<(unfinishedRetryAfter.get(db)??0))return!1;asked.queryVector||await(provider.embedQuery?provider.embedQuery(query):provider.embed([query]));let finish=async()=>{try{await engineIndexChanged(db,{memoryDir},engine,void 0,{interactive:!0})}catch(err){log.error("index_finish_failed",{},err)}let after=unfinished.get();return after>0?unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS):unfinishedRetryAfter.delete(db),after<before},budgetMs=engine.embedBudgets?.readMs;if(budgetMs===void 0||!Number.isFinite(budgetMs))return finish();let running=finish(),timer,late=new Promise(resolve=>{timer=setTimeout(()=>resolve(!1),budgetMs)});try{let finished=await Promise.race([running,late]);return finished||unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS),finished}finally{clearTimeout(timer)}}var backgroundIndexes=new WeakMap;exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=1e3;var backgroundIndexRetryDelayMs=outage=>Math.min(3e5,3e4*2**outage);function engineFinishIndexInBackground(db,config,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let running=backgroundIndexes.get(db);if(running)return running;let{firstDelayMs=exports2.BACKGROUND_INDEX_FIRST_DELAY_MS,retryDelayMs=backgroundIndexRetryDelayMs}=options2,controller=new AbortController,unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},job={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{await wait(firstDelayMs);for(let outage=0;!controller.signal.aborted;outage++)try{if(semanticReady(engine)){if(await(0,rebuild_1.embedMissingVectors)(db,vectorIndex,provider,{signal:controller.signal}),controller.signal.aborted)return;if(await engineIndexChanged(db,config,engine,void 0,{interactive:!0}),unfinished.get()===0&&(0,rebuild_1.chunksWithoutVectors)(db)===0){outage>0&&log.info("embeddings_recovered",{detail:"the embedding service answers again; what was saved while it did not is findable by meaning now"});return}}else if(!vectorIndex.rebuilding())return;throw new Error("the index is not finished yet")}catch(err){if(controller.signal.aborted)return;let delay=retryDelayMs(outage);log.error("background_index_retry",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),retryInS:Math.round(delay/1e3)},err),await wait(delay)}})().catch(err=>log.error("background_index_failed",{},err)).finally(()=>{backgroundIndexes.get(db)===job&&backgroundIndexes.delete(db)})};return backgroundIndexes.set(db,job),job}function runningBackgroundIndex(db){return backgroundIndexes.get(db)??null}function hasIndexWorkToFinish(db,engine){return!engine.provider||!engine.vectorIndex||!semanticReady(engine)?!1:(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0||(0,rebuild_1.chunksWithoutVectors)(db)>0}async function engineRememberNote(config,text,date,source,scope,timeZone){let clock=(0,writer_12.entryClock)(new Date,timeZone),day=date??clock.date,dir=(0,scope_1.dailyDirForScope)((0,scope_1.normalizeScope)(scope)),written=await(0,writer_12.appendDailyEntry)(config.memoryDir,day,{text,source:source??"mcp"},dir,clock),file=clientPath(config.memoryDir,written.filePath),id=(0,memoryMap_1.appendedEntryId)(file.split(path_1.default.sep).join("/"),written.entry);return{ok:!0,file,scope:(0,scope_1.normalizeScope)(scope),...id?{id}:{}}}}});var require_agentLease=__commonJS({"dist/memory/agentLease.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.claimAgentLease=claimAgentLease;exports2.newLeaseHolder=newLeaseHolder;var crypto_1=__importDefault(require("crypto")),sourceName_1=require_sourceName();function claimAgentLease(db,agent,holder,now=new Date){let identity=(0,sourceName_1.hiveIdentity)(agent);if(!identity)throw new Error("a hive lease needs a name that contains a letter or a digit, other than unnamed");let existing=db.prepare("SELECT holder FROM agent_leases WHERE agent = ?").get(identity);if(existing&&existing.holder!==holder&&pidAlive(existing.holder))throw new Error(`another live connection is named ${JSON.stringify(identity)}; set RENOR_CONNECTION_NAME to a different name, or stop the other renor-engine mcp process, then reconnect`);db.prepare(`INSERT INTO agent_leases (agent, holder, seen_at) VALUES (?, ?, ?)
|
|
1209
|
+
`)}async function digestTable(args){let report={status:"skipped",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[]},paths=[];for(let hit of args.hits)if(!(!hit.notePath||hit.notePath.startsWith("_renor/")||paths.includes(hit.notePath))&&!args.isLedgerNote?.(hit.notePath)&&(paths.push(hit.notePath),paths.length>=exports2.DIGEST_MAX_WINDOW_NOTES))break;if(report.windowNotes=paths.length,paths.length===0)return{items:[],report:{...report,reason:"no-notes"}};let space=(0,space_1.embeddingSpace)(args.provider);if(space===null)return{items:[],report:{...report,reason:"no-embedding-space"}};let cache;try{cache=new digestCache_1.DigestCache(args.options.cachePath,{readonly:!0})}catch(err){return{items:[],report:{...report,reason:"no-digests",error:`digest cache unavailable: ${err instanceof Error?err.message:String(err)}`.slice(0,200)}}}try{let noteRow=args.db.prepare("SELECT note_hash, frontmatter_json, modified_at FROM notes WHERE path = ?"),candidates=[],missingVectors=0;if(paths.forEach((notePath,order)=>{let row=noteRow.get(notePath);if(!row||!row.note_hash)return;let key=digestCache_1.DigestCache.digestKey(args.options.model,args.options.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,row.note_hash),digest=cache.getDigest(key);if(!digest||(report.notesWithDigest++,digest.items.length===0))return;let vectors=cache.getVectors(key,space,digest.items.length);if(!vectors){missingVectors++;return}let noteDate=(0,orchestrator_12.resolveSessionDate)(row.frontmatter_json,row.modified_at);digest.items.forEach((item,index)=>{let own=(0,orchestrator_12.sessionDateMs)(item.date),dateMs=own===Number.NEGATIVE_INFINITY?(0,orchestrator_12.sessionDateMs)(noteDate):own;candidates.push({notePath,order,index,item,vector:vectors[index],dateMs})})}),report.itemsConsidered=candidates.length,candidates.length===0)return{items:[],report:{...report,reason:report.notesWithDigest===0?"no-digests":missingVectors>0?"no-vectors":"no-digests"}};let queryVector=args.queryVector??(args.provider.embedQuery?await args.provider.embedQuery(args.query):(await args.provider.embed([args.query]))[0]),ranked=candidates.map(candidate=>({candidate,score:cosine(queryVector,candidate.vector)})).sort((a,b)=>b.score-a.score||a.candidate.order-b.candidate.order||a.candidate.index-b.candidate.index),used=(0,o200k_1.countO200k)((0,attach_12.renderEvidenceTable)([])),chosen=[];for(let{candidate}of ranked){let cost=rowTokens(candidate.item);if(used+cost>args.options.tokens)break;used+=cost,chosen.push(candidate)}chosen.sort((a,b)=>(a.dateMs===b.dateMs?0:a.dateMs<b.dateMs?-1:1)||a.order-b.order||a.index-b.index);let items=chosen.map(c=>({item:c.item.item,action:c.item.action,amount:c.item.amount,date:c.item.date}));return report.status=items.length>0?"ok":"skipped",report.itemsRendered=items.length,report.text=items.length>0?(0,attach_12.renderEvidenceTable)(items):"",report.tokens=items.length>0?(0,o200k_1.countO200k)(report.text):0,report.items=chosen.map(c=>({notePath:c.notePath,source:c.item.source,item:c.item.item})),{items,report}}finally{cache.close()}}function digestItemsToHit(items){return{notePath:exports2.DIGEST_HIT_PATH,chunkId:-1,headingPath:"Digest",text:(0,attach_12.renderEvidenceTable)(items),score:1,reason:"digest"}}async function attachDigest(args){try{let{items,report}=await digestTable(args);if(items.length===0)return{hits:args.hits,report};let at=0;for(;at<args.hits.length&&args.hits[at].notePath.startsWith("_renor/");)at++;return{hits:[...args.hits.slice(0,at),digestItemsToHit(items),...args.hits.slice(at)],report}}catch(err){return{hits:args.hits,report:{status:"skipped",reason:"digest-error",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[],error:(err instanceof Error?err.message:String(err)).slice(0,200)}}}}exports2.LEADING_SUMMARY_REASONS=["evidence","digest"];function leadingSummaryHits(hits){let n=0;for(;n<hits.length&&exports2.LEADING_SUMMARY_REASONS.includes(hits[n].reason??"");)n++;return n}}});var require_worker=__commonJS({"dist/digests/worker.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DigestWorker=exports2.DigestBudgetError=exports2.DIGEST_MAX_FAILED_SWEEPS=exports2.DIGEST_RETRY_MAX_MS=exports2.DIGEST_RETRY_BASE_MS=exports2.DIGEST_MIN_INTERVAL_MS=exports2.DIGEST_DEBOUNCE_MS=void 0;exports2.guardedDigestChat=guardedDigestChat;var node_fs_1=__importDefault(require("node:fs")),sessionRouter_12=require_sessionRouter(),digestCache_1=require_digestCache(),digests_12=require_digests(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DIGEST_DEBOUNCE_MS=15e3;exports2.DIGEST_MIN_INTERVAL_MS=6e4;exports2.DIGEST_RETRY_BASE_MS=3e4;exports2.DIGEST_RETRY_MAX_MS=3e5;exports2.DIGEST_MAX_FAILED_SWEEPS=8;var SPEND_DAYS_KEPT=14,DigestBudgetError=class extends Error{constructor(message){super(message),this.name="DigestBudgetError"}};exports2.DigestBudgetError=DigestBudgetError;var utcDay=ms=>new Date(ms).toISOString().slice(0,10);function promptTokensOf(request){return Math.ceil(request.messages.reduce((sum,m)=>sum+m.content.length,0)/3)}function guardedDigestChat(args){let{chat,cache,options:options2}=args,usd=(promptTokens,outputTokens)=>(promptTokens*options2.priceInPerM+outputTokens*options2.priceOutPerM)/1e6;return async request=>{let day=args.day(),promptEstimate=promptTokensOf(request),worst=usd(promptEstimate,request.max_tokens??8e3);if(cache.spentUsd(day)+worst>options2.maxUsdPerDay)throw args.onBudget(day),new DigestBudgetError(`the digest budget for ${day} (${options2.maxUsdPerDay} USD) would be passed`);let response;try{response=await chat(request)}catch(err){throw cache.addSpend(day,promptEstimate,0,usd(promptEstimate,0)),err}let prompt=response.promptTokens??promptEstimate,output=(0,sessionRouter_12.billedOutputTokens)(response);return cache.addSpend(day,prompt,output,usd(prompt,output)),response}}var DigestWorker=class{deps;now;setTimer;clearTimer;random;log;state="idle";reason;timer=null;timerAt=0;running=null;dirty=!1;closed=!1;failures=0;lastEnd=0;budgetHit=!1;budgetDay;last;constructor(deps){this.deps=deps,this.now=deps.now??Date.now,this.setTimer=deps.setTimer??((fn,ms)=>{let handle=setTimeout(fn,ms);return handle.unref(),handle}),this.clearTimer=deps.clearTimer??(handle=>clearTimeout(handle)),this.random=deps.random??Math.random,this.log=deps.log??(line=>log.info("digests_worker",{detail:line}))}start(){this.failures=0,this.runnable()&&this.schedule(exports2.DIGEST_DEBOUNCE_MS)}notify(){if(!(this.closed||!this.runnable())){if(this.running){this.dirty=!0;return}this.state==="retrying"||this.state==="paused-budget"||this.schedule(exports2.DIGEST_DEBOUNCE_MS)}}status(){let cache=this.openCache(),spent=0;try{spent=cache?.spentUsd(utcDay(this.now()))??0}finally{cache?.close()}return{state:this.state,...this.reason?{reason:this.reason}:{},consecutiveFailures:this.failures,spentTodayUsd:Math.round(spent*1e6)/1e6,maxUsdPerDay:this.deps.options.maxUsdPerDay,...this.last?{lastSweep:this.last}:{}}}async whenSwept(){for(;this.running;)await this.running}async sweepNow(){this.closed||!this.runnable()||(this.cancelTimer(),this.running&&await this.running,this.launch(),await this.running)}async close(){this.closed=!0,this.cancelTimer(),this.running&&await this.running}runnable(){return this.deps.provider?this.deps.options.chat?!0:(this.stop("no digest model is configured: digests need RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY, and never use the evidence or Ollama provider instead, so nothing is sent"),!1):(this.stop("no embedding provider: digests are read by meaning, so they are not written"),!1)}stop(reason){this.state==="stopped"&&this.reason===reason||(this.state="stopped",this.reason=reason,this.log(`[digests] worker stopped: ${reason}`))}cancelTimer(){this.timer!==null&&this.clearTimer(this.timer),this.timer=null}schedule(wait,state="scheduled"){if(this.closed)return;let earliest=this.lastEnd+exports2.DIGEST_MIN_INTERVAL_MS-this.now(),delay=Math.max(wait,state==="scheduled"?earliest:0),at=this.now()+delay;this.timer!==null&&this.timerAt<=at&&this.state===state||(this.cancelTimer(),this.state=state,state==="scheduled"&&(this.reason=void 0),this.timerAt=at,this.timer=this.setTimer(()=>{this.timer=null,this.launch()},delay))}launch(){if(this.closed||this.running)return;let track=this.deps.track??(work=>work());this.state="running";let run=this.sweep().catch(err=>{this.failures++,this.reason=`sweep failed: ${String(err instanceof Error?err.message:err).replace(/\s+/g," ").slice(0,160)}`,this.log(`[digests] ${this.reason}`)}).then(()=>this.afterSweep());this.running=run.finally(()=>{this.running=null}),track(()=>this.running).catch(()=>{})}afterSweep(){if(this.lastEnd=this.now(),!this.closed){if(this.budgetHit){this.budgetHit=!1;let refusedOn=this.budgetDay??utcDay(this.now());this.budgetDay=void 0;let resume=Date.parse(`${refusedOn}T00:00:00Z`)+864e5+6e4;this.state="paused-budget",this.reason=`the daily digest budget (${this.deps.options.maxUsdPerDay} USD) is spent; notes without a digest wait until the next UTC day`,this.log(`[digests] ${this.reason}`),this.dirty=!1,this.cancelTimer(),this.timerAt=resume,this.timer=this.setTimer(()=>{this.timer=null,this.state="idle",this.schedule(0)},Math.max(1e3,resume-this.now()));return}if(this.failures>0){if(this.failures>=exports2.DIGEST_MAX_FAILED_SWEEPS){this.dirty=!1,this.stop(`the digest model failed ${this.failures} sweeps in a row (${this.reason??"no detail"}); it is tried again at the next start or save`);return}let wait=Math.min(exports2.DIGEST_RETRY_MAX_MS,exports2.DIGEST_RETRY_BASE_MS*2**(this.failures-1))*(.8+.4*this.random());this.dirty=!1,this.log(`[digests] ${this.reason??"a sweep failed"}; trying again in ${Math.round(wait/1e3)} s`),this.schedule(wait,"retrying");return}this.state="idle",this.reason=void 0,this.dirty&&(this.dirty=!1,this.schedule(exports2.DIGEST_DEBOUNCE_MS))}}openCache(){try{return new digestCache_1.DigestCache(this.deps.options.cachePath)}catch(err){return this.log(`[digests] the digest cache cannot be opened: ${String(err instanceof Error?err.message:err).slice(0,160)}`),null}}async sweep(){let{db,config,options:options2,provider}=this.deps,cache=this.openCache();if(!cache)throw new Error("the digest cache cannot be opened");try{let ledger=config.ledgerRelPath,live=(0,sessionRouter_12.listRouterNotes)(db,config.memoryDir,ledger).filter(note=>node_fs_1.default.existsSync(note.file)),pruned=cache.retainOnly(new Set(live.map(note=>note.noteHash)));cache.pruneSpend(SPEND_DAYS_KEPT),this.budgetHit=!1,this.budgetDay=void 0;let guarded={...options2,chat:guardedDigestChat({chat:options2.chat,cache,day:()=>utcDay(this.now()),options:options2,onBudget:day=>{this.budgetHit=!0,this.budgetDay=day}})},stats=await(0,digests_12.buildNoteDigests)({db,vaultPath:config.memoryDir,ledgerRelPath:ledger,options:guarded,cache,provider});stats.failed>0&&!this.budgetHit?(this.failures++,this.reason=(stats.error??"the digest model left notes without a digest").replace(/\s+/g," ").slice(0,160)):stats.failed===0&&(this.failures=0,this.reason=void 0),this.last={endedAt:new Date(this.now()).toISOString(),digested:stats.digested,failed:stats.failed,gone:stats.gone,calls:stats.calls,pruned},(stats.digested>0||stats.failed>0||pruned>0)&&this.log(`[digests] swept: ${stats.digested} digested, ${stats.failed} failed, ${stats.cached} already had one, ${pruned} removed, ${stats.calls} call(s)`)}finally{cache.close()}}};exports2.DigestWorker=DigestWorker}});var require_engine2=__commonJS({"dist/mvp/engine.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=exports2.UNFINISHED_RETRY_MS=exports2.UNFINISHED_FILES=exports2.TIMESTAMP_TICK_MS=exports2.FULL_VAULT_CHECK_MS=exports2.INDEX_FILE_CONCURRENCY=exports2.ENTITY_LOOKUP_SURFACE=exports2.QUERY_CACHE_MAX_BYTES=exports2.QUERY_CACHE_MAX_ENTRIES=exports2.DEFAULT_EMBED_BUDGETS=void 0;exports2.resolveEmbedBudgets=resolveEmbedBudgets;exports2.readEmbeddingTableDims=readEmbeddingTableDims;exports2.queryEmbeddingCachePath=queryEmbeddingCachePath;exports2.createEmbeddingProvider=createEmbeddingProvider;exports2.attachEngine=attachEngine;exports2.semanticReady=semanticReady;exports2.keywordIndexReady=keywordIndexReady;exports2.engineRebuildEmbeddings=engineRebuildEmbeddings;exports2.runningEmbeddingRebuild=runningEmbeddingRebuild;exports2.clientPath=clientPath;exports2.resolveEngineEvidence=resolveEngineEvidence;exports2.resolveEngineDigests=resolveEngineDigests;exports2.engineSearchMemory=engineSearchMemory;exports2.engineSearchText=engineSearchText;exports2.engineLookupEntity=engineLookupEntity;exports2.engineStatus=engineStatus;exports2.engineIndex=engineIndex;exports2.engineIndexChanged=engineIndexChanged;exports2.engineFinishIndexInBackground=engineFinishIndexInBackground;exports2.runningBackgroundIndex=runningBackgroundIndex;exports2.hasIndexWorkToFinish=hasIndexWorkToFinish;exports2.engineRememberNote=engineRememberNote;var ledgerLiveness_1=require_ledgerLiveness(),invisibleText_1=require_invisibleText(),fs_1=__importDefault(require("fs")),crypto_1=__importDefault(require("crypto")),path_1=__importDefault(require("path")),readCache_1=require_readCache(),statements_1=require_statements(),vectorIndex_12=require_vectorIndex(),space_1=require_space(),rebuild_1=require_rebuild(),openai_12=require_openai2(),local_12=require_local(),vertex_1=require_vertex(),poolFetch_1=require_poolFetch(),callPhases_1=require_callPhases(),caching_1=require_caching(),interactive_1=require_interactive(),coalescing_1=require_coalescing(),readerLayout_12=require_readerLayout(),orchestrator_12=require_orchestrator(),ledgerEventTime_1=require_ledgerEventTime(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),memoryMap_1=require_memoryMap(),pipeline_12=require_pipeline(),walker_1=require_walker(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),scope_1=require_scope(),lifecycle_12=require_lifecycle(),inventory_1=require_inventory(),readScope_1=require_readScope(),attach_12=require_attach(),options_12=require_options(),background_1=require_background(),observations_1=require_observations(),contextRelevance_1=require_contextRelevance(),sanitize_1=require_sanitize(),digests_12=require_digests(),worker_1=require_worker(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DEFAULT_EMBED_BUDGETS={writeMs:5e3,readMs:3e3};function resolveEmbedBudgets(env=process.env){let read=(name,fallback)=>{let raw=env[name]?.trim();if(raw===void 0||raw==="")return fallback;let value=Number(raw);if(!Number.isInteger(value)||value<0||value>0&&value<100||value>6e5)throw new Error(`${name} must be 0 (no limit) or a number of milliseconds between 100 and 600000`);return value},writeMs=read("RENOR_EMBED_WRITE_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.writeMs),readMs=read("RENOR_EMBED_READ_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.readMs);return writeMs===0&&readMs===0?void 0:{writeMs:writeMs||1/0,readMs:readMs||1/0}}function withBudget(provider,budgetMs){return budgetMs===void 0||!Number.isFinite(budgetMs)?provider:{dimensions:provider.dimensions,identity:provider.identity,embed:texts=>provider.embed(texts,{budgetMs}),embedQuery:text=>provider.embedQuery?provider.embedQuery(text,{budgetMs}):provider.embed([text],{budgetMs}).then(vectors=>vectors[0])}}function readEmbeddingTableDims(db){let row=db.prepare("SELECT sql FROM sqlite_master WHERE type = 'table' AND name = 'chunk_embeddings'").get();if(!row?.sql)return null;let m=row.sql.match(/FLOAT\[(\d+)\]/i);return m?Number(m[1]):null}function queryEmbeddingCachePath(config){return path_1.default.join(path_1.default.dirname(config.authStatePath),"query-embeddings.db")}exports2.QUERY_CACHE_MAX_ENTRIES=4096;exports2.QUERY_CACHE_MAX_BYTES=32*1024*1024;function withQueryCache(provider,config,scope){let cachePath=queryEmbeddingCachePath(config),open=()=>new caching_1.CachingEmbeddingProvider(provider,{cachePath,serving:!0,scope,maxEntries:exports2.QUERY_CACHE_MAX_ENTRIES,maxBytes:exports2.QUERY_CACHE_MAX_BYTES});try{return open()}catch{try{for(let suffix of["","-wal","-shm"])fs_1.default.rmSync(cachePath+suffix,{force:!0});return open()}catch{return provider}}}function createEmbeddingProvider(config,vertexSeam,pooled=!1){if(config.embeddingProvider==="none")return null;if(config.embeddingProvider==="local")return new local_12.LocalEmbeddingProvider(config.embeddingModel);if(config.embeddingProvider==="vertex"){let served=crypto_1.default.createHash("sha256").update(`${config.vertexProject??""}\0${config.vertexLocation??""}`).digest("hex").slice(0,12),vertex=new vertex_1.VertexEmbeddingProvider({keyFile:config.vertexKeyFile,project:config.vertexProject,location:config.vertexLocation,model:config.embeddingModel,dimensions:config.embeddingDims,...vertexSeam,...pooled?{request:(0,poolFetch_1.poolFetch)({retryOnReset:!0,onConnect:ms=>(0,callPhases_1.recordPhase)("connect",ms)})}:{}});return pooled&&vertex.warmToken(),withQueryCache(new interactive_1.InteractiveEmbeddingProvider(new coalescing_1.CoalescingEmbeddingProvider(vertex)),config,`p-${served}`)}let keys=(config.embeddingApiKey??"").split(",").map(k=>k.trim()).filter(Boolean);return new openai_12.OpenAIEmbeddingProvider(keys,config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)}function attachEngine(db,config,override){let provider=override===void 0?createEmbeddingProvider(config,void 0,!0):override;if(!provider)return(0,vectorIndex_12.markVectorsUnfinished)(db)&&log.info("embeddings_unconfigured",{detail:"no embedding provider is configured: what is saved now gets no vector, so the index is marked unfinished; the next start with its model embeds those chunks before semantic search reads the index again"}),{provider:null,vectorIndex:null,dims:readEmbeddingTableDims(db)};let existing=readEmbeddingTableDims(db);if(existing!==null&&existing!==provider.dimensions)throw new Error(`Embedding dimension mismatch: index.db chunk_embeddings is FLOAT[${existing}] but the configured provider is ${provider.dimensions}-d. Do not mix Voyage/e5/other models in one book (ADR-0003). Set MVP_EMBEDDING_DIMS and MVP_EMBEDDING_MODEL to match the index, or use a separate MVP_DB_PATH.`);let vectorIndex=new vectorIndex_12.VectorIndex(db,provider.dimensions);vectorIndex.initTable(),claimEmbeddingSpace(db,vectorIndex,provider),vectorIndex.warmMirrorInBackground();let modelKey=override===void 0?(0,contextRelevance_1.embeddingModelKey)(config.embeddingProvider,config.embeddingModel,config.embeddingDims):injectedModelKey(provider),embedBudgets=resolveEmbedBudgets();return{provider,vectorIndex,dims:provider.dimensions,...modelKey?{modelKey}:{},...embedBudgets?{embedBudgets}:{}}}function injectedModelKey(provider){let identity=provider.identity;return identity?(0,contextRelevance_1.embeddingModelKey)(identity.kind,identity.model,provider.dimensions):void 0}function claimEmbeddingSpace(db,vectorIndex,provider){let wanted=(0,space_1.embeddingSpace)(provider);if(!wanted)return;let stored=vectorIndex.space();if(stored!==wanted){if(stored===null&&!vectorIndex.hasVectors()){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();if(chunks===0){vectorIndex.setSpace(wanted);return}vectorIndex.beginRebuild(wanted),log.info("embeddings_backfill",{chunks,model:wanted,detail:"index.db holds no vectors (it was written without an embedding provider): every chunk is embedded in the background; until then semantic search is off and keyword search keeps working"});return}log.warn("embeddings_model_mismatch",{stored:stored??"unrecorded",model:wanted,detail:"search cannot use vectors from another model: a rebuild embeds every chunk again, and until it finishes semantic search is off and keyword search keeps working"})}}function semanticReady(engine){if(!engine.provider||!engine.vectorIndex)return!1;let wanted=(0,space_1.embeddingSpace)(engine.provider);return wanted?engine.vectorIndex.space()===wanted&&!engine.vectorIndex.rebuilding():!0}function rebuildNotice(db,engine){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();return`Semantic search is off while this workspace's embeddings are built with the configured model (${engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):chunks} of ${chunks} chunks left). Keyword search works meanwhile.`}function failureReason(err,max){return(0,sanitize_1.sanitizeErrorMessage)(err).replace(/\s+/g," ").trim().slice(0,max)}var semanticFailures=new WeakMap;function keywordIndexReady(db){return(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()!==void 0}function semanticFailureNotice(err){return`Semantic search is unavailable right now (${failureReason(err,200)}), so nothing here was found by meaning; the saved facts and keyword search do not need it and still answer. The next request tries semantic search again.`}var embeddingRebuilds=new WeakMap;function engineRebuildEmbeddings(db,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let space=(0,space_1.embeddingSpace)(provider);if(!space||semanticReady(engine))return null;let running=embeddingRebuilds.get(vectorIndex);if(running)return running;let{outageDelayMs=outage=>Math.min(3e5,3e4*2**outage),...rebuildOptions}=options2,controller=new AbortController,startedAt=Date.now(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},rebuild={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{let chunks=()=>db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();log.info("embedding_rebuild_started",{chunks:chunks(),model:space,detail:"semantic search is off until it finishes"});for(let outage=0;!controller.signal.aborted;outage++)try{if((await(0,rebuild_1.rebuildEmbeddings)(db,vectorIndex,provider,space,{...rebuildOptions,signal:controller.signal})).done){log.info("embedding_rebuild_finished",{ms:Date.now()-startedAt,detail:"semantic search is on"});return}}catch(err){let delay=outageDelayMs(outage);log.error("embedding_rebuild_interrupted",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),chunks:chunks(),retryInS:Math.round(delay/1e3),detail:"semantic search stays off"},err),await wait(delay)}})().catch(err=>log.error("embedding_rebuild_failed",{},err)).finally(()=>embeddingRebuilds.delete(vectorIndex))};return embeddingRebuilds.set(vectorIndex,rebuild),rebuild}function runningEmbeddingRebuild(engine){return(engine.vectorIndex&&embeddingRebuilds.get(engine.vectorIndex))??null}var clientPaths=new Map,MAX_CLIENT_PATHS=4096;function clientPath(memoryDir,stored){let key=path_1.default.isAbsolute(stored)&&path_1.default.isAbsolute(memoryDir)?`${memoryDir}\0${stored}`:`${process.cwd()}\0${memoryDir}\0${stored}`,shown=clientPaths.get(key);if(shown===void 0){let resolved=path_1.default.resolve(stored),root=path_1.default.resolve(memoryDir);shown=resolved===root||resolved.startsWith(root+path_1.default.sep)?toSlashes(path_1.default.relative(root,resolved))||stored:path_1.default.basename(stored),clientPaths.size>=MAX_CLIENT_PATHS&&clientPaths.clear(),clientPaths.set(key,shown)}return shown}function toSlashes(rel){return path_1.default.sep==="/"?rel:rel.split(path_1.default.sep).join("/")}function resolveEngineEvidence(config,env=process.env,idle=null){if(!(0,attach_12.searchEvidenceEnabled)(env))return;let options2=(0,options_12.resolveEvidenceToolOptions)({dbPath:config.dbPath},env),background=(0,background_1.resolveEvidenceBackground)(env);return background&&idle&&(background.hold=flight=>{idle.track(()=>flight).catch(()=>{})}),{options:background?{...options2,background}:options2,extractor:(0,options_12.createEvidenceExtractor)(options2)}}function resolveEngineDigests(db,config,engine,idle=null,env=process.env){let options2=(0,digests_12.resolveDigestOptions)({dbPath:config.dbPath},env);if(!options2)return null;if(!engine.provider)return log.info("digests_off",{detail:"RENOR_DIGESTS is on, but this workspace has no embedding provider, so digests are off for it"}),null;let worker=new worker_1.DigestWorker({db,config:{memoryDir:config.memoryDir,ledgerRelPath:config.ledgerRelPath},options:options2,provider:engine.provider,track:idle?work=>idle.track(work):void 0});return log.info("digests_on",{model:options2.model,maxUsdPerDay:options2.maxUsdPerDay}),{options:options2,worker}}var SEMANTIC_UNAVAILABLE_NOTE="This workspace has no semantic search, so nothing was searched by meaning. Use search_text instead: it matches exact words, so search one distinctive word (a name, a project, a term).";function semanticUnavailable(){return{ok:!1,error:"semantic-unavailable",note:SEMANTIC_UNAVAILABLE_NOTE,hits:[]}}function observationHits(db,workspace,query,limit,scope){if(!(0,observations_1.observeEnabled)()||(0,invisibleText_1.isBlankOrInvisible)(query)||!Number.isInteger(limit)||limit<1)return[];try{let hits=(0,observations_1.searchObservations)(db,workspace,query,Math.min(limit,100),{},scope);return hits.length===0?[]:hits.filter(hit=>{if(scope===void 0)return!0;let raw=hit.cwd_scope;try{return(0,scope_1.normalizeScope)(raw)===(0,scope_1.normalizeScope)(scope)}catch{return!1}}).map(hit=>({notePath:hit.notePath,headingPath:hit.title,text:hit.text,score:hit.score,reason:hit.reason,source:hit.source,session_date:hit.session_date,id:hit.id}))}catch{return[]}}function withObservationHits(hits,observations,topK){if(observations.length===0)return hits;let limit=Math.max(0,topK);if(hits.length===0)return observations.slice(0,limit);let observationSlots=Math.min(2,observations.length,Math.max(0,limit-1));return[...hits.slice(0,limit-observationSlots),...observations.slice(0,observationSlots)]}async function engineSearchMemory(db,engine,memoryDir,query,topK,scope,evidence,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,probe,digests,noteCapWhenUnset,showSimilarity=!1,withChunkIds=!1,bestFirst=!1,observationScope=scope){if((0,invisibleText_1.isBlankOrInvisible)(query))return{ok:!0,hits:[]};let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!engine.provider||!engine.vectorIndex)return{...semanticUnavailable(),hits:observed()};if(!semanticReady(engine))return{ok:!1,error:"semantic-rebuilding",notice:rebuildNotice(db,engine),hits:observed()};let isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),provider=withBudget(engine.provider,engine.embedBudgets?.readMs),vectorIndex=engine.vectorIndex,asked=probe??{},scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,scoped=inScope?{shows:h=>inScope.has(h,clientPath(memoryDir,h.notePath)),chunkIds:()=>(0,readCache_1.readUntilWrite)(db,`scopedChunkIds\0${scopeNorm}\0${memoryDir}`,()=>inScope.chunkIds(stored=>clientPath(memoryDir,stored)))}:void 0,search=()=>(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,query,topK,[],{},{includeHistory,isLedgerNote:isLedger,probe:asked,scope:scoped,noteCapWhenUnset,...bestFirst?{bestFirst}:{}}),result;try{result=await search(),await finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked)&&(result=await search())}catch(err){return log.error("semantic_search_failed",{},err),semanticFailures.set(engine,{at:new Date().toISOString(),reason:failureReason(err,120)}),{ok:!1,error:"semantic-unavailable",notice:semanticFailureNotice(err),hits:observed()}}semanticFailures.delete(engine);let scopedRetrievalHits=inScope?inScope.hits(result.hits,h=>clientPath(memoryDir,h.notePath)):result.hits;if(probe){let top;for(let h of scopedRetrievalHits)typeof h.similarity=="number"&&(top===void 0||h.similarity>top.similarity)&&(top=h);probe.topSimilarity=top?top.similarity:null;let shown2=top&&(0,ledgerPresentation_12.presentLedgerEvents)([top],isLedger)[0];probe.topHit=shown2?{notePath:clientPath(memoryDir,shown2.notePath),headingPath:shown2.headingPath,text:shown2.text}:void 0,probe.similarities=scopedRetrievalHits.flatMap(h=>{let asShown=typeof h.similarity=="number"?(0,ledgerPresentation_12.presentLedgerEvents)([h],isLedger)[0]:void 0;return asShown?[{notePath:clientPath(memoryDir,asShown.notePath),headingPath:asShown.headingPath,text:asShown.text,similarity:h.similarity}]:[]})}let closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),noteDate=(0,orchestrator_12.createNoteDater)(db),attached=evidence?.extractor?await(0,attach_12.attachSearchEvidence)({transformBody:text=>(0,ledgerLiveness_1.resolveLedgerHits)([{text:inScope?inScope.body(text):text,reason:"evidence-source"}],closedEvents,includeHistory)[0]?.text??"",query,hits:scopedRetrievalHits.map(h=>({...h,session_date:noteDate(h.notePath)})),vaultPath:memoryDir,options:evidence.options,extractor:evidence.extractor,enabled:!0}):evidence?null:{hits:scopedRetrievalHits,evidence:{status:"skipped",reason:"flag-off"}},shown=(0,ledgerPresentation_12.presentLedgerEvents)(scopedRetrievalHits,isLedger),led=attached?(0,attach_12.prependEvidenceHit)(shown,attached.evidence):shown;if(digests)try{let table=await(0,digests_12.digestTable)({db,query,hits:scopedRetrievalHits,options:digests.options,provider,queryVector:asked.queryVector,isLedgerNote:isLedger});if(table.items.length>0){let lead=(0,digests_12.leadingSummaryHits)(led);led=[...led.slice(0,lead),(0,digests_12.digestItemsToHit)(table.items),...led.slice(lead)]}}catch(err){log.error("digests_read_failed",{},err)}let isConversation=withChunkIds?(0,readerLayout_12.conversationNoteMatcher)(db):()=>!1,hits=led.map(h=>({notePath:clientPath(memoryDir,h.notePath),headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...withChunkIds&&"chunkId"in h&&typeof h.chunkId=="number"&&h.chunkId>0&&isConversation(h.notePath)?{chunkId:h.chunkId}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{},...showSimilarity&&typeof h.similarity=="number"&&!isLedger(h.notePath)?{similarity:Math.round(h.similarity*1e3)/1e3}:{}})),withObservations=withObservationHits(hits,observed(),topK);return{ok:!0,rankedBy:result.rankedBy,hits:withObservations,...attached?{evidence:(0,attach_12.productEvidenceReport)(attached.evidence)}:{},...scopeNorm?{scope:scopeNorm}:{}}}function engineSearchText(db,memoryDir,query,topK,scope,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,ledgerRecords,matchOverride,stem=!1,observationScope=scope){let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()){let found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-unavailable",results:[]}}let match=matchOverride??(0,queryHelpers_1.quoteFtsQuery)(query);if(!match)return{ok:!0,results:[]};let scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),shownPaths=new Map,shownPath=stored=>{let shown=shownPaths.get(stored);return shown===void 0&&shownPaths.set(stored,shown=clientPath(memoryDir,stored)),shown},toResult=r=>({notePath:shownPath(r.notePath),headingPath:r.headingPath,text:r.text,score:r.score,reason:r.reason}),closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),prose;try{prose=(0,queryHelpers_1.shownPage)(n=>(0,keyword_1.keywordSearch)(db,match,n,stem),rows=>{let live=(0,ledgerPresentation_12.keywordLedgerHits)((0,ledgerLiveness_1.resolveLedgerHits)(rows.map(r=>toResult({...r,score:Math.abs(r.score),reason:"fts"})),closedEvents,includeHistory),isLedger,query,ledgerRecords);return inScope?inScope.hits(live,r=>r.notePath):live},topK,Math.min(topK*10,200))}catch(err){let message=err instanceof Error?err.message:String(err),found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-query",detail:message.slice(0,200),results:[]}}let have=new Set(prose.map(h=>h.notePath)),named=(0,ledgerLiveness_1.resolveLedgerHits)((0,noteIdentity_1.selectNoteIdentityHits)(db,query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set,(p,opening)=>{let client=clientPath(memoryDir,p);return!have.has(client)&&!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger)&&(!inScope||inScope.has(opening,client))}).map(toResult),closedEvents,includeHistory),eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),boundTime=(0,orchestrator_12.createNoteTimeBound)(db),results=(0,ledgerPresentation_12.presentLedgerEvents)([...prose,...named].map(r=>{let derived=isLedger(r.notePath)?eventTime(r):void 0;if(derived===void 0)return r;let session_date=boundTime(path_1.default.resolve(memoryDir,r.notePath),derived);return{...r,session_date}}),isLedger,ledgerRecords);return{ok:!0,results:withObservationHits(results,observed(),topK),...scopeNorm?{scope:scopeNorm}:{}}}exports2.ENTITY_LOOKUP_SURFACE="registered entities, matched in order by exact canonical name, frontmatter alias, substring of a canonical name, or substring of a source note path \u2014 never words inside note text";function engineLookupEntity(db,vault,name,scope){let scopeNorm=scope===void 0?void 0:(0,scope_1.normalizeScope)(scope),filter=scopeNorm===void 0?(0,entityLookup_1.liveEntityFilter)():(0,entityLookup_1.entityScopeFilter)(scopeNorm),row=(0,entityLookup_1.lookupEntity)(db,name,filter),miss=()=>({ok:!0,entity:null,reason:"no-entity-match",searched:exports2.ENTITY_LOOKUP_SURFACE,entitiesIndexed:(0,inventory_1.countEntities)(db,vault,filter),note:`Nothing in ${scopeNorm??"this workspace"} is registered as an entity matching "${name}". lookup_entity searches ${exports2.ENTITY_LOOKUP_SURFACE}, so a word that appears only inside saved note text (a daily note, a saved fact body) is not an entity. Use search_text for that word, or search_memory for meaning where the workspace has semantic search.`,...scopeNorm===void 0?{}:{scope:scopeNorm}});if(!row)return miss();let sourceNote=clientPath(vault.memoryDir,row.sourceNote);return scopeNorm!==void 0?{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote},...scopeNorm==="global"?{}:{scope:scopeNorm}}:{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote}}}function ledgerBytes(vault){try{return fs_1.default.statSync((0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)).size}catch{return 0}}function engineStatus(db,engine,vault){let counts=(0,inventory_1.countInventory)(db,vault),failed=semanticFailures.get(engine),degraded={...keywordIndexReady(db)?{}:{keyword:"keyword search cannot run: its index is missing"},...failed?{semantic:`the last search by meaning failed at ${failed.at}: ${failed.reason}`}:{}};return{...counts,embeddingDims:engine.dims,storage:{vectors:engine.vectorIndex?engine.vectorIndex.storedCount():0,ledgerBytes:ledgerBytes(vault),...engine.vectorIndex?{vectorMirror:engine.vectorIndex.mirrorStats()}:{}},semantic:semanticReady(engine),...engine.provider&&engine.vectorIndex&&!semanticReady(engine)?{embeddingRebuild:{chunksLeft:engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):counts.chunks,chunks:counts.chunks}}:{},...engine.vectorIndex?{chunksWithoutVectors:(0,rebuild_1.chunksWithoutVectors)(db)}:{},...Object.keys(degraded).length>0?{degraded}:{}}}function indexOptionsFor(engine,interactive=!1){return engine.provider&&engine.vectorIndex?{embeddingProvider:engine.provider,vectorIndex:engine.vectorIndex,...interactive&&engine.embedBudgets&&Number.isFinite(engine.embedBudgets.writeMs)?{embedBudgetMs:engine.embedBudgets.writeMs}:{}}:{}}exports2.INDEX_FILE_CONCURRENCY=48;async function engineIndex(db,config,engine,pass={}){let stats=await(0,pipeline_12.indexVault)(db,config.memoryDir,indexOptionsFor(engine,pass.interactive===!0),exports2.INDEX_FILE_CONCURRENCY);return stats.errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine),stats}var reconciledStamps=new WeakMap,tooLargeStamps=new WeakMap,unsettledFiles=new WeakMap,walkedAt=new WeakMap;exports2.FULL_VAULT_CHECK_MS=3e4;var stampOf=f=>`${f.mtimeMs}:${f.ctimeMs}:${f.size}:${f.ino}`;exports2.TIMESTAMP_TICK_MS=2e3;var stampIsTrusted=(f,scanStart)=>Math.min(Math.abs(scanStart-f.mtimeMs),Math.abs(scanStart-f.ctimeMs))>=exports2.TIMESTAMP_TICK_MS;async function inPool(items,limit,work){let next=0;await Promise.all(Array.from({length:Math.min(limit,items.length)},async()=>{for(;next<items.length;)await work(items[next++])}))}async function engineIndexChanged(db,config,engine,scanStart=Date.now(),pass={}){let options2=indexOptionsFor(engine,pass.interactive===!0),reconciled=reconciledStamps.get(db);reconciled||(reconciled=new Map,reconciledStamps.set(db,reconciled));let known=reconciled,named=tooLargeStamps.get(db);named||(named=new Map,tooLargeStamps.set(db,named));let tooLarge=named,unsettled=unsettledFiles.get(db);unsettled||(unsettled=new Set,unsettledFiles.set(db,unsettled));let candidates,isFinished,now=Date.now(),lastCheck=walkedAt.get(db),checkedRecently=lastCheck!==void 0&&now>=lastCheck&&now-lastCheck<exports2.FULL_VAULT_CHECK_MS;if(pass.touched!==void 0&&checkedRecently){let ignored=await(0,walker_1.vaultIgnores)(config.memoryDir),owed=[...pass.touched,...unsettled];(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0&&owed.push(...(0,statements_1.prepareOnce)(db,"SELECT path FROM notes WHERE note_hash = ''").pluck().all()),candidates=(0,walker_1.statVaultFiles)([...new Set(owed)].filter(file=>!ignored(file)));let present=new Set(candidates.map(f=>f.file));for(let file of unsettled)present.has(file)||unsettled.delete(file);let hash=(0,statements_1.prepareOnce)(db,"SELECT note_hash FROM notes WHERE path = ?").pluck();isFinished=file=>{let h=hash.get(file);return typeof h=="string"&&h!==""}}else{candidates=await(0,walker_1.walkVaultStats)(config.memoryDir);let finished=new Set(db.prepare("SELECT path FROM notes WHERE note_hash != ''").pluck().all());isFinished=file=>finished.has(file),walkedAt.set(db,now),unsettled.clear()}let changed=candidates.filter(f=>tooLarge.get(f.file)!==stampOf(f)&&(!isFinished(f.file)||known.get(f.file)!==stampOf(f))),indexed=0,errors=0,failure;await inPool(changed,exports2.INDEX_FILE_CONCURRENCY,async f=>{try{await(0,pipeline_12.indexFile)(db,f.file,options2),stampIsTrusted(f,scanStart)?known.set(f.file,stampOf(f)):known.delete(f.file),tooLarge.delete(f.file),indexed++}catch(err){if(err instanceof pipeline_12.NoteTooLargeError){known.delete(f.file),tooLarge.set(f.file,stampOf(f)),log.warn("note_too_large",{file:path_1.default.relative(config.memoryDir,f.file)},err);return}if(known.delete(f.file),err.code==="ENOENT")return;errors++,failure??=failureReason(err,300),log.error("index_file_failed",{file:path_1.default.relative(config.memoryDir,f.file)},err)}});for(let f of candidates)known.get(f.file)===stampOf(f)||tooLarge.get(f.file)===stampOf(f)?unsettled.delete(f.file):unsettled.add(f.file);errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine);let overCap=candidates.filter(f=>tooLarge.get(f.file)===stampOf(f)).map(f=>path_1.default.relative(config.memoryDir,f.file));return{total:changed.length,indexed,errors,...failure===void 0?{}:{failure},...overCap.length>0?{tooLarge:overCap}:{}}}exports2.UNFINISHED_FILES="SELECT COUNT(*) FROM notes WHERE note_hash = ''";exports2.UNFINISHED_RETRY_MS=3e4;var unfinishedRetryAfter=new WeakMap;async function finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked){let unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),before=unfinished.get();if(before===0||Date.now()<(unfinishedRetryAfter.get(db)??0))return!1;asked.queryVector||await(provider.embedQuery?provider.embedQuery(query):provider.embed([query]));let finish=async()=>{try{await engineIndexChanged(db,{memoryDir},engine,void 0,{interactive:!0})}catch(err){log.error("index_finish_failed",{},err)}let after=unfinished.get();return after>0?unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS):unfinishedRetryAfter.delete(db),after<before},budgetMs=engine.embedBudgets?.readMs;if(budgetMs===void 0||!Number.isFinite(budgetMs))return finish();let running=finish(),timer,late=new Promise(resolve=>{timer=setTimeout(()=>resolve(!1),budgetMs)});try{let finished=await Promise.race([running,late]);return finished||unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS),finished}finally{clearTimeout(timer)}}var backgroundIndexes=new WeakMap;exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=1e3;var backgroundIndexRetryDelayMs=outage=>Math.min(3e5,3e4*2**outage);function engineFinishIndexInBackground(db,config,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let running=backgroundIndexes.get(db);if(running)return running;let{firstDelayMs=exports2.BACKGROUND_INDEX_FIRST_DELAY_MS,retryDelayMs=backgroundIndexRetryDelayMs}=options2,controller=new AbortController,unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},job={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{await wait(firstDelayMs);for(let outage=0;!controller.signal.aborted;outage++)try{if(semanticReady(engine)){if(await(0,rebuild_1.embedMissingVectors)(db,vectorIndex,provider,{signal:controller.signal}),controller.signal.aborted)return;if(await engineIndexChanged(db,config,engine,void 0,{interactive:!0}),unfinished.get()===0&&(0,rebuild_1.chunksWithoutVectors)(db)===0){outage>0&&log.info("embeddings_recovered",{detail:"the embedding service answers again; what was saved while it did not is findable by meaning now"});return}}else if(!vectorIndex.rebuilding())return;throw new Error("the index is not finished yet")}catch(err){if(controller.signal.aborted)return;let delay=retryDelayMs(outage);log.error("background_index_retry",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),retryInS:Math.round(delay/1e3)},err),await wait(delay)}})().catch(err=>log.error("background_index_failed",{},err)).finally(()=>{backgroundIndexes.get(db)===job&&backgroundIndexes.delete(db)})};return backgroundIndexes.set(db,job),job}function runningBackgroundIndex(db){return backgroundIndexes.get(db)??null}function hasIndexWorkToFinish(db,engine){return!engine.provider||!engine.vectorIndex||!semanticReady(engine)?!1:(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0||(0,rebuild_1.chunksWithoutVectors)(db)>0}async function engineRememberNote(config,text,date,source,scope,timeZone){let clock=(0,writer_12.entryClock)(new Date,timeZone),day=date??clock.date,dir=(0,scope_1.dailyDirForScope)((0,scope_1.normalizeScope)(scope)),written=await(0,writer_12.appendDailyEntry)(config.memoryDir,day,{text,source:source??"mcp"},dir,clock),file=clientPath(config.memoryDir,written.filePath),id=(0,memoryMap_1.appendedEntryId)(file.split(path_1.default.sep).join("/"),written.entry);return{ok:!0,file,scope:(0,scope_1.normalizeScope)(scope),...id?{id}:{}}}}});var require_agentLease=__commonJS({"dist/memory/agentLease.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.claimAgentLease=claimAgentLease;exports2.newLeaseHolder=newLeaseHolder;var crypto_1=__importDefault(require("crypto")),sourceName_1=require_sourceName();function claimAgentLease(db,agent,holder,now=new Date){let identity=(0,sourceName_1.hiveIdentity)(agent);if(!identity)throw new Error("a hive lease needs a name that contains a letter or a digit, other than unnamed");let existing=db.prepare("SELECT holder FROM agent_leases WHERE agent = ?").get(identity);if(existing&&existing.holder!==holder&&pidAlive(existing.holder))throw new Error(`another live connection is named ${JSON.stringify(identity)}; set RENOR_CONNECTION_NAME to a different name, or stop the other renor-engine mcp process, then reconnect`);db.prepare(`INSERT INTO agent_leases (agent, holder, seen_at) VALUES (?, ?, ?)
|
|
1210
1210
|
ON CONFLICT(agent) DO UPDATE SET holder = excluded.holder, seen_at = excluded.seen_at`).run(identity,holder,now.toISOString())}function newLeaseHolder(){return`${process.pid}:${crypto_1.default.randomBytes(8).toString("hex")}`}function pidAlive(holder){let pid=Number(holder.split(":")[0]);if(!Number.isInteger(pid)||pid<=0)return!1;try{return process.kill(pid,0),!0}catch(err){return err.code==="EPERM"}}}});var require_requests=__commonJS({"dist/memory/requests.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.REQUEST_PAGE_LIMIT=exports2.DEFAULT_ASK_AGENT_PER_HOUR=void 0;exports2.askAgentPerHour=askAgentPerHour;exports2.noteKnownAgent=noteKnownAgent;exports2.askAgent=askAgent;exports2.listRequests=listRequests;exports2.listRequestsPage=listRequestsPage;exports2.answerRequest=answerRequest;exports2.closeRequest=closeRequest;var crypto_1=__importDefault(require("crypto")),scope_1=require_scope(),controls_1=require_controls(),sourceName_1=require_sourceName(),STATUSES=new Set(["open","answered","closed"]);exports2.DEFAULT_ASK_AGENT_PER_HOUR=30;var HOUR_MS=3600*1e3;function askAgentPerHour(){let raw=Number(process.env.RENOR_ASK_AGENT_PER_HOUR);return Number.isInteger(raw)&&raw>0?raw:exports2.DEFAULT_ASK_AGENT_PER_HOUR}function noteKnownAgent(db,agent,now=new Date){agent!=="unnamed"&&db.prepare("INSERT OR IGNORE INTO known_agents (agent, first_seen) VALUES (?, ?)").run(agent,now.toISOString())}function isKnownAgent(db,agent){return db.prepare("SELECT 1 FROM known_agents WHERE agent = ?").get(agent)!==void 0}function row(db,id){let found=db.prepare("SELECT * FROM agent_requests WHERE id = ?").get(id);if(!found)throw new Error("no request with that id");return found}function askAgent(db,args){let rawTo=args.to.trim(),question=args.request.trim();if(!rawTo)throw new Error("ask_agent needs who it is for");if(!question)throw new Error("ask_agent needs a request");let to=(0,sourceName_1.hiveIdentity)(rawTo),from=(0,sourceName_1.hiveIdentity)(args.from);if(!from)throw new Error("ask_agent needs a connection name");if(!to)throw new Error("ask_agent cannot address unnamed: that is every connection whose key has no name. Name the key, then ask it by that name");(0,controls_1.assertNoUnstorableControls)("ask_agent to",to),(0,controls_1.assertNoUnstorableControls)("ask_agent request",question);let now=args.now??new Date;if(args.knownOnly&&!isKnownAgent(db,to))throw new Error(`no connection named ${JSON.stringify(to)} has connected to this workspace; ask_agent addresses an agent by the name on its connection key`);if(args.perHour!==void 0){let since=new Date(now.getTime()-HOUR_MS).toISOString(),recent=db.prepare("SELECT COUNT(*) AS n, MIN(created_at) AS oldest FROM agent_requests WHERE from_agent = ? AND created_at > ?").get(from,since);if(recent.n>=args.perHour){let retry=new Date(Date.parse(recent.oldest)+HOUR_MS).toISOString();throw new Error(`ask_agent is limited to ${args.perHour} requests per hour per connection; this one can ask again after ${retry}`)}}let id=`req_${crypto_1.default.randomBytes(8).toString("hex")}`,created=now.toISOString();return db.prepare(`INSERT INTO agent_requests (id, scope, from_agent, to_agent, question, answer, status, created_at, answered_at, closed_at)
|
|
1211
1211
|
VALUES (?, ?, ?, ?, ?, NULL, 'open', ?, NULL, NULL)`).run(id,args.scope!==void 0&&args.scope.trim()!==""?(0,scope_1.normalizeScope)(args.scope):null,from,to,question,created),{id,status:"open",from_agent:from,to_agent:to,created_at:created}}exports2.REQUEST_PAGE_LIMIT=20;function listWhere(args){let status=args.status??"open";if(!STATUSES.has(status))throw new Error("list_requests status must be open, answered or closed");let caller=(0,sourceName_1.hiveIdentity)(args.agent)??args.agent.trim(),sql,params=[];if(args.to!==void 0&&args.to.trim()!==""){let other=(0,sourceName_1.hiveIdentity)(args.to);if(!other)throw new Error("list_requests cannot address unnamed: that is every connection whose key has no name. Name the key, then ask it by that name");sql="status = ? AND ((from_agent = ? AND to_agent = ?) OR (from_agent = ? AND to_agent = ?))",params.push(status,caller,other,other,caller)}else sql="status = ? AND to_agent = ?",params.push(status,caller);let scopeSql="";if(args.scope!==void 0&&args.scope.trim()!==""){let saved=(0,scope_1.savedScopeSqlPredicate)((0,scope_1.normalizeScope)(args.scope),"COALESCE(scope, 'global')");scopeSql=` AND ${saved.sql}`,params.push(...saved.params)}return{sql:`${sql}${scopeSql}`,params,caller}}function visibleTo(agent,r){return r.from_agent===agent||r.to_agent===agent?r:{...r,answer:null}}function listRequests(db,args){let where=listWhere(args);return db.prepare(`SELECT * FROM agent_requests WHERE ${where.sql} ORDER BY created_at DESC, rowid DESC`).all(...where.params).map(r=>visibleTo(args.agent,r))}function listRequestsPage(db,args){let where=listWhere(args),sql=where.sql,params=[...where.params];if(args.before!==void 0&&args.before.trim()!==""){let anchor=db.prepare("SELECT created_at, rowid AS rid FROM agent_requests WHERE id = ? AND (from_agent = ? OR to_agent = ?)").get(args.before.trim(),where.caller,where.caller);if(!anchor)throw new Error("list_requests before must be the id of a request from whats_new or list_requests");sql+=" AND (created_at < ? OR (created_at = ? AND rowid < ?))",params.push(anchor.created_at,anchor.created_at,anchor.rid)}let requests=db.prepare(`SELECT * FROM agent_requests WHERE ${sql} ORDER BY created_at DESC, rowid DESC LIMIT ?`).all(...params,exports2.REQUEST_PAGE_LIMIT).map(r=>visibleTo(args.agent,r));if(requests.length<exports2.REQUEST_PAGE_LIMIT)return{requests};let total=db.prepare(`SELECT COUNT(*) AS n FROM agent_requests WHERE ${sql}`).get(...params).n;if(total<=requests.length)return{requests};let more=total-requests.length,last=requests[requests.length-1].id;return{requests,more_requests:more,more_requests_hint:`${more} older request${more===1?"":"s"} not shown; use list_requests with before=${last}`}}function answerRequest(db,args){let found=row(db,args.id);if(found.to_agent!==args.agent)throw new Error("only the agent this request is for can answer it");if(found.status==="closed")throw new Error("a closed request cannot be answered");let answer=args.answer.trim();if(!answer)throw new Error("answer_request needs an answer");(0,controls_1.assertNoUnstorableControls)("answer_request answer",answer);let at=(args.now??new Date).toISOString();if(db.prepare("UPDATE agent_requests SET status = 'answered', answer = ?, answered_at = ? WHERE id = ? AND status != 'closed'").run(answer,at,args.id).changes===0)throw new Error("a closed request cannot be answered");return row(db,args.id)}function closeRequest(db,args){let found=row(db,args.id);if(found.to_agent!==args.agent&&found.from_agent!==args.agent)throw new Error("only the agent this request is for, or the one who asked, can close it");if(found.status==="closed")return found;let at=(args.now??new Date).toISOString();return db.prepare("UPDATE agent_requests SET status = 'closed', closed_at = ? WHERE id = ?").run(at,args.id),row(db,args.id)}}});var require_whatsNew=__commonJS({"dist/memory/whatsNew.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EMPTY_WORKSPACE_NOTE=exports2.WHATS_NEW_EXCERPT_CHARS=exports2.WHATS_NEW_REQUEST_LIMIT=exports2.WHATS_NEW_DEFAULT_PAGE=exports2.WHATS_NEW_LIMIT=void 0;exports2.whatsNewPageFromEnv=whatsNewPageFromEnv;exports2.readWhatsNew=readWhatsNew;exports2.workspaceIsEmpty=workspaceIsEmpty;var scope_1=require_scope(),requests_1=require_requests();exports2.WHATS_NEW_LIMIT=50;exports2.WHATS_NEW_DEFAULT_PAGE=5;function whatsNewPageFromEnv(env=process.env){let raw=(env.RENOR_WHATS_NEW_PAGE??"").trim();if(raw==="")return exports2.WHATS_NEW_DEFAULT_PAGE;let n=/^\d+$/.test(raw)?Number(raw):NaN;if(!(n>=1&&n<=exports2.WHATS_NEW_LIMIT))throw new Error(`RENOR_WHATS_NEW_PAGE takes a whole number from 1 to ${exports2.WHATS_NEW_LIMIT}, not ${raw}`);return n}var WEEK_MS=10080*60*1e3;exports2.WHATS_NEW_REQUEST_LIMIT=requests_1.REQUEST_PAGE_LIMIT;exports2.WHATS_NEW_EXCERPT_CHARS=240;function excerpt(text){if(text===null)return null;let end=0,count=0;for(let point of text){if(count===exports2.WHATS_NEW_EXCERPT_CHARS)break;end+=point.length,count++}return text.slice(0,end)}function cursorOf(floorAt,floorId,beforeAt,beforeId,asOf,peek){let parts=[floorAt,String(floorId),beforeAt,String(beforeId),asOf];return peek&&parts.push("peek"),parts.join("|")}function parseCursor(cursor){let parts=cursor.split("|");if(parts.length!==5&&!(parts.length===6&&parts[5]==="peek")||!parts[0]||!parts[2]||!parts[4])throw new Error("whats_new cursor is not one this workspace issued");let floorId=Number(parts[1]),beforeId=Number(parts[3]);if(!Number.isInteger(floorId)||!Number.isInteger(beforeId))throw new Error("whats_new cursor is not one this workspace issued");return{floorAt:parts[0],floorId,beforeAt:parts[2],beforeId,asOf:parts[4],peek:parts.length===6}}function readWhatsNew(db,args){let limit=args.limit??exports2.WHATS_NEW_LIMIT,now=(args.now??new Date).toISOString(),scope=args.scope!==void 0&&args.scope.trim()!==""?(0,scope_1.normalizeScope)(args.scope):null,scopeKey=scope?(0,scope_1.scopeSpellings)(scope)[0]:"",page=args.cursor?parseCursor(args.cursor):null,floorAt,floorId,asOf,beforeAt=null,beforeId=null,peek=!1;if(page)peek=page.peek,floorAt=page.floorAt,floorId=page.floorId,asOf=page.asOf,beforeAt=page.beforeAt,beforeId=page.beforeId;else if(args.since)peek=!0,floorAt=args.since,floorId=-1,asOf=now;else{let stored=db.prepare("SELECT last_at, last_id FROM agent_cursors WHERE agent = ? AND scope = ?").get(args.agent,scopeKey);stored?(floorAt=stored.last_at,floorId=stored.last_id):(floorAt=new Date(Date.parse(now)-WEEK_MS).toISOString(),floorId=-1),asOf=now}let params=[floorAt,floorAt,floorId,asOf],beforeSql="";beforeAt!==null&&beforeId!==null&&(beforeSql=" AND (created_at < ? OR (created_at = ? AND id < ?))",params.push(beforeAt,beforeAt,beforeId));let ownSql="";args.includeOwn||(ownSql=" AND (author IS NULL OR author != ?)",params.push(args.agent));let scopeSql="";if(scope){let saved=(0,scope_1.savedScopeSqlPredicate)(scope,"COALESCE(scope, 'global')");scopeSql=` AND ${saved.sql}`,params.push(...saved.params)}params.push(limit+1);let rows=db.prepare(`SELECT id, action, summary, created_at, author, scope FROM write_events
|
|
1212
1212
|
WHERE (created_at > ? OR (created_at = ? AND id > ?))
|
|
@@ -1332,22 +1332,39 @@ CREATE INDEX IF NOT EXISTS memory_ops_at ON memory_ops (at);
|
|
|
1332
1332
|
CREATE INDEX IF NOT EXISTS memory_ops_memory ON memory_ops (memory_key);
|
|
1333
1333
|
CREATE INDEX IF NOT EXISTS feedback_at ON feedback (at);
|
|
1334
1334
|
CREATE INDEX IF NOT EXISTS outcomes_at ON outcomes (at);
|
|
1335
|
-
`}});var require_store=__commonJS({"dist/learning/store.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.LearningLog=void 0;exports2.learningLogAt=learningLogAt;exports2.closeLearningLogs=closeLearningLogs;var sqlite_12=__importDefault(require_sqlite()),node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),secretScanner_1=require_secretScanner(),schema_12=require_schema3(),DAY_MS=864e5,PRUNE_EVERY_MS=36e5,ORDER={retrievals:"id",candidates:"retrieval_id, id",memory_ops:"id",feedback:"id",outcomes:"id"},flag=value=>value===null?null:value?1:0,OUTCOME_OBSERVED={verifier:1,user:1,proxy:0},LearningLog=class _LearningLog{file;db;retentionDays;rawQueries;now;secret;lastPrune;constructor(file,db,secret,retentionDays,rawQueries,now){this.file=file,this.db=db,this.retentionDays=retentionDays,this.rawQueries=rawQueries,this.now=now,this.secret=secret,this.lastPrune=0}static open(file,options2){let now=options2.now??Date.now;if(options2.create!==!0&&!node_fs_1.default.existsSync(file))return null;node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0,mode:448}),node_fs_1.default.closeSync(node_fs_1.default.openSync(file,node_fs_1.default.constants.O_CREAT|node_fs_1.default.constants.O_WRONLY,384)),node_fs_1.default.chmodSync(file,384);let db=new sqlite_12.default(file);try{db.pragma("journal_mode = WAL"),db.pragma("foreign_keys = ON"),db.pragma("secure_delete = ON"),db.pragma("busy_timeout = 5000"),db.exec(schema_12.LEARNING_DDL);let secret=ensureMeta(db,now());return new _LearningLog(file,db,secret,options2.retentionDays,options2.rawQueries,now)}catch(err){throw db.close(),err}}key(kind,...parts){return(0,node_crypto_1.createHmac)("sha256",this.secret).update(JSON.stringify([kind,...parts])).digest("hex").slice(0,32)}recordRetrieval(record){let at=record.at??this.now(),raw=record.queryText,flagged=raw!==null&&this.rawQueries&&(0,secretScanner_1.scanSecrets)(raw)!==null,keepRaw=raw!==null&&this.rawQueries&&!flagged,queryRedacted=record.queryRedacted||flagged;return this.write(()=>{let info=this.db.prepare(`INSERT INTO retrievals (at, tool, actor, session_key, agent_key, query_key, query_text, query_redacted, scope_key, retrieval,
|
|
1335
|
+
`}});var require_store=__commonJS({"dist/learning/store.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.LearningLog=exports2.LEARNING_CURSOR_SPAN=exports2.SHARING_COLUMNS=void 0;exports2.learningLogAt=learningLogAt;exports2.closeLearningLogs=closeLearningLogs;var sqlite_12=__importDefault(require_sqlite()),node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),secretScanner_1=require_secretScanner(),schema_12=require_schema3(),DAY_MS=864e5,PRUNE_EVERY_MS=36e5,ORDER={retrievals:"id",candidates:"retrieval_id, id",memory_ops:"id",feedback:"id",outcomes:"id"};exports2.SHARING_COLUMNS={retrievals:["id","at","tool","session_key","agent_key","query_key","retrieval","ranker","model","build","served","reply_tokens","relevant","truncated"],candidates:["id","retrieval_id","rank","kind","memory_key","subject_key","score","reason","matched","current"],memory_ops:["id","at","session_key","agent_key","tool","op","kind","memory_key","subject_key","replaced_key"],feedback:["id","at","session_key","agent_key","tool","memory_key","subject_key","observed"]};exports2.LEARNING_CURSOR_SPAN=2**40;var flag=value=>value===null?null:value?1:0,OUTCOME_OBSERVED={verifier:1,user:1,proxy:0},LearningLog=class _LearningLog{file;db;retentionDays;rawQueries;now;secret;lastPrune;constructor(file,db,secret,retentionDays,rawQueries,now){this.file=file,this.db=db,this.retentionDays=retentionDays,this.rawQueries=rawQueries,this.now=now,this.secret=secret,this.lastPrune=0}static open(file,options2){let now=options2.now??Date.now;if(options2.create!==!0&&!node_fs_1.default.existsSync(file))return null;node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0,mode:448}),node_fs_1.default.closeSync(node_fs_1.default.openSync(file,node_fs_1.default.constants.O_CREAT|node_fs_1.default.constants.O_WRONLY,384)),node_fs_1.default.chmodSync(file,384);let db=new sqlite_12.default(file);try{db.pragma("journal_mode = WAL"),db.pragma("foreign_keys = ON"),db.pragma("secure_delete = ON"),db.pragma("busy_timeout = 5000"),db.exec(schema_12.LEARNING_DDL);let secret=ensureMeta(db,now());return new _LearningLog(file,db,secret,options2.retentionDays,options2.rawQueries,now)}catch(err){throw db.close(),err}}key(kind,...parts){return(0,node_crypto_1.createHmac)("sha256",this.secret).update(JSON.stringify([kind,...parts])).digest("hex").slice(0,32)}recordRetrieval(record){let at=record.at??this.now(),raw=record.queryText,flagged=raw!==null&&this.rawQueries&&(0,secretScanner_1.scanSecrets)(raw)!==null,keepRaw=raw!==null&&this.rawQueries&&!flagged,queryRedacted=record.queryRedacted||flagged;return this.write(()=>{let info=this.db.prepare(`INSERT INTO retrievals (at, tool, actor, session_key, agent_key, query_key, query_text, query_redacted, scope_key, retrieval,
|
|
1336
1336
|
ranker, model, build, served, ms, reply_tokens, relevant, truncated, lean_items)
|
|
1337
1337
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(at,record.tool,record.actor,record.sessionKey,record.agentKey,record.queryKey,keepRaw?raw:null,queryRedacted?1:0,record.scopeKey,record.retrieval,record.ranker,record.model,record.build,record.candidates.filter(candidate=>candidate.rank!==null).length,record.ms,record.replyTokens,flag(record.relevant),flag(record.truncated),record.leanItems?1:0),id=Number(info.lastInsertRowid),columns=["retrieval_id","rank","kind","memory_key","subject_key","section_key","score","base",...schema_12.TERM_COLUMNS,"pool_rank","window_pos","budget_kept","reason","matched","current"],insert=this.db.prepare(`INSERT INTO candidates (${columns.join(", ")}) VALUES (${columns.map(()=>"?").join(", ")})`);for(let candidate of record.candidates){let terms=candidate.terms??schema_12.TERM_COLUMNS.map(()=>0);insert.run(id,candidate.rank,candidate.kind,candidate.memoryKey,candidate.subjectKey,candidate.sectionKey,candidate.score,candidate.base,...terms,candidate.poolRank,candidate.windowPos,flag(candidate.budgetKept),candidate.reason,flag(candidate.matched),flag(candidate.current))}return id})}recordMemoryOp(record){this.write(()=>{this.db.prepare(`INSERT INTO memory_ops (at, actor, session_key, agent_key, tool, op, kind, memory_key, subject_key, replaced_key, ms)
|
|
1338
1338
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(record.at??this.now(),record.actor,record.sessionKey,record.agentKey,record.tool,record.op,record.kind,record.memoryKey,record.subjectKey,record.replacedKey,record.ms)})}recordFeedback(record){this.write(()=>{this.db.prepare(`INSERT INTO feedback (at, actor, session_key, agent_key, tool, kind, target, memory_key, subject_key, observed)
|
|
1339
1339
|
VALUES (?, ?, ?, ?, ?, 'cite', ?, ?, ?, ?)`).run(record.at??this.now(),record.actor,record.sessionKey,record.agentKey,record.tool,record.target,record.memoryKey,record.subjectKey,record.observed===!1?0:1)})}servedWithin(sessionKey,memoryKey,subjectKey,windowMs){return sessionKey===null||memoryKey===null&&subjectKey===null?!1:this.db.prepare(`SELECT 1 FROM candidates c JOIN retrievals r ON r.id = c.retrieval_id
|
|
1340
|
-
WHERE r.session_key = ? AND r.at >= ? AND c.rank IS NOT NULL AND (c.memory_key = ? OR c.subject_key = ?) LIMIT 1`).get(sessionKey,this.now()-windowMs,memoryKey,subjectKey)!==void 0}recordOutcome(record){this.write(()=>{this.db.prepare("INSERT INTO outcomes (at, session_key, task_key, outcome, basis, observed) VALUES (?, ?, ?, ?, ?, ?)").run(record.at??this.now(),record.sessionKey,record.taskRef===null?null:this.key("task",record.taskRef),record.outcome,record.basis,OUTCOME_OBSERVED[record.basis])})}prune(){let now=this.now();this.lastPrune=now;let cutoff=now-this.retentionDays*DAY_MS;return this.db.transaction(()=>{let candidates=this.db.prepare("DELETE FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at < ?)").run(cutoff).changes,retrievals=this.db.prepare("DELETE FROM retrievals WHERE at < ?").run(cutoff).changes,memory_ops=this.db.prepare("DELETE FROM memory_ops WHERE at < ?").run(cutoff).changes,feedback=this.db.prepare("DELETE FROM feedback WHERE at < ?").run(cutoff).changes,outcomes=this.db.prepare("DELETE FROM outcomes WHERE at < ?").run(cutoff).changes;return{retrievals,candidates,memory_ops,feedback,outcomes}})()}exportLog(){this.maybePrune();let tables={},cutoff=this.cutoff();for(let table of schema_12.LEARNING_TABLES)tables[table]=table==="candidates"?this.db.prepare(`SELECT * FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?) ORDER BY ${ORDER.candidates}`).all(cutoff):this.db.prepare(`SELECT * FROM ${table} WHERE at >= ? ORDER BY ${ORDER[table]}`).all(cutoff);return{schema:schema_12.LEARNING_SCHEMA_NAME,version:schema_12.LEARNING_SCHEMA_VERSION,exportedAt:new Date(this.now()).toISOString(),retentionDays:this.retentionDays,tables}}counts(){this.maybePrune();let cutoff=this.cutoff(),count=table=>(table==="candidates"?this.db.prepare("SELECT COUNT(*) AS n FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?)").get(cutoff):this.db.prepare(`SELECT COUNT(*) AS n FROM ${table} WHERE at >= ?`).get(cutoff)).n;return Object.fromEntries(schema_12.LEARNING_TABLES.map(table=>[table,count(table)]))}cutoff(){return this.now()-this.retentionDays*DAY_MS}deleteAll(){let secret=(0,node_crypto_1.randomBytes)(32);this.db.transaction(()=>{for(let table of["candidates","retrievals","memory_ops","feedback","outcomes"])this.db.prepare(`DELETE FROM ${table}`).run();this.db.prepare("UPDATE meta SET value = ? WHERE key = 'secret'").run(secret.toString("hex"))})(),this.secret=secret;try{this.db.pragma("wal_checkpoint(TRUNCATE)"),this.db.exec("VACUUM")}catch{}}eraseMemory(memoryKey){this.write(()=>{this.db.prepare("DELETE FROM candidates WHERE memory_key = ?").run(memoryKey),this.db.prepare("DELETE FROM feedback WHERE memory_key = ?").run(memoryKey),this.db.prepare("DELETE FROM memory_ops WHERE memory_key = ? OR replaced_key = ?").run(memoryKey,memoryKey)})}close(){this.db.open&&this.db.close()}write(fn){return this.maybePrune(),this.db.transaction(fn)()}maybePrune(){this.now()-this.lastPrune>=PRUNE_EVERY_MS&&this.prune()}};exports2.LearningLog=LearningLog;function ensureMeta(db,now){let rows=db.prepare("SELECT key, value FROM meta").all(),meta=new Map(rows.map(row=>[row.key,row.value]));if(meta.size===0){let secret2=(0,node_crypto_1.randomBytes)(32).toString("hex");return db.transaction(()=>{let put=db.prepare("INSERT INTO meta (key, value) VALUES (?, ?)");put.run("schema",schema_12.LEARNING_SCHEMA_NAME),put.run("version",String(schema_12.LEARNING_SCHEMA_VERSION)),put.run("created_at",new Date(now).toISOString()),put.run("secret",secret2)})(),Buffer.from(secret2,"hex")}if(meta.get("schema")!==schema_12.LEARNING_SCHEMA_NAME||meta.get("version")!==String(schema_12.LEARNING_SCHEMA_VERSION))throw new Error(`the learning log file is not a version-${schema_12.LEARNING_SCHEMA_VERSION} Renor learning log; refusing to use it`);let secret=Buffer.from(meta.get("secret")??"","hex");if(secret.length!==32)throw new Error("the learning log has no usable key secret; refusing to use it");return secret}var open=new Map;function learningLogAt(settings){let cached=open.get(settings.dbPath);if(cached)return cached;let log=LearningLog.open(settings.dbPath,{retentionDays:settings.retentionDays,rawQueries:settings.rawQueries,create:!0});if(log===null)throw new Error("the learning log could not be created");return open.set(settings.dbPath,log),log}function closeLearningLogs(){for(let log of open.values())log.close();open.clear()}}});var require_fields=__commonJS({"dist/sharing/fields.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_ROWS_PER_BATCH=exports2.RowError=exports2.TERMINAL_REFUSALS=exports2.DEFAULT_BATCH_FIELDS=exports2.DEFAULT_FIELD=exports2.SELF_HOSTED_BATCH_FIELDS=exports2.CONSENT_FIELDS=exports2.CONSENT_FIELD=exports2.REGISTER_FIELDS=exports2.DELETE_FIELDS=exports2.BATCH_FIELDS=exports2.KINDS_WITH_CANDIDATES=exports2.ROW_FIELDS=exports2.CANDIDATE_FIELDS=exports2.MAX_EXAMPLE_TEXT=exports2.SAVE_ITEM_NAMES=exports2.CANDIDATE_KIND_NAMES=exports2.SAVE_TOOL_NAMES=exports2.RETRIEVAL_TOOL_NAMES=exports2.LENGTH_BUCKETS=exports2.COUNT_BUCKETS=exports2.DELAY_BUCKETS=exports2.ROW_KINDS=exports2.DEFAULT_WORDING_VERSION=exports2.CLI_WORDING_VERSION=exports2.SHARING_PROTOCOL=exports2.SHARING_LEVELS=void 0;exports2.levelRank=levelRank;exports2.isSharingLevel=isSharingLevel;exports2.lowerLevel=lowerLevel;exports2.modelIdentifier=modelIdentifier;exports2.fieldsAtLevel=fieldsAtLevel;exports2.validateRow=validateRow;exports2.SHARING_LEVELS=["off","signals","data"];exports2.SHARING_PROTOCOL=1;exports2.CLI_WORDING_VERSION="engine-cli-2026-10-29";exports2.DEFAULT_WORDING_VERSION="engine-default-2026-10-28";function levelRank(level){return exports2.SHARING_LEVELS.indexOf(level)}function isSharingLevel(value){return typeof value=="string"&&exports2.SHARING_LEVELS.includes(value)}function lowerLevel(a,b){return levelRank(a)<=levelRank(b)?a:b}exports2.ROW_KINDS=["retrieval-labelled/1","save-outcome/1","session-aggregate/1"];var HOUR="^\\d{4}-\\d{2}-\\d{2}T\\d{2}$",LANE="^[a-z][a-z0-9-]{0,31}$",BUILD="^[0-9a-f]{7,40}$",MODEL="^[a-z][a-z0-9-]{0,15}:[A-Za-z0-9._-]{1,64}:[0-9]{0,6}$";function modelIdentifier(value){return value!==null&&new RegExp(MODEL).test(value)?value:null}exports2.DELAY_BUCKETS=["<1m","<10m","<1h","<1d",">=1d"];exports2.COUNT_BUCKETS=["0","1","2-3","4-7","8+"];exports2.LENGTH_BUCKETS=["<1m","<10m","<1h","<6h",">=6h"];exports2.RETRIEVAL_TOOL_NAMES=["get_context","search_memory","retrieve_memory"];exports2.SAVE_TOOL_NAMES=["remember","save_memory","remember_note"];exports2.CANDIDATE_KIND_NAMES=["fact","note","unkeyed"];exports2.SAVE_ITEM_NAMES=["fact","note","event","unkeyed"];exports2.MAX_EXAMPLE_TEXT=2e3;var bool={type:"boolean"},boolOrNull={type:"boolean",nullable:!0};exports2.CANDIDATE_FIELDS={rank:{type:"int"},kind:{type:"string",oneOf:exports2.CANDIDATE_KIND_NAMES},lane:{type:"string",nullable:!0,pattern:LANE},score:{type:"number",nullable:!0},matched:boolOrNull,current:boolOrNull,opened:boolOrNull,cited:boolOrNull,updated:boolOrNull,retired:boolOrNull,delay_bucket:{type:"string",nullable:!0,oneOf:exports2.DELAY_BUCKETS},text:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}};exports2.ROW_FIELDS={"retrieval-labelled/1":{kind:{type:"string",oneOf:["retrieval-labelled/1"]},hour:{type:"string",pattern:HOUR},tool:{type:"string",oneOf:exports2.RETRIEVAL_TOOL_NAMES},ranker:{type:"string",pattern:LANE},build:{type:"string",nullable:!0,pattern:BUILD},model:{type:"string",nullable:!0,pattern:MODEL},retrieval:{type:"string",nullable:!0,oneOf:["facts","hybrid","semantic","keyword"]},served:{type:"int"},reply_tokens_bucket:{type:"int",nullable:!0},relevant:boolOrNull,truncated:boolOrNull,query:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}},"save-outcome/1":{kind:{type:"string",oneOf:["save-outcome/1"]},hour:{type:"string",pattern:HOUR},tool:{type:"string",oneOf:exports2.SAVE_TOOL_NAMES},op:{type:"string",oneOf:["create","supersede"]},item:{type:"string",oneOf:exports2.SAVE_ITEM_NAMES},has_cites:bool,reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},opened:bool,cited:bool,superseded:bool,retired:bool,text:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}},"session-aggregate/1":{kind:{type:"string",oneOf:["session-aggregate/1"]},hour:{type:"string",pattern:HOUR},length_bucket:{type:"string",oneOf:exports2.LENGTH_BUCKETS},reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},saves_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},empty_reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},first_call:{type:"string",oneOf:[...exports2.RETRIEVAL_TOOL_NAMES,...exports2.SAVE_TOOL_NAMES,"other"]}}};exports2.KINDS_WITH_CANDIDATES=["retrieval-labelled/1"];exports2.BATCH_FIELDS=["protocol","action","batch_id","level","wording","rows"];exports2.DELETE_FIELDS=["protocol","action"];exports2.REGISTER_FIELDS=["protocol","action"];exports2.CONSENT_FIELD="consent";exports2.CONSENT_FIELDS=["version","level","changed_at","wording","adult"];exports2.SELF_HOSTED_BATCH_FIELDS=[...exports2.BATCH_FIELDS,exports2.CONSENT_FIELD];exports2.DEFAULT_FIELD="default";exports2.DEFAULT_BATCH_FIELDS=[...exports2.BATCH_FIELDS,exports2.DEFAULT_FIELD];exports2.TERMINAL_REFUSALS=["sharing_closed","consent_off","consent_required"];function fieldsAtLevel(level){let names=new Set,allowed=spec=>spec.level===void 0||levelRank(spec.level)<=levelRank(level);for(let kind of exports2.ROW_KINDS)for(let[name,spec]of Object.entries(exports2.ROW_FIELDS[kind]))allowed(spec)&&names.add(`${kind}.${name}`);for(let[name,spec]of Object.entries(exports2.CANDIDATE_FIELDS))allowed(spec)&&names.add(`retrieval-labelled/1.candidates.${name}`);return[...names].sort()}var RowError=class extends Error{};exports2.RowError=RowError;function checkValue(path,spec,value){if(value===null){if(spec.nullable)return;throw new RowError(`${path} must not be null`)}switch(spec.type){case"string":{if(typeof value!="string")throw new RowError(`${path} must be a string`);if(spec.oneOf&&!spec.oneOf.includes(value))throw new RowError(`${path} is not one of the listed values`);if(spec.pattern&&!new RegExp(spec.pattern).test(value))throw new RowError(`${path} does not match its pattern`);if(spec.maxLength!==void 0&&value.length>spec.maxLength)throw new RowError(`${path} is longer than ${spec.maxLength}`);return}case"int":if(typeof value!="number"||!Number.isInteger(value))throw new RowError(`${path} must be an integer`);return;case"number":if(typeof value!="number"||!Number.isFinite(value))throw new RowError(`${path} must be a finite number`);return;case"boolean":if(typeof value!="boolean")throw new RowError(`${path} must be a boolean`);return}}function checkObject(path,specs,value,level,skip=[]){if(typeof value!="object"||value===null||Array.isArray(value))throw new RowError(`${path} must be an object`);let record=value;for(let name of Object.keys(record)){if(skip.includes(name))continue;let spec=Object.prototype.hasOwnProperty.call(specs,name)?specs[name]:void 0;if(spec===void 0)throw new RowError(`${path}.${name} is not a listed field`);if(spec.level!==void 0&&levelRank(spec.level)>levelRank(level))throw new RowError(`${path}.${name} is not shared at level ${level}`)}for(let[name,spec]of Object.entries(specs))if(!skip.includes(name)&&!(spec.level!==void 0&&levelRank(spec.level)>levelRank(level))&&!(spec.level!==void 0&&!(name in record))){if(!(name in record))throw new RowError(`${path}.${name} is missing`);checkValue(`${path}.${name}`,spec,record[name])}}function validateRow(row,level){if(typeof row!="object"||row===null)throw new RowError("a row must be an object");let kind=row.kind;if(typeof kind!="string"||!exports2.ROW_KINDS.includes(kind))throw new RowError("kind is not a listed row kind");let specs=exports2.ROW_FIELDS[kind],withCandidates=exports2.KINDS_WITH_CANDIDATES.includes(kind);if(checkObject(kind,specs,row,level,withCandidates?["candidates"]:[]),withCandidates){let candidates=row.candidates;if(!Array.isArray(candidates))throw new RowError(`${kind}.candidates must be an array`);if(candidates.length>200)throw new RowError(`${kind}.candidates has more than 200 entries`);candidates.forEach((candidate,index)=>checkObject(`${kind}.candidates[${index}]`,exports2.CANDIDATE_FIELDS,candidate,level))}}exports2.MAX_ROWS_PER_BATCH=200}});var require_state=__commonJS({"dist/sharing/state.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SHIPPED_DEFAULT_LEVEL=exports2.INSTALL_ID_FILE=exports2.EXAMPLES_FILE=exports2.CUTOFF_FILE=exports2.STATE_FILE=exports2.CONSENT_FILE=void 0;exports2.hostedEngine=hostedEngine;exports2.installIdPath=installIdPath;exports2.installBinding=installBinding;exports2.ensureInstallBinding=ensureInstallBinding;exports2.defaultSharingDir=defaultSharingDir;exports2.sharingDirFor=sharingDirFor;exports2.workspaceSharingDir=workspaceSharingDir;exports2.readConsent=readConsent;exports2.foreignConsent=foreignConsent;exports2.writeConsent=writeConsent;exports2.envOverride=envOverride;exports2.defaultLevel=defaultLevel;exports2.hasChosen=hasChosen;exports2.installLimit=installLimit;exports2.inheritedChoice=inheritedChoice;exports2.consentFor=consentFor;exports2.effectiveLevel=effectiveLevel;exports2.defaultInForce=defaultInForce;exports2.readState=readState;exports2.contributorId=contributorId;exports2.trainingBearer=trainingBearer;exports2.rotateSecret=rotateSecret;exports2.readCutoff=readCutoff;exports2.freshState=freshState;exports2.writeState=writeState;exports2.ensureState=ensureState;exports2.removeLocalSharingData=removeLocalSharingData;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path")),fields_1=require_fields();exports2.CONSENT_FILE="sharing.json";exports2.STATE_FILE="sharing-state.json";exports2.CUTOFF_FILE="sharing-cutoff.json";exports2.EXAMPLES_FILE="sharing-examples.sqlite";function hostedEngine(env=process.env){return(env.MVP_GATEWAY_SECRET??"").trim()!==""}exports2.INSTALL_ID_FILE="install-id";function installIdPath(env=process.env){let set=(env.RENOR_SHARING_DIR??"").trim();if(set!=="")return node_path_1.default.join(node_path_1.default.resolve(set),exports2.INSTALL_ID_FILE);let xdg=(env.XDG_STATE_HOME??"").trim();return node_path_1.default.join(xdg!==""?node_path_1.default.resolve(xdg):node_path_1.default.join(node_os_1.default.homedir(),".local","state"),"renor",exports2.INSTALL_ID_FILE)}var INSTALL_ID_SHAPE=/^[0-9a-f]{32}$/;function readInstallId(env){try{let id=node_fs_1.default.readFileSync(installIdPath(env),"utf8").trim();return INSTALL_ID_SHAPE.test(id)?id:null}catch{return null}}var bindingOf=id=>(0,node_crypto_1.createHash)("sha256").update(`renor-install/v1:${id}`).digest("hex"),bindingCache=new Map;function installBinding(env=process.env){let file=installIdPath(env),stamp;try{let stat=node_fs_1.default.statSync(file);stamp=`${stat.mtimeMs}:${stat.size}:${stat.ino}`}catch{return bindingCache.delete(file),null}let hit=bindingCache.get(file);if(hit&&hit.stamp===stamp)return hit.binding;let id=readInstallId(env),binding=id===null?null:bindingOf(id);return bindingCache.set(file,{stamp,binding}),binding}function ensureInstallBinding(env=process.env){let existing=installBinding(env);if(existing!==null)return existing;let file=installIdPath(env);node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0,mode:448});let temp=`${file}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`;node_fs_1.default.writeFileSync(temp,`${(0,node_crypto_1.randomBytes)(16).toString("hex")}
|
|
1340
|
+
WHERE r.session_key = ? AND r.at >= ? AND c.rank IS NOT NULL AND (c.memory_key = ? OR c.subject_key = ?) LIMIT 1`).get(sessionKey,this.now()-windowMs,memoryKey,subjectKey)!==void 0}recordOutcome(record){this.write(()=>{this.db.prepare("INSERT INTO outcomes (at, session_key, task_key, outcome, basis, observed) VALUES (?, ?, ?, ?, ?, ?)").run(record.at??this.now(),record.sessionKey,record.taskRef===null?null:this.key("task",record.taskRef),record.outcome,record.basis,OUTCOME_OBSERVED[record.basis])})}prune(){let now=this.now();this.lastPrune=now;let cutoff=now-this.retentionDays*DAY_MS;return this.db.transaction(()=>{let candidates=this.db.prepare("DELETE FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at < ?)").run(cutoff).changes,retrievals=this.db.prepare("DELETE FROM retrievals WHERE at < ?").run(cutoff).changes,memory_ops=this.db.prepare("DELETE FROM memory_ops WHERE at < ?").run(cutoff).changes,feedback=this.db.prepare("DELETE FROM feedback WHERE at < ?").run(cutoff).changes,outcomes=this.db.prepare("DELETE FROM outcomes WHERE at < ?").run(cutoff).changes;return{retrievals,candidates,memory_ops,feedback,outcomes}})()}exportLog(){this.maybePrune();let tables={},cutoff=this.cutoff();for(let table of schema_12.LEARNING_TABLES)tables[table]=table==="candidates"?this.db.prepare(`SELECT * FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?) ORDER BY ${ORDER.candidates}`).all(cutoff):this.db.prepare(`SELECT * FROM ${table} WHERE at >= ? ORDER BY ${ORDER[table]}`).all(cutoff);return{schema:schema_12.LEARNING_SCHEMA_NAME,version:schema_12.LEARNING_SCHEMA_VERSION,exportedAt:new Date(this.now()).toISOString(),retentionDays:this.retentionDays,tables}}exportServedWindow(after,until){this.maybePrune();let from=Math.max(after,this.cutoff()-1),tables={outcomes:[]};for(let table of["retrievals","candidates","memory_ops","feedback"]){let columns=exports2.SHARING_COLUMNS[table].join(", ");tables[table]=table==="candidates"?this.db.prepare(`SELECT ${columns} FROM candidates WHERE rank IS NOT NULL AND retrieval_id IN (SELECT id FROM retrievals WHERE at > ? AND at <= ?) ORDER BY ${ORDER.candidates}`).all(from,until):this.db.prepare(`SELECT ${columns} FROM ${table} WHERE at > ? AND at <= ? ORDER BY ${ORDER[table]}`).all(from,until)}return{schema:schema_12.LEARNING_SCHEMA_NAME,version:schema_12.LEARNING_SCHEMA_VERSION,exportedAt:new Date(this.now()).toISOString(),retentionDays:this.retentionDays,tables}}sliceEnd(after,until,limit){let from=Math.max(after,this.cutoff()-1),end=until;for(let table of["retrievals","memory_ops","feedback"]){let row=this.db.prepare(`SELECT at FROM ${table} WHERE at > ? AND at <= ? ORDER BY at LIMIT 1 OFFSET ?`).get(from,until,Math.max(0,limit-1));row!==void 0&&(end=Math.min(end,row.at))}return Math.max(end,Math.min(after+1,until))}sessionSpans(after,until,saveTools,limit=Number.MAX_SAFE_INTEGER){this.maybePrune();let cutoff=this.cutoff(),events=`WITH ev AS (
|
|
1341
|
+
SELECT session_key AS k, at, 0 AS src, id, tool, 1 AS rd, 0 AS sv, CASE WHEN served = 0 THEN 1 ELSE 0 END AS em
|
|
1342
|
+
FROM retrievals WHERE session_key IS NOT NULL AND at >= ?
|
|
1343
|
+
UNION ALL
|
|
1344
|
+
SELECT session_key, at, 1, id, tool, 0, CASE WHEN tool IN (${saveTools.map(()=>"?").join(", ")}) AND op IN ('create', 'supersede') THEN 1 ELSE 0 END, 0
|
|
1345
|
+
FROM memory_ops WHERE session_key IS NOT NULL AND at >= ?
|
|
1346
|
+
), ranked AS (
|
|
1347
|
+
SELECT k, at, tool, rd, sv, em, ROW_NUMBER() OVER (PARTITION BY k ORDER BY at, src, id) AS n FROM ev
|
|
1348
|
+
), spans AS (
|
|
1349
|
+
SELECT k, MIN(at) AS first, MAX(at) AS last, SUM(rd) AS reads, SUM(sv) AS saves, SUM(em) AS empty,
|
|
1350
|
+
MAX(CASE WHEN n = 1 THEN tool END) AS first_tool
|
|
1351
|
+
FROM ranked GROUP BY k
|
|
1352
|
+
)`,params=[cutoff,...saveTools,cutoff],end=until;if(limit<Number.MAX_SAFE_INTEGER){let row=this.db.prepare(`${events} SELECT last FROM spans WHERE last > ? AND last <= ? ORDER BY last LIMIT 1 OFFSET ?`).get(...params,after,until,Math.max(0,limit-1));row!==void 0&&(end=row.last)}return this.db.prepare(`${events}
|
|
1353
|
+
SELECT first, last, reads, saves, empty, first_tool FROM spans WHERE last > ? AND last <= ? ORDER BY last, first`).all(...params,after,end)}exportSummary(){return{schema:schema_12.LEARNING_SCHEMA_NAME,version:schema_12.LEARNING_SCHEMA_VERSION,exportedAt:new Date(this.now()).toISOString(),retentionDays:this.retentionDays,rows:this.counts()}}exportRowsAfter(cursor,limit){if(!Number.isSafeInteger(cursor)||cursor<0||Math.floor(cursor/exports2.LEARNING_CURSOR_SPAN)>=schema_12.LEARNING_TABLES.length)throw new Error(`invalid learning-log cursor ${cursor}`);let cutoff=this.cutoff(),out=[],index=Math.floor(cursor/exports2.LEARNING_CURSOR_SPAN),lastId=cursor%exports2.LEARNING_CURSOR_SPAN;for(;index<schema_12.LEARNING_TABLES.length&&out.length<limit;index++,lastId=0){let table=schema_12.LEARNING_TABLES[index],take=limit-out.length,rows=table==="candidates"?this.db.prepare("SELECT * FROM candidates WHERE id > ? AND retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?) ORDER BY id LIMIT ?").all(lastId,cutoff,take):this.db.prepare(`SELECT * FROM ${table} WHERE id > ? AND at >= ? ORDER BY id LIMIT ?`).all(lastId,cutoff,take);for(let row of rows)out.push({table,row,cursor:index*exports2.LEARNING_CURSOR_SPAN+Number(row.id)})}return out}counts(){this.maybePrune();let cutoff=this.cutoff(),count=table=>(table==="candidates"?this.db.prepare("SELECT COUNT(*) AS n FROM candidates WHERE retrieval_id IN (SELECT id FROM retrievals WHERE at >= ?)").get(cutoff):this.db.prepare(`SELECT COUNT(*) AS n FROM ${table} WHERE at >= ?`).get(cutoff)).n;return Object.fromEntries(schema_12.LEARNING_TABLES.map(table=>[table,count(table)]))}cutoff(){return this.now()-this.retentionDays*DAY_MS}deleteAll(){let secret=(0,node_crypto_1.randomBytes)(32);this.db.transaction(()=>{for(let table of["candidates","retrievals","memory_ops","feedback","outcomes"])this.db.prepare(`DELETE FROM ${table}`).run();this.db.prepare("UPDATE meta SET value = ? WHERE key = 'secret'").run(secret.toString("hex"))})(),this.secret=secret;try{this.db.pragma("wal_checkpoint(TRUNCATE)"),this.db.exec("VACUUM")}catch{}}eraseMemory(memoryKey){this.write(()=>{this.db.prepare("DELETE FROM candidates WHERE memory_key = ?").run(memoryKey),this.db.prepare("DELETE FROM feedback WHERE memory_key = ?").run(memoryKey),this.db.prepare("DELETE FROM memory_ops WHERE memory_key = ? OR replaced_key = ?").run(memoryKey,memoryKey)})}close(){this.db.open&&this.db.close()}write(fn){return this.maybePrune(),this.db.transaction(fn)()}maybePrune(){this.now()-this.lastPrune>=PRUNE_EVERY_MS&&this.prune()}};exports2.LearningLog=LearningLog;function ensureMeta(db,now){let rows=db.prepare("SELECT key, value FROM meta").all(),meta=new Map(rows.map(row=>[row.key,row.value]));if(meta.size===0){let secret2=(0,node_crypto_1.randomBytes)(32).toString("hex");return db.transaction(()=>{let put=db.prepare("INSERT INTO meta (key, value) VALUES (?, ?)");put.run("schema",schema_12.LEARNING_SCHEMA_NAME),put.run("version",String(schema_12.LEARNING_SCHEMA_VERSION)),put.run("created_at",new Date(now).toISOString()),put.run("secret",secret2)})(),Buffer.from(secret2,"hex")}if(meta.get("schema")!==schema_12.LEARNING_SCHEMA_NAME||meta.get("version")!==String(schema_12.LEARNING_SCHEMA_VERSION))throw new Error(`the learning log file is not a version-${schema_12.LEARNING_SCHEMA_VERSION} Renor learning log; refusing to use it`);let secret=Buffer.from(meta.get("secret")??"","hex");if(secret.length!==32)throw new Error("the learning log has no usable key secret; refusing to use it");return secret}var open=new Map;function learningLogAt(settings){let cached=open.get(settings.dbPath);if(cached)return cached;let log=LearningLog.open(settings.dbPath,{retentionDays:settings.retentionDays,rawQueries:settings.rawQueries,create:!0});if(log===null)throw new Error("the learning log could not be created");return open.set(settings.dbPath,log),log}function closeLearningLogs(){for(let log of open.values())log.close();open.clear()}}});var require_fields=__commonJS({"dist/sharing/fields.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_ROWS_PER_BATCH=exports2.RowError=exports2.TERMINAL_REFUSALS=exports2.DEFAULT_BATCH_FIELDS=exports2.DEFAULT_FIELD=exports2.SELF_HOSTED_BATCH_FIELDS=exports2.CONSENT_FIELDS=exports2.CONSENT_FIELD=exports2.REGISTER_FIELDS=exports2.DELETE_FIELDS=exports2.BATCH_FIELDS=exports2.KINDS_WITH_CANDIDATES=exports2.ROW_FIELDS=exports2.CANDIDATE_FIELDS=exports2.MAX_EXAMPLE_TEXT=exports2.SAVE_ITEM_NAMES=exports2.CANDIDATE_KIND_NAMES=exports2.SAVE_TOOL_NAMES=exports2.RETRIEVAL_TOOL_NAMES=exports2.LENGTH_BUCKETS=exports2.COUNT_BUCKETS=exports2.DELAY_BUCKETS=exports2.ROW_KINDS=exports2.DEFAULT_WORDING_VERSION=exports2.CLI_WORDING_VERSION=exports2.SHARING_PROTOCOL=exports2.SHARING_LEVELS=void 0;exports2.levelRank=levelRank;exports2.isSharingLevel=isSharingLevel;exports2.lowerLevel=lowerLevel;exports2.modelIdentifier=modelIdentifier;exports2.fieldsAtLevel=fieldsAtLevel;exports2.validateRow=validateRow;exports2.SHARING_LEVELS=["off","signals","data"];exports2.SHARING_PROTOCOL=1;exports2.CLI_WORDING_VERSION="engine-cli-2026-10-29";exports2.DEFAULT_WORDING_VERSION="engine-default-2026-10-28";function levelRank(level){return exports2.SHARING_LEVELS.indexOf(level)}function isSharingLevel(value){return typeof value=="string"&&exports2.SHARING_LEVELS.includes(value)}function lowerLevel(a,b){return levelRank(a)<=levelRank(b)?a:b}exports2.ROW_KINDS=["retrieval-labelled/1","save-outcome/1","session-aggregate/1"];var HOUR="^\\d{4}-\\d{2}-\\d{2}T\\d{2}$",LANE="^[a-z][a-z0-9-]{0,31}$",BUILD="^[0-9a-f]{7,40}$",MODEL="^[a-z][a-z0-9-]{0,15}:[A-Za-z0-9._-]{1,64}:[0-9]{0,6}$";function modelIdentifier(value){return value!==null&&new RegExp(MODEL).test(value)?value:null}exports2.DELAY_BUCKETS=["<1m","<10m","<1h","<1d",">=1d"];exports2.COUNT_BUCKETS=["0","1","2-3","4-7","8+"];exports2.LENGTH_BUCKETS=["<1m","<10m","<1h","<6h",">=6h"];exports2.RETRIEVAL_TOOL_NAMES=["get_context","search_memory","retrieve_memory"];exports2.SAVE_TOOL_NAMES=["remember","save_memory","remember_note"];exports2.CANDIDATE_KIND_NAMES=["fact","note","unkeyed"];exports2.SAVE_ITEM_NAMES=["fact","note","event","unkeyed"];exports2.MAX_EXAMPLE_TEXT=2e3;var bool={type:"boolean"},boolOrNull={type:"boolean",nullable:!0};exports2.CANDIDATE_FIELDS={rank:{type:"int"},kind:{type:"string",oneOf:exports2.CANDIDATE_KIND_NAMES},lane:{type:"string",nullable:!0,pattern:LANE},score:{type:"number",nullable:!0},matched:boolOrNull,current:boolOrNull,opened:boolOrNull,cited:boolOrNull,updated:boolOrNull,retired:boolOrNull,delay_bucket:{type:"string",nullable:!0,oneOf:exports2.DELAY_BUCKETS},text:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}};exports2.ROW_FIELDS={"retrieval-labelled/1":{kind:{type:"string",oneOf:["retrieval-labelled/1"]},hour:{type:"string",pattern:HOUR},tool:{type:"string",oneOf:exports2.RETRIEVAL_TOOL_NAMES},ranker:{type:"string",pattern:LANE},build:{type:"string",nullable:!0,pattern:BUILD},model:{type:"string",nullable:!0,pattern:MODEL},retrieval:{type:"string",nullable:!0,oneOf:["facts","hybrid","semantic","keyword"]},served:{type:"int"},reply_tokens_bucket:{type:"int",nullable:!0},relevant:boolOrNull,truncated:boolOrNull,query:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}},"save-outcome/1":{kind:{type:"string",oneOf:["save-outcome/1"]},hour:{type:"string",pattern:HOUR},tool:{type:"string",oneOf:exports2.SAVE_TOOL_NAMES},op:{type:"string",oneOf:["create","supersede"]},item:{type:"string",oneOf:exports2.SAVE_ITEM_NAMES},has_cites:bool,reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},opened:bool,cited:bool,superseded:bool,retired:bool,text:{type:"string",nullable:!0,maxLength:exports2.MAX_EXAMPLE_TEXT,level:"data"}},"session-aggregate/1":{kind:{type:"string",oneOf:["session-aggregate/1"]},hour:{type:"string",pattern:HOUR},length_bucket:{type:"string",oneOf:exports2.LENGTH_BUCKETS},reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},saves_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},empty_reads_bucket:{type:"string",oneOf:exports2.COUNT_BUCKETS},first_call:{type:"string",oneOf:[...exports2.RETRIEVAL_TOOL_NAMES,...exports2.SAVE_TOOL_NAMES,"other"]}}};exports2.KINDS_WITH_CANDIDATES=["retrieval-labelled/1"];exports2.BATCH_FIELDS=["protocol","action","batch_id","level","wording","rows"];exports2.DELETE_FIELDS=["protocol","action"];exports2.REGISTER_FIELDS=["protocol","action"];exports2.CONSENT_FIELD="consent";exports2.CONSENT_FIELDS=["version","level","changed_at","wording","adult"];exports2.SELF_HOSTED_BATCH_FIELDS=[...exports2.BATCH_FIELDS,exports2.CONSENT_FIELD];exports2.DEFAULT_FIELD="default";exports2.DEFAULT_BATCH_FIELDS=[...exports2.BATCH_FIELDS,exports2.DEFAULT_FIELD];exports2.TERMINAL_REFUSALS=["sharing_closed","consent_off","consent_required"];function fieldsAtLevel(level){let names=new Set,allowed=spec=>spec.level===void 0||levelRank(spec.level)<=levelRank(level);for(let kind of exports2.ROW_KINDS)for(let[name,spec]of Object.entries(exports2.ROW_FIELDS[kind]))allowed(spec)&&names.add(`${kind}.${name}`);for(let[name,spec]of Object.entries(exports2.CANDIDATE_FIELDS))allowed(spec)&&names.add(`retrieval-labelled/1.candidates.${name}`);return[...names].sort()}var RowError=class extends Error{};exports2.RowError=RowError;function checkValue(path,spec,value){if(value===null){if(spec.nullable)return;throw new RowError(`${path} must not be null`)}switch(spec.type){case"string":{if(typeof value!="string")throw new RowError(`${path} must be a string`);if(spec.oneOf&&!spec.oneOf.includes(value))throw new RowError(`${path} is not one of the listed values`);if(spec.pattern&&!new RegExp(spec.pattern).test(value))throw new RowError(`${path} does not match its pattern`);if(spec.maxLength!==void 0&&value.length>spec.maxLength)throw new RowError(`${path} is longer than ${spec.maxLength}`);return}case"int":if(typeof value!="number"||!Number.isInteger(value))throw new RowError(`${path} must be an integer`);return;case"number":if(typeof value!="number"||!Number.isFinite(value))throw new RowError(`${path} must be a finite number`);return;case"boolean":if(typeof value!="boolean")throw new RowError(`${path} must be a boolean`);return}}function checkObject(path,specs,value,level,skip=[]){if(typeof value!="object"||value===null||Array.isArray(value))throw new RowError(`${path} must be an object`);let record=value;for(let name of Object.keys(record)){if(skip.includes(name))continue;let spec=Object.prototype.hasOwnProperty.call(specs,name)?specs[name]:void 0;if(spec===void 0)throw new RowError(`${path}.${name} is not a listed field`);if(spec.level!==void 0&&levelRank(spec.level)>levelRank(level))throw new RowError(`${path}.${name} is not shared at level ${level}`)}for(let[name,spec]of Object.entries(specs))if(!skip.includes(name)&&!(spec.level!==void 0&&levelRank(spec.level)>levelRank(level))&&!(spec.level!==void 0&&!(name in record))){if(!(name in record))throw new RowError(`${path}.${name} is missing`);checkValue(`${path}.${name}`,spec,record[name])}}function validateRow(row,level){if(typeof row!="object"||row===null)throw new RowError("a row must be an object");let kind=row.kind;if(typeof kind!="string"||!exports2.ROW_KINDS.includes(kind))throw new RowError("kind is not a listed row kind");let specs=exports2.ROW_FIELDS[kind],withCandidates=exports2.KINDS_WITH_CANDIDATES.includes(kind);if(checkObject(kind,specs,row,level,withCandidates?["candidates"]:[]),withCandidates){let candidates=row.candidates;if(!Array.isArray(candidates))throw new RowError(`${kind}.candidates must be an array`);if(candidates.length>200)throw new RowError(`${kind}.candidates has more than 200 entries`);candidates.forEach((candidate,index)=>checkObject(`${kind}.candidates[${index}]`,exports2.CANDIDATE_FIELDS,candidate,level))}}exports2.MAX_ROWS_PER_BATCH=200}});var require_state=__commonJS({"dist/sharing/state.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SHIPPED_DEFAULT_LEVEL=exports2.INSTALL_ID_FILE=exports2.EXAMPLES_FILE=exports2.CUTOFF_FILE=exports2.STATE_FILE=exports2.CONSENT_FILE=void 0;exports2.hostedEngine=hostedEngine;exports2.installIdPath=installIdPath;exports2.installBinding=installBinding;exports2.ensureInstallBinding=ensureInstallBinding;exports2.defaultSharingDir=defaultSharingDir;exports2.sharingDirFor=sharingDirFor;exports2.workspaceSharingDir=workspaceSharingDir;exports2.readConsent=readConsent;exports2.foreignConsent=foreignConsent;exports2.writeConsent=writeConsent;exports2.envOverride=envOverride;exports2.defaultLevel=defaultLevel;exports2.hasChosen=hasChosen;exports2.installLimit=installLimit;exports2.inheritedChoice=inheritedChoice;exports2.consentFor=consentFor;exports2.effectiveLevel=effectiveLevel;exports2.defaultInForce=defaultInForce;exports2.readState=readState;exports2.contributorId=contributorId;exports2.trainingBearer=trainingBearer;exports2.rotateSecret=rotateSecret;exports2.readCutoff=readCutoff;exports2.freshState=freshState;exports2.writeState=writeState;exports2.ensureState=ensureState;exports2.removeLocalSharingData=removeLocalSharingData;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path")),fields_1=require_fields();exports2.CONSENT_FILE="sharing.json";exports2.STATE_FILE="sharing-state.json";exports2.CUTOFF_FILE="sharing-cutoff.json";exports2.EXAMPLES_FILE="sharing-examples.sqlite";function hostedEngine(env=process.env){return(env.MVP_GATEWAY_SECRET??"").trim()!==""}exports2.INSTALL_ID_FILE="install-id";function installIdPath(env=process.env){let set=(env.RENOR_SHARING_DIR??"").trim();if(set!=="")return node_path_1.default.join(node_path_1.default.resolve(set),exports2.INSTALL_ID_FILE);let xdg=(env.XDG_STATE_HOME??"").trim();return node_path_1.default.join(xdg!==""?node_path_1.default.resolve(xdg):node_path_1.default.join(node_os_1.default.homedir(),".local","state"),"renor",exports2.INSTALL_ID_FILE)}var INSTALL_ID_SHAPE=/^[0-9a-f]{32}$/;function readInstallId(env){try{let id=node_fs_1.default.readFileSync(installIdPath(env),"utf8").trim();return INSTALL_ID_SHAPE.test(id)?id:null}catch{return null}}var bindingOf=id=>(0,node_crypto_1.createHash)("sha256").update(`renor-install/v1:${id}`).digest("hex"),bindingCache=new Map;function installBinding(env=process.env){let file=installIdPath(env),stamp;try{let stat=node_fs_1.default.statSync(file);stamp=`${stat.mtimeMs}:${stat.size}:${stat.ino}`}catch{return bindingCache.delete(file),null}let hit=bindingCache.get(file);if(hit&&hit.stamp===stamp)return hit.binding;let id=readInstallId(env),binding=id===null?null:bindingOf(id);return bindingCache.set(file,{stamp,binding}),binding}function ensureInstallBinding(env=process.env){let existing=installBinding(env);if(existing!==null)return existing;let file=installIdPath(env);node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0,mode:448});let temp=`${file}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`;node_fs_1.default.writeFileSync(temp,`${(0,node_crypto_1.randomBytes)(16).toString("hex")}
|
|
1341
1354
|
`,{mode:384});try{node_fs_1.default.linkSync(temp,file)}catch{}finally{node_fs_1.default.rmSync(temp,{force:!0})}let made=installBinding(env);if(made===null)throw new Error("could not make this install's id for the sharing record");return made}function defaultSharingDir(env=process.env){let set=(env.RENOR_SHARING_DIR??"").trim();if(set!=="")return node_path_1.default.resolve(set);let xdg=(env.XDG_CONFIG_HOME??"").trim();return node_path_1.default.join(xdg!==""?node_path_1.default.resolve(xdg):node_path_1.default.join(node_os_1.default.homedir(),".config"),"renor")}function sharingDirFor(memoryDir,env=process.env,explicit){return explicit!==void 0&&explicit.trim()!==""?node_path_1.default.resolve(explicit):(env.RENOR_SHARING_DIR??"").trim()!==""?defaultSharingDir(env):memoryDir!==null?workspaceSharingDir(memoryDir):defaultSharingDir(env)}function workspaceSharingDir(memoryDir){return node_path_1.default.join(node_path_1.default.resolve(memoryDir),".memory-index","sharing")}function readJson(file){try{return JSON.parse(node_fs_1.default.readFileSync(file,"utf8"))}catch{return null}}function writeJson(dir,name,value){node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448});let file=node_path_1.default.join(dir,name),temp=node_path_1.default.join(dir,`.${name}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`);node_fs_1.default.writeFileSync(temp,`${JSON.stringify(value,null,2)}
|
|
1342
|
-
`,{mode:384}),node_fs_1.default.renameSync(temp,file)}var isRecord=value=>typeof value=="object"&&value!==null&&!Array.isArray(value);function inspectConsent(dir,env){let file=node_path_1.default.join(dir,exports2.CONSENT_FILE);if(!node_fs_1.default.existsSync(file))return{kind:"none"};let raw=readJson(file);if(!isRecord(raw)||raw.version!==1||!(0,fields_1.isSharingLevel)(raw.level))return{kind:"unreadable"};let sources=["cli","setup","dashboard","service","agent","prompt"];if(typeof raw.changedAt!="string"||typeof raw.wording!="string"||typeof raw.adult!="boolean")return{kind:"unreadable"};if(typeof raw.source!="string"||!sources.includes(raw.source))return{kind:"unreadable"};if(raw.level==="data"&&(raw.source==="agent"||raw.source==="prompt"))return{kind:"unreadable"};let client=isRecord(raw.client)&&typeof raw.client.name=="string"&&typeof raw.client.version=="string"?{name:raw.client.name,version:raw.client.version}:void 0,record={version:1,level:raw.level,changedAt:raw.changedAt,wording:raw.wording,adult:raw.adult,source:raw.source,...typeof raw.install=="string"?{install:raw.install}:{},...client!==void 0?{client}:{},...raw.numbersOff===!0?{numbersOff:!0}:{}};if(!hostedEngine(env)&&record.level!=="off"&&record.adult){let mine=installBinding(env);if(mine===null||record.install!==mine)return{kind:"foreign"}}return{kind:"ok",record}}function readConsent(dir,env=process.env){let found=inspectConsent(dir,env);return found.kind==="ok"?found.record:null}function foreignConsent(dir,env=process.env){return inspectConsent(dir,env).kind==="foreign"}function writeConsent(dir,record,env=process.env){let{install:_old,...rest}=record;writeJson(dir,exports2.CONSENT_FILE,hostedEngine(env)?rest:{...rest,install:ensureInstallBinding(env)})}function envOverride(env=process.env){if((env.DO_NOT_TRACK??"").trim()==="1")return"off";let raw=(env.RENOR_SHARING??"").trim().toLowerCase();if(raw==="")return null;if(!(0,fields_1.isSharingLevel)(raw))throw new Error("RENOR_SHARING must be off, signals or data");return raw}exports2.SHIPPED_DEFAULT_LEVEL="signals";function defaultLevel(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT??"").trim().toLowerCase();if(raw==="")return exports2.SHIPPED_DEFAULT_LEVEL;if(raw==="off"||raw==="signals")return raw;throw new Error("RENOR_SHARING_DEFAULT must be off or signals")}function hasChosen(dir,env=process.env){let kind=inspectConsent(dir,env).kind;return kind==="ok"||kind==="unreadable"}function installLimit(dir,env=process.env){let installDir=defaultSharingDir(env);if(node_path_1.default.resolve(dir)===installDir)return null;let record=readConsentCached(installDir,env);return record===null?hasChosen(installDir,env)?"off":null:record.adult?record.level:"off"}function inheritedChoice(dir,env=process.env){if(hostedEngine(env)||hasChosen(dir,env))return null;let installDir=defaultSharingDir(env);if(node_path_1.default.resolve(dir)===installDir)return null;let record=readConsentCached(installDir,env);return record!==null&&record.adult?record:null}function consentFor(dir,env=process.env){return readConsentCached(dir,env)??inheritedChoice(dir,env)}function effectiveLevel(dir,env=process.env){let record=readConsentCached(dir,env)??inheritedChoice(dir,env),level=record===null?hasChosen(dir,env)?"off":defaultLevel(env):record.adult?record.level:"off",limit=installLimit(dir,env);limit!==null&&(level=(0,fields_1.lowerLevel)(level,limit));let override=envOverride(env);return override!==null&&(level=(0,fields_1.lowerLevel)(level,override)),level}function defaultInForce(dir,env=process.env){return!hasChosen(dir,env)&&inheritedChoice(dir,env)===null&&effectiveLevel(dir,env)!=="off"}var cache=new Map;function readConsentCached(dir,env){let file=node_path_1.default.join(dir,exports2.CONSENT_FILE),stamp;try{let stat=node_fs_1.default.statSync(file);stamp=`${stat.mtimeMs}:${stat.size}:${stat.ino}:${hostedEngine(env)}:${installBinding(env)}`}catch{return cache.delete(file),null}let hit=cache.get(file);if(hit&&hit.stamp===stamp)return hit.record;let record=readConsent(dir,env);return cache.set(file,{stamp,record}),record}function readState(dir){let raw=readJson(node_path_1.default.join(dir,exports2.STATE_FILE));if(!isRecord(raw)||raw.version!==1||typeof raw.secret!="string"||raw.secret.length<32)return null;let marks=isRecord(raw.watermarks)?raw.watermarks:{},num=value=>typeof value=="number"&&Number.isFinite(value)&&value>=0?value:0;return{version:1,secret:raw.secret,watermarks:{retrieval:num(marks.retrieval),save:num(marks.save),session:num(marks.session)},everSent:raw.everSent===!0,deletePending:raw.deletePending===!0,...isRecord(raw.trainingWatermarks)?{trainingWatermarks:{retrieval:num(raw.trainingWatermarks.retrieval),save:num(raw.trainingWatermarks.save),session:num(raw.trainingWatermarks.session)}}:{},...Array.isArray(raw.retiredSecrets)&&raw.retiredSecrets.some(item=>typeof item=="string"&&item.length>=32)?{retiredSecrets:raw.retiredSecrets.filter(item=>typeof item=="string"&&item.length>=32).slice(-50)}:{},...Array.isArray(raw.retiredTrainingBearers)&&raw.retiredTrainingBearers.some(item=>typeof item=="string"&&item.length>=32)?{retiredTrainingBearers:raw.retiredTrainingBearers.filter(item=>typeof item=="string"&&item.length>=32).slice(-50)}:{},...raw.trainingEverSent===!0?{trainingEverSent:!0}:{},...typeof raw.trainingUnmappedAt=="number"?{trainingUnmappedAt:raw.trainingUnmappedAt}:{},...raw.trainingDeletePending===!0?{trainingDeletePending:!0}:{},...typeof raw.token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(raw.token)?{token:raw.token}:{},...pausedOf(raw.paused)}}function pausedOf(raw){return!isRecord(raw)||raw.code!=="sharing_closed"&&raw.code!=="consent_required"?{}:{paused:{code:raw.code,at:typeof raw.at=="number"&&Number.isFinite(raw.at)?raw.at:0}}}function contributorId(secret){return(0,node_crypto_1.createHash)("sha256").update(secret).digest("hex")}function trainingBearer(secret){return(0,node_crypto_1.createHmac)("sha256",secret).update("renor-sharing-training/v1").digest("base64url")}function rotateSecret(dir){let state=ensureState(dir),{trainingEverSent:_t,trainingDeletePending:_d,trainingWatermarks:_w,trainingUnmappedAt:_u,...rest}=state,trainingOwed=state.trainingEverSent===!0||state.trainingDeletePending===!0,retiredTraining=[...new Set([...state.retiredTrainingBearers??[],...trainingOwed?[trainingBearer(state.secret)]:[]])].slice(-50),next={...rest,secret:(0,node_crypto_1.randomBytes)(32).toString("base64url"),retiredSecrets:[...state.retiredSecrets??[],...state.everSent||state.deletePending?[state.secret]:[]].slice(-50),...retiredTraining.length>0?{retiredTrainingBearers:retiredTraining}:{},everSent:!1};return writeState(dir,next),next}function readCutoff(dir){let raw=readJson(node_path_1.default.join(dir,exports2.CUTOFF_FILE));return isRecord(raw)&&raw.version===1&&typeof raw.at=="number"&&Number.isFinite(raw.at)&&raw.at>0?raw.at:0}function freshState(cutoff=0){return{version:1,secret:(0,node_crypto_1.randomBytes)(32).toString("base64url"),watermarks:{retrieval:cutoff,save:cutoff,session:cutoff},everSent:!1,deletePending:!1}}function writeState(dir,state){writeJson(dir,exports2.STATE_FILE,state)}function ensureState(dir){let existing=readState(dir);if(existing!==null)return existing;let made=freshState(readCutoff(dir));return writeState(dir,made),made}function removeLocalSharingData(dir,now=Date.now()){let state=readState(dir);if(state!==null){let at=Math.max(now,readCutoff(dir),...Object.values(state.watermarks),...Object.values(state.trainingWatermarks??{}));writeJson(dir,exports2.CUTOFF_FILE,{version:1,at})}for(let name of[exports2.STATE_FILE,exports2.EXAMPLES_FILE,`${exports2.EXAMPLES_FILE}-wal`,`${exports2.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(dir,name),{force:!0})}}});var require_examples=__commonJS({"dist/sharing/examples.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ExampleStore=void 0;exports2.closeExampleStores=closeExampleStores;exports2.sharingHook=sharingHook;var sqlite_12=__importDefault(require_sqlite()),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),secretScanner_1=require_secretScanner(),fields_1=require_fields(),state_1=require_state(),ExampleStore=class _ExampleStore{db;constructor(db){this.db=db}static open(dir,create){let file=node_path_1.default.join(dir,state_1.EXAMPLES_FILE);if(!create&&!node_fs_1.default.existsSync(file))return null;node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448}),node_fs_1.default.closeSync(node_fs_1.default.openSync(file,node_fs_1.default.constants.O_CREAT|node_fs_1.default.constants.O_WRONLY,384));let db=new sqlite_12.default(file);try{db.pragma("journal_mode = WAL"),db.pragma("secure_delete = ON"),db.pragma("busy_timeout = 5000"),db.exec(`
|
|
1355
|
+
`,{mode:384}),node_fs_1.default.renameSync(temp,file)}var isRecord=value=>typeof value=="object"&&value!==null&&!Array.isArray(value);function inspectConsent(dir,env){let file=node_path_1.default.join(dir,exports2.CONSENT_FILE);if(!node_fs_1.default.existsSync(file))return{kind:"none"};let raw=readJson(file);if(!isRecord(raw)||raw.version!==1||!(0,fields_1.isSharingLevel)(raw.level))return{kind:"unreadable"};let sources=["cli","setup","dashboard","service","agent","prompt"];if(typeof raw.changedAt!="string"||typeof raw.wording!="string"||typeof raw.adult!="boolean")return{kind:"unreadable"};if(typeof raw.source!="string"||!sources.includes(raw.source))return{kind:"unreadable"};if(raw.level==="data"&&(raw.source==="agent"||raw.source==="prompt"))return{kind:"unreadable"};let client=isRecord(raw.client)&&typeof raw.client.name=="string"&&typeof raw.client.version=="string"?{name:raw.client.name,version:raw.client.version}:void 0,record={version:1,level:raw.level,changedAt:raw.changedAt,wording:raw.wording,adult:raw.adult,source:raw.source,...typeof raw.install=="string"?{install:raw.install}:{},...client!==void 0?{client}:{},...raw.numbersOff===!0?{numbersOff:!0}:{}};if(!hostedEngine(env)&&record.level!=="off"&&record.adult){let mine=installBinding(env);if(mine===null||record.install!==mine)return{kind:"foreign"}}return{kind:"ok",record}}function readConsent(dir,env=process.env){let found=inspectConsent(dir,env);return found.kind==="ok"?found.record:null}function foreignConsent(dir,env=process.env){return inspectConsent(dir,env).kind==="foreign"}function writeConsent(dir,record,env=process.env){let{install:_old,...rest}=record;writeJson(dir,exports2.CONSENT_FILE,hostedEngine(env)?rest:{...rest,install:ensureInstallBinding(env)})}function envOverride(env=process.env){if((env.DO_NOT_TRACK??"").trim()==="1")return"off";let raw=(env.RENOR_SHARING??"").trim().toLowerCase();if(raw==="")return null;if(!(0,fields_1.isSharingLevel)(raw))throw new Error("RENOR_SHARING must be off, signals or data");return raw}exports2.SHIPPED_DEFAULT_LEVEL="signals";function defaultLevel(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT??"").trim().toLowerCase();if(raw==="")return exports2.SHIPPED_DEFAULT_LEVEL;if(raw==="off"||raw==="signals")return raw;throw new Error("RENOR_SHARING_DEFAULT must be off or signals")}function hasChosen(dir,env=process.env){let kind=inspectConsent(dir,env).kind;return kind==="ok"||kind==="unreadable"}function installLimit(dir,env=process.env){let installDir=defaultSharingDir(env);if(node_path_1.default.resolve(dir)===installDir)return null;let record=readConsentCached(installDir,env);return record===null?hasChosen(installDir,env)?"off":null:record.adult?record.level:"off"}function inheritedChoice(dir,env=process.env){if(hostedEngine(env)||hasChosen(dir,env))return null;let installDir=defaultSharingDir(env);if(node_path_1.default.resolve(dir)===installDir)return null;let record=readConsentCached(installDir,env);return record!==null&&record.adult?record:null}function consentFor(dir,env=process.env){return readConsentCached(dir,env)??inheritedChoice(dir,env)}function effectiveLevel(dir,env=process.env){let record=readConsentCached(dir,env)??inheritedChoice(dir,env),level=record===null?hasChosen(dir,env)?"off":defaultLevel(env):record.adult?record.level:"off",limit=installLimit(dir,env);limit!==null&&(level=(0,fields_1.lowerLevel)(level,limit));let override=envOverride(env);return override!==null&&(level=(0,fields_1.lowerLevel)(level,override)),level}function defaultInForce(dir,env=process.env){return!hasChosen(dir,env)&&inheritedChoice(dir,env)===null&&effectiveLevel(dir,env)!=="off"}var cache=new Map;function readConsentCached(dir,env){let file=node_path_1.default.join(dir,exports2.CONSENT_FILE),stamp;try{let stat=node_fs_1.default.statSync(file);stamp=`${stat.mtimeMs}:${stat.size}:${stat.ino}:${hostedEngine(env)}:${installBinding(env)}`}catch{return cache.delete(file),null}let hit=cache.get(file);if(hit&&hit.stamp===stamp)return hit.record;let record=readConsent(dir,env);return cache.set(file,{stamp,record}),record}function readState(dir){let raw=readJson(node_path_1.default.join(dir,exports2.STATE_FILE));if(!isRecord(raw)||raw.version!==1||typeof raw.secret!="string"||raw.secret.length<32)return null;let marks=isRecord(raw.watermarks)?raw.watermarks:{},num=value=>typeof value=="number"&&Number.isFinite(value)&&value>=0?value:0;return{version:1,secret:raw.secret,watermarks:{retrieval:num(marks.retrieval),save:num(marks.save),session:num(marks.session)},everSent:raw.everSent===!0,deletePending:raw.deletePending===!0,...isRecord(raw.trainingWatermarks)?{trainingWatermarks:{retrieval:num(raw.trainingWatermarks.retrieval),save:num(raw.trainingWatermarks.save),session:num(raw.trainingWatermarks.session)}}:{},...Array.isArray(raw.retiredSecrets)&&raw.retiredSecrets.some(item=>typeof item=="string"&&item.length>=32)?{retiredSecrets:raw.retiredSecrets.filter(item=>typeof item=="string"&&item.length>=32).slice(-50)}:{},...Array.isArray(raw.retiredTrainingBearers)&&raw.retiredTrainingBearers.some(item=>typeof item=="string"&&item.length>=32)?{retiredTrainingBearers:raw.retiredTrainingBearers.filter(item=>typeof item=="string"&&item.length>=32).slice(-50)}:{},...raw.trainingEverSent===!0?{trainingEverSent:!0}:{},...typeof raw.trainingUnmappedAt=="number"?{trainingUnmappedAt:raw.trainingUnmappedAt}:{},...raw.trainingDeletePending===!0?{trainingDeletePending:!0}:{},...typeof raw.token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(raw.token)?{token:raw.token}:{},...pausedOf(raw.paused)}}function pausedOf(raw){return!isRecord(raw)||raw.code!=="sharing_closed"&&raw.code!=="consent_required"?{}:{paused:{code:raw.code,at:typeof raw.at=="number"&&Number.isFinite(raw.at)?raw.at:0}}}function contributorId(secret){return(0,node_crypto_1.createHash)("sha256").update(secret).digest("hex")}function trainingBearer(secret){return(0,node_crypto_1.createHmac)("sha256",secret).update("renor-sharing-training/v1").digest("base64url")}function rotateSecret(dir){let state=ensureState(dir),{trainingEverSent:_t,trainingDeletePending:_d,trainingWatermarks:_w,trainingUnmappedAt:_u,...rest}=state,trainingOwed=state.trainingEverSent===!0||state.trainingDeletePending===!0,retiredTraining=[...new Set([...state.retiredTrainingBearers??[],...trainingOwed?[trainingBearer(state.secret)]:[]])].slice(-50),next={...rest,secret:(0,node_crypto_1.randomBytes)(32).toString("base64url"),retiredSecrets:[...state.retiredSecrets??[],...state.everSent||state.deletePending?[state.secret]:[]].slice(-50),...retiredTraining.length>0?{retiredTrainingBearers:retiredTraining}:{},everSent:!1};return writeState(dir,next),next}function readCutoff(dir){let raw=readJson(node_path_1.default.join(dir,exports2.CUTOFF_FILE));return isRecord(raw)&&raw.version===1&&typeof raw.at=="number"&&Number.isFinite(raw.at)&&raw.at>0?raw.at:0}function freshState(cutoff=0){return{version:1,secret:(0,node_crypto_1.randomBytes)(32).toString("base64url"),watermarks:{retrieval:cutoff,save:cutoff,session:cutoff},everSent:!1,deletePending:!1}}function writeState(dir,state){writeJson(dir,exports2.STATE_FILE,state)}function ensureState(dir){let existing=readState(dir);if(existing!==null)return existing;let made=freshState(readCutoff(dir));return writeState(dir,made),made}function removeLocalSharingData(dir,now=Date.now()){let state=readState(dir);if(state!==null){let at=Math.max(now,readCutoff(dir),...Object.values(state.watermarks),...Object.values(state.trainingWatermarks??{}));writeJson(dir,exports2.CUTOFF_FILE,{version:1,at})}for(let name of[exports2.STATE_FILE,exports2.EXAMPLES_FILE,`${exports2.EXAMPLES_FILE}-wal`,`${exports2.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(dir,name),{force:!0})}}});var require_examples=__commonJS({"dist/sharing/examples.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ExampleStore=void 0;exports2.closeExampleStores=closeExampleStores;exports2.closeExampleStore=closeExampleStore;exports2.sharingHook=sharingHook;var sqlite_12=__importDefault(require_sqlite()),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),secretScanner_1=require_secretScanner(),fields_1=require_fields(),state_1=require_state(),ExampleStore=class _ExampleStore{db;constructor(db){this.db=db}static open(dir,create){let file=node_path_1.default.join(dir,state_1.EXAMPLES_FILE);if(!create&&!node_fs_1.default.existsSync(file))return null;node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448}),node_fs_1.default.closeSync(node_fs_1.default.openSync(file,node_fs_1.default.constants.O_CREAT|node_fs_1.default.constants.O_WRONLY,384));let db=new sqlite_12.default(file);try{db.pragma("journal_mode = WAL"),db.pragma("secure_delete = ON"),db.pragma("busy_timeout = 5000"),db.exec(`
|
|
1343
1356
|
CREATE TABLE IF NOT EXISTS queries (query_key TEXT PRIMARY KEY, text TEXT NOT NULL, at INTEGER NOT NULL) WITHOUT ROWID;
|
|
1344
1357
|
CREATE TABLE IF NOT EXISTS memories (memory_key TEXT PRIMARY KEY, text TEXT NOT NULL, at INTEGER NOT NULL) WITHOUT ROWID;
|
|
1345
|
-
`)}catch(err){throw db.close(),err}return new _ExampleStore(db)}putQuery(queryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO queries (query_key, text, at) VALUES (?, ?, ?) ON CONFLICT (query_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(queryKey,kept,at)}putMemory(memoryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO memories (memory_key, text, at) VALUES (?, ?, ?) ON CONFLICT (memory_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(memoryKey,kept,at)}query(queryKey){return this.db.prepare("SELECT text FROM queries WHERE query_key = ?").get(queryKey)?.text??null}memory(memoryKey){return this.db.prepare("SELECT text FROM memories WHERE memory_key = ?").get(memoryKey)?.text??null}count(){let n=table=>this.db.prepare(`SELECT COUNT(*) AS n FROM ${table}`).get().n;return{queries:n("queries"),memories:n("memories")}}forgetUpTo(cutoff){this.db.prepare("DELETE FROM queries WHERE at <= ?").run(cutoff),this.db.prepare("DELETE FROM memories WHERE at <= ?").run(cutoff)}close(){this.db.open&&this.db.close()}};exports2.ExampleStore=ExampleStore;function keepable(text){let trimmed=text.trim();if(trimmed==="")return null;let cut=trimmed.length>fields_1.MAX_EXAMPLE_TEXT?trimmed.slice(0,fields_1.MAX_EXAMPLE_TEXT):trimmed;return(0,secretScanner_1.scanSecrets)(trimmed)===null?cut:null}var open=new Map;function closeExampleStores(){for(let store of open.values())store.close();open.clear()}function sharingHook(dir,env=process.env,now=Date.now){let store=()=>{let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE),held=open.get(key);if(held&&!node_fs_1.default.existsSync(key)&&(held.close(),open.delete(key),held=void 0),!held){let made=ExampleStore.open(dir,!0);if(made===null)throw new Error("the example store could not be created");open.set(key,made),held=made}return held},dataOn=()=>(0,state_1.effectiveLevel)(dir,env)==="data";return{level:()=>(0,state_1.effectiveLevel)(dir,env),query(queryKey,text){try{dataOn()&&store().putQuery(queryKey,text,now())}catch{}},memory(memoryKey,text){try{dataOn()&&store().putMemory(memoryKey,text,now())}catch{}}}}}});var require_project=__commonJS({"dist/sharing/project.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.LABEL_WINDOW_MS=void 0;exports2.hourOf=hourOf;exports2.projectRows=projectRows;var fields_1=require_fields();exports2.LABEL_WINDOW_MS=24*36e5;var asString=value=>typeof value=="string"?value:null,asNumber=value=>typeof value=="number"&&Number.isFinite(value)?value:null,asBool=value=>value===1||value===!0?!0:value===0||value===!1?!1:null;function hourOf(ms){return new Date(ms).toISOString().slice(0,13)}function delayBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<864e5?"<1d":">=1d"}function lengthBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<216e5?"<6h":">=6h"}function countBucket(n){return n<=0?"0":n===1?"1":n<=3?"2-3":n<=7?"4-7":"8+"}function tokenBucket(tokens){if(tokens===null||tokens<0)return null;let bucket=1;for(;bucket<tokens;)bucket*=2;return bucket}var round=value=>value===null?null:Math.round(value*1e4)/1e4;function indexEvents(tables){let byMemory=new Map,bySubject=new Map,add=(map,key,event)=>{if(key===null)return;let list=map.get(key);list?list.push(event):map.set(key,[event])};for(let op of tables.memory_ops){let at=asNumber(op.at),kind=op.op;if(at===null)continue;let key=asString(op.memory_key);kind==="retrieve"?add(byMemory,key,{at,kind:"retrieve"}):kind==="delete"?add(byMemory,key,{at,kind:"delete"}):kind==="supersede"&&(add(byMemory,asString(op.replaced_key),{at,kind:"supersede"}),asString(op.replaced_key)!==key&&add(byMemory,key,{at,kind:"supersede"}))}for(let row of tables.feedback){let at=asNumber(row.at);at!==null&&(add(byMemory,asString(row.memory_key),{at,kind:"cite"}),add(bySubject,asString(row.subject_key),{at,kind:"cite"}))}for(let list of[...byMemory.values(),...bySubject.values()])list.sort((a,b)=>a.at-b.at);return{byMemory,bySubject}}function labelOf(lists,from,until,skipSupersedeAt=null){let label={opened:!1,cited:!1,updated:!1,retired:!1,firstAt:null};for(let list of lists)for(let event of list??[])event.at<=from||event.at>until||skipSupersedeAt!==null&&event.kind==="supersede"&&event.at===skipSupersedeAt||(event.kind==="retrieve"?label.opened=!0:event.kind==="cite"?label.cited=!0:event.kind==="supersede"?label.updated=!0:label.retired=!0,label.firstAt=label.firstAt===null?event.at:Math.min(label.firstAt,event.at));return label}function servedRow(candidate){return asNumber(candidate.rank)!==null}function retrievalRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,candidatesBy=new Map;for(let candidate of tables.candidates){let id=asNumber(candidate.retrieval_id);if(id===null||!servedRow(candidate))continue;let list=candidatesBy.get(id);list?list.push(candidate):candidatesBy.set(id,[candidate])}let rows=[],retrievals=[...tables.retrievals].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let retrieval of retrievals){let at=asNumber(retrieval.at),id=asNumber(retrieval.id),tool=asString(retrieval.tool);if(at===null||id===null||tool===null||!fields_1.RETRIEVAL_TOOL_NAMES.includes(tool)||at<=options2.watermarks.retrieval||at>cutoff)continue;let queryKey=asString(retrieval.query_key),candidates=(candidatesBy.get(id)??[]).slice(0,200).map(candidate=>{let kind=asString(candidate.kind)??"unkeyed",memoryKey=asString(candidate.memory_key),label=memoryKey!==null&&kind!=="unkeyed"?labelOf([events.byMemory.get(memoryKey),kind==="fact"?events.bySubject.get(asString(candidate.subject_key)??""):void 0],at,at+windowMs):null,out={rank:asNumber(candidate.rank)??0,kind,lane:asString(candidate.reason),score:round(asNumber(candidate.score)),matched:asBool(candidate.matched),current:asBool(candidate.current),opened:label===null?null:label.opened,cited:label===null?null:label.cited,updated:label===null?null:label.updated,retired:label===null?null:label.retired,delay_bucket:label===null||label.firstAt===null?null:delayBucket(label.firstAt-at)};return options2.level==="data"&&(out.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),out}),row={kind:"retrieval-labelled/1",hour:hourOf(at),tool,ranker:asString(retrieval.ranker)??"baseline",build:asString(retrieval.build),model:(0,fields_1.modelIdentifier)(asString(retrieval.model)),retrieval:asString(retrieval.retrieval),served:asNumber(retrieval.served)??candidates.length,reply_tokens_bucket:tokenBucket(asNumber(retrieval.reply_tokens)),relevant:asBool(retrieval.relevant),truncated:asBool(retrieval.truncated),candidates};options2.level==="data"&&(row.query=queryKey===null?null:options2.examples?.query(queryKey)??null),rows.push({kind:"retrieval",at,row})}return rows}function saveRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,retrievalAt=new Map;for(let retrieval of tables.retrievals){let id=asNumber(retrieval.id),at=asNumber(retrieval.at);id!==null&&at!==null&&retrievalAt.set(id,at)}let servedBy=new Map;for(let candidate of tables.candidates){let key=asString(candidate.memory_key),id=asNumber(candidate.retrieval_id),at=id===null?void 0:retrievalAt.get(id);if(key===null||at===void 0||!servedRow(candidate))continue;let list=servedBy.get(key);list?list.push(at):servedBy.set(key,[at])}let rows=[],ops=[...tables.memory_ops].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let op of ops){let at=asNumber(op.at),tool=asString(op.tool),kind=asString(op.op);if(at===null||tool===null||!fields_1.SAVE_TOOL_NAMES.includes(tool)||kind!=="create"&&kind!=="supersede"||at<=options2.watermarks.save||at>cutoff)continue;let memoryKey=asString(op.memory_key),item=asString(op.kind)??"unkeyed",joinable=memoryKey!==null&&item!=="unkeyed",label=joinable?labelOf([events.byMemory.get(memoryKey),item==="fact"?events.bySubject.get(asString(op.subject_key)??""):void 0],at,at+windowMs,at):labelOf([],at,at+windowMs),reads=joinable?(servedBy.get(memoryKey)??[]).filter(time=>time>at&&time<=at+windowMs).length:0,hasCites=tables.feedback.some(cite=>cite.tool===tool&&asNumber(cite.observed)!==0&&Math.abs((asNumber(cite.at)??Number.NaN)-at)<=2e3&&cite.agent_key===op.agent_key&&cite.session_key===op.session_key),row={kind:"save-outcome/1",hour:hourOf(at),tool,op:kind,item,has_cites:hasCites,reads_bucket:countBucket(reads),opened:label.opened,cited:label.cited,superseded:label.updated,retired:label.retired};options2.level==="data"&&(row.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),rows.push({kind:"save",at,row})}return rows}function sessionRows(log,options2,windowMs){let{tables}=log,cutoff=options2.now-windowMs,sessions=new Map,touch=(key,at,tool,apply)=>{if(key===null||at===null||tool===null)return;let seen=sessions.get(key);seen||(seen={first:at,last:at,tool,reads:0,saves:0,empty:0},sessions.set(key,seen)),at<seen.first&&(seen.first=at,seen.tool=tool),seen.last=Math.max(seen.last,at),apply(seen)};for(let retrieval of tables.retrievals)touch(asString(retrieval.session_key),asNumber(retrieval.at),asString(retrieval.tool),seen=>{seen.reads+=1,(asNumber(retrieval.served)??0)===0&&(seen.empty+=1)});for(let op of tables.memory_ops){let tool=asString(op.tool);touch(asString(op.session_key),asNumber(op.at),tool,seen=>{tool!==null&&fields_1.SAVE_TOOL_NAMES.includes(tool)&&(op.op==="create"||op.op==="supersede")&&(seen.saves+=1)})}let rows=[];for(let seen of[...sessions.values()].sort((a,b)=>a.last-b.last)){if(seen.last<=options2.watermarks.session||seen.last>cutoff)continue;let firstCall=fields_1.RETRIEVAL_TOOL_NAMES.includes(seen.tool)||fields_1.SAVE_TOOL_NAMES.includes(seen.tool)?seen.tool:"other";rows.push({kind:"session",at:seen.last,row:{kind:"session-aggregate/1",hour:hourOf(seen.first),length_bucket:lengthBucket(seen.last-seen.first),reads_bucket:countBucket(seen.reads),saves_bucket:countBucket(seen.saves),empty_reads_bucket:countBucket(seen.empty),first_call:firstCall}})}return rows}function projectRows(log,options2){let windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS;return[...retrievalRows(log,options2,windowMs),...saveRows(log,options2,windowMs),...sessionRows(log,options2,windowMs)]}}});var require_notice=__commonJS({"dist/sharing/notice.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.AGENT_NOTICE_INSTRUCTION=exports2.NOTICE_LINE=exports2.TELEMETRY_DOC_URL=exports2.NOTICE_WORDING_VERSION=exports2.NOTICE_FILE=void 0;exports2.readNotice=readNotice;exports2.noticePending=noticePending;exports2.showNotice=showNotice;exports2.noticeRecorded=noticeRecorded;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=require("node:crypto"),state_1=require_state();exports2.NOTICE_FILE="sharing-notice.json";exports2.NOTICE_WORDING_VERSION="engine-notice-2026-10-28";exports2.TELEMETRY_DOC_URL="https://github.com/renorai/renor-engine/blob/main/docs/TELEMETRY.md";exports2.NOTICE_LINE=`Renor sends anonymous usage numbers (never text, names or paths) to improve its search. Turn them off any time: tell your agent, run \`renor-engine telemetry off\`, or set DO_NOT_TRACK=1. Details: ${exports2.TELEMETRY_DOC_URL}`;exports2.AGENT_NOTICE_INSTRUCTION=`Tell the user this once, in your own short words, before anything else: "${exports2.NOTICE_LINE}" If they want it off, or want to also share their memory text to help train Renor, use the sharing tool.`;var noticePath=env=>node_path_1.default.join((0,state_1.defaultSharingDir)(env),exports2.NOTICE_FILE);function readNotice(env=process.env){try{let raw=JSON.parse(node_fs_1.default.readFileSync(noticePath(env),"utf8"));if(typeof raw!="object"||raw===null||Array.isArray(raw))return null;let record=raw;if(record.version!==1)return null;let text=value=>typeof value=="string"&&value!==""?value:void 0;return{version:1,wording:text(record.wording)??exports2.NOTICE_WORDING_VERSION,...text(record.terminal)?{terminal:text(record.terminal)}:{},...text(record.agent)?{agent:text(record.agent)}:{},...text(record.asked)?{asked:text(record.asked)}:{}}}catch{return null}}function writeNotice(env,record){let dir=(0,state_1.defaultSharingDir)(env);node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448});let temp=node_path_1.default.join(dir,`.${exports2.NOTICE_FILE}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`);node_fs_1.default.writeFileSync(temp,`${JSON.stringify(record,null,2)}
|
|
1346
|
-
`,{mode:384}),node_fs_1.default.renameSync(temp,noticePath(env))}function noticePending(dir,surface,env=process.env){return(0,state_1.hostedEngine)(env)||!(0,state_1.defaultInForce)(dir,env)?!1:readNotice(env)?.[surface]===void 0}function showNotice(dir,surface,print,env=process.env,now=Date.now){if(!noticePending(dir,surface,env))return!1;try{print(exports2.NOTICE_LINE)}catch{return!1}try{let previous=readNotice(env);writeNotice(env,{...previous??{version:1},version:1,wording:exports2.NOTICE_WORDING_VERSION,[surface]:new Date(now()).toISOString()})}catch{return!1}return!0}function noticeRecorded(env=process.env){let record=readNotice(env);return record!==null&&(record.terminal!==void 0||record.agent!==void 0||record.asked!==void 0)}}});var require_send2=__commonJS({"dist/sharing/send.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_REPLY_BYTES=exports2.DEFAULT_DEFAULT_STATUS_URL=exports2.DEFAULT_STATUS_URL=exports2.DEFAULT_ENDPOINT=void 0;exports2.sharingEndpoint=sharingEndpoint;exports2.sharingStatusUrl=sharingStatusUrl;exports2.sharingStatusOpen=sharingStatusOpen;exports2.sharingDefaultStatusUrl=sharingDefaultStatusUrl;exports2.sharingDefaultOpen=sharingDefaultOpen;exports2.debugOn=debugOn;exports2.readCapped=readCapped;exports2.hostedProof=hostedProof;exports2.isIssuedToken=isIssuedToken;exports2.shareNow=shareNow;exports2.deleteRemote=deleteRemote;exports2.deleteTraining=deleteTraining;exports2.chooseLevel=chooseLevel;exports2.deleteAllShared=deleteAllShared;exports2.settlePendingDelete=settlePendingDelete;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),examples_1=require_examples(),fields_1=require_fields(),project_1=require_project(),state_1=require_state(),node_path_1=__importDefault(require("node:path")),notice_1=require_notice();exports2.DEFAULT_ENDPOINT="https://yiotrpmsxbnarzvodqyf.supabase.co/functions/v1/sharing-ingest";function sharingEndpoint(env=process.env){let raw=(env.RENOR_SHARING_ENDPOINT??"").trim();if(raw==="")return exports2.DEFAULT_ENDPOINT;let url;try{url=new URL(raw)}catch{throw new Error("RENOR_SHARING_ENDPOINT must be a URL")}let loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_ENDPOINT must be https (http is allowed only for a loopback address)");return url.toString()}exports2.DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/status";function sharingStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingStatusOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}exports2.DEFAULT_DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/default-status";function sharingDefaultStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_DEFAULT_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingDefaultOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingDefaultStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}function debugOn(env=process.env){let raw=(env.RENOR_SHARING_DEBUG??"").trim().toLowerCase();return raw==="1"||raw==="true"}exports2.MAX_REPLY_BYTES=4096;async function readCapped(reply,max=exports2.MAX_REPLY_BYTES){let stream=reply.body;if(!stream)return(await reply.text()).slice(0,max);let reader=stream.getReader(),chunks=[],size=0;try{for(;size<max;){let{done,value}=await reader.read();if(done)break;chunks.push(value),size+=value.length}}finally{await reader.cancel().catch(()=>{})}return new TextDecoder().decode(Buffer.concat(chunks).subarray(0,max))}function hostedProof(env,contributor){let gateway=(env.MVP_GATEWAY_SECRET??"").trim();if(gateway==="")return null;let key=(0,node_crypto_1.createHmac)("sha256",gateway).update("sharing-ingest-hosted/v1").digest("hex");return(0,node_crypto_1.createHmac)("sha256",key).update(contributor).digest("hex")}function isIssuedToken(token){return typeof token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(token)}function bearerOf(state,hosted){return hosted?state.secret:state.token??state.secret}function retireBearer(state,bearer){state.retiredSecrets=[...new Set([...state.retiredSecrets??[],bearer])].slice(-50)}async function post(url,bearer,body,send,hosted=!1,env=process.env,wantJson=!1){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let doFetch=send??((u,init)=>fetch(u,init)),proof=hosted&&bearer!==null?hostedProof(env,(0,state_1.contributorId)(bearer)):null,response=await doFetch(url,{method:"POST",headers:{"content-type":"application/json",...bearer!==null?{authorization:`Bearer ${bearer}`}:{},...hosted?{"x-renor-hosted":"1",...proof!==null?{"x-renor-hosted-proof":proof}:{}}:{}},body,signal:controller.signal}),retry=Number(response.headers.get("retry-after")),code=null;if(response.status>=400)try{let parsed=JSON.parse(await readCapped(response));typeof parsed=="object"&&parsed!==null&&typeof parsed.code=="string"&&(code=parsed.code)}catch{}let json=null;if(wantJson&&response.status>=200&&response.status<300)try{json=JSON.parse(await readCapped(response))}catch{json=null}return{status:response.status,retryAfter:Number.isFinite(retry)&&retry>0?retry:null,code,json}}finally{clearTimeout(timer)}}async function registerInstall(options2,endpoint){let env=options2.env??process.env;try{let{status,code,json}=await post(endpoint,null,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"register"}),options2.fetch,!1,env,!0),token=typeof json=="object"&&json!==null?json.token:void 0;return status>=200&&status<300&&typeof token=="string"&&isIssuedToken(token)?{ok:!0,token}:{ok:!1,code,reason:code!==null?`Renor refused to issue a credential (${code})`:`Renor answered ${status} when asked for a credential`}}catch(err){return{ok:!1,code:null,reason:err instanceof Error?err.message:"request failed"}}}function chunk(rows,max){let out=[],index=0;for(;index<rows.length;){let end=Math.min(index+max,rows.length);for(;end<rows.length&&end>index+1&&rows[end].at===rows[end-1].at;)end-=1;out.push(rows.slice(index,end)),index=end}return out}function batchId(secret,kind,rows){return(0,node_crypto_1.createHash)("sha256").update(JSON.stringify([secret,kind,rows[0].at,rows[rows.length-1].at,rows.length])).digest("hex").slice(0,32)}var STATUS_RANK=["failed","paused","stopped","sent","debug","nothing","no-log","off"];async function shareNow(options2){let first=await shareStream(options2,"numbers"),env=options2.env??process.env,previewing=(options2.debug===!0||debugOn(env))&&options2.previewLevel!==void 0,numbersOff=(0,state_1.readConsent)(options2.dir,env)?.numbersOff===!0;if(options2.hosted!==!0||previewing||first.status==="off"&&!numbersOff||(0,state_1.effectiveLevel)(options2.dir,env)!=="data")return first;let second=await shareStream(options2,"training"),rank=status2=>STATUS_RANK.indexOf(status2),status=rank(first.status)<=rank(second.status)?first.status:second.status,reasons=[first.reason,second.reason].filter(reason=>reason!==void 0);return{status,level:second.level,rows:first.rows+second.rows,batches:first.batches+second.batches,skipped:first.skipped+second.skipped,...first.payloads!==void 0||second.payloads!==void 0?{payloads:[...first.payloads??[],...second.payloads??[]]}:{},...reasons.length>0?{reason:reasons.join("; ")}:{}}}async function shareStream(options2,stream){let training=stream==="training",env=options2.env??process.env,now=(options2.now??Date.now)(),debug=options2.debug===!0||debugOn(env),previewing=debug&&options2.previewLevel!==void 0,chosen=previewing?options2.previewLevel:(0,state_1.effectiveLevel)(options2.dir,env),level=options2.hosted&&!training&&chosen==="data"?"signals":chosen,empty=(status,extra={})=>({status,level,rows:0,batches:0,skipped:0,...extra});if(level==="off")return empty("off");let record=(0,state_1.consentFor)(options2.dir,env);if(options2.hosted===!0&&!training&&record?.numbersOff===!0)return empty("off");if(options2.hosted===!0&&!training&&chosen==="data")return empty("nothing");let viaDefault=!previewing&&!training&&(record===null||options2.hosted===!0);if(viaDefault&&options2.hosted!==!0&&!debug&&!(options2.noticeRecorded??(()=>(0,notice_1.noticeRecorded)(env)))())return empty("paused",{reason:"the first-run notice has not been shown yet; nothing is sent under the default until it has"});let consent=viaDefault?{wording:fields_1.DEFAULT_WORDING_VERSION}:record??(previewing?{wording:fields_1.CLI_WORDING_VERSION}:null);if(consent===null||options2.memoryDir===null)return empty("no-log",{reason:"no learning log to read"});let paused=debug?void 0:(0,state_1.readState)(options2.dir)?.paused;if(paused?.code==="consent_required")return empty("paused",{reason:"Renor refused the consent record; nothing is sent until a level is chosen again"});if(paused?.code==="sharing_closed"){if(!await(options2.sharingOpen??(()=>sharingStatusOpen(env)))())return empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"});let resumed=(0,state_1.readState)(options2.dir);resumed!==null&&(delete resumed.paused,(0,state_1.writeState)(options2.dir,resumed))}let defaultIsOpen=async()=>{try{return await(options2.defaultOpen??(()=>sharingDefaultOpen(env)))()}catch{return!1}};if(viaDefault&&!debug&&!await defaultIsOpen())return empty("paused",{reason:"Renor's switch for the default is closed; nothing is sent"});let file=(0,settings_1.learningDbPath)(options2.memoryDir);if(!node_fs_1.default.existsSync(file))return empty("no-log",{reason:`no learning log at ${file}`});let log=store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1,now:()=>now});if(log===null)return empty("no-log",{reason:`no learning log at ${file}`});let exported;try{exported=log.exportLog()}finally{log.close()}let state=debug?(0,state_1.readState)(options2.dir)??(0,state_1.freshState)((0,state_1.readCutoff)(options2.dir)):(0,state_1.ensureState)(options2.dir);if(training){let from=Math.max(0,Date.parse(record?.changedAt??"")||0,(0,state_1.readCutoff)(options2.dir));state.trainingWatermarks??={retrieval:from,save:from,session:from}}let marks=training?state.trainingWatermarks:state.watermarks,currentBearer=()=>training?(0,state_1.trainingBearer)(state.secret):bearerOf(state,options2.hosted),idSecret=training?(0,state_1.trainingBearer)(state.secret):state.secret,examples=level==="data"?examples_1.ExampleStore.open(options2.dir,!1):null,projected;try{projected=(0,project_1.projectRows)(exported,{level,now,windowMs:options2.windowMs,watermarks:marks,examples})}finally{examples?.close()}let skipped=0,valid=projected.filter(item=>{try{return(0,fields_1.validateRow)(item.row,level),!0}catch{return skipped+=1,!1}}),byKind=new Map;for(let item of valid)byKind.set(item.kind,[...byKind.get(item.kind)??[],item]);let batches=[];for(let[kind,rows]of byKind){rows.sort((a,b)=>a.at-b.at);for(let part of chunk(rows,fields_1.MAX_ROWS_PER_BATCH))batches.push({kind,rows:part})}let forgetSentExamples=()=>{if(level!=="data")return;let store=examples_1.ExampleStore.open(options2.dir,!1);try{store?.forgetUpTo(now-(options2.windowMs??project_1.LABEL_WINDOW_MS))}finally{store?.close()}};if(batches.length===0)return debug||forgetSentExamples(),empty("nothing",{skipped});let evidence={version:1,level:record?.level??level,changed_at:record?.changedAt??new Date(now).toISOString(),wording:consent.wording,adult:record?record.adult===!0:!0},body=(kind,rows)=>({protocol:fields_1.SHARING_PROTOCOL,action:"batch",batch_id:batchId(idSecret,kind,rows),level,wording:consent.wording,rows:rows.map(item=>item.row),...options2.hosted||viaDefault?{}:{consent:evidence},...viaDefault?{[fields_1.DEFAULT_FIELD]:!0}:{}});if(debug){let payloads=batches.map(batch=>body(batch.kind,batch.rows));return{status:"debug",level,rows:valid.length,batches:payloads.length,skipped,payloads}}let endpoint=sharingEndpoint(env);if(!options2.hosted&&!isIssuedToken(state.token)){let registered=await registerInstall({env,fetch:options2.fetch},endpoint);if(!registered.ok)return registered.code==="sharing_closed"?(state.paused={code:"sharing_closed",at:now},(0,state_1.writeState)(options2.dir,state),empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"})):empty("failed",{reason:`${registered.reason}; will retry`});(state.everSent||state.deletePending)&&retireBearer(state,state.token??state.secret),state.token=registered.token,(0,state_1.writeState)(options2.dir,state)}let sent=0,sentBatches=0,stillChosen=()=>(0,fields_1.levelRank)((0,state_1.effectiveLevel)(options2.dir,env))>=(0,fields_1.levelRank)(level),stopped=()=>({status:"stopped",level,rows:sent,batches:sentBatches,skipped,reason:"the choice was lowered during the run"});for(let batch of batches){if(!stillChosen())return stopped();if(viaDefault&&!await defaultIsOpen())return{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:"Renor's switch for the default closed during the run; the rest is not sent"};training?state.trainingEverSent=!0:state.everSent=!0,(0,state_1.writeState)(options2.dir,state);let status=null,code=null,failure=null;try{({status,code}=await post(endpoint,currentBearer(),JSON.stringify(body(batch.kind,batch.rows)),options2.fetch,options2.hosted,env))}catch(err){failure=err instanceof Error?err.message:"request failed"}if((0,state_1.effectiveLevel)(options2.dir,env)==="off")return(await requestDelete(options2.dir,state,{env,fetch:options2.fetch,hosted:options2.hosted})).ok&&(0,state_1.removeLocalSharingData)(options2.dir,now),{...stopped(),reason:"off was chosen during the run; the endpoint was asked to delete what it holds"};if(failure!==null||status===null)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:failure??"request failed"};if(status===401&&code==="unauthenticated")return options2.hosted||(state.token!==void 0&&(state.everSent||state.deletePending)&&retireBearer(state,state.token),delete state.token,(0,state_1.writeState)(options2.dir,state)),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:options2.hosted?"Renor did not accept this workspace's proof; will retry":"Renor did not accept this install's credential; it will ask for a new one"};let last=batch.rows[batch.rows.length-1].at,key=batch.kind==="retrieval"?"retrieval":batch.kind==="save"?"save":"session";if((status<200||status>=300)&&code!==null&&fields_1.TERMINAL_REFUSALS.includes(code))return marks[key]=Math.max(marks[key],last),code==="consent_off"?((0,state_1.writeState)(options2.dir,state),await chooseLevel({dir:options2.dir,level:training?"signals":"off",wording:consent.wording,adult:record?.adult===!0,source:"service",env,fetch:options2.fetch,now:options2.now,hosted:options2.hosted}),{...stopped(),reason:"Renor says sharing is off for this workspace; it is now off here too"}):(state.paused={code,at:now},(0,state_1.writeState)(options2.dir,state),{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:code==="sharing_closed"?"Renor has closed sharing; nothing is sent until it is open again":"Renor refused the consent record; nothing is sent until a level is chosen again"});if(status===403&&code==="unmapped"&&training)return state.trainingUnmappedAt=now,(0,state_1.writeState)(options2.dir,state),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:"the endpoint answered 403 unmapped: this workspace's training id is not tied to it yet; the platform ties it again when the dashboard next reads the workspace"};if(status<200||status>=300)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:`the endpoint answered ${status}${code!==null?` ${code}`:""}`};marks[key]=Math.max(marks[key],last),training?(state.trainingEverSent=!0,delete state.trainingUnmappedAt):state.everSent=!0,(0,state_1.writeState)(options2.dir,state),sent+=batch.rows.length,sentBatches+=1}if(skipped>0){for(let item of projected){if(valid.includes(item))continue;let key=item.kind;marks[key]=Math.max(marks[key],item.at)}(0,state_1.writeState)(options2.dir,state)}return forgetSentExamples(),{status:"sent",level,rows:sent,batches:sentBatches,skipped}}var doNotTrack=env=>(env.DO_NOT_TRACK??"").trim()==="1";async function deleteRemote(options2){let state=(0,state_1.readState)(options2.dir);return state===null||!state.everSent&&!state.deletePending&&state.trainingEverSent!==!0&&state.trainingDeletePending!==!0&&(state.retiredSecrets??[]).length===0&&(state.retiredTrainingBearers??[]).length===0?{ok:!0,requested:!1}:requestDelete(options2.dir,state,options2)}async function deleteTraining(options2){let state=(0,state_1.readState)(options2.dir),currentOwed=state!==null&&(state.trainingEverSent===!0||state.trainingDeletePending===!0),retired=state?.retiredTrainingBearers??[];if(state===null||!currentOwed&&retired.length===0)return{ok:!0,requested:!1};let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(options2.dir,currentOwed?{...state,trainingEverSent:!0,trainingDeletePending:!0}:state),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...currentOwed?[(0,state_1.trainingBearer)(state.secret)]:[],...retired],remaining=new Set(retired),{retiredTrainingBearers:_was,...stateRest}=state,owed=()=>({...stateRest,...currentOwed?{trainingEverSent:!0,trainingDeletePending:!0}:{},...remaining.size>0?{retiredTrainingBearers:[...remaining]}:{}});try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(status>=200&&status<300||status===401||status===404){remaining.delete(bearer);continue}return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}let{trainingEverSent:_sent,trainingDeletePending:_owed,trainingWatermarks:_marks,retiredTrainingBearers:_retired,...rest}=(0,state_1.readState)(options2.dir)??state;return(0,state_1.writeState)(options2.dir,rest),{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function requestDelete(dir,state,options2){let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(dir,{...state,everSent:!0,deletePending:!0}),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...state.everSent||state.deletePending?[bearerOf(state,options2.hosted)]:[],...state.retiredSecrets??[],...state.trainingEverSent===!0||state.trainingDeletePending===!0?[(0,state_1.trainingBearer)(state.secret)]:[],...state.retiredTrainingBearers??[]],owed={...state,everSent:!0,deletePending:!0};try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(!(status>=200&&status<300||status===401||status===404))return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}return{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function chooseLevel(options2){let previous=(0,state_1.readConsent)(options2.dir,options2.env),now=(options2.now??Date.now)();if(options2.level==="off"){let record2={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:previous?.adult??!1,source:options2.source};(0,state_1.writeConsent)(options2.dir,record2,options2.env);let owed=(0,state_1.readState)(options2.dir);owed!==null&&owed.everSent&&!owed.deletePending&&(0,state_1.writeState)(options2.dir,{...owed,deletePending:!0});for(let name of[state_1.EXAMPLES_FILE,`${state_1.EXAMPLES_FILE}-wal`,`${state_1.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(options2.dir,name),{force:!0});let result=options2.deferRemoteDelete===!0?{ok:!1,requested:!1}:await deleteRemote({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:options2.hosted});result.ok&&(0,state_1.removeLocalSharingData)(options2.dir,now);let deleted=result.requested||result.owedUnderDoNotTrack?result.ok:null;return{level:"off",changed:previous?.level!=="off",record:record2,remoteDeleted:deleted,reason:result.reason,...result.owedUnderDoNotTrack?{deleteOwedUnderDoNotTrack:!0}:{}}}if(!options2.adult)throw new Error("sharing needs the user to confirm they are 18 or older");let numbersOff=options2.hosted===!0&&(previous?.numbersOff===!0||previous?.level==="off"),hostedWas=options2.hosted===!0&&previous?.level==="data",leaveText=async()=>{let result=await deleteTraining({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:!0}),rotated=(0,state_1.rotateSecret)(options2.dir);return(0,state_1.writeState)(options2.dir,{...rotated,watermarks:{retrieval:Math.max(rotated.watermarks.retrieval,now),save:Math.max(rotated.watermarks.save,now),session:Math.max(rotated.watermarks.session,now)}}),result.requested||result.owedUnderDoNotTrack?result.ok:null};if(numbersOff&&options2.level==="signals"){let off={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,numbersOff:!0};(0,state_1.writeConsent)(options2.dir,off,options2.env);for(let name of[state_1.EXAMPLES_FILE,`${state_1.EXAMPLES_FILE}-wal`,`${state_1.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(options2.dir,name),{force:!0});let remoteDeleted2=null;return hostedWas&&(remoteDeleted2=await leaveText()),{level:"off",changed:previous?.level!=="off",record:off,remoteDeleted:remoteDeleted2}}let pausedState=(0,state_1.readState)(options2.dir);if(pausedState?.paused!==void 0&&(delete pausedState.paused,(0,state_1.writeState)(options2.dir,pausedState)),previous!==null&&previous.level===options2.level&&previous.adult)return{level:options2.level,changed:!1,record:previous,remoteDeleted:null};let record={version:1,level:options2.level,changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,...options2.client!==void 0?{client:options2.client}:{},...numbersOff?{numbersOff:!0}:{}};(0,state_1.writeConsent)(options2.dir,record,options2.env),(0,state_1.ensureState)(options2.dir);let remoteDeleted=null;if((0,fields_1.levelRank)(options2.level)<(0,fields_1.levelRank)("data")){for(let name of[state_1.EXAMPLES_FILE,`${state_1.EXAMPLES_FILE}-wal`,`${state_1.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(options2.dir,name),{force:!0});hostedWas&&(remoteDeleted=await leaveText())}if(options2.hosted===!0&&(0,fields_1.levelRank)(options2.level)>=(0,fields_1.levelRank)("data")&&previous?.level!=="data"){let{trainingWatermarks:_w,...rest}=(0,state_1.rotateSecret)(options2.dir);(0,state_1.writeState)(options2.dir,rest)}return{level:options2.level,changed:!0,record,remoteDeleted}}async function deleteAllShared(options2){let remote=await deleteRemote(options2);return remote.ok?((0,state_1.removeLocalSharingData)(options2.dir,(options2.now??Date.now)()),{remote,localRemoved:!0}):{remote,localRemoved:!1}}async function settlePendingDelete(options2){let env=options2.env??process.env;if(doNotTrack(env))return;let state=(0,state_1.readState)(options2.dir);if(state===null)return;if(!state.deletePending&&(state.trainingDeletePending===!0||(state.retiredTrainingBearers??[]).length>0)){await deleteTraining(options2);return}if(!state.deletePending)return;(await deleteRemote(options2)).ok&&(0,state_1.removeLocalSharingData)(options2.dir,(options2.now??Date.now)())}}});var require_wording=__commonJS({"dist/sharing/wording.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CLI_WORDING_VERSION=exports2.ADULT_LINE=void 0;exports2.wordingFor=wordingFor;exports2.defaultWording=defaultWording;exports2.fieldList=fieldList;var fields_1=require_fields();Object.defineProperty(exports2,"CLI_WORDING_VERSION",{enumerable:!0,get:function(){return fields_1.CLI_WORDING_VERSION}});var notice_1=require_notice();function wordingFor(level){let common=["Renor can learn from how its memory is used. Anonymous usage numbers are on until you turn them off; your memory text is shared only if you say yes, here or to your agent.","","You can change this at any time with `renor-engine telemetry off`, and `renor-engine telemetry delete`","removes what Renor holds. Turning it off stops recording at once and asks Renor to delete what it holds, at once (backups can keep a","copy for up to 7 more days). A ranking setting already fitted from rows is not recalled; the next fit leaves yours out.","Sharing never changes your plan, quota or features. What you share is kept as long as it helps improve Renor, with no fixed period, and is deleted when you ask or turn it off.",""];return level==="signals"?[...common,"LEVEL: share signals"," Sent: anonymous labelled numbers, worked out inside your own data folder from the learning log: which kind of memory was returned,"," in what position, with what score, and whether your AI then opened, cited, updated or retired it, with times rounded to the hour."," Never sent: memory text, queries, titles, names, file paths, memory ids, keys or your IP address stored with the rows."," Every field is listed by `renor-engine telemetry fields signals`, and `renor-engine telemetry preview` prints exactly what would be sent."].join(`
|
|
1358
|
+
`)}catch(err){throw db.close(),err}return new _ExampleStore(db)}putQuery(queryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO queries (query_key, text, at) VALUES (?, ?, ?) ON CONFLICT (query_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(queryKey,kept,at)}putMemory(memoryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO memories (memory_key, text, at) VALUES (?, ?, ?) ON CONFLICT (memory_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(memoryKey,kept,at)}query(queryKey){return this.db.prepare("SELECT text FROM queries WHERE query_key = ?").get(queryKey)?.text??null}memory(memoryKey){return this.db.prepare("SELECT text FROM memories WHERE memory_key = ?").get(memoryKey)?.text??null}count(){let n=table=>this.db.prepare(`SELECT COUNT(*) AS n FROM ${table}`).get().n;return{queries:n("queries"),memories:n("memories")}}forgetUpTo(cutoff){this.db.prepare("DELETE FROM queries WHERE at <= ?").run(cutoff),this.db.prepare("DELETE FROM memories WHERE at <= ?").run(cutoff)}close(){this.db.open&&this.db.close()}};exports2.ExampleStore=ExampleStore;function keepable(text){let trimmed=text.trim();if(trimmed==="")return null;let cut=trimmed.length>fields_1.MAX_EXAMPLE_TEXT?trimmed.slice(0,fields_1.MAX_EXAMPLE_TEXT):trimmed;return(0,secretScanner_1.scanSecrets)(trimmed)===null?cut:null}var open=new Map;function closeExampleStores(){for(let store of open.values())store.close();open.clear()}function closeExampleStore(dir){let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE);open.get(key)?.close(),open.delete(key)}function sharingHook(dir,env=process.env,now=Date.now){let store=()=>{let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE),held=open.get(key);if(held&&!node_fs_1.default.existsSync(key)&&(held.close(),open.delete(key),held=void 0),!held){let made=ExampleStore.open(dir,!0);if(made===null)throw new Error("the example store could not be created");open.set(key,made),held=made}return held},dataOn=()=>(0,state_1.effectiveLevel)(dir,env)==="data";return{level:()=>(0,state_1.effectiveLevel)(dir,env),query(queryKey,text){try{dataOn()&&store().putQuery(queryKey,text,now())}catch{}},memory(memoryKey,text){try{dataOn()&&store().putMemory(memoryKey,text,now())}catch{}}}}}});var require_project=__commonJS({"dist/sharing/project.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SLICE_ROWS=exports2.LABEL_WINDOW_MS=void 0;exports2.hourOf=hourOf;exports2.projectRows=projectRows;exports2.projectFromLog=projectFromLog;var fields_1=require_fields();exports2.LABEL_WINDOW_MS=24*36e5;var asString=value=>typeof value=="string"?value:null,asNumber=value=>typeof value=="number"&&Number.isFinite(value)?value:null,asBool=value=>value===1||value===!0?!0:value===0||value===!1?!1:null;function hourOf(ms){return new Date(ms).toISOString().slice(0,13)}function delayBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<864e5?"<1d":">=1d"}function lengthBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<216e5?"<6h":">=6h"}function countBucket(n){return n<=0?"0":n===1?"1":n<=3?"2-3":n<=7?"4-7":"8+"}function tokenBucket(tokens){if(tokens===null||tokens<0)return null;let bucket=1;for(;bucket<tokens;)bucket*=2;return bucket}var round=value=>value===null?null:Math.round(value*1e4)/1e4;function indexEvents(tables){let byMemory=new Map,bySubject=new Map,add=(map,key,event)=>{if(key===null)return;let list=map.get(key);list?list.push(event):map.set(key,[event])};for(let op of tables.memory_ops){let at=asNumber(op.at),kind=op.op;if(at===null)continue;let key=asString(op.memory_key);kind==="retrieve"?add(byMemory,key,{at,kind:"retrieve"}):kind==="delete"?add(byMemory,key,{at,kind:"delete"}):kind==="supersede"&&(add(byMemory,asString(op.replaced_key),{at,kind:"supersede"}),asString(op.replaced_key)!==key&&add(byMemory,key,{at,kind:"supersede"}))}for(let row of tables.feedback){let at=asNumber(row.at);at!==null&&(add(byMemory,asString(row.memory_key),{at,kind:"cite"}),add(bySubject,asString(row.subject_key),{at,kind:"cite"}))}for(let list of[...byMemory.values(),...bySubject.values()])list.sort((a,b)=>a.at-b.at);return{byMemory,bySubject}}function labelOf(lists,from,until,skipSupersedeAt=null){let label={opened:!1,cited:!1,updated:!1,retired:!1,firstAt:null};for(let list of lists)for(let event of list??[])event.at<=from||event.at>until||skipSupersedeAt!==null&&event.kind==="supersede"&&event.at===skipSupersedeAt||(event.kind==="retrieve"?label.opened=!0:event.kind==="cite"?label.cited=!0:event.kind==="supersede"?label.updated=!0:label.retired=!0,label.firstAt=label.firstAt===null?event.at:Math.min(label.firstAt,event.at));return label}function servedRow(candidate){return asNumber(candidate.rank)!==null}function retrievalRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,candidatesBy=new Map;for(let candidate of tables.candidates){let id=asNumber(candidate.retrieval_id);if(id===null||!servedRow(candidate))continue;let list=candidatesBy.get(id);list?list.push(candidate):candidatesBy.set(id,[candidate])}let rows=[],retrievals=[...tables.retrievals].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let retrieval of retrievals){let at=asNumber(retrieval.at),id=asNumber(retrieval.id),tool=asString(retrieval.tool);if(at===null||id===null||tool===null||!fields_1.RETRIEVAL_TOOL_NAMES.includes(tool)||at<=options2.watermarks.retrieval||at>cutoff)continue;let queryKey=asString(retrieval.query_key),candidates=(candidatesBy.get(id)??[]).slice(0,200).map(candidate=>{let kind=asString(candidate.kind)??"unkeyed",memoryKey=asString(candidate.memory_key),label=memoryKey!==null&&kind!=="unkeyed"?labelOf([events.byMemory.get(memoryKey),kind==="fact"?events.bySubject.get(asString(candidate.subject_key)??""):void 0],at,at+windowMs):null,out={rank:asNumber(candidate.rank)??0,kind,lane:asString(candidate.reason),score:round(asNumber(candidate.score)),matched:asBool(candidate.matched),current:asBool(candidate.current),opened:label===null?null:label.opened,cited:label===null?null:label.cited,updated:label===null?null:label.updated,retired:label===null?null:label.retired,delay_bucket:label===null||label.firstAt===null?null:delayBucket(label.firstAt-at)};return options2.level==="data"&&(out.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),out}),row={kind:"retrieval-labelled/1",hour:hourOf(at),tool,ranker:asString(retrieval.ranker)??"baseline",build:asString(retrieval.build),model:(0,fields_1.modelIdentifier)(asString(retrieval.model)),retrieval:asString(retrieval.retrieval),served:asNumber(retrieval.served)??candidates.length,reply_tokens_bucket:tokenBucket(asNumber(retrieval.reply_tokens)),relevant:asBool(retrieval.relevant),truncated:asBool(retrieval.truncated),candidates};options2.level==="data"&&(row.query=queryKey===null?null:options2.examples?.query(queryKey)??null),rows.push({kind:"retrieval",at,row})}return rows}function saveRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,retrievalAt=new Map;for(let retrieval of tables.retrievals){let id=asNumber(retrieval.id),at=asNumber(retrieval.at);id!==null&&at!==null&&retrievalAt.set(id,at)}let servedBy=new Map;for(let candidate of tables.candidates){let key=asString(candidate.memory_key),id=asNumber(candidate.retrieval_id),at=id===null?void 0:retrievalAt.get(id);if(key===null||at===void 0||!servedRow(candidate))continue;let list=servedBy.get(key);list?list.push(at):servedBy.set(key,[at])}let rows=[],ops=[...tables.memory_ops].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let op of ops){let at=asNumber(op.at),tool=asString(op.tool),kind=asString(op.op);if(at===null||tool===null||!fields_1.SAVE_TOOL_NAMES.includes(tool)||kind!=="create"&&kind!=="supersede"||at<=options2.watermarks.save||at>cutoff)continue;let memoryKey=asString(op.memory_key),item=asString(op.kind)??"unkeyed",joinable=memoryKey!==null&&item!=="unkeyed",label=joinable?labelOf([events.byMemory.get(memoryKey),item==="fact"?events.bySubject.get(asString(op.subject_key)??""):void 0],at,at+windowMs,at):labelOf([],at,at+windowMs),reads=joinable?(servedBy.get(memoryKey)??[]).filter(time=>time>at&&time<=at+windowMs).length:0,hasCites=tables.feedback.some(cite=>cite.tool===tool&&asNumber(cite.observed)!==0&&Math.abs((asNumber(cite.at)??Number.NaN)-at)<=2e3&&cite.agent_key===op.agent_key&&cite.session_key===op.session_key),row={kind:"save-outcome/1",hour:hourOf(at),tool,op:kind,item,has_cites:hasCites,reads_bucket:countBucket(reads),opened:label.opened,cited:label.cited,superseded:label.updated,retired:label.retired};options2.level==="data"&&(row.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),rows.push({kind:"save",at,row})}return rows}function sessionRows(log,options2,windowMs){let{tables}=log,cutoff=options2.now-windowMs,sessions=new Map,touch=(key,at,tool,apply)=>{if(key===null||at===null||tool===null)return;let seen=sessions.get(key);seen||(seen={first:at,last:at,tool,reads:0,saves:0,empty:0},sessions.set(key,seen)),at<seen.first&&(seen.first=at,seen.tool=tool),seen.last=Math.max(seen.last,at),apply(seen)};for(let retrieval of tables.retrievals)touch(asString(retrieval.session_key),asNumber(retrieval.at),asString(retrieval.tool),seen=>{seen.reads+=1,(asNumber(retrieval.served)??0)===0&&(seen.empty+=1)});for(let op of tables.memory_ops){let tool=asString(op.tool);touch(asString(op.session_key),asNumber(op.at),tool,seen=>{tool!==null&&fields_1.SAVE_TOOL_NAMES.includes(tool)&&(op.op==="create"||op.op==="supersede")&&(seen.saves+=1)})}let rows=[];for(let seen of[...sessions.values()].sort((a,b)=>a.last-b.last))seen.last<=options2.watermarks.session||seen.last>cutoff||rows.push(sessionRow(seen));return rows}function sessionRow(seen){let firstCall=fields_1.RETRIEVAL_TOOL_NAMES.includes(seen.tool)||fields_1.SAVE_TOOL_NAMES.includes(seen.tool)?seen.tool:"other";return{kind:"session",at:seen.last,row:{kind:"session-aggregate/1",hour:hourOf(seen.first),length_bucket:lengthBucket(seen.last-seen.first),reads_bucket:countBucket(seen.reads),saves_bucket:countBucket(seen.saves),empty_reads_bucket:countBucket(seen.empty),first_call:firstCall}}}function projectRows(log,options2){let windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS;return[...retrievalRows(log,options2,windowMs),...saveRows(log,options2,windowMs),...sessionRows(log,options2,windowMs)]}exports2.SLICE_ROWS=500;var CITE_SKEW_MS=2e3;function projectSlice(log,build,kind,after,until,options2,windowMs){let slice=log.exportServedWindow(after-CITE_SKEW_MS,until+Math.max(windowMs,CITE_SKEW_MS));return build(slice,{...options2,now:until+windowMs,watermarks:{...options2.watermarks,[kind]:after}},windowMs)}function*projectFromLog(source,options2){let read=fn=>{if(typeof source!="function")return fn(source);let log=source();try{return fn(log)}finally{log.close()}},windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS,limit=Math.max(1,options2.sliceRows??exports2.SLICE_ROWS),cutoff=options2.now-windowMs,kinds=[{kind:"retrieval",build:retrievalRows},{kind:"save",build:saveRows}];for(let{kind,build}of kinds){let after2=options2.watermarks[kind];for(;after2<cutoff;){let until=read(log=>log.sliceEnd(after2,cutoff,limit));yield read(log=>projectSlice(log,build,kind,after2,until,options2,windowMs)),after2=until}}let after=options2.watermarks.session;for(;after<cutoff;){let spans=read(log=>log.sessionSpans(after,cutoff,fields_1.SAVE_TOOL_NAMES,limit));if(spans.length===0)break;yield spans.map(span=>sessionRow({...span,tool:span.first_tool})),after=spans[spans.length-1].last}}}});var require_notice=__commonJS({"dist/sharing/notice.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.AGENT_NOTICE_INSTRUCTION=exports2.NOTICE_LINE=exports2.TELEMETRY_DOC_URL=exports2.NOTICE_WORDING_VERSION=exports2.NOTICE_FILE=void 0;exports2.readNotice=readNotice;exports2.noticePending=noticePending;exports2.showNotice=showNotice;exports2.noticeRecorded=noticeRecorded;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=require("node:crypto"),state_1=require_state();exports2.NOTICE_FILE="sharing-notice.json";exports2.NOTICE_WORDING_VERSION="engine-notice-2026-10-28";exports2.TELEMETRY_DOC_URL="https://github.com/renorai/renor-engine/blob/main/docs/TELEMETRY.md";exports2.NOTICE_LINE=`Renor sends anonymous usage numbers (never text, names or paths) to improve its search. Turn them off any time: tell your agent, run \`renor-engine telemetry off\`, or set DO_NOT_TRACK=1. Details: ${exports2.TELEMETRY_DOC_URL}`;exports2.AGENT_NOTICE_INSTRUCTION=`Tell the user this once, in your own short words, before anything else: "${exports2.NOTICE_LINE}" If they want it off, or want to also share their memory text to help train Renor, use the sharing tool.`;var noticePath=env=>node_path_1.default.join((0,state_1.defaultSharingDir)(env),exports2.NOTICE_FILE);function readNotice(env=process.env){try{let raw=JSON.parse(node_fs_1.default.readFileSync(noticePath(env),"utf8"));if(typeof raw!="object"||raw===null||Array.isArray(raw))return null;let record=raw;if(record.version!==1)return null;let text=value=>typeof value=="string"&&value!==""?value:void 0;return{version:1,wording:text(record.wording)??exports2.NOTICE_WORDING_VERSION,...text(record.terminal)?{terminal:text(record.terminal)}:{},...text(record.agent)?{agent:text(record.agent)}:{},...text(record.asked)?{asked:text(record.asked)}:{}}}catch{return null}}function writeNotice(env,record){let dir=(0,state_1.defaultSharingDir)(env);node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448});let temp=node_path_1.default.join(dir,`.${exports2.NOTICE_FILE}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`);node_fs_1.default.writeFileSync(temp,`${JSON.stringify(record,null,2)}
|
|
1359
|
+
`,{mode:384}),node_fs_1.default.renameSync(temp,noticePath(env))}function noticePending(dir,surface,env=process.env){return(0,state_1.hostedEngine)(env)||!(0,state_1.defaultInForce)(dir,env)?!1:readNotice(env)?.[surface]===void 0}function showNotice(dir,surface,print,env=process.env,now=Date.now){if(!noticePending(dir,surface,env))return!1;try{print(exports2.NOTICE_LINE)}catch{return!1}try{let previous=readNotice(env);writeNotice(env,{...previous??{version:1},version:1,wording:exports2.NOTICE_WORDING_VERSION,[surface]:new Date(now()).toISOString()})}catch{return!1}return!0}function noticeRecorded(env=process.env){let record=readNotice(env);return record!==null&&(record.terminal!==void 0||record.agent!==void 0||record.asked!==void 0)}}});var require_send2=__commonJS({"dist/sharing/send.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_REPLY_BYTES=exports2.DEFAULT_DEFAULT_STATUS_URL=exports2.DEFAULT_STATUS_URL=exports2.DEFAULT_ENDPOINT=void 0;exports2.sharingEndpoint=sharingEndpoint;exports2.sharingStatusUrl=sharingStatusUrl;exports2.sharingStatusOpen=sharingStatusOpen;exports2.sharingDefaultStatusUrl=sharingDefaultStatusUrl;exports2.sharingDefaultOpen=sharingDefaultOpen;exports2.debugOn=debugOn;exports2.readCapped=readCapped;exports2.hostedProof=hostedProof;exports2.isIssuedToken=isIssuedToken;exports2.shareNow=shareNow;exports2.deleteRemote=deleteRemote;exports2.deleteTraining=deleteTraining;exports2.chooseLevel=chooseLevel;exports2.deleteAllShared=deleteAllShared;exports2.settlePendingDelete=settlePendingDelete;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),examples_1=require_examples(),fields_1=require_fields(),project_1=require_project(),state_1=require_state(),node_path_1=__importDefault(require("node:path")),notice_1=require_notice();function removeExamples(dir){(0,examples_1.closeExampleStore)(dir);for(let name of[state_1.EXAMPLES_FILE,`${state_1.EXAMPLES_FILE}-wal`,`${state_1.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(dir,name),{force:!0})}function removeLocalData(dir,now){(0,examples_1.closeExampleStore)(dir),(0,state_1.removeLocalSharingData)(dir,now)}exports2.DEFAULT_ENDPOINT="https://yiotrpmsxbnarzvodqyf.supabase.co/functions/v1/sharing-ingest";function sharingEndpoint(env=process.env){let raw=(env.RENOR_SHARING_ENDPOINT??"").trim();if(raw==="")return exports2.DEFAULT_ENDPOINT;let url;try{url=new URL(raw)}catch{throw new Error("RENOR_SHARING_ENDPOINT must be a URL")}let loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_ENDPOINT must be https (http is allowed only for a loopback address)");return url.toString()}exports2.DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/status";function sharingStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingStatusOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}exports2.DEFAULT_DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/default-status";function sharingDefaultStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_DEFAULT_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingDefaultOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingDefaultStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}function debugOn(env=process.env){let raw=(env.RENOR_SHARING_DEBUG??"").trim().toLowerCase();return raw==="1"||raw==="true"}exports2.MAX_REPLY_BYTES=4096;async function readCapped(reply,max=exports2.MAX_REPLY_BYTES){let stream=reply.body;if(!stream)return(await reply.text()).slice(0,max);let reader=stream.getReader(),chunks=[],size=0;try{for(;size<max;){let{done,value}=await reader.read();if(done)break;chunks.push(value),size+=value.length}}finally{await reader.cancel().catch(()=>{})}return new TextDecoder().decode(Buffer.concat(chunks).subarray(0,max))}function hostedProof(env,contributor){let gateway=(env.MVP_GATEWAY_SECRET??"").trim();if(gateway==="")return null;let key=(0,node_crypto_1.createHmac)("sha256",gateway).update("sharing-ingest-hosted/v1").digest("hex");return(0,node_crypto_1.createHmac)("sha256",key).update(contributor).digest("hex")}function isIssuedToken(token){return typeof token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(token)}function bearerOf(state,hosted){return hosted?state.secret:state.token??state.secret}function retireBearer(state,bearer){state.retiredSecrets=[...new Set([...state.retiredSecrets??[],bearer])].slice(-50)}async function post(url,bearer,body,send,hosted=!1,env=process.env,wantJson=!1){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let doFetch=send??((u,init)=>fetch(u,init)),proof=hosted&&bearer!==null?hostedProof(env,(0,state_1.contributorId)(bearer)):null,response=await doFetch(url,{method:"POST",headers:{"content-type":"application/json",...bearer!==null?{authorization:`Bearer ${bearer}`}:{},...hosted?{"x-renor-hosted":"1",...proof!==null?{"x-renor-hosted-proof":proof}:{}}:{}},body,signal:controller.signal}),retry=Number(response.headers.get("retry-after")),code=null;if(response.status>=400)try{let parsed=JSON.parse(await readCapped(response));typeof parsed=="object"&&parsed!==null&&typeof parsed.code=="string"&&(code=parsed.code)}catch{}let json=null;if(wantJson&&response.status>=200&&response.status<300)try{json=JSON.parse(await readCapped(response))}catch{json=null}return{status:response.status,retryAfter:Number.isFinite(retry)&&retry>0?retry:null,code,json}}finally{clearTimeout(timer)}}async function registerInstall(options2,endpoint){let env=options2.env??process.env;try{let{status,code,json}=await post(endpoint,null,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"register"}),options2.fetch,!1,env,!0),token=typeof json=="object"&&json!==null?json.token:void 0;return status>=200&&status<300&&typeof token=="string"&&isIssuedToken(token)?{ok:!0,token}:{ok:!1,code,reason:code!==null?`Renor refused to issue a credential (${code})`:`Renor answered ${status} when asked for a credential`}}catch(err){return{ok:!1,code:null,reason:err instanceof Error?err.message:"request failed"}}}function chunk(rows,max){let out=[],index=0;for(;index<rows.length;){let end=Math.min(index+max,rows.length);for(;end<rows.length&&end>index+1&&rows[end].at===rows[end-1].at;)end-=1;out.push(rows.slice(index,end)),index=end}return out}function batchId(secret,kind,rows){return(0,node_crypto_1.createHash)("sha256").update(JSON.stringify([secret,kind,rows[0].at,rows[rows.length-1].at,rows.length])).digest("hex").slice(0,32)}var STATUS_RANK=["failed","paused","stopped","sent","debug","nothing","no-log","off"];async function shareNow(options2){let first=await shareStream(options2,"numbers"),env=options2.env??process.env,previewing=(options2.debug===!0||debugOn(env))&&options2.previewLevel!==void 0,numbersOff=(0,state_1.readConsent)(options2.dir,env)?.numbersOff===!0;if(options2.hosted!==!0||previewing||first.status==="off"&&!numbersOff||(0,state_1.effectiveLevel)(options2.dir,env)!=="data")return first;let second=await shareStream(options2,"training"),rank=status2=>STATUS_RANK.indexOf(status2),status=rank(first.status)<=rank(second.status)?first.status:second.status,reasons=[first.reason,second.reason].filter(reason=>reason!==void 0);return{status,level:second.level,rows:first.rows+second.rows,batches:first.batches+second.batches,skipped:first.skipped+second.skipped,...first.payloads!==void 0||second.payloads!==void 0?{payloads:[...first.payloads??[],...second.payloads??[]]}:{},...reasons.length>0?{reason:reasons.join("; ")}:{}}}async function shareStream(options2,stream){let training=stream==="training",env=options2.env??process.env,now=(options2.now??Date.now)(),debug=options2.debug===!0||debugOn(env),previewing=debug&&options2.previewLevel!==void 0,chosen=previewing?options2.previewLevel:(0,state_1.effectiveLevel)(options2.dir,env),level=options2.hosted&&!training&&chosen==="data"?"signals":chosen,empty=(status,extra={})=>({status,level,rows:0,batches:0,skipped:0,...extra});if(level==="off")return empty("off");let record=(0,state_1.consentFor)(options2.dir,env);if(options2.hosted===!0&&!training&&record?.numbersOff===!0)return empty("off");if(options2.hosted===!0&&!training&&chosen==="data")return empty("nothing");let viaDefault=!previewing&&!training&&(record===null||options2.hosted===!0);if(viaDefault&&options2.hosted!==!0&&!debug&&!(options2.noticeRecorded??(()=>(0,notice_1.noticeRecorded)(env)))())return empty("paused",{reason:"the first-run notice has not been shown yet; nothing is sent under the default until it has"});let consent=viaDefault?{wording:fields_1.DEFAULT_WORDING_VERSION}:record??(previewing?{wording:fields_1.CLI_WORDING_VERSION}:null);if(consent===null||options2.memoryDir===null)return empty("no-log",{reason:"no learning log to read"});let paused=debug?void 0:(0,state_1.readState)(options2.dir)?.paused;if(paused?.code==="consent_required")return empty("paused",{reason:"Renor refused the consent record; nothing is sent until a level is chosen again"});if(paused?.code==="sharing_closed"){if(!await(options2.sharingOpen??(()=>sharingStatusOpen(env)))())return empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"});let resumed=(0,state_1.readState)(options2.dir);resumed!==null&&(delete resumed.paused,(0,state_1.writeState)(options2.dir,resumed))}let defaultIsOpen=async()=>{try{return await(options2.defaultOpen??(()=>sharingDefaultOpen(env)))()}catch{return!1}};if(viaDefault&&!debug&&!await defaultIsOpen())return empty("paused",{reason:"Renor's switch for the default is closed; nothing is sent"});let file=(0,settings_1.learningDbPath)(options2.memoryDir);if(!node_fs_1.default.existsSync(file))return empty("no-log",{reason:`no learning log at ${file}`});let openLog=()=>store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1,now:()=>now}),probe=openLog();if(probe===null)return empty("no-log",{reason:`no learning log at ${file}`});probe.close();let state=debug?(0,state_1.readState)(options2.dir)??(0,state_1.freshState)((0,state_1.readCutoff)(options2.dir)):(0,state_1.ensureState)(options2.dir);if(training){let from=Math.max(0,Date.parse(record?.changedAt??"")||0,(0,state_1.readCutoff)(options2.dir));state.trainingWatermarks??={retrieval:from,save:from,session:from}}let marks=training?state.trainingWatermarks:state.watermarks,currentBearer=()=>training?(0,state_1.trainingBearer)(state.secret):bearerOf(state,options2.hosted),idSecret=training?(0,state_1.trainingBearer)(state.secret):state.secret,store,openStore=()=>store===void 0?store=examples_1.ExampleStore.open(options2.dir,!1):store,examples=level==="data"?{query:key=>openStore()?.query(key)??null,memory:key=>openStore()?.memory(key)??null}:null,slices=(0,project_1.projectFromLog)(()=>{let log=openLog();if(log===null)throw new Error(`the learning log at ${file} went away during the run`);return log},{level,now,windowMs:options2.windowMs,watermarks:{...marks},examples}),skipped=0,pending=function*(){for(;;){let next;try{next=slices.next()}finally{store?.close(),store=void 0}if(next.done===!0)return;let projected=next.value,valid=new Set;for(let item of projected)try{(0,fields_1.validateRow)(item.row,level),valid.add(item)}catch{skipped+=1}let byKind=new Map;for(let item of valid){let list=byKind.get(item.kind);list?list.push(item):byKind.set(item.kind,[item])}for(let[kind,rows]of byKind){rows.sort((a,b)=>a.at-b.at);for(let part of chunk(rows,fields_1.MAX_ROWS_PER_BATCH))yield{kind,rows:part}}if(!debug&&valid.size<projected.length){for(let item of projected)valid.has(item)||(marks[item.kind]=Math.max(marks[item.kind],item.at));(0,state_1.writeState)(options2.dir,state)}}}(),firstBatch=pending.next(),batches=firstBatch.done===!0?[]:(function*(){yield firstBatch.value,yield*pending})(),forgetSentExamples=()=>{if(level!=="data")return;let store2=examples_1.ExampleStore.open(options2.dir,!1);try{store2?.forgetUpTo(now-(options2.windowMs??project_1.LABEL_WINDOW_MS))}finally{store2?.close()}};if(firstBatch.done===!0)return debug||forgetSentExamples(),empty("nothing",{skipped});let evidence={version:1,level:record?.level??level,changed_at:record?.changedAt??new Date(now).toISOString(),wording:consent.wording,adult:record?record.adult===!0:!0},body=(kind,rows)=>({protocol:fields_1.SHARING_PROTOCOL,action:"batch",batch_id:batchId(idSecret,kind,rows),level,wording:consent.wording,rows:rows.map(item=>item.row),...options2.hosted||viaDefault?{}:{consent:evidence},...viaDefault?{[fields_1.DEFAULT_FIELD]:!0}:{}});if(debug){let payloads=[...batches].map(batch=>body(batch.kind,batch.rows)),rows=payloads.reduce((n,payload)=>n+payload.rows.length,0);return{status:"debug",level,rows,batches:payloads.length,skipped,payloads}}let endpoint=sharingEndpoint(env);if(!options2.hosted&&!isIssuedToken(state.token)){let registered=await registerInstall({env,fetch:options2.fetch},endpoint);if(!registered.ok)return registered.code==="sharing_closed"?(state.paused={code:"sharing_closed",at:now},(0,state_1.writeState)(options2.dir,state),empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"})):empty("failed",{reason:`${registered.reason}; will retry`});(state.everSent||state.deletePending)&&retireBearer(state,state.token??state.secret),state.token=registered.token,(0,state_1.writeState)(options2.dir,state)}let sent=0,sentBatches=0,stillChosen=()=>(0,fields_1.levelRank)((0,state_1.effectiveLevel)(options2.dir,env))>=(0,fields_1.levelRank)(level),stopped=()=>({status:"stopped",level,rows:sent,batches:sentBatches,skipped,reason:"the choice was lowered during the run"});for(let batch of batches){if(!stillChosen())return stopped();if(viaDefault&&!await defaultIsOpen())return{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:"Renor's switch for the default closed during the run; the rest is not sent"};training?state.trainingEverSent=!0:state.everSent=!0,(0,state_1.writeState)(options2.dir,state);let status=null,code=null,failure=null;try{({status,code}=await post(endpoint,currentBearer(),JSON.stringify(body(batch.kind,batch.rows)),options2.fetch,options2.hosted,env))}catch(err){failure=err instanceof Error?err.message:"request failed"}if((0,state_1.effectiveLevel)(options2.dir,env)==="off")return(await requestDelete(options2.dir,state,{env,fetch:options2.fetch,hosted:options2.hosted})).ok&&removeLocalData(options2.dir,now),{...stopped(),reason:"off was chosen during the run; the endpoint was asked to delete what it holds"};if(failure!==null||status===null)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:failure??"request failed"};if(status===401&&code==="unauthenticated")return options2.hosted||(state.token!==void 0&&(state.everSent||state.deletePending)&&retireBearer(state,state.token),delete state.token,(0,state_1.writeState)(options2.dir,state)),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:options2.hosted?"Renor did not accept this workspace's proof; will retry":"Renor did not accept this install's credential; it will ask for a new one"};let last=batch.rows[batch.rows.length-1].at,key=batch.kind==="retrieval"?"retrieval":batch.kind==="save"?"save":"session";if((status<200||status>=300)&&code!==null&&fields_1.TERMINAL_REFUSALS.includes(code))return marks[key]=Math.max(marks[key],last),code==="consent_off"?((0,state_1.writeState)(options2.dir,state),await chooseLevel({dir:options2.dir,level:training?"signals":"off",wording:consent.wording,adult:record?.adult===!0,source:"service",env,fetch:options2.fetch,now:options2.now,hosted:options2.hosted}),{...stopped(),reason:"Renor says sharing is off for this workspace; it is now off here too"}):(state.paused={code,at:now},(0,state_1.writeState)(options2.dir,state),{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:code==="sharing_closed"?"Renor has closed sharing; nothing is sent until it is open again":"Renor refused the consent record; nothing is sent until a level is chosen again"});if(status===403&&code==="unmapped"&&training)return state.trainingUnmappedAt=now,(0,state_1.writeState)(options2.dir,state),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:"the endpoint answered 403 unmapped: this workspace's training id is not tied to it yet; the platform ties it again when the dashboard next reads the workspace"};if(status<200||status>=300)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:`the endpoint answered ${status}${code!==null?` ${code}`:""}`};marks[key]=Math.max(marks[key],last),training?(state.trainingEverSent=!0,delete state.trainingUnmappedAt):state.everSent=!0,(0,state_1.writeState)(options2.dir,state),sent+=batch.rows.length,sentBatches+=1}return forgetSentExamples(),{status:"sent",level,rows:sent,batches:sentBatches,skipped}}var doNotTrack=env=>(env.DO_NOT_TRACK??"").trim()==="1";async function deleteRemote(options2){let state=(0,state_1.readState)(options2.dir);return state===null||!state.everSent&&!state.deletePending&&state.trainingEverSent!==!0&&state.trainingDeletePending!==!0&&(state.retiredSecrets??[]).length===0&&(state.retiredTrainingBearers??[]).length===0?{ok:!0,requested:!1}:requestDelete(options2.dir,state,options2)}async function deleteTraining(options2){let state=(0,state_1.readState)(options2.dir),currentOwed=state!==null&&(state.trainingEverSent===!0||state.trainingDeletePending===!0),retired=state?.retiredTrainingBearers??[];if(state===null||!currentOwed&&retired.length===0)return{ok:!0,requested:!1};let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(options2.dir,currentOwed?{...state,trainingEverSent:!0,trainingDeletePending:!0}:state),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...currentOwed?[(0,state_1.trainingBearer)(state.secret)]:[],...retired],remaining=new Set(retired),{retiredTrainingBearers:_was,...stateRest}=state,owed=()=>({...stateRest,...currentOwed?{trainingEverSent:!0,trainingDeletePending:!0}:{},...remaining.size>0?{retiredTrainingBearers:[...remaining]}:{}});try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(status>=200&&status<300||status===401||status===404){remaining.delete(bearer);continue}return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}let{trainingEverSent:_sent,trainingDeletePending:_owed,trainingWatermarks:_marks,retiredTrainingBearers:_retired,...rest}=(0,state_1.readState)(options2.dir)??state;return(0,state_1.writeState)(options2.dir,rest),{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function requestDelete(dir,state,options2){let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(dir,{...state,everSent:!0,deletePending:!0}),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...state.everSent||state.deletePending?[bearerOf(state,options2.hosted)]:[],...state.retiredSecrets??[],...state.trainingEverSent===!0||state.trainingDeletePending===!0?[(0,state_1.trainingBearer)(state.secret)]:[],...state.retiredTrainingBearers??[]],owed={...state,everSent:!0,deletePending:!0};try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(!(status>=200&&status<300||status===401||status===404))return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}return{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function chooseLevel(options2){let previous=(0,state_1.readConsent)(options2.dir,options2.env),now=(options2.now??Date.now)();if(options2.level==="off"){let record2={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:previous?.adult??!1,source:options2.source};(0,state_1.writeConsent)(options2.dir,record2,options2.env);let owed=(0,state_1.readState)(options2.dir);owed!==null&&owed.everSent&&!owed.deletePending&&(0,state_1.writeState)(options2.dir,{...owed,deletePending:!0}),removeExamples(options2.dir);let result=options2.deferRemoteDelete===!0?{ok:!1,requested:!1}:await deleteRemote({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:options2.hosted});result.ok&&removeLocalData(options2.dir,now);let deleted=result.requested||result.owedUnderDoNotTrack?result.ok:null;return{level:"off",changed:previous?.level!=="off",record:record2,remoteDeleted:deleted,reason:result.reason,...result.owedUnderDoNotTrack?{deleteOwedUnderDoNotTrack:!0}:{}}}if(!options2.adult)throw new Error("sharing needs the user to confirm they are 18 or older");let numbersOff=options2.hosted===!0&&(previous?.numbersOff===!0||previous?.level==="off"),hostedWas=options2.hosted===!0&&previous?.level==="data",leaveText=async()=>{let result=await deleteTraining({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:!0}),rotated=(0,state_1.rotateSecret)(options2.dir);return(0,state_1.writeState)(options2.dir,{...rotated,watermarks:{retrieval:Math.max(rotated.watermarks.retrieval,now),save:Math.max(rotated.watermarks.save,now),session:Math.max(rotated.watermarks.session,now)}}),result.requested||result.owedUnderDoNotTrack?result.ok:null};if(numbersOff&&options2.level==="signals"){let off={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,numbersOff:!0};(0,state_1.writeConsent)(options2.dir,off,options2.env),removeExamples(options2.dir);let remoteDeleted2=null;return hostedWas&&(remoteDeleted2=await leaveText()),{level:"off",changed:previous?.level!=="off",record:off,remoteDeleted:remoteDeleted2}}let pausedState=(0,state_1.readState)(options2.dir);if(pausedState?.paused!==void 0&&(delete pausedState.paused,(0,state_1.writeState)(options2.dir,pausedState)),previous!==null&&previous.level===options2.level&&previous.adult)return{level:options2.level,changed:!1,record:previous,remoteDeleted:null};let record={version:1,level:options2.level,changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,...options2.client!==void 0?{client:options2.client}:{},...numbersOff?{numbersOff:!0}:{}};(0,state_1.writeConsent)(options2.dir,record,options2.env),(0,state_1.ensureState)(options2.dir);let remoteDeleted=null;if((0,fields_1.levelRank)(options2.level)<(0,fields_1.levelRank)("data")&&(removeExamples(options2.dir),hostedWas&&(remoteDeleted=await leaveText())),options2.hosted===!0&&(0,fields_1.levelRank)(options2.level)>=(0,fields_1.levelRank)("data")&&previous?.level!=="data"){let{trainingWatermarks:_w,...rest}=(0,state_1.rotateSecret)(options2.dir);(0,state_1.writeState)(options2.dir,rest)}return{level:options2.level,changed:!0,record,remoteDeleted}}async function deleteAllShared(options2){let remote=await deleteRemote(options2);return remote.ok?(removeLocalData(options2.dir,(options2.now??Date.now)()),{remote,localRemoved:!0}):{remote,localRemoved:!1}}async function settlePendingDelete(options2){let env=options2.env??process.env;if(doNotTrack(env))return;let state=(0,state_1.readState)(options2.dir);if(state===null)return;if(!state.deletePending&&(state.trainingDeletePending===!0||(state.retiredTrainingBearers??[]).length>0)){await deleteTraining(options2);return}if(!state.deletePending)return;(await deleteRemote(options2)).ok&&removeLocalData(options2.dir,(options2.now??Date.now)())}}});var require_wording=__commonJS({"dist/sharing/wording.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CLI_WORDING_VERSION=exports2.ADULT_LINE=void 0;exports2.wordingFor=wordingFor;exports2.defaultWording=defaultWording;exports2.fieldList=fieldList;var fields_1=require_fields();Object.defineProperty(exports2,"CLI_WORDING_VERSION",{enumerable:!0,get:function(){return fields_1.CLI_WORDING_VERSION}});var notice_1=require_notice();function wordingFor(level){let common=["Renor can learn from how its memory is used. Anonymous usage numbers are on until you turn them off; your memory text is shared only if you say yes, here or to your agent.","","You can change this at any time with `renor-engine telemetry off`, and `renor-engine telemetry delete`","removes what Renor holds. Turning it off stops recording at once and asks Renor to delete what it holds, at once (backups can keep a","copy for up to 7 more days). A ranking setting already fitted from rows is not recalled; the next fit leaves yours out.","Sharing never changes your plan, quota or features. What you share is kept as long as it helps improve Renor, with no fixed period, and is deleted when you ask or turn it off.",""];return level==="signals"?[...common,"LEVEL: share signals"," Sent: anonymous labelled numbers, worked out inside your own data folder from the learning log: which kind of memory was returned,"," in what position, with what score, and whether your AI then opened, cited, updated or retired it, with times rounded to the hour."," Never sent: memory text, queries, titles, names, file paths, memory ids, keys or your IP address stored with the rows."," Every field is listed by `renor-engine telemetry fields signals`, and `renor-engine telemetry preview` prints exactly what would be sent."].join(`
|
|
1347
1360
|
`):[...common,"LEVEL: share data for training",' Sent: everything in "share signals", plus the TEXT of the examples: the query behind a retrieval, the text of the memories it returned,'," and the statements that were saved. Renor may use that text to train and evaluate its own models."," Memories can contain other people's personal data and information about you. A text that looks like a secret (key, password, token)"," is left out, but no scanner is perfect: choose this only if you accept that."," Every field is listed by `renor-engine telemetry fields data`, and `renor-engine telemetry preview` prints exactly what would be sent."].join(`
|
|
1348
1361
|
`)}function defaultWording(){return[notice_1.NOTICE_LINE," Every field is listed by `renor-engine telemetry fields signals`, and `renor-engine telemetry preview` prints exactly what would be sent."," They are stored under a random install identifier that stays the same until you turn sharing off."," Turning it off stops recording and sending at once, and Renor is asked to delete what it holds for this install."," Sharing your memory text to help train Renor is a separate choice, never on unless you say yes: ask your agent, or run `renor-engine telemetry data`.",` (words: ${fields_1.DEFAULT_WORDING_VERSION})`].join(`
|
|
1349
1362
|
`)}exports2.ADULT_LINE="I am 18 or older and I choose this myself.";function fieldList(level){return(0,fields_1.fieldsAtLevel)(level).join(`
|
|
1350
|
-
`)}}});var require_cli=__commonJS({"dist/sharing/cli.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.TELEMETRY_ACTIONS=void 0;exports2.runTelemetry=runTelemetry;var node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),fields_1=require_fields(),send_1=require_send2(),state_1=require_state(),wording_1=require_wording();exports2.TELEMETRY_ACTIONS=["status","signals","data","off","delete","preview","send","fields"];function memoryDirOf(options2,env){let value=(options2.memoryDir??env.MVP_MEMORY_DIR??"").trim();return value===""?null:value}async function runTelemetry(action,argument,options2,io){let env=io.env,memoryDir=memoryDirOf(options2,env),dir=(0,state_1.sharingDirFor)(memoryDir,env,options2.dir),common={dir,env,fetch:io.fetch,now:io.now,hosted:(0,state_1.hostedEngine)(env)};try{switch(action){case"status":{let own=(0,state_1.readConsent)(dir,env),record=(0,state_1.consentFor)(dir,env),state=(0,state_1.readState)(dir),override=(0,state_1.envOverride)(env),level=(0,state_1.effectiveLevel)(dir,env),fallback=(0,state_1.defaultLevel)(env),byDefault=(0,state_1.defaultInForce)(dir,env);if(io.out(`sharing: ${level}${override!==null&&level!==(record?.level??fallback)?` (lowered by the environment from ${record?.level??fallback})`:""}${byDefault?" (the default: you have not chosen)":""}`),record===null&&(0,state_1.hasChosen)(dir,env)?io.out("choice: a record is there but cannot be read, so it counts as off"):record===null&&(0,state_1.foreignConsent)(dir,env)?io.out("choice: a record is there, but it was made on another install (copied or synced in), so it counts as no choice here"):record===null&&fallback==="off"?io.out("choice: none made (the default is off; nothing is recorded for sharing or sent)"):record===null?(io.out("choice: none made (the default is usage numbers, on until you turn them off)"),io.out((0,wording_1.defaultWording)())):io.out(`choice: ${record.level}, chosen ${record.changedAt} via ${record.source}, wording ${record.wording}, 18 or older: ${record.adult?"yes":"no"}${own===null?" (this install's answer at `renor setup`, which this memory folder follows)":""}`),io.out(`folder: ${dir}`),io.out(`endpoint: ${(0,send_1.sharingEndpoint)(env)}`),state?.paused?.code==="sharing_closed"?io.out("sending: paused, Renor has closed sharing; nothing is sent until it is open again"):state?.paused?.code==="consent_required"&&io.out("sending: paused, Renor refused the consent record; choose a level again to resume"),io.out(`debug mode: ${(0,send_1.debugOn)(env)?"on (RENOR_SHARING_DEBUG): nothing is sent, bodies are printed":"off"}`),memoryDir===null)io.out("learning log: not found (set MVP_MEMORY_DIR or pass --memory-dir; sharing sends rows made from it)");else{let file=(0,settings_1.learningDbPath)(memoryDir);if(!node_fs_1.default.existsSync(file))io.out(`learning log: none at ${file}`);else{let log=store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1});try{io.out(`learning log: ${file}`),log&&io.out(` rows inside the retention window: ${JSON.stringify(log.counts())}`)}finally{log?.close()}}}return state&&io.out(`sent before: ${state.everSent?"yes":"no"}${state.deletePending?"; a deletion is owed to the endpoint and will be retried":""}`),0}case"fields":{let wanted=argument===void 0?["signals","data"]:[argument];for(let level of wanted){if(level!=="signals"&&level!=="data")return io.err("usage: renor-engine telemetry fields [signals|data]"),2;io.out(`# fields sent at level ${level}`);for(let field of(0,fields_1.fieldsAtLevel)(level))io.out(field)}return 0}case"signals":case"data":{let level=action;if(io.out((0,wording_1.wordingFor)(level)),io.out(""),options2.yes!==!0){let answer=await io.ask(`${wording_1.ADULT_LINE} Share at this level? [y/N] `);if(answer===null)return io.err("No terminal to ask on: nothing was changed. Run it in a terminal, or add --yes if you have read the words above."),1;if(!answer)return io.out("Nothing was changed."),0}let result=await(0,send_1.chooseLevel)({...common,level,wording:wording_1.CLI_WORDING_VERSION,adult:!0,source:"cli"});return io.out(result.changed?`Sharing is now: ${level}. Recorded ${result.record?.changedAt}.`:`Sharing was already: ${level}.`),memoryDir===null&&io.out("Note: no learning log folder is set (MVP_MEMORY_DIR), so there is nothing to share yet."),0}case"off":{let result=await(0,send_1.chooseLevel)({...common,level:"off",wording:wording_1.CLI_WORDING_VERSION,adult:!0,source:"cli"});return result.changed?io.out("Sharing is now: off. Recording for sharing has stopped."):io.out("Sharing was already off."),io.out("Off is recorded as your choice, so a later change of the default does not turn it back on."),result.remoteDeleted===!0?io.out("Renor was asked to delete what it holds, and has."):result.deleteOwedUnderDoNotTrack?io.out("DO_NOT_TRACK=1 forbids any request, so Renor has not been asked yet to delete what it holds. The deletion is recorded here and sent the first time the engine runs without DO_NOT_TRACK=1."):result.remoteDeleted===!1&&io.out(`Renor could not be reached to delete what it holds (${result.reason??"unknown"}). The deletion is kept and retried when the service next runs.`),result.remoteDeleted===!1?1:0}case"delete":{let result=await(0,send_1.deleteAllShared)(common);if(!result.remote.ok)return io.err(result.remote.owedUnderDoNotTrack?"DO_NOT_TRACK=1 forbids any request, so Renor has not been asked yet to delete what it holds; nothing was removed here. The deletion is recorded and sent the first time the engine runs without DO_NOT_TRACK=1.":`Renor could not be reached (${result.remote.reason??"unknown"}); nothing was removed here, and the deletion is kept to retry.`),1;if(io.out(result.remote.requested?"Renor deleted what it held for this install.":"Nothing had ever been sent, so Renor holds nothing."),io.out("The local sharing files (state, saved example texts) were removed. Your choice is unchanged."),options2.local){if(memoryDir===null)return io.err("--local needs MVP_MEMORY_DIR or --memory-dir: the learning log was not touched."),1;let file=(0,settings_1.learningDbPath)(memoryDir),log=node_fs_1.default.existsSync(file)?store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1}):null;if(log){try{log.deleteAll()}finally{log.close()}io.out("The local learning log was emptied.")}else io.out("There was no local learning log.")}return 0}case"preview":case"send":{if(action==="preview"&&argument!==void 0&&argument!=="signals"&&argument!=="data")return io.err("usage: renor-engine telemetry preview [signals|data]"),2;let result=await(0,send_1.shareNow)({...common,memoryDir,debug:action==="preview"?!0:void 0,previewLevel:action==="preview"&&(argument==="signals"||argument==="data")?argument:void 0});if(action==="send"&&await(0,send_1.settlePendingDelete)(common),result.status==="debug"){io.out(`# debug: nothing was sent and nothing was changed. These ${result.batches} request body(ies) are exactly what would be sent to ${(0,send_1.sharingEndpoint)(env)}:`);for(let payload of result.payloads??[])io.out(JSON.stringify(payload,null,2))}else io.out(`status: ${result.status}; level: ${result.level}; rows: ${result.rows}; batches: ${result.batches}${result.skipped?`; skipped (failed their own contract): ${result.skipped}`:""}${result.reason?`; ${result.reason}`:""}`);return result.status==="failed"?1:0}default:return io.err(`usage: renor-engine telemetry <${exports2.TELEMETRY_ACTIONS.join(" | ")}>`),2}}catch(err){return io.err(err instanceof Error?err.message:String(err)),1}}}});var require_status=__commonJS({"dist/status.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.StatusError=void 0;exports2.engineStatus=engineStatus;exports2.statusLines=statusLines;var node_fs_1=__importDefault(require("node:fs")),client_js_1=require_client(),config_js_1=require_config(),walker_js_1=require_walker(),state_js_1=require_state(),buildIdentity_js_1=require_buildIdentity(),StatusError=class extends Error{};exports2.StatusError=StatusError;async function engineStatus(env=process.env){let config=(0,config_js_1.loadConfig)(),isDir=!1;try{isDir=node_fs_1.default.statSync(config.vaultPath).isDirectory()}catch{}if(!isDir)throw new StatusError(`the memory folder ${config.vaultPath} does not exist or is not a folder (set VAULT_PATH, or save a first memory)`);let files=await(0,walker_js_1.walkVault)(config.vaultPath),notes=0,facts=0,stale=files.length,lastSaved=null;if(node_fs_1.default.existsSync(config.dbPath)){let db;try{db=(0,client_js_1.openReadOnlyDb)(config.dbPath)}catch(err){throw new StatusError(`the index ${config.dbPath} cannot be opened: ${err instanceof Error?err.message:String(err)}`)}try{let rows=db.prepare("SELECT path, note_hash, modified_at FROM notes").all(),onDisk=new Set(files),byPath=new Map(rows.map(r=>[r.path,r]));notes=rows.length,facts=db.prepare("SELECT COUNT(*) AS c FROM facts").get().c,stale=0;for(let file of files){let row=byPath.get(file),mtime="";try{mtime=node_fs_1.default.statSync(file).mtime.toISOString()}catch{}(!row||row.note_hash===""||row.modified_at!==mtime)&&stale++}for(let row of rows)onDisk.has(row.path)||stale++}catch(err){throw new StatusError(`the index ${config.dbPath} cannot be read: ${err instanceof Error?err.message:String(err)}`)}finally{db.close()}}for(let file of files)try{let t=node_fs_1.default.statSync(file).mtime.toISOString();(lastSaved===null||t>lastSaved)&&(lastSaved=t)}catch{}let memoryDir=(env.MVP_MEMORY_DIR??"").trim();return{engineVersion:buildIdentity_js_1.ENGINE_VERSION,nodeVersion:process.version,memoryFolder:config.vaultPath,notes,facts,lastSaved,indexCurrent:stale===0,staleNotes:stale,fix:stale===0?null:"renor-engine index",search:config.embeddingProvider==="none"?"keyword-only":"semantic",embeddingProvider:config.embeddingProvider,sharing:(0,state_js_1.effectiveLevel)((0,state_js_1.sharingDirFor)(memoryDir===""?null:memoryDir,env,void 0),env)}}function statusLines(s){let lines=[`renor-engine ${s.engineVersion}, node ${s.nodeVersion}`,`memory folder: ${s.memoryFolder}`];return s.notes===0&&s.staleNotes===0?lines.push("memories: 0 notes, 0 facts. Nothing saved yet: save your first memory (remember something in your AI tool, or add a .md note to the folder), then run `renor-engine index`."):lines.push(`memories: ${s.notes} notes, ${s.facts} facts; last saved ${s.lastSaved??"never"}`),lines.push(s.indexCurrent?"index: current":`index: stale (${s.staleNotes} note(s) differ from the folder); fix: ${s.fix}`),lines.push(s.search==="semantic"?`search: semantic (${s.embeddingProvider})`:"search: keyword-only (set EMBEDDING_PROVIDER=openai or local for semantic search)"),lines.push(`sharing: ${s.sharing}`),lines}}});var require_connect=__commonJS({"dist/connect.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.APPS=exports2.RULE_TEXT=exports2.RULE_TOOLS=exports2.RULE_END=exports2.RULE_START=void 0;exports2.isApp=isApp;exports2.rulePath=rulePath;exports2.mcpEntry=mcpEntry;exports2.installRule=installRule;exports2.removeRule=removeRule;var node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path"));exports2.RULE_START="<!-- renor:rule:start -->";exports2.RULE_END="<!-- renor:rule:end -->";exports2.RULE_TOOLS=["search","remember_fact"];exports2.RULE_TEXT=`## Renor memory
|
|
1363
|
+
`)}}});var require_cli=__commonJS({"dist/sharing/cli.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.TELEMETRY_ACTIONS=void 0;exports2.runTelemetry=runTelemetry;var node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),fields_1=require_fields(),send_1=require_send2(),state_1=require_state(),wording_1=require_wording();exports2.TELEMETRY_ACTIONS=["status","signals","data","off","delete","preview","send","fields"];function memoryDirOf(options2,env){let value=(options2.memoryDir??env.MVP_MEMORY_DIR??"").trim();return value===""?null:value}async function runTelemetry(action,argument,options2,io){let env=io.env,memoryDir=memoryDirOf(options2,env),dir=(0,state_1.sharingDirFor)(memoryDir,env,options2.dir),common={dir,env,fetch:io.fetch,now:io.now,hosted:(0,state_1.hostedEngine)(env)};try{switch(action){case"status":{let own=(0,state_1.readConsent)(dir,env),record=(0,state_1.consentFor)(dir,env),state=(0,state_1.readState)(dir),override=(0,state_1.envOverride)(env),level=(0,state_1.effectiveLevel)(dir,env),fallback=(0,state_1.defaultLevel)(env),byDefault=(0,state_1.defaultInForce)(dir,env);if(io.out(`sharing: ${level}${override!==null&&level!==(record?.level??fallback)?` (lowered by the environment from ${record?.level??fallback})`:""}${byDefault?" (the default: you have not chosen)":""}`),record===null&&(0,state_1.hasChosen)(dir,env)?io.out("choice: a record is there but cannot be read, so it counts as off"):record===null&&(0,state_1.foreignConsent)(dir,env)?io.out("choice: a record is there, but it was made on another install (copied or synced in), so it counts as no choice here"):record===null&&fallback==="off"?io.out("choice: none made (the default is off; nothing is recorded for sharing or sent)"):record===null?(io.out("choice: none made (the default is usage numbers, on until you turn them off)"),io.out((0,wording_1.defaultWording)())):io.out(`choice: ${record.level}, chosen ${record.changedAt} via ${record.source}, wording ${record.wording}, 18 or older: ${record.adult?"yes":"no"}${own===null?" (this install's answer at `renor setup`, which this memory folder follows)":""}`),io.out(`folder: ${dir}`),io.out(`endpoint: ${(0,send_1.sharingEndpoint)(env)}`),state?.paused?.code==="sharing_closed"?io.out("sending: paused, Renor has closed sharing; nothing is sent until it is open again"):state?.paused?.code==="consent_required"&&io.out("sending: paused, Renor refused the consent record; choose a level again to resume"),io.out(`debug mode: ${(0,send_1.debugOn)(env)?"on (RENOR_SHARING_DEBUG): nothing is sent, bodies are printed":"off"}`),memoryDir===null)io.out("learning log: not found (set MVP_MEMORY_DIR or pass --memory-dir; sharing sends rows made from it)");else{let file=(0,settings_1.learningDbPath)(memoryDir);if(!node_fs_1.default.existsSync(file))io.out(`learning log: none at ${file}`);else{let log=store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1});try{io.out(`learning log: ${file}`),log&&io.out(` rows inside the retention window: ${JSON.stringify(log.counts())}`)}finally{log?.close()}}}return state&&io.out(`sent before: ${state.everSent?"yes":"no"}${state.deletePending?"; a deletion is owed to the endpoint and will be retried":""}`),0}case"fields":{let wanted=argument===void 0?["signals","data"]:[argument];for(let level of wanted){if(level!=="signals"&&level!=="data")return io.err("usage: renor-engine telemetry fields [signals|data]"),2;io.out(`# fields sent at level ${level}`);for(let field of(0,fields_1.fieldsAtLevel)(level))io.out(field)}return 0}case"signals":case"data":{let level=action;if(io.out((0,wording_1.wordingFor)(level)),io.out(""),options2.yes!==!0){let answer=await io.ask(`${wording_1.ADULT_LINE} Share at this level? [y/N] `);if(answer===null)return io.err("No terminal to ask on: nothing was changed. Run it in a terminal, or add --yes if you have read the words above."),1;if(!answer)return io.out("Nothing was changed."),0}let result=await(0,send_1.chooseLevel)({...common,level,wording:wording_1.CLI_WORDING_VERSION,adult:!0,source:"cli"});return io.out(result.changed?`Sharing is now: ${level}. Recorded ${result.record?.changedAt}.`:`Sharing was already: ${level}.`),memoryDir===null&&io.out("Note: no learning log folder is set (MVP_MEMORY_DIR), so there is nothing to share yet."),0}case"off":{let result=await(0,send_1.chooseLevel)({...common,level:"off",wording:wording_1.CLI_WORDING_VERSION,adult:!0,source:"cli"});return result.changed?io.out("Sharing is now: off. Recording for sharing has stopped."):io.out("Sharing was already off."),io.out("Off is recorded as your choice, so a later change of the default does not turn it back on."),result.remoteDeleted===!0?io.out("Renor was asked to delete what it holds, and has."):result.deleteOwedUnderDoNotTrack?io.out("DO_NOT_TRACK=1 forbids any request, so Renor has not been asked yet to delete what it holds. The deletion is recorded here and sent the first time the engine runs without DO_NOT_TRACK=1."):result.remoteDeleted===!1&&io.out(`Renor could not be reached to delete what it holds (${result.reason??"unknown"}). The deletion is kept and retried when the service next runs.`),result.remoteDeleted===!1?1:0}case"delete":{let result=await(0,send_1.deleteAllShared)(common);if(!result.remote.ok)return io.err(result.remote.owedUnderDoNotTrack?"DO_NOT_TRACK=1 forbids any request, so Renor has not been asked yet to delete what it holds; nothing was removed here. The deletion is recorded and sent the first time the engine runs without DO_NOT_TRACK=1.":`Renor could not be reached (${result.remote.reason??"unknown"}); nothing was removed here, and the deletion is kept to retry.`),1;if(io.out(result.remote.requested?"Renor deleted what it held for this install.":"Nothing had ever been sent, so Renor holds nothing."),io.out("The local sharing files (state, saved example texts) were removed. Your choice is unchanged."),options2.local){if(memoryDir===null)return io.err("--local needs MVP_MEMORY_DIR or --memory-dir: the learning log was not touched."),1;let file=(0,settings_1.learningDbPath)(memoryDir),log=node_fs_1.default.existsSync(file)?store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1}):null;if(log){try{log.deleteAll()}finally{log.close()}io.out("The local learning log was emptied.")}else io.out("There was no local learning log.")}return 0}case"preview":case"send":{if(action==="preview"&&argument!==void 0&&argument!=="signals"&&argument!=="data")return io.err("usage: renor-engine telemetry preview [signals|data]"),2;let result=await(0,send_1.shareNow)({...common,memoryDir,debug:action==="preview"?!0:void 0,previewLevel:action==="preview"&&(argument==="signals"||argument==="data")?argument:void 0});if(action==="send"&&await(0,send_1.settlePendingDelete)(common),result.status==="debug"){io.out(`# debug: nothing was sent and nothing was changed. These ${result.batches} request body(ies) are exactly what would be sent to ${(0,send_1.sharingEndpoint)(env)}:`);for(let payload of result.payloads??[])io.out(JSON.stringify(payload,null,2))}else io.out(`status: ${result.status}; level: ${result.level}; rows: ${result.rows}; batches: ${result.batches}${result.skipped?`; skipped (failed their own contract): ${result.skipped}`:""}${result.reason?`; ${result.reason}`:""}`);return result.status==="failed"?1:0}default:return io.err(`usage: renor-engine telemetry <${exports2.TELEMETRY_ACTIONS.join(" | ")}>`),2}}catch(err){return io.err(err instanceof Error?err.message:String(err)),1}}}});var require_status=__commonJS({"dist/status.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.StatusError=void 0;exports2.engineStatus=engineStatus;exports2.statusLines=statusLines;var node_fs_1=__importDefault(require("node:fs")),client_js_1=require_client(),config_js_1=require_config(),walker_js_1=require_walker(),state_js_1=require_state(),buildIdentity_js_1=require_buildIdentity(),StatusError=class extends Error{};exports2.StatusError=StatusError;async function engineStatus(env=process.env){let config=(0,config_js_1.loadConfig)(),isDir=!1;try{isDir=node_fs_1.default.statSync(config.vaultPath).isDirectory()}catch{}if(!isDir)throw new StatusError(`the memory folder ${config.vaultPath} does not exist or is not a folder (set VAULT_PATH, or save a first memory)`);let files=await(0,walker_js_1.walkVault)(config.vaultPath),notes=0,facts=0,stale=files.length,lastSaved=null;if(node_fs_1.default.existsSync(config.dbPath)){let db;try{db=(0,client_js_1.openReadOnlyDb)(config.dbPath)}catch(err){throw new StatusError(`the index ${config.dbPath} cannot be opened: ${err instanceof Error?err.message:String(err)}`)}try{let rows=db.prepare("SELECT path, note_hash, modified_at FROM notes").all(),onDisk=new Set(files),byPath=new Map(rows.map(r=>[r.path,r]));notes=rows.length,facts=db.prepare("SELECT COUNT(*) AS c FROM facts").get().c,stale=0;for(let file of files){let row=byPath.get(file),mtime="";try{mtime=node_fs_1.default.statSync(file).mtime.toISOString()}catch{}(!row||row.note_hash===""||row.modified_at!==mtime)&&stale++}for(let row of rows)onDisk.has(row.path)||stale++}catch(err){throw new StatusError(`the index ${config.dbPath} cannot be read: ${err instanceof Error?err.message:String(err)}`)}finally{db.close()}}for(let file of files)try{let t=node_fs_1.default.statSync(file).mtime.toISOString();(lastSaved===null||t>lastSaved)&&(lastSaved=t)}catch{}let memoryDir=(env.MVP_MEMORY_DIR??"").trim();return{engineVersion:buildIdentity_js_1.ENGINE_VERSION,nodeVersion:process.version,memoryFolder:config.vaultPath,notes,facts,lastSaved,indexCurrent:stale===0,staleNotes:stale,fix:stale===0?null:"renor-engine index",search:config.embeddingProvider==="none"?"keyword-only":"semantic",embeddingProvider:config.embeddingProvider,sharing:(0,state_js_1.effectiveLevel)((0,state_js_1.sharingDirFor)(memoryDir===""?null:memoryDir,env,void 0),env)}}function statusLines(s){let lines=[`renor-engine ${s.engineVersion}, node ${s.nodeVersion}`,`memory folder: ${s.memoryFolder}`];return s.notes===0&&s.staleNotes===0?lines.push("memories: 0 notes, 0 facts. Nothing saved yet: save your first memory (remember something in your AI tool, or add a .md note to the folder), then run `renor-engine index`."):lines.push(`memories: ${s.notes} notes, ${s.facts} facts; last saved ${s.lastSaved??"never"}`),lines.push(s.indexCurrent?"index: current":`index: stale (${s.staleNotes} note(s) differ from the folder); fix: ${s.fix}`),lines.push(s.search==="semantic"?`search: semantic (${s.embeddingProvider})`:"search: keyword-only (set EMBEDDING_PROVIDER=openai or local for semantic search)"),lines.push(`sharing: ${s.sharing}`),lines}}});var require_doctor=__commonJS({"dist/doctor.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DOCTOR_CODES=void 0;exports2.redact=redact;exports2.clientConfigFiles=clientConfigFiles;exports2.runDoctor=runDoctor;exports2.doctorMarkdown=doctorMarkdown;var node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path")),config_js_1=require_config(),client_js_1=require_client(),migrations_js_1=require_migrations(),lifecycle_js_1=require_lifecycle(),status_js_12=require_status(),buildIdentity_js_1=require_buildIdentity(),state_js_1=require_state();exports2.DOCTOR_CODES=["DOC_CONFIG_INVALID","DOC_DB_OPEN_FAILED","DOC_DB_QUICK_CHECK_FAILED","DOC_EMBEDDING_AUTH_REJECTED","DOC_EMBEDDING_TIMEOUT","DOC_EMBEDDING_UNREACHABLE","DOC_INDEX_STALE","DOC_INDEX_UNREADABLE","DOC_LEDGER_INDEX_UNREADABLE","DOC_LEDGER_MISMATCH","DOC_LEDGER_MISSING","DOC_LEDGER_PATH_INVALID","DOC_LEDGER_UNREADABLE","DOC_SCHEMA_NEWER","DOC_SCHEMA_OUTDATED","DOC_SCHEMA_UNREADABLE","DOC_SCHEMA_UNVERSIONED","DOC_SHARING_UNREADABLE","DOC_VAULT_MISSING","DOC_VAULT_NOT_A_FOLDER","DOC_VAULT_PERMISSIONS","DOC_VAULT_UNREADABLE","DOC_VECTORS_INCOMPLETE","DOC_VECTORS_UNREADABLE","DOC_WIN_PATH_TOO_LONG"];var REDACTED="[redacted]";function redact(text){return text.replace(/\b(sk|pk|rk)-[A-Za-z0-9_-]{6,}/g,REDACTED).replace(/\b(Bearer|Basic)\s+[A-Za-z0-9._~+/=-]{6,}/gi,`$1 ${REDACTED}`).replace(/\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{4,}\.[A-Za-z0-9_-]*/g,REDACTED).replace(/\b(gh[pousr]_|github_pat_|xox[abprs]-|AIza)[A-Za-z0-9_-]{8,}/g,REDACTED).replace(/(:\/\/[^\s/@:]*:)[^\s/@]+@/g,`$1${REDACTED}@`).replace(/([?&][A-Za-z0-9_.-]*(?:key|token|secret|password|passwd|auth|signature|sig)[A-Za-z0-9_.-]*=)[^&\s"']+/gi,`$1${REDACTED}`).replace(/(["']?[A-Za-z0-9_.-]*(?:key|token|secret|password|passwd)[A-Za-z0-9_.-]*["']?\s*[:=]\s*)(["']?)[^\s"',}&]+\2/gi,(_m,head,quote)=>`${head}${quote}${REDACTED}${quote}`)}function redactDeep(value){return typeof value=="string"?redact(value):Array.isArray(value)?value.map(redactDeep):value!==null&&typeof value=="object"?Object.fromEntries(Object.entries(value).map(([k,v])=>[k,redactDeep(v)])):value}var pass=(id,title,detail)=>({id,title,status:"pass",detail}),skip=(id,title,detail)=>({id,title,status:"skip",detail}),fail=(id,title,code,detail,fix)=>({id,title,status:"fail",code,detail,fix}),msg=err=>err instanceof Error?err.message:String(err);function modeString(mode){return(mode&511).toString(8).padStart(3,"0")}function checkVault(config,platform){let title="Memory folder",st;try{st=node_fs_1.default.statSync(config.vaultPath)}catch(err){return err.code==="ENOENT"?fail("vault",title,"DOC_VAULT_MISSING",`${config.vaultPath} does not exist`,"Set VAULT_PATH to your notes folder, or save a first memory so the default folder is created."):fail("vault",title,"DOC_VAULT_UNREADABLE",`${config.vaultPath}: ${msg(err)}`,"Fix the folder permissions, or point VAULT_PATH at a folder this user can read.")}if(!st.isDirectory())return fail("vault",title,"DOC_VAULT_NOT_A_FOLDER",`${config.vaultPath} is not a folder`,"Point VAULT_PATH at a folder, not a file.");try{node_fs_1.default.accessSync(config.vaultPath,node_fs_1.default.constants.R_OK|node_fs_1.default.constants.W_OK|node_fs_1.default.constants.X_OK)}catch(err){return fail("vault",title,"DOC_VAULT_PERMISSIONS",`${config.vaultPath} (mode ${modeString(st.mode)}) is not readable and writable by this user: ${msg(err)}`,platform==="win32"?"Grant this user full control of the folder, or choose another VAULT_PATH.":`Run: chmod u+rwx "${config.vaultPath}" (or choose another VAULT_PATH).`)}let mode=platform==="win32"?"":`, mode ${modeString(st.mode)}`,shared=platform!=="win32"&&(st.mode&7)!==0?"; note: other users can access it":"";return pass("vault",title,`${config.vaultPath} (readable, writable${mode})${shared}`)}function checkDatabase(config){let checks=[];if(!node_fs_1.default.existsSync(config.dbPath))return checks.push(pass("database","Index database",`${config.dbPath} does not exist yet; the first index or save creates it`)),{db:null,checks};let db;try{db=(0,client_js_1.openReadOnlyDb)(config.dbPath),db.prepare("SELECT count(*) FROM sqlite_master").get()}catch(err){return checks.push(fail("database","Index database","DOC_DB_OPEN_FAILED",`${config.dbPath} cannot be opened: ${msg(err)}`,"Run `renor-engine rebuild` to rebuild the index from your notes (the notes and ledger are the source of truth).")),{db:null,checks}}checks.push(pass("database","Index database",`${config.dbPath} opens read-only`));try{let problems=db.pragma("quick_check").map(r=>r.quick_check).filter(r=>r!=="ok");problems.length>0?checks.push(fail("quick_check","SQLite integrity","DOC_DB_QUICK_CHECK_FAILED",`quick_check: ${problems.slice(0,3).join("; ")}${problems.length>3?` (+${problems.length-3} more)`:""}`,"Run `renor-engine rebuild` to recreate the index from your notes.")):checks.push(pass("quick_check","SQLite integrity","quick_check: ok"))}catch(err){return checks.push(fail("quick_check","SQLite integrity","DOC_DB_QUICK_CHECK_FAILED",`quick_check could not run: ${msg(err)}`,"Run `renor-engine rebuild` to recreate the index from your notes.")),db.close(),{db:null,checks}}return{db,checks}}function tableExists(db,name){return db.prepare("SELECT 1 FROM sqlite_master WHERE name = ? AND type IN ('table','view')").get(name)!==void 0}function checkSchema(db){let title="Schema version";try{if(!tableExists(db,"schema_version"))return fail("schema",title,"DOC_SCHEMA_UNVERSIONED","the index has no schema_version table","Run `renor-engine index`: it migrates the index, or `renor-engine rebuild` to start it fresh.");let v=db.prepare("SELECT version FROM schema_version LIMIT 1").get()?.version??0;return v>migrations_js_1.LATEST_SCHEMA_VERSION?fail("schema",title,"DOC_SCHEMA_NEWER",`index is at v${v}, this engine knows up to v${migrations_js_1.LATEST_SCHEMA_VERSION}`,"Upgrade renor-engine to the version that wrote this index (npm i -g renor-engine@latest)."):v<migrations_js_1.LATEST_SCHEMA_VERSION?fail("schema",title,"DOC_SCHEMA_OUTDATED",`index is at v${v}, this engine expects v${migrations_js_1.LATEST_SCHEMA_VERSION}`,"Run `renor-engine index`: it applies the pending migrations."):pass("schema",title,`v${v} (current)`)}catch(err){return fail("schema",title,"DOC_SCHEMA_UNREADABLE",msg(err),"Run `renor-engine rebuild` to recreate the index.")}}function checkLedger(config,db){let title="Ledger replay",file;try{file=(0,lifecycle_js_1.resolveLedgerPath)(config.vaultPath,config.memoryLedger)}catch(err){return fail("ledger",title,"DOC_LEDGER_PATH_INVALID",msg(err),"Fix MEMORY_LEDGER: it must be a path inside the memory folder.")}let events=null;if(node_fs_1.default.existsSync(file))try{events=(0,lifecycle_js_1.parseLedgerEvents)(node_fs_1.default.readFileSync(file,"utf8")).length}catch(err){return fail("ledger",title,"DOC_LEDGER_UNREADABLE",`${file}: ${msg(err)}`,"Restore the ledger from a backup or git history; do not delete it, it is the source of truth for facts.")}if(db===null)return pass("ledger",title,events===null?"no ledger yet":`${events} event(s) in the ledger; no index to compare with`);let applied=0;try{tableExists(db,"applied_ledger_events")&&(applied=db.prepare("SELECT COUNT(*) AS c FROM applied_ledger_events").get().c)}catch(err){return fail("ledger",title,"DOC_LEDGER_INDEX_UNREADABLE",msg(err),"Run `renor-engine rebuild`.")}return events===null?applied===0?pass("ledger",title,"no ledger, no applied events"):fail("ledger",title,"DOC_LEDGER_MISSING",`the index applied ${applied} event(s) but ${file} is gone`,"Restore the ledger file; `renor-engine rebuild` without it would drop every saved fact."):events!==applied?fail("ledger",title,"DOC_LEDGER_MISMATCH",`ledger holds ${events} event(s), the index applied ${applied}`,"Run `renor-engine index` (or `renor-engine rebuild`) to replay the ledger into the index."):pass("ledger",title,`${events} event(s) in the ledger, ${applied} applied`)}function checkVectors(db,config){let title="Vector coverage";if(db===null)return skip("vectors",title,"no index yet");try{let chunks=db.prepare("SELECT COUNT(*) AS c FROM chunks").get().c,embedded=tableExists(db,"chunk_embeddings_rowids")?db.prepare("SELECT COUNT(*) AS c FROM chunk_embeddings_rowids").get().c:0,missing=Math.max(0,chunks-embedded),detail=`${embedded} chunk(s) with embeddings, ${missing} without, of ${chunks}`;return config.embeddingProvider==="none"?pass("vectors",title,`${detail}; keyword-only search (EMBEDDING_PROVIDER=none)`):chunks>0&&missing>0?fail("vectors",title,"DOC_VECTORS_INCOMPLETE",detail,"Run `renor-engine index` to embed the missing chunks (or `renor-engine rebuild` after changing the embedding model)."):pass("vectors",title,detail)}catch(err){return fail("vectors",title,"DOC_VECTORS_UNREADABLE",msg(err),"Run `renor-engine rebuild`.")}}async function checkEmbedding(config,opts){let title="Embedding provider",p=config.embeddingProvider;if(p==="none")return pass("embedding",title,"none configured: keyword-only search");if(p==="eval-hash")return pass("embedding",title,"eval-hash: offline lexical embeddings (evaluation only)");if(p==="local")return pass("embedding",title,`local model ${config.embeddingModel??"Xenova/multilingual-e5-base"} (runs in-process, nothing to reach)`);let base=(config.embeddingBaseURL??"https://api.openai.com/v1").replace(/\/+$/,""),label=`openai${config.embeddingModel?` model ${config.embeddingModel}`:""} at ${base}; key ${config.openaiApiKey?"set":"missing"}`;if(opts.offline)return skip("embedding",title,`${label}; reachability not checked (--offline)`);let ctl=new AbortController,timer=setTimeout(()=>ctl.abort(),opts.timeoutMs);try{let res=await fetch(`${base}/models`,{method:"GET",headers:{authorization:`Bearer ${config.openaiApiKey??""}`},signal:ctl.signal});return res.status===401||res.status===403?fail("embedding",title,"DOC_EMBEDDING_AUTH_REJECTED",`${label}: HTTP ${res.status}`,"Check OPENAI_API_KEY (and EMBEDDING_BASE_URL if you use a compatible gateway)."):pass("embedding",title,`${label}: reachable (HTTP ${res.status})`)}catch(err){let timedOut=ctl.signal.aborted,cause=err.cause;return fail("embedding",title,timedOut?"DOC_EMBEDDING_TIMEOUT":"DOC_EMBEDDING_UNREACHABLE",`${label}: ${timedOut?`no answer within ${opts.timeoutMs} ms`:cause?.code??cause?.message??msg(err)}`,"Check your network and EMBEDDING_BASE_URL, or run with EMBEDDING_PROVIDER=none for keyword-only search.")}finally{clearTimeout(timer)}}async function checkIndexAndSharing(env,haveIndex){let checks=[],level;try{let memoryDir=(env.MVP_MEMORY_DIR??"").trim();level=(0,state_js_1.effectiveLevel)((0,state_js_1.sharingDirFor)(memoryDir===""?null:memoryDir,env,void 0),env),checks.push(pass("sharing","Sharing and telemetry",`level: ${level} (change with \`renor-engine telemetry\`)`))}catch(err){checks.push(fail("sharing","Sharing and telemetry","DOC_SHARING_UNREADABLE",msg(err),"Run `renor-engine telemetry status`, or `renor-engine telemetry off` to reset."))}if(haveIndex)try{let s=await(0,status_js_12.engineStatus)(env);checks.push(s.indexCurrent?pass("freshness","Index freshness",`${s.notes} notes, ${s.facts} facts; index matches the folder`):fail("freshness","Index freshness","DOC_INDEX_STALE",`${s.staleNotes} note(s) differ from the folder`,`Run \`${s.fix??"renor-engine index"}\`.`))}catch(err){if(!(err instanceof status_js_12.StatusError))throw err;checks.push(fail("freshness","Index freshness","DOC_INDEX_UNREADABLE",err.message,"Run `renor-engine rebuild`."))}return checks}function stripJsonComments(text){let out="",inString=!1;for(let i=0;i<text.length;i++){let ch=text[i];if(inString)out+=ch,ch==="\\"?(out+=text[i+1]??"",i++):ch==='"'&&(inString=!1);else if(ch==='"')inString=!0,out+=ch;else if(ch==="/"&&text[i+1]==="/"){for(;i<text.length&&text[i]!==`
|
|
1364
|
+
`;)i++;out+=`
|
|
1365
|
+
`}else if(ch==="/"&&text[i+1]==="*"){for(i+=2;i<text.length&&!(text[i]==="*"&&text[i+1]==="/");)i++;i++}else out+=ch}return out.replace(/,(\s*[}\]])/g,"$1")}function clientConfigFiles(env,platform,homeDir){let xdg=env.XDG_CONFIG_HOME||node_path_1.default.join(homeDir,".config"),vscode=platform==="darwin"?node_path_1.default.join(homeDir,"Library","Application Support","Code","User"):platform==="win32"?node_path_1.default.join(env.APPDATA||node_path_1.default.join(homeDir,"AppData","Roaming"),"Code","User"):node_path_1.default.join(xdg,"Code","User"),key=name=>v=>v?.[name]??{},opencodeDir=node_path_1.default.join(xdg,"opencode"),opencode=node_fs_1.default.existsSync(node_path_1.default.join(opencodeDir,"opencode.jsonc"))?"opencode.jsonc":"opencode.json";return[{client:"claude-code",file:node_path_1.default.join(env.CLAUDE_CONFIG_DIR||homeDir,".claude.json"),kind:"json",servers:key("mcpServers")},{client:"codex",file:node_path_1.default.join(env.CODEX_HOME||node_path_1.default.join(homeDir,".codex"),"config.toml"),kind:"toml",servers:()=>({})},{client:"cursor",file:node_path_1.default.join(homeDir,".cursor","mcp.json"),kind:"json",servers:key("mcpServers")},{client:"opencode",file:node_path_1.default.join(opencodeDir,opencode),kind:"json",servers:key("mcp")},{client:"gemini",file:node_path_1.default.join(homeDir,".gemini","settings.json"),kind:"json",servers:key("mcpServers")},{client:"pi",file:node_path_1.default.join(homeDir,".pi","agent","mcp.json"),kind:"json",servers:key("mcpServers")},{client:"vscode",file:node_path_1.default.join(vscode,"mcp.json"),kind:"json",servers:key("servers")}]}function launchesEngine(entry){if(entry===null||typeof entry!="object")return!1;let e=entry;return[e.command,...Array.isArray(e.args)?e.args:[],...Array.isArray(e.command)?e.command:[]].some(p=>typeof p=="string"&&/renor-engine/.test(p))}function checkClients(env,platform,homeDir){let title="Client configs",lines=[],unreadable=0;for(let c of clientConfigFiles(env,platform,homeDir)){if(!node_fs_1.default.existsSync(c.file))continue;let text;try{text=node_fs_1.default.readFileSync(c.file,"utf8")}catch{lines.push(`${c.client}: ${c.file} (not readable)`),unreadable++;continue}if(c.kind==="toml"){let lowered=text.toLowerCase(),hit=/\[\s*mcp_servers\s*\.\s*["']?renor["']?\s*\]/.test(lowered),engine2=hit&&/renor-engine/.test(text);lines.push(`${c.client}: ${c.file} (${engine2?"runs this engine":hit?"renor entry (hosted)":"no renor entry"})`);continue}let parsed;try{parsed=JSON.parse(stripJsonComments(text)||"{}")}catch{lines.push(`${c.client}: ${c.file} (not valid JSON, not inspected)`),unreadable++;continue}let servers=c.servers(parsed),names=Object.keys(servers).filter(n=>/renor/i.test(n)||launchesEngine(servers[n])),engine=names.filter(n=>launchesEngine(servers[n])),state=engine.length>0?`runs this engine as "${engine[0]}"`:names.length>0?`renor entry "${names[0]}" (hosted)`:"no renor entry";lines.push(`${c.client}: ${c.file} (${state})`)}if(lines.length===0)return pass("clients",title,"no client config files found");let note=unreadable>0?` [${unreadable} not inspected]`:"";return pass("clients",title,`${lines.join("; ")}${note}`)}function checkWindows(config,platform){let title="Windows notes";if(platform!=="win32")return skip("windows",title,`not applicable on ${platform}`);let longest=Math.max(config.vaultPath.length,config.dbPath.length);if(longest>200)return fail("windows",title,"DOC_WIN_PATH_TOO_LONG",`a path of ${longest} characters leaves little room under Windows' 260-character limit`,"Move the memory folder somewhere shorter (set VAULT_PATH), or enable long paths in Windows.");let synced=/onedrive|dropbox|google drive/i.test(config.vaultPath);return pass("windows",title,`directory fsync is skipped on Windows and databases are closed before files are removed (fix #1565)${synced?"; note: the memory folder is inside a synced folder, which can lock files while it syncs":""}`)}async function runDoctor(options2={}){let env=options2.env??process.env,platform=options2.platform??process.platform,offline=options2.offline===!0,checks=[],config=null;try{config=(0,config_js_1.loadConfig)(),checks.push(pass("config","Configuration",`embedding provider: ${config.embeddingProvider}; ledger: ${config.memoryLedger}`))}catch(err){checks.push(fail("config","Configuration","DOC_CONFIG_INVALID",msg(err),"Fix the environment variable named in the message, then run doctor again."))}if(config!==null){let vault=checkVault(config,platform);if(checks.push(vault),vault.status==="pass"){let{db,checks:dbChecks}=checkDatabase(config);checks.push(...dbChecks);try{db!==null&&checks.push(checkSchema(db)),checks.push(checkLedger(config,db)),checks.push(checkVectors(db,config))}finally{db?.close()}let dbOk=dbChecks.every(c=>c.status==="pass");checks.push(await checkEmbedding(config,{offline,timeoutMs:options2.timeoutMs??5e3})),checks.push(...await checkIndexAndSharing(env,dbOk&&db!==null))}else checks.push(await checkEmbedding(config,{offline,timeoutMs:options2.timeoutMs??5e3})),checks.push(...await checkIndexAndSharing(env,!1));checks.push(checkWindows(config,platform))}return checks.push(pass("versions","Versions",`renor-engine ${buildIdentity_js_1.ENGINE_VERSION}, node ${process.version}, ${platform} ${node_os_1.default.arch()}`)),checks.push(checkClients(env,platform,options2.home??env.HOME??env.USERPROFILE??node_os_1.default.homedir())),redactDeep({ok:checks.every(c=>c.status!=="fail"),engineVersion:buildIdentity_js_1.ENGINE_VERSION,nodeVersion:process.version,platform:`${platform} ${node_os_1.default.release()}`,generatedAt:new Date().toISOString(),offline,checks})}function doctorMarkdown(r){let mark={pass:"PASS",fail:"FAIL",skip:"SKIP"},out=["# renor-engine doctor","",`- engine ${r.engineVersion}, node ${r.nodeVersion}, ${r.platform}`,`- generated ${r.generatedAt}${r.offline?" (offline: network checks skipped)":""}`,`- result: **${r.ok?"all checks passed":`${r.checks.filter(c=>c.status==="fail").length} check(s) failed`}**`,"","| Check | Result | Detail |","| --- | --- | --- |"];for(let c of r.checks)out.push(`| ${c.title} | ${mark[c.status]}${c.code?` \`${c.code}\``:""} | ${c.detail.replace(/\|/g,"\\|").replace(/\r?\n/g," ")} |`);let failed=r.checks.filter(c=>c.status==="fail");if(failed.length>0){out.push("","## Fixes","");for(let c of failed)out.push(`- \`${c.code}\`: ${c.fix}`)}return`${out.join(`
|
|
1366
|
+
`)}
|
|
1367
|
+
`}}});var require_connect=__commonJS({"dist/connect.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.APPS=exports2.RULE_TEXT=exports2.RULE_TOOLS=exports2.RULE_END=exports2.RULE_START=void 0;exports2.isApp=isApp;exports2.rulePath=rulePath;exports2.mcpEntry=mcpEntry;exports2.installRule=installRule;exports2.removeRule=removeRule;var node_fs_1=__importDefault(require("node:fs")),node_os_1=__importDefault(require("node:os")),node_path_1=__importDefault(require("node:path"));exports2.RULE_START="<!-- renor:rule:start -->";exports2.RULE_END="<!-- renor:rule:end -->";exports2.RULE_TOOLS=["search","remember_fact"];exports2.RULE_TEXT=`## Renor memory
|
|
1351
1368
|
|
|
1352
1369
|
Renor is connected to this app and remembers across sessions.
|
|
1353
1370
|
- Before deciding anything non-trivial, recall first: one search call is usually enough.
|
|
@@ -1362,14 +1379,15 @@ ${exports2.RULE_END}
|
|
|
1362
1379
|
`:"")+BLOCK,after===before?{path:file,state:"unchanged"}:(node_fs_1.default.mkdirSync(node_path_1.default.dirname(file),{recursive:!0}),node_fs_1.default.writeFileSync(file,after),{path:file,state:span?"updated":"added"})}function removeRule(app,env,cwd){let file=rulePath(app,env,cwd);if(!node_fs_1.default.existsSync(file))return{path:file,state:"absent"};let before=node_fs_1.default.readFileSync(file,"utf8"),span=find(before);if(!span)return{path:file,state:"absent"};let head=before.slice(0,span[0]).replace(/\n+$/,`
|
|
1363
1380
|
`),tail=before.slice(span[1]).replace(/^\n/,""),after=head===`
|
|
1364
1381
|
`?tail:head+(tail&&head?`
|
|
1365
|
-
`:"")+tail;return node_fs_1.default.writeFileSync(file,after),{path:file,state:"removed"}}}});Object.defineProperty(exports,"__esModule",{value:!0});var commander_1=require_commander(),config_1=require_config(),client_1=require_client(),schema_1=require_schema(),sqlite_1=require_sqlite(),lifecycle_1=require_lifecycle(),pipeline_1=require_pipeline(),watcher_1=require_watcher(),staleness_1=require_staleness(),orchestrator_1=require_orchestrator(),readerLayout_1=require_readerLayout(),readerEvents_1=require_readerEvents(),ledgerPresentation_1=require_ledgerPresentation(),attach_1=require_attach(),options_1=require_options(),attach_2=require_attach(),vectorIndex_1=require_vectorIndex(),openai_1=require_openai2(),local_1=require_local(),server_1=require_server(),apiAuth_1=require_apiAuth(),cli_extractors_1=require_cli_extractors(),typedFacts_1=require_typedFacts(),eventExtractor_1=require_eventExtractor(),preferenceExtractor_1=require_preferenceExtractor(),composer_1=require_composer(),readHonesty_1=require_readHonesty(),server_2=require_server4(),engine_1=require_engine2(),hashEmbedding_1=require_hashEmbedding(),parser_1=require_parser4(),writer_1=require_writer2(),sessionRouter_1=require_sessionRouter(),cli_1=require_cli(),digests_1=require_digests(),buildIdentity_1=require_buildIdentity(),status_js_1=require_status(),connect_js_1=require_connect();async function setup({serving=!1}={}){let config=(0,config_1.loadConfig)(),gate=(0,staleness_1.stalenessGate)(config.vaultPath);gate.stderrLines.forEach(l=>console.error(l)),gate.fatal&&(console.error("[staleness] RENOR_VAULT_STALENESS=fatal \u2014 refusing to serve a stale vault"),process.exit(1));let db=(0,client_1.openIndexDb)(config.dbPath,(0,lifecycle_1.resolveLedgerPath)(config.vaultPath,config.memoryLedger));(0,schema_1.runMigrations)(db);try{let replayed=await(0,lifecycle_1.replayLedger)(db,config.vaultPath,config.memoryLedger,{setTornTailAside:serving});replayed>0&&console.error(`[memory] replayed ${replayed} ledger event(s)`)}catch(err){console.error("[memory] ledger replay failed:",err instanceof Error?err.message:err),db.close(),process.exit(1)}let provider;config.embeddingProvider==="local"?provider=new local_1.LocalEmbeddingProvider(config.embeddingModel):config.embeddingProvider==="eval-hash"?provider=new hashEmbedding_1.EvalHashEmbeddingProvider:config.embeddingProvider==="openai"&&(provider=new openai_1.OpenAIEmbeddingProvider(config.openaiApiKey.split(",").map(k=>k.trim()).filter(Boolean),config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)),provider||console.error("[embeddings] Semantic search is off; set EMBEDDING_PROVIDER=openai to turn it on.");let vectorIndex=provider?new vectorIndex_1.VectorIndex(db,provider.dimensions):void 0;vectorIndex?.initTable();let{factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=(0,cli_extractors_1.buildWritePathExtractors)(config);return{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}}function armedWithoutProvider(extractors){return[(0,typedFacts_1.typedFactsEnabled)()&&!extractors.numericFactExtractor?"RENOR_TYPED_FACTS":"",(0,eventExtractor_1.chronicleEnabled)()&&!extractors.eventExtractor?"RENOR_CHRONICLE":"",(0,preferenceExtractor_1.prefsEnabled)()&&!extractors.preferenceExtractor?"RENOR_PREFS":""].filter(Boolean)}function refuseArmedWithoutProvider(db,flags){flags.length!==0&&(console.error(`[extraction] armed without a provider: ${flags.join(", ")}`),db.close(),process.exit(1))}function refuseRouterWithoutProvider(db,router){!router||router.summaryChat||(console.error("[router] armed without a provider: RENOR_SESSION_ROUTER needs RENOR_ROUTER_API_KEY(S), RENOR_EVIDENCE_API_KEY(S) or an Ollama Cloud key"),db.close(),process.exit(1))}async function buildRouterSummaries(db,config,router){let stats=await(0,sessionRouter_1.summarizeForRouter)({db,config,options:router});return console.log(`[router] summaries ${JSON.stringify(stats)}`),stats.failed>0&&console.error(`[router] ${stats.failed} note(s) left without a summary; search will not route until they have one${stats.error?` (${stats.error})`:""}`),stats.failed}function refuseDigestsWithoutProvider(db,digests){!digests||digests.chat||digests.cacheOnly||(console.error("[digests] armed without a provider: RENOR_DIGESTS needs RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY(S); it never uses the evidence provider or an Ollama Cloud key instead, so nothing was sent"),db.close(),process.exit(1))}function refuseDigestsWithoutEmbeddings(db,digests,provider){!digests||provider||(console.error("[digests] armed without an embedding provider: RENOR_DIGESTS writes and looks up digests by embedding, so it needs EMBEDDING_PROVIDER (for example openai); semantic search is off, so no digest was built or read"),db.close(),process.exit(1))}async function buildDigests(db,config,digests,provider){let stats=await(0,digests_1.digestIndexedNotes)({db,config,options:digests,provider});return console.log(`[digests] ${JSON.stringify(stats)}`),stats.failed>0&&console.error(`[digests] ${stats.failed} note(s) left without a digest; search will not read them until they have one${stats.error?` (${stats.error})`:""}`),stats.failed}function printNotIndexed(names,labelWidth,tooLarge=[]){if(tooLarge.length>0){console.log(` ${"not indexed".padEnd(labelWidth)}: ${tooLarge.length} Markdown file(s) over ${pipeline_1.MAX_NOTE_BYTES/(1024*1024)} MiB (not read); split them or move them out of the memory folder, then index again`);for(let name of tooLarge.slice(0,10))console.log(` ! ${name}`);tooLarge.length>10&&console.log(` ! \u2026and ${tooLarge.length-10} more`)}if(names.length!==0){console.log(` ${"not indexed".padEnd(labelWidth)}: ${names.length} Markdown file(s) whose file or folder name is not valid UTF-8 (bad bytes are shown as \\xNN); rename them to UTF-8 names, then index again`);for(let name of names.slice(0,10))console.log(` ! ${name}`);names.length>10&&console.log(` ! \u2026and ${names.length-10} more`)}}var program=new commander_1.Command().name("renor").version(buildIdentity_1.ENGINE_VERSION);program.command("index").description("Index full vault").action(async()=>{let{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=await setup();refuseArmedWithoutProvider(db,armedWithoutProvider({numericFactExtractor,eventExtractor,preferenceExtractor}));let router=(0,sessionRouter_1.resolveSessionRouterOptions)(config);refuseRouterWithoutProvider(db,router);let digests=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutProvider(db,digests),refuseDigestsWithoutEmbeddings(db,digests,provider),console.log(`Indexing: ${config.vaultPath}`);let stats=await(0,pipeline_1.indexVault)(db,config.vaultPath,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens:config.chunkMaxTokens,overlapTokens:config.chunkOverlapTokens},factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor},config.indexConcurrency);console.log(`Done. ${stats.indexed}/${stats.total} indexed, ${stats.errors} errors.`),printNotIndexed(stats.skippedNonUtf8Names,15,stats.skippedTooLarge);let unsummarized=router?await buildRouterSummaries(db,config,router):0,undigested=digests&&provider?await buildDigests(db,config,digests,provider):0;db.close(),(stats.errors>0||unsummarized>0||undigested>0)&&process.exit(1)});program.command("search <query>").description("Semantic search").option("-k, --top-k <n>","results",String((0,orchestrator_1.defaultSearchTopK)())).option("--json","machine-readable JSON output (full hit text; the benchmark client transport)").action(async(query,opts)=>{let{config,db,provider,vectorIndex}=await setup(),vaultStaleness=(0,staleness_1.stalenessJsonField)((0,staleness_1.stalenessGate)(config.vaultPath).staleness),isLedger=(0,ledgerPresentation_1.ledgerNoteMatcher)({memoryDir:config.vaultPath,ledgerRelPath:config.memoryLedger??lifecycle_1.DEFAULT_LEDGER_REL}),probe=(0,readerEvents_1.readerEventsEnabled)()&&(0,readerEvents_1.isEventQuestion)(query)?{}:void 0,retrieved=await(0,orchestrator_1.retrieveContext)(db,vectorIndex,provider,query,Number(opts.topK),config.priorityPaths,{},{isLedgerNote:isLedger,...probe?{probe}:{}}),routed=await(0,sessionRouter_1.routeSearch)({db,config,query,retrieved}),evidence=(0,options_1.resolveEvidenceToolOptions)(config),result=await(0,attach_1.attachSearchEvidence)({query,hits:routed?routed.hits:retrieved.hits,vaultPath:config.vaultPath,options:evidence,extractor:(0,attach_1.searchEvidenceEnabled)()?(0,options_1.createEvidenceExtractor)(evidence):null}),digestOptions=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutEmbeddings(db,digestOptions,provider);let digested=digestOptions&&provider?await(0,digests_1.attachDigest)({db,query,hits:result.hits,options:digestOptions,provider,isLedgerNote:isLedger}):null,presented=(0,ledgerPresentation_1.presentLedgerEvents)(digested?digested.hits:result.hits,isLedger),hits=(0,readerLayout_1.readerLayoutEnabledFor)(query)?(0,readerLayout_1.layoutHitsForReader)(presented,{rankedBy:retrieved.rankedBy,isLedger:p=>isLedger(p)||p===attach_1.EVIDENCE_HIT_PATH||p===digests_1.DIGEST_HIT_PATH,isConversation:(0,readerLayout_1.conversationNoteMatcher)(db),query,turnsOf:(0,readerEvents_1.readerEventsEnabled)()?(0,readerEvents_1.noteTurnsLoader)(db):void 0,scoreTurns:probe?.queryVector&&provider&&vectorIndex&&(0,readerEvents_1.vectorsMeanSomething)(provider.identity?.kind)?(0,readerEvents_1.turnScorer)(vectorIndex,probe.queryVector):void 0}):presented;if(opts.json){let composed=(0,composer_1.structuredContextEnabled)()?(0,composer_1.composeQueryContextFromDb)(db,{query,hits:hits.filter(h=>h.notePath!==attach_1.EVIDENCE_HIT_PATH),evidence:result.evidence}):void 0,shown=stored=>stored===attach_1.EVIDENCE_HIT_PATH||stored===digests_1.DIGEST_HIT_PATH?stored:(0,engine_1.clientPath)(config.vaultPath,stored),shownHits=hits.map(h=>({...h,notePath:shown(h.notePath)})),shownRouter=routed?.report.routed?{...routed.report,routed:routed.report.routed.map(r=>({...r,notePath:shown(r.notePath)}))}:routed?.report,shownDigest=digested?{...digested.report,items:digested.report.items.map(i=>({...i,notePath:shown(i.notePath)}))}:void 0,shownEvidence=result.evidence.sessions?{...result.evidence,sessions:result.evidence.sessions.map(s=>({...s,stem:shown(s.stem)}))}:result.evidence,honesty=(0,readHonesty_1.readHonestyEnabled)()?(0,readHonesty_1.readHonestyForItems)({db,query,items:shownHits,ledgerRelPath:config.memoryLedger??lifecycle_1.DEFAULT_LEDGER_REL}):void 0;console.log(JSON.stringify({hits:shownHits.map(h=>({notePath:h.notePath,score:h.score,reason:h.reason,text:h.text,...h.session_date?{session_date:h.session_date}:{},...honesty?{provenance:(0,readHonesty_1.noteProvenance)(h.notePath,h.session_date??null)}:{}})),...composed?{composedContext:composed}:{},...honesty?{readHonesty:honesty}:{},...shownRouter?{router:shownRouter}:{},...shownDigest?{digest:shownDigest}:{},...vaultStaleness,...result.evidence.reason==="flag-off"?{}:{evidence:(0,attach_2.productEvidenceReport)(shownEvidence)}}))}else{if(routed&&console.log(`[router] ${routed.report.status}${routed.report.reason?` (${routed.report.reason})`:""}`),(0,composer_1.structuredContextEnabled)()){let composed=(0,composer_1.composeQueryContextFromDb)(db,{query,hits,evidence:result.evidence});console.log(composed.text),console.log("")}hits.forEach(h=>{console.log(`
|
|
1382
|
+
`:"")+tail;return node_fs_1.default.writeFileSync(file,after),{path:file,state:"removed"}}}});Object.defineProperty(exports,"__esModule",{value:!0});var commander_1=require_commander(),config_1=require_config(),client_1=require_client(),schema_1=require_schema(),sqlite_1=require_sqlite(),lifecycle_1=require_lifecycle(),pipeline_1=require_pipeline(),watcher_1=require_watcher(),staleness_1=require_staleness(),orchestrator_1=require_orchestrator(),readerLayout_1=require_readerLayout(),readerEvents_1=require_readerEvents(),ledgerPresentation_1=require_ledgerPresentation(),attach_1=require_attach(),options_1=require_options(),attach_2=require_attach(),vectorIndex_1=require_vectorIndex(),openai_1=require_openai2(),local_1=require_local(),server_1=require_server(),apiAuth_1=require_apiAuth(),cli_extractors_1=require_cli_extractors(),typedFacts_1=require_typedFacts(),eventExtractor_1=require_eventExtractor(),preferenceExtractor_1=require_preferenceExtractor(),composer_1=require_composer(),readHonesty_1=require_readHonesty(),server_2=require_server4(),engine_1=require_engine2(),hashEmbedding_1=require_hashEmbedding(),parser_1=require_parser4(),writer_1=require_writer2(),sessionRouter_1=require_sessionRouter(),cli_1=require_cli(),digests_1=require_digests(),buildIdentity_1=require_buildIdentity(),status_js_1=require_status(),doctor_js_1=require_doctor(),connect_js_1=require_connect();async function setup({serving=!1}={}){let config=(0,config_1.loadConfig)(),gate=(0,staleness_1.stalenessGate)(config.vaultPath);gate.stderrLines.forEach(l=>console.error(l)),gate.fatal&&(console.error("[staleness] RENOR_VAULT_STALENESS=fatal \u2014 refusing to serve a stale vault"),process.exit(1));let db=(0,client_1.openIndexDb)(config.dbPath,(0,lifecycle_1.resolveLedgerPath)(config.vaultPath,config.memoryLedger));(0,schema_1.runMigrations)(db);try{let replayed=await(0,lifecycle_1.replayLedger)(db,config.vaultPath,config.memoryLedger,{setTornTailAside:serving});replayed>0&&console.error(`[memory] replayed ${replayed} ledger event(s)`)}catch(err){console.error("[memory] ledger replay failed:",err instanceof Error?err.message:err),db.close(),process.exit(1)}let provider;config.embeddingProvider==="local"?provider=new local_1.LocalEmbeddingProvider(config.embeddingModel):config.embeddingProvider==="eval-hash"?provider=new hashEmbedding_1.EvalHashEmbeddingProvider:config.embeddingProvider==="openai"&&(provider=new openai_1.OpenAIEmbeddingProvider(config.openaiApiKey.split(",").map(k=>k.trim()).filter(Boolean),config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)),provider||console.error("[embeddings] Semantic search is off; set EMBEDDING_PROVIDER=openai to turn it on.");let vectorIndex=provider?new vectorIndex_1.VectorIndex(db,provider.dimensions):void 0;vectorIndex?.initTable();let{factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=(0,cli_extractors_1.buildWritePathExtractors)(config);return{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}}function armedWithoutProvider(extractors){return[(0,typedFacts_1.typedFactsEnabled)()&&!extractors.numericFactExtractor?"RENOR_TYPED_FACTS":"",(0,eventExtractor_1.chronicleEnabled)()&&!extractors.eventExtractor?"RENOR_CHRONICLE":"",(0,preferenceExtractor_1.prefsEnabled)()&&!extractors.preferenceExtractor?"RENOR_PREFS":""].filter(Boolean)}function refuseArmedWithoutProvider(db,flags){flags.length!==0&&(console.error(`[extraction] armed without a provider: ${flags.join(", ")}`),db.close(),process.exit(1))}function refuseRouterWithoutProvider(db,router){!router||router.summaryChat||(console.error("[router] armed without a provider: RENOR_SESSION_ROUTER needs RENOR_ROUTER_API_KEY(S), RENOR_EVIDENCE_API_KEY(S) or an Ollama Cloud key"),db.close(),process.exit(1))}async function buildRouterSummaries(db,config,router){let stats=await(0,sessionRouter_1.summarizeForRouter)({db,config,options:router});return console.log(`[router] summaries ${JSON.stringify(stats)}`),stats.failed>0&&console.error(`[router] ${stats.failed} note(s) left without a summary; search will not route until they have one${stats.error?` (${stats.error})`:""}`),stats.failed}function refuseDigestsWithoutProvider(db,digests){!digests||digests.chat||digests.cacheOnly||(console.error("[digests] armed without a provider: RENOR_DIGESTS needs RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY(S); it never uses the evidence provider or an Ollama Cloud key instead, so nothing was sent"),db.close(),process.exit(1))}function refuseDigestsWithoutEmbeddings(db,digests,provider){!digests||provider||(console.error("[digests] armed without an embedding provider: RENOR_DIGESTS writes and looks up digests by embedding, so it needs EMBEDDING_PROVIDER (for example openai); semantic search is off, so no digest was built or read"),db.close(),process.exit(1))}async function buildDigests(db,config,digests,provider){let stats=await(0,digests_1.digestIndexedNotes)({db,config,options:digests,provider});return console.log(`[digests] ${JSON.stringify(stats)}`),stats.failed>0&&console.error(`[digests] ${stats.failed} note(s) left without a digest; search will not read them until they have one${stats.error?` (${stats.error})`:""}`),stats.failed}function printNotIndexed(names,labelWidth,tooLarge=[]){if(tooLarge.length>0){console.log(` ${"not indexed".padEnd(labelWidth)}: ${tooLarge.length} Markdown file(s) over ${pipeline_1.MAX_NOTE_BYTES/(1024*1024)} MiB (not read); split them or move them out of the memory folder, then index again`);for(let name of tooLarge.slice(0,10))console.log(` ! ${name}`);tooLarge.length>10&&console.log(` ! \u2026and ${tooLarge.length-10} more`)}if(names.length!==0){console.log(` ${"not indexed".padEnd(labelWidth)}: ${names.length} Markdown file(s) whose file or folder name is not valid UTF-8 (bad bytes are shown as \\xNN); rename them to UTF-8 names, then index again`);for(let name of names.slice(0,10))console.log(` ! ${name}`);names.length>10&&console.log(` ! \u2026and ${names.length-10} more`)}}var program=new commander_1.Command().name("renor").version(buildIdentity_1.ENGINE_VERSION);program.command("index").description("Index full vault").action(async()=>{let{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=await setup();refuseArmedWithoutProvider(db,armedWithoutProvider({numericFactExtractor,eventExtractor,preferenceExtractor}));let router=(0,sessionRouter_1.resolveSessionRouterOptions)(config);refuseRouterWithoutProvider(db,router);let digests=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutProvider(db,digests),refuseDigestsWithoutEmbeddings(db,digests,provider),console.log(`Indexing: ${config.vaultPath}`);let stats=await(0,pipeline_1.indexVault)(db,config.vaultPath,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens:config.chunkMaxTokens,overlapTokens:config.chunkOverlapTokens},factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor},config.indexConcurrency);console.log(`Done. ${stats.indexed}/${stats.total} indexed, ${stats.errors} errors.`),printNotIndexed(stats.skippedNonUtf8Names,15,stats.skippedTooLarge);let unsummarized=router?await buildRouterSummaries(db,config,router):0,undigested=digests&&provider?await buildDigests(db,config,digests,provider):0;db.close(),(stats.errors>0||unsummarized>0||undigested>0)&&process.exit(1)});program.command("search <query>").description("Semantic search").option("-k, --top-k <n>","results",String((0,orchestrator_1.defaultSearchTopK)())).option("--json","machine-readable JSON output (full hit text; the benchmark client transport)").action(async(query,opts)=>{let{config,db,provider,vectorIndex}=await setup(),vaultStaleness=(0,staleness_1.stalenessJsonField)((0,staleness_1.stalenessGate)(config.vaultPath).staleness),isLedger=(0,ledgerPresentation_1.ledgerNoteMatcher)({memoryDir:config.vaultPath,ledgerRelPath:config.memoryLedger??lifecycle_1.DEFAULT_LEDGER_REL}),probe=(0,readerEvents_1.readerEventsEnabled)()&&(0,readerEvents_1.isEventQuestion)(query)?{}:void 0,retrieved=await(0,orchestrator_1.retrieveContext)(db,vectorIndex,provider,query,Number(opts.topK),config.priorityPaths,{},{isLedgerNote:isLedger,...probe?{probe}:{}}),routed=await(0,sessionRouter_1.routeSearch)({db,config,query,retrieved}),evidence=(0,options_1.resolveEvidenceToolOptions)(config),result=await(0,attach_1.attachSearchEvidence)({query,hits:routed?routed.hits:retrieved.hits,vaultPath:config.vaultPath,options:evidence,extractor:(0,attach_1.searchEvidenceEnabled)()?(0,options_1.createEvidenceExtractor)(evidence):null}),digestOptions=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutEmbeddings(db,digestOptions,provider);let digested=digestOptions&&provider?await(0,digests_1.attachDigest)({db,query,hits:result.hits,options:digestOptions,provider,isLedgerNote:isLedger}):null,presented=(0,ledgerPresentation_1.presentLedgerEvents)(digested?digested.hits:result.hits,isLedger),hits=(0,readerLayout_1.readerLayoutEnabledFor)(query)?(0,readerLayout_1.layoutHitsForReader)(presented,{rankedBy:retrieved.rankedBy,isLedger:p=>isLedger(p)||p===attach_1.EVIDENCE_HIT_PATH||p===digests_1.DIGEST_HIT_PATH,isConversation:(0,readerLayout_1.conversationNoteMatcher)(db),query,turnsOf:(0,readerEvents_1.readerEventsEnabled)()?(0,readerEvents_1.noteTurnsLoader)(db):void 0,scoreTurns:probe?.queryVector&&provider&&vectorIndex&&(0,readerEvents_1.vectorsMeanSomething)(provider.identity?.kind)?(0,readerEvents_1.turnScorer)(vectorIndex,probe.queryVector):void 0}):presented;if(opts.json){let composed=(0,composer_1.structuredContextEnabled)()?(0,composer_1.composeQueryContextFromDb)(db,{query,hits:hits.filter(h=>h.notePath!==attach_1.EVIDENCE_HIT_PATH),evidence:result.evidence}):void 0,shown=stored=>stored===attach_1.EVIDENCE_HIT_PATH||stored===digests_1.DIGEST_HIT_PATH?stored:(0,engine_1.clientPath)(config.vaultPath,stored),shownHits=hits.map(h=>({...h,notePath:shown(h.notePath)})),shownRouter=routed?.report.routed?{...routed.report,routed:routed.report.routed.map(r=>({...r,notePath:shown(r.notePath)}))}:routed?.report,shownDigest=digested?{...digested.report,items:digested.report.items.map(i=>({...i,notePath:shown(i.notePath)}))}:void 0,shownEvidence=result.evidence.sessions?{...result.evidence,sessions:result.evidence.sessions.map(s=>({...s,stem:shown(s.stem)}))}:result.evidence,honesty=(0,readHonesty_1.readHonestyEnabled)()?(0,readHonesty_1.readHonestyForItems)({db,query,items:shownHits,ledgerRelPath:config.memoryLedger??lifecycle_1.DEFAULT_LEDGER_REL}):void 0;console.log(JSON.stringify({hits:shownHits.map(h=>({notePath:h.notePath,score:h.score,reason:h.reason,text:h.text,...h.session_date?{session_date:h.session_date}:{},...honesty?{provenance:(0,readHonesty_1.noteProvenance)(h.notePath,h.session_date??null)}:{}})),...composed?{composedContext:composed}:{},...honesty?{readHonesty:honesty}:{},...shownRouter?{router:shownRouter}:{},...shownDigest?{digest:shownDigest}:{},...vaultStaleness,...result.evidence.reason==="flag-off"?{}:{evidence:(0,attach_2.productEvidenceReport)(shownEvidence)}}))}else{if(routed&&console.log(`[router] ${routed.report.status}${routed.report.reason?` (${routed.report.reason})`:""}`),(0,composer_1.structuredContextEnabled)()){let composed=(0,composer_1.composeQueryContextFromDb)(db,{query,hits,evidence:result.evidence});console.log(composed.text),console.log("")}hits.forEach(h=>{console.log(`
|
|
1366
1383
|
[${h.score.toFixed(3)}] ${(0,engine_1.clientPath)(config.vaultPath,h.notePath)} (${h.reason})`),console.log(h.text.substring(0,200))})}db.close()});program.command("watch").description("Watch vault for changes").action(async()=>{let{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=await setup();refuseArmedWithoutProvider(db,armedWithoutProvider({numericFactExtractor,eventExtractor,preferenceExtractor})),console.log(`Watching: ${config.vaultPath}`),(0,watcher_1.startWatcher)(config.vaultPath,db,{embeddingProvider:provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor})});program.command("serve").description("Start HTTP API").option("-p, --port <n>","port","3456").action(async opts=>{let apiToken;try{apiToken=(0,apiAuth_1.requireApiToken)()}catch(err){console.error(`[serve] ${err.message}`),process.exit(1)}let{config,db,provider,vectorIndex}=await setup({serving:!0});(0,server_1.createServer)(db,vectorIndex,provider,config.vaultPath,config.priorityPaths,config.memoryDir,config.memoryLedger,{apiToken}).listen(Number(opts.port),"127.0.0.1",()=>console.log(`Listening on http://127.0.0.1:${opts.port}`))});program.command("rebuild").description("Clear derived data and reindex from scratch").action(async()=>{let{config,db,provider,vectorIndex,factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor}=await setup();refuseArmedWithoutProvider(db,armedWithoutProvider({numericFactExtractor,eventExtractor,preferenceExtractor}));let router=(0,sessionRouter_1.resolveSessionRouterOptions)(config);refuseRouterWithoutProvider(db,router);let digests=(0,digests_1.resolveDigestOptions)(config);refuseDigestsWithoutProvider(db,digests),refuseDigestsWithoutEmbeddings(db,digests,provider);let rebuildErrors=0;try{db.prepare("DROP TABLE IF EXISTS chunk_embeddings").run(),vectorIndex?.initTable(),db.transaction(()=>{["facts","relations","entities","chunks","notes","applied_ledger_events"].forEach(t=>db.prepare(`DELETE FROM ${t}`).run())})();let replayed=await(0,lifecycle_1.replayLedger)(db,config.vaultPath,config.memoryLedger);console.log(`Cleared. Replayed ${replayed} ledger event(s). Reindexing...`);let rebuildStats=await(0,pipeline_1.indexVault)(db,config.vaultPath,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens:config.chunkMaxTokens,overlapTokens:config.chunkOverlapTokens},factExtractor,numericFactExtractor,eventExtractor,preferenceExtractor},config.indexConcurrency);console.log(`Rebuild complete. ${rebuildStats.indexed}/${rebuildStats.total} indexed, ${rebuildStats.errors} errors.`),printNotIndexed(rebuildStats.skippedNonUtf8Names,17,rebuildStats.skippedTooLarge),rebuildErrors=rebuildStats.errors+(router?await buildRouterSummaries(db,config,router):0)+(digests&&provider?await buildDigests(db,config,digests,provider):0)}catch(err){console.error("[memory] rebuild failed:",err instanceof Error?err.message:err),db.close(),process.exit(1)}db.close(),rebuildErrors>0&&process.exit(1)});program.command("mcp").description("Start MCP server (stdio transport) for agent connectivity").action(async()=>{let{config,db,provider,vectorIndex}=await setup({serving:!0});process.env.VAULT_PATH||process.stderr.write(`Renor memory: ${config.vaultPath}
|
|
1367
1384
|
`);try{await(0,server_2.startMcpServer)(db,vectorIndex,provider,config)}catch(err){process.stderr.write(`renor-engine mcp: ${err.message}
|
|
1368
1385
|
`),process.exit(1)}});program.command("status").description("Show in a few lines whether the setup works: folder, notes, index, search, sharing. Makes no network call.").option("--json","print the same fields as one JSON object").action(async opts=>{try{let status=await(0,status_js_1.engineStatus)(process.env);opts.json?process.stdout.write(`${JSON.stringify(status)}
|
|
1369
1386
|
`):(0,status_js_1.statusLines)(status).forEach(l=>process.stdout.write(`${l}
|
|
1370
1387
|
`))}catch(err){if(!(err instanceof status_js_1.StatusError))throw err;opts.json&&process.stdout.write(`${JSON.stringify({ok:!1,error:err.message})}
|
|
1371
1388
|
`),process.stderr.write(`renor-engine status: ${err.message}
|
|
1372
|
-
`),process.exit(1)}});program.command("
|
|
1389
|
+
`),process.exit(1)}});program.command("doctor").description("Read-only health report to paste into a support request: folder, database, ledger, vectors, embedding provider, sharing, client configs. Exit 1 if any check fails.").option("--json","print the report as one JSON object").option("--offline","skip the embedding reachability check (no network call)").action(async opts=>{let report=await(0,doctor_js_1.runDoctor)({offline:opts.offline});process.stdout.write(opts.json?`${JSON.stringify(report,null,2)}
|
|
1390
|
+
`:(0,doctor_js_1.doctorMarkdown)(report)),report.ok||process.exit(1)});program.command("connect <app>").description(`Connect a local app to this engine: print its MCP entry and write the memory rule into its instructions file. Apps: ${connect_js_1.APPS.join(", ")}`).option("--no-rule","print the MCP entry only; do not touch the instructions file").option("--remove","remove the memory rule block (by its markers) and nothing else").action((app,opts)=>{(0,connect_js_1.isApp)(app)||(process.stderr.write(`renor-engine connect: unknown app "${app}". Apps: ${connect_js_1.APPS.join(", ")}
|
|
1373
1391
|
`),process.exit(1));let cwd=process.cwd();if(opts.remove){let r2=(0,connect_js_1.removeRule)(app,process.env,cwd);process.stdout.write(`${r2.state==="removed"?"Removed the Renor memory rule from":"No Renor memory rule in"} ${r2.path}
|
|
1374
1392
|
`);return}if(process.stdout.write(`Add this MCP server to ${app}:
|
|
1375
1393
|
${JSON.stringify({renor:(0,connect_js_1.mcpEntry)()},null,2)}
|