renor-engine 1.4.5 → 1.4.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/BUILD.json +2 -2
- package/dist/cli.js +39 -26
- package/package.json +1 -1
package/dist/cli.js
CHANGED
|
@@ -341,7 +341,7 @@ ${body}`:body}function factText(subject,predicate,object){return[subject,[predic
|
|
|
341
341
|
`),starts=storedLines.flatMap((line,i)=>(0,dailyNote_1.parseEntryHeader)(line)?[i]:[]);return starts.map((start,k)=>({text:lines.slice(start,starts[k+1]??lines.length).join(`
|
|
342
342
|
`),at:(0,dailyNote_1.entryInstant)(day,(0,dailyNote_1.parseEntryHeader)(storedLines[start]))}))}}});var require_semantic=__commonJS({"dist/retrieval/semantic.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.byPlace=byPlace;exports2.byScoreThenPlace=byScoreThenPlace;exports2.semanticSearch=semanticSearch;var readCache_1=require_readCache(),statements_1=require_statements();function byPlace(a,b){return a.notePath!==b.notePath?a.notePath<b.notePath?-1:1:a.chunkId-b.chunkId}function byScoreThenPlace(a,b){return b.score-a.score||byPlace(a,b)}async function semanticSearch(db,vectorIndex,provider,query,topK,probe,scope){if(!(0,statements_1.prepareOnce)(db,"SELECT 1 FROM chunk_embeddings_rowids LIMIT 1").get()||topK<=0)return[];let queryEmbedding=provider.embedQuery?await provider.embedQuery(query):(await provider.embed([query]))[0];probe&&(probe.queryVector=queryEmbedding);let nearest=(k,among)=>{let hits=vectorIndex.search(queryEmbedding,k,among);if(hits.length===0)return{vectors:0,chunks:[]};let scoreMap=new Map(hits.map(h=>[h.chunkId,h.score])),rows=(0,statements_1.prepareOnce)(db,"SELECT id, note_path, heading_path, text, start_line, end_line FROM chunks WHERE id IN (SELECT value FROM json_each(?))").all(JSON.stringify(hits.map(h=>h.chunkId)));return{vectors:hits.length,chunks:rows.map(r=>({notePath:r.note_path,chunkId:r.id,headingPath:r.heading_path,text:r.text,score:scoreMap.get(r.id)??0,startLine:r.start_line,endLine:r.end_line})).sort(byScoreThenPlace)}};return(0,readCache_1.inReadSnapshot)(db,()=>{if(!scope)return nearest(topK).chunks.slice(0,topK);let first=nearest(topK),shown=first.chunks.filter(scope.shows);return shown.length>=topK||first.vectors<topK?shown.slice(0,topK):nearest(topK,scope.chunkIds()).chunks.slice(0,topK)})}}});var require_factsFirst=__commonJS({"dist/retrieval/factsFirst.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.subjectsInQuery=subjectsInQuery;exports2.factsFirstHits=factsFirstHits;exports2.matchingCurrentFactHits=matchingCurrentFactHits;var lifecycle_12=require_lifecycle(),queryHelpers_1=require_queryHelpers(),factTerms_1=require_factTerms(),PREDICATE_CUES={current_project:["current project","currently building","currently working","working on","building now","what are you building","what am i building"],dog_name:["dog name","dog's name","dog"],full_name:["full name","legal name","real name"],preferred_name:["preferred name","go by","called","what's my name","what is my name"],location:["where do i live","where does he live","lives in","live in","based in"],college_degree:["college","degree","university"],hackathon_count:["hackathon"],primary_goal:["primary goal","main goal","his mission","my mission"],passport_italian_received:["passport","citizenship"],cofounder:["cofounder","co-founder","co founder"]},OWNER_CUES={current_project:["what is {n} building","what is {n} currently"],location:["where does {n} live"],preferred_name:["{n}'s name"]},NAME_EDGE_BEFORE="(?<![\\p{L}\\p{N}])",NAME_EDGE_AFTER="(?![\\p{L}\\p{N}])";function escapeRegExp(s){return s.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function hasPhrase(q,phrase){return new RegExp(`${NAME_EDGE_BEFORE}${escapeRegExp(phrase)}${NAME_EDGE_AFTER}`,"u").test(q)}var IDENTITY_CARD=new Set(["current_project","preferred_name","full_name","location","primary_goal","dog_name"]);function fold(s){return s.trim().toLowerCase()}function firstPerson(query){return/\b(my|i'm|i am|i've|i'd|i|me)\b/i.test(query)}function subjectsInQuery(query){let q=fold(query),out=[],seen=new Set,add=name=>{let key=fold(name);seen.has(key)||(seen.add(key),out.push(name))},owner=(0,queryHelpers_1.ownerNames)();return owner.length&&(owner.some(n=>hasPhrase(q,fold(n)))&&add(owner[0]),firstPerson(query)&&add(owner[0])),out}function isIdentityCardQuery(query){let q=fold(query),owner=(0,queryHelpers_1.ownerNames)(),named=owner.length?owner.map(n=>escapeRegExp(fold(n))).join("|"):"";return named&&new RegExp(`${NAME_EDGE_BEFORE}who is (${named})['\u2019]s${NAME_EDGE_AFTER}`,"u").test(q)?!1:hasPhrase(q,"who am i")||hasPhrase(q,"tell me about me")?!0:!!named&&new RegExp(`${NAME_EDGE_BEFORE}(who is|who['\u2019]s|tell me about|what should i know about) (${named})${NAME_EDGE_AFTER}`,"u").test(q)}function queryMatchesFact(query,predicate){let q=fold(query);if(isIdentityCardQuery(query)&&IDENTITY_CARD.has(predicate)||(PREDICATE_CUES[predicate]??[]).some(c=>q.includes(c)))return!0;let names=(0,queryHelpers_1.ownerNames)().map(fold);if((OWNER_CUES[predicate]??[]).some(t=>names.some(n=>hasPhrase(q,t.replace("{n}",n)))))return!0;let pred=fold(predicate).replace(/_/g," ");if(pred.length>=3&&q.includes(pred))return!0;let words=pred.split(/\s+/).filter(w=>w.length>=4);return words.length>=2&&words.filter(w=>q.includes(w)).length>=2}function factText(subject,predicate,object){return`${subject}'s ${predicate} is ${object}.`}function factsFirstHits(db,query,limit=3,keep){let subjects=subjectsInQuery(query);if(subjects.length===0)return[];let hits=[],seen=new Set;for(let subject of subjects){let canonical=(0,queryHelpers_1.identityNames)(subject)[0]??subject,facts=(0,lifecycle_12.factsFor)(db,subject);for(let f of facts)seen.has(f.id)||queryMatchesFact(query,f.predicate)&&(seen.add(f.id),hits.push({notePath:f.source_path||"_mcp_",chunkId:-f.id,headingPath:`${canonical} > ${f.predicate}`,text:factText(canonical,f.predicate,f.object_text??""),score:1.15,reason:"fact",author:f.author??null}))}return(keep?hits.filter(keep):hits).slice(0,limit)}var FACT_STOPWORDS=new Set(["a","about","all","an","and","any","are","as","at","be","been","but","by","can","could","did","do","does","for","from","had","has","have","how","i","if","in","into","is","it","its","me","my","no","not","of","on","or","our","out","so","some","tell","that","the","their","them","then","there","they","this","to","was","we","were","what","when","where","which","who","why","will","with","would","you","your"]);function contentAtoms(query){return(0,factTerms_1.atoms)(query).filter(word=>!FACT_STOPWORDS.has(word))}function matchingCurrentFactHits(db,query,limit=3){let terms=contentAtoms(query);if(terms.length===0||limit<1)return[];let matched=(0,factTerms_1.findCurrentFacts)(db,{terms,match:"any",limit:Math.max(limit*20,60)}),hits=[];for(let f of matched){let subjectObject=new Set((0,factTerms_1.atoms)(`${f.subject} ${f.object??""}`));if(terms.some(term=>subjectObject.has(term))&&(hits.push({notePath:"_mcp_",chunkId:-f.id,headingPath:`${f.subject} > ${f.predicate}`,text:factText(f.subject,f.predicate,f.object??""),score:.5+.5*(f.shared/terms.length),reason:"fact",author:f.author??null}),hits.length===limit))break}return hits}}});var require_conversationShape=__commonJS({"dist/retrieval/conversationShape.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CONVERSATION_MIN_TURNS=void 0;exports2.isTurnLabel=isTurnLabel;exports2.isConversationShaped=isConversationShaped;var TURN_WORDS=new Set(["turn","user","assistant","human","ai","bot","me","you","system","claude","chatgpt","gpt","gemini","model","speaker","message","question","answer","reply","response","prompt","q","a"]);exports2.CONVERSATION_MIN_TURNS=4;function isTurnLabel(heading){let words=heading.toLowerCase().replace(/[\p{N}\p{P}\p{S}\p{Z}]+/gu," ").trim().split(" ").filter(Boolean);return words.length>0&&words.every(word=>TURN_WORDS.has(word))}function isConversationShaped(headingPaths){let distinct=new Set(headingPaths),turns=0;for(let headingPath of distinct){let last=headingPath.split(" > ").pop()??"";isTurnLabel(last)&&(turns+=1)}return turns>=exports2.CONVERSATION_MIN_TURNS&&turns*2>=distinct.size}}});var require_factLanePack=__commonJS({"dist/mvp/factLanePack.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.packLane=packLane;exports2.bestPacked=bestPacked;function packLane(snapshot,vectors,epoch){let ids=[],vecs=[],missing=[];for(let[rendering,id]of snapshot.pairs){let v=vectors.get(rendering);v?(vecs.push(v),ids.push(id)):missing.push(rendering)}let dim=vecs.length>0?vecs[0].length:0,uniform=dim>0&&vecs.every(v=>v.length===dim),matrix=null;if(uniform){matrix=new Float32Array(vecs.length*dim);for(let i=0;i<vecs.length;i++)matrix.set(vecs[i],i*dim)}return{snapshot,epoch,dim,ids,missing,matrix}}function bestPacked(q,matrix,n,dim){if(n===0)return null;let bestI=-1,best=0,take=(score,index)=>{(bestI<0||score>best)&&(best=score,bestI=index)},i=0;for(;i+3<n;i+=4){let s0=0,s1=0,s2=0,s3=0,o0=i*dim,o1=o0+dim,o2=o1+dim,o3=o2+dim;for(let d=0;d<dim;d++){let qd=q[d];s0+=qd*matrix[o0+d],s1+=qd*matrix[o1+d],s2+=qd*matrix[o2+d],s3+=qd*matrix[o3+d]}take(s0,i),take(s1,i+1),take(s2,i+2),take(s3,i+3)}for(;i<n;i++){let s=0,o=i*dim;for(let d=0;d<dim;d++)s+=q[d]*matrix[o+d];take(s,i)}return{index:bestI,score:best}}}});var require_contextRelevance=__commonJS({"dist/mvp/contextRelevance.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.FACT_CEILING=exports2.SEARCH_RELEVANCE_GUIDANCE=exports2.CONTEXT_BUDGET_KEEPS_NEWEST=exports2.CONTEXT_RELEVANCE_KEEPS_MATCH=exports2.CONTEXT_RELEVANCE_GUIDANCE=exports2.UNKNOWN_NAME_MARGIN=exports2.notMentioned=exports2.NO_STRONG_MATCH=exports2.CALIBRATED_BARS=exports2.CONTEXT_RELEVANCE_DEFAULT_ON=exports2.CONTEXT_RELEVANCE_MIN_ENV=exports2.CONTEXT_RELEVANCE_FLAG=void 0;exports2.requestNames=requestNames;exports2.contextRelevanceEnabled=contextRelevanceEnabled;exports2.embeddingModelKey=embeddingModelKey;exports2.resolveRelevanceBar=resolveRelevanceBar;exports2.contextRelevanceArmed=contextRelevanceArmed;exports2.renderFactForRelevance=renderFactForRelevance;exports2.factLane=factLane;exports2.similaritiesTo=similaritiesTo;exports2.warmFactVectors=warmFactVectors;exports2.combineSimilarity=combineSimilarity;exports2.assessContextRelevance=assessContextRelevance;exports2.assessQueryRelevance=assessQueryRelevance;var readCache_1=require_readCache(),statements_1=require_statements(),factTerms_1=require_factTerms(),factLanePack_1=require_factLanePack(),scope_1=require_scope();exports2.CONTEXT_RELEVANCE_FLAG="RENOR_CONTEXT_RELEVANCE";exports2.CONTEXT_RELEVANCE_MIN_ENV="RENOR_CONTEXT_RELEVANCE_MIN";exports2.CONTEXT_RELEVANCE_DEFAULT_ON=!0;exports2.CALIBRATED_BARS={"vertex:gemini-embedding-001:768":.63};exports2.NO_STRONG_MATCH="no stored fact or note closely matches this request; the listed items are only the nearest ones";var notMentioned=names=>`nothing on file mentions ${names.join(", ")}; the listed items are only the nearest ones`;exports2.notMentioned=notMentioned;exports2.UNKNOWN_NAME_MARGIN=.05;var CALENDAR_WORDS=new Set(["monday","tuesday","wednesday","thursday","friday","saturday","sunday","january","february","march","april","may","june","july","august","september","october","november","december"]);function requestNames(query){let names=new Set,opening=!0;for(let[token]of query.matchAll(/[\p{L}\p{N}][\p{L}\p{N}\p{M}'’-]*|[.?!:;]+(?=\s|$)|[¿¡]/gu)){if(!/^[\p{L}\p{N}]/u.test(token)){opening=!0;continue}let word=token.replace(/['’]s$/i,"").replace(/['’-]+$/,"");!opening&&new RegExp("^\\p{Lu}","u").test(word)&&!new RegExp("^I(['\u2019]\\p{L}+)?$","u").test(word)&&!CALENDAR_WORDS.has(word.toLowerCase())&&names.add(word),opening=!1}return[...names]}function contextRelevanceEnabled(env=process.env){let raw=(env[exports2.CONTEXT_RELEVANCE_FLAG]??"").trim().toLowerCase();return raw==="1"||raw==="true"||raw==="yes"||raw==="on"?!0:raw==="0"||raw==="false"||raw==="no"||raw==="off"?!1:exports2.CONTEXT_RELEVANCE_DEFAULT_ON}function embeddingModelKey(provider,model,dims){return`${provider}:${model??""}:${dims??""}`}function resolveRelevanceBar(modelKey,env=process.env){let raw=(env[exports2.CONTEXT_RELEVANCE_MIN_ENV]??"").trim();if(raw!==""){let explicit=Number(raw);if(Number.isFinite(explicit))return explicit}return modelKey&&modelKey in exports2.CALIBRATED_BARS?exports2.CALIBRATED_BARS[modelKey]:null}function contextRelevanceArmed(engine,env=process.env){return!!engine.provider&&contextRelevanceEnabled(env)&&resolveRelevanceBar(engine.modelKey,env)!==null}exports2.CONTEXT_RELEVANCE_GUIDANCE=" If the result has relevance.relevant === false, nothing on file closely matches this request: the listed items are only the nearest ones, so do not present them as an answer unless one clearly answers it; say you have no memory of it and ask the user.";exports2.CONTEXT_RELEVANCE_KEEPS_MATCH=" When relevance.relevant is true, the closest match is in the result, or the newer relevant match the budget kept in its place: max_tokens keeps one of them even if another item has to be dropped to make room for it.";exports2.CONTEXT_BUDGET_KEEPS_NEWEST=" When the matches do not all fit, the newest match above the relevance bar is kept first, with the pieces of its session that say most about the question (at most four, in at most 60% of the budget), then the best-scoring ones, so the latest relevant statement is not the one the budget drops.";exports2.SEARCH_RELEVANCE_GUIDANCE=" A relevance object says whether anything on file closely matches the query: relevant is true only when the closest match is among the hits, and when it is false the hits are only the nearest ones, so do not present them as an answer unless one clearly answers it. When relevant is true and the closest match is a remembered fact that top_k left no room to list, relevance.fact names it (subject, predicate, object, scope); you can answer from it, and the hits are still at most top_k in all.";exports2.FACT_CEILING=5e3;var STALE_VECTORS_KEPT=256,FILL_BATCH=32,FILL_CONCURRENCY=4,FILL_RETRY_MS=3e4,slots=new WeakMap;function slotFor(provider){let slot=slots.get(provider);return slot||slots.set(provider,slot={vectors:new Map,filling:null,retryAfter:0,epoch:0,packed:new Map}),slot}function renderFactForRelevance(predicate,object){return`${predicate.replace(/_/g," ")}: ${object}`}function unit(v){let sum=0;for(let i=0;i<v.length;i++)sum+=v[i]*v[i];let norm=Math.sqrt(sum)||1,out=new Float32Array(v.length);for(let i=0;i<v.length;i++)out[i]=v[i]/norm;return out}function dot(a,b){let s=0;for(let i=0;i<a.length;i++)s+=a[i]*b[i];return s}async function fill(provider,slot,texts){let batches=[];for(let i=0;i<texts.length;i+=FILL_BATCH)batches.push(texts.slice(i,i+FILL_BATCH));let next=0,worker=async()=>{for(let b=next++;b<batches.length;b=next++){let batch=batches[b],fresh=await provider.embed(batch);if(fresh.length!==batch.length)throw new Error("embedding provider returned a wrong vector count");batch.forEach((text,i)=>slot.vectors.set(text,unit(fresh[i]))),slot.epoch++}};await Promise.all(Array.from({length:Math.min(FILL_CONCURRENCY,batches.length)},worker))}function factLaneKey(scope,ceiling){return`${scope===void 0?"*":(0,scope_1.normalizeScope)(scope)}\0${ceiling}`}function loadFactSnapshot(db,scope,ceiling){let inScope=scope===void 0?void 0:(0,scope_1.savedScopeSqlPredicate)((0,scope_1.normalizeScope)(scope),"f.scope"),select=`SELECT f.id AS id, f.predicate AS predicate, f.object_text AS object
|
|
343
343
|
FROM facts f
|
|
344
|
-
WHERE f.valid_to IS NULL AND f.source_path = '_mcp_'${inScope?` AND ${inScope.sql}`:""}`,scopeArgs=inScope?.params??[],rows=(0,statements_1.prepareOnce)(db,`${select} LIMIT ?`).all(...scopeArgs,ceiling+1),truncated=rows.length>ceiling;truncated&&(rows=(0,statements_1.prepareOnce)(db,`${select} ORDER BY f.id DESC LIMIT ?`).all(...scopeArgs,ceiling));let newest=new Map;for(let r of rows){let rendering=renderFactForRelevance(r.predicate,r.object),seen=newest.get(rendering);(seen===void 0||r.id>seen)&&newest.set(rendering,r.id)}return{pairs:[...newest],truncated}}function bestFromSlot(q,snapshot,slot){let best=null,id=-1;for(let[rendering,factId]of snapshot.pairs){let v=slot.vectors.get(rendering);if(!v)continue;let s=dot(q,v);(best===null||s>best)&&(best=s,id=factId)}return best===null?null:{score:best,id}}function fillMissing(provider,slot,snapshot,missing){if(missing.length===0||slot.filling||Date.now()<slot.retryAfter)return;if(slot.vectors.size>snapshot.pairs.length+STALE_VECTORS_KEPT){let live=new Set(snapshot.pairs.map(([rendering])=>rendering)),dropped=!1;for(let key of slot.vectors.keys())live.has(key)||(slot.vectors.delete(key),dropped=!0);dropped&&slot.epoch++}let run=slot.filling=fill(provider,slot,missing).catch(()=>{slot.retryAfter=Date.now()+FILL_RETRY_MS}).finally(()=>{slot.filling===run&&(slot.filling=null)})}function factLane(db,provider,queryVector,scope,ceiling=exports2.FACT_CEILING){let key=factLaneKey(scope,ceiling),snapshot=(0,readCache_1.readUntilWrite)(db,`factLane\0${key}`,()=>loadFactSnapshot(db,scope,ceiling)),slot=slotFor(provider),packed=slot.packed.get(key);(!packed||packed.snapshot!==snapshot||packed.epoch!==slot.epoch)&&(packed=(0,factLanePack_1.packLane)(snapshot,slot.vectors,slot.epoch),slot.packed.size>=8&&slot.packed.clear(),slot.packed.set(key,packed)),fillMissing(provider,slot,snapshot,packed.missing),packed.epoch!==slot.epoch&&(packed.epoch=slot.epoch);let q=unit(queryVector),found=packed.matrix&&q.length===packed.dim?(()=>{let best=(0,factLanePack_1.bestPacked)(q,packed.matrix,packed.ids.length,packed.dim);return best?{score:best.score,id:packed.ids[best.index]}:null})():bestFromSlot(q,snapshot,slot);return{similarity:found?found.score:null,complete:!snapshot.truncated&&packed.missing.length===0,...found?{bestFactId:found.id}:{}}}async function similaritiesTo(provider,texts,queryVector){let slot=slotFor(provider),missing=[...new Set(texts)].filter(text=>!slot.vectors.has(text));if(missing.length>0){if(Date.now()<slot.retryAfter)return null;try{await fill(provider,slot,missing)}catch{return slot.retryAfter=Date.now()+FILL_RETRY_MS,null}}let q=unit(queryVector),out=new Map;for(let text of texts){let v=slot.vectors.get(text);v&&v.length===q.length&&out.set(text,dot(q,v))}return out}async function warmFactVectors(db,provider,scope){let probeVector=new Float32Array(provider.dimensions).fill(1);slotFor(provider).retryAfter=0;for(let attempt=0;attempt<4;attempt++){if(factLane(db,provider,probeVector,scope).complete)return!0;await slotFor(provider).filling}return factLane(db,provider,probeVector,scope).complete}function combineSimilarity(chunk,fact){return chunk===null?fact:fact===null?chunk:Math.max(chunk,fact)}function assessContextRelevance(topSimilarity,bar){if(topSimilarity===null||bar===null||!Number.isFinite(topSimilarity))return null;let similarity=Math.round(topSimilarity*1e3)/1e3,relevant=similarity>=bar;return{relevant,...relevant?{}:{reason:exports2.NO_STRONG_MATCH},similarity,bar}}function assessQueryRelevance(input){let{db,engine,scope,probe,env}=input,bar=resolveRelevanceBar(engine.modelKey,env);if(bar===null||!engine.provider||!probe.queryVector)return null;try{let chunk=probe.topSimilarity??null,fact=factLane(db,engine.provider,probe.queryVector,scope);input.components&&(input.components.chunk=chunk,input.components.fact=fact.similarity);let best=combineSimilarity(chunk,fact.similarity);if(best===null)return fact.complete?{relevance:{relevant:!1,reason:exports2.NO_STRONG_MATCH,similarity:null,bar}}:null;let raised=Math.round((bar+exports2.UNKNOWN_NAME_MARGIN)*1e3)/1e3,unknown=input.onFile&&assessContextRelevance(best,bar)?.relevant&&!assessContextRelevance(best,raised)?.relevant?requestNames(input.query??"").filter(name=>!input.onFile(name)):[],judgedBar=unknown.length>0?raised:bar,verdict=assessContextRelevance(best,judgedBar);if(!verdict||!verdict.relevant&&!fact.complete)return null;unknown.length>0&&(verdict.reason=(0,exports2.notMentioned)(unknown));let closestFact=fact.bestFactId!==void 0&&assessContextRelevance(fact.similarity,judgedBar)?.relevant?(0,factTerms_1.currentFactById)(db,fact.bestFactId):void 0,matchedOn=verdict.relevant?chunk===null||fact.similarity!==null&&fact.similarity>=chunk?"fact":"chunk":void 0;return{relevance:verdict,...closestFact?{closestFact}:{},...matchedOn?{matchedOn}:{}}}catch{return null}}}});var require_keyword=__commonJS({"dist/retrieval/keyword.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.keywordSearch=keywordSearch;exports2.keywordDefaultsOff=keywordDefaultsOff;exports2.keywordIndexTable=keywordIndexTable;var readCache_1=require_readCache(),statements_1=require_statements(),semantic_1=require_semantic(),ROWS="SELECT c.id AS chunkId, c.note_path AS notePath, c.heading_path AS headingPath, c.text, f.score AS score",CACHED_PAGE_LIMIT=256,CACHED_PAGE_COUNT=256,cachedPages=new WeakMap;function copyHits(hits){return hits.map(hit=>({chunkId:hit.chunkId,notePath:hit.notePath,headingPath:hit.headingPath,text:hit.text,score:hit.score}))}function keywordSearch(db,match,limit,stem=!1){if(limit<1)return[];let key=`${keywordIndexTable(db,stem)}\0${limit}\0${match}`,before=limit<=CACHED_PAGE_LIMIT?(0,readCache_1.databaseStamp)(db):null;if(before!==null){let held=cachedPages.get(db)?.get(key);if(held&&held.stamp===before)return copyHits(held.hits)}let rows=rankKeywordHits(db,match,limit,stem);if(before!==null&&(0,readCache_1.databaseStamp)(db)===before){let pages=cachedPages.get(db);pages||cachedPages.set(db,pages=new Map),!pages.has(key)&&pages.size>=CACHED_PAGE_COUNT&&pages.delete(pages.keys().next().value),pages.set(key,{stamp:before,hits:copyHits(rows)})}return rows}function keywordDefaultsOff(env=process.env){return(env.RENOR_KEYWORD_DEFAULTS??"").trim()==="0"}function stemEnabled(){return!keywordDefaultsOff()&&(process.env.RENOR_KEYWORD_STEM??"").trim()!=="0"}var stemReady=new WeakSet;function keywordIndexTable(db,forceStem=!1){if(!forceStem&&!stemEnabled())return"chunks_fts";if(stemReady.has(db))return"chunks_fts_stem";try{return db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts_stem'").get()||db.transaction(()=>{db.prepare("CREATE VIRTUAL TABLE chunks_fts_stem USING fts5(text, heading_path, note_path UNINDEXED, content='chunks', content_rowid='id', tokenize='porter unicode61')").run(),db.prepare("INSERT INTO chunks_fts_stem(chunks_fts_stem) VALUES ('rebuild')").run(),db.prepare(`CREATE TRIGGER chunks_fts_stem_insert AFTER INSERT ON chunks BEGIN
|
|
344
|
+
WHERE f.valid_to IS NULL AND f.source_path = '_mcp_'${inScope?` AND ${inScope.sql}`:""}`,scopeArgs=inScope?.params??[],rows=(0,statements_1.prepareOnce)(db,`${select} LIMIT ?`).all(...scopeArgs,ceiling+1),truncated=rows.length>ceiling;truncated&&(rows=(0,statements_1.prepareOnce)(db,`${select} ORDER BY f.id DESC LIMIT ?`).all(...scopeArgs,ceiling));let newest=new Map;for(let r of rows){let rendering=renderFactForRelevance(r.predicate,r.object),seen=newest.get(rendering);(seen===void 0||r.id>seen)&&newest.set(rendering,r.id)}return{pairs:[...newest],truncated}}function bestFromSlot(q,snapshot,slot){let best=null,id=-1;for(let[rendering,factId]of snapshot.pairs){let v=slot.vectors.get(rendering);if(!v)continue;let s=dot(q,v);(best===null||s>best)&&(best=s,id=factId)}return best===null?null:{score:best,id}}function fillMissing(provider,slot,snapshot,missing){if(missing.length===0||slot.filling||Date.now()<slot.retryAfter)return;if(slot.vectors.size>snapshot.pairs.length+STALE_VECTORS_KEPT){let live=new Set(snapshot.pairs.map(([rendering])=>rendering)),dropped=!1;for(let key of slot.vectors.keys())live.has(key)||(slot.vectors.delete(key),dropped=!0);dropped&&slot.epoch++}let run=slot.filling=fill(provider,slot,missing).catch(()=>{slot.retryAfter=Date.now()+FILL_RETRY_MS}).finally(()=>{slot.filling===run&&(slot.filling=null)})}function factLane(db,provider,queryVector,scope,ceiling=exports2.FACT_CEILING){let key=factLaneKey(scope,ceiling),snapshot=(0,readCache_1.readUntilWrite)(db,`factLane\0${key}`,()=>loadFactSnapshot(db,scope,ceiling)),slot=slotFor(provider),packed=slot.packed.get(key);(!packed||packed.snapshot!==snapshot||packed.epoch!==slot.epoch)&&(packed=(0,factLanePack_1.packLane)(snapshot,slot.vectors,slot.epoch),slot.packed.size>=8&&slot.packed.clear(),slot.packed.set(key,packed)),fillMissing(provider,slot,snapshot,packed.missing),packed.epoch!==slot.epoch&&(packed.epoch=slot.epoch);let q=unit(queryVector),found=packed.matrix&&q.length===packed.dim?(()=>{let best=(0,factLanePack_1.bestPacked)(q,packed.matrix,packed.ids.length,packed.dim);return best?{score:best.score,id:packed.ids[best.index]}:null})():bestFromSlot(q,snapshot,slot);return{similarity:found?found.score:null,complete:!snapshot.truncated&&packed.missing.length===0,...found?{bestFactId:found.id}:{}}}async function similaritiesTo(provider,texts,queryVector){let slot=slotFor(provider),missing=[...new Set(texts)].filter(text=>!slot.vectors.has(text));if(missing.length>0){if(Date.now()<slot.retryAfter)return null;try{await fill(provider,slot,missing)}catch{return slot.retryAfter=Date.now()+FILL_RETRY_MS,null}}let q=unit(queryVector),out=new Map;for(let text of texts){let v=slot.vectors.get(text);v&&v.length===q.length&&out.set(text,dot(q,v))}return out}async function warmFactVectors(db,provider,scope){let probeVector=new Float32Array(provider.dimensions).fill(1);slotFor(provider).retryAfter=0;for(let attempt=0;attempt<4;attempt++){if(factLane(db,provider,probeVector,scope).complete)return!0;await slotFor(provider).filling}return factLane(db,provider,probeVector,scope).complete}function combineSimilarity(chunk,fact){return chunk===null?fact:fact===null?chunk:Math.max(chunk,fact)}function assessContextRelevance(topSimilarity,bar){if(topSimilarity===null||bar===null||!Number.isFinite(topSimilarity))return null;let similarity=Math.round(topSimilarity*1e3)/1e3,relevant=similarity>=bar;return{relevant,...relevant?{}:{reason:exports2.NO_STRONG_MATCH},similarity,bar}}function assessQueryRelevance(input){let{db,engine,scope,probe,env}=input,bar=resolveRelevanceBar(engine.modelKey,env);if(bar===null||!engine.provider||!probe.queryVector)return null;try{let chunk=probe.topSimilarity??null,fact=factLane(db,engine.provider,probe.queryVector,scope);input.components&&(input.components.chunk=chunk,input.components.fact=fact.similarity);let best=combineSimilarity(chunk,fact.similarity);if(best===null)return fact.complete?{relevance:{relevant:!1,reason:exports2.NO_STRONG_MATCH,similarity:null,bar}}:null;let raised=Math.round((bar+exports2.UNKNOWN_NAME_MARGIN)*1e3)/1e3,unknown=input.onFile&&assessContextRelevance(best,bar)?.relevant&&!assessContextRelevance(best,raised)?.relevant?requestNames(input.query??"").filter(name=>!input.onFile(name)):[],judgedBar=unknown.length>0?raised:bar,verdict=assessContextRelevance(best,judgedBar);if(!verdict||!verdict.relevant&&!fact.complete)return null;unknown.length>0&&(verdict.reason=(0,exports2.notMentioned)(unknown));let closestFact=fact.bestFactId!==void 0&&assessContextRelevance(fact.similarity,judgedBar)?.relevant?(0,factTerms_1.currentFactById)(db,fact.bestFactId):void 0,matchedOn=verdict.relevant?chunk===null||fact.similarity!==null&&fact.similarity>=chunk?"fact":"chunk":void 0;return{relevance:verdict,...closestFact?{closestFact}:{},...matchedOn?{matchedOn}:{}}}catch{return null}}}});var require_keyword=__commonJS({"dist/retrieval/keyword.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.FTS_STOP_WORDS=void 0;exports2.keywordSearch=keywordSearch;exports2.keywordDefaultsOff=keywordDefaultsOff;exports2.keywordOrAll=keywordOrAll;exports2.keywordOrMatch=keywordOrMatch;exports2.keywordIndexTable=keywordIndexTable;var readCache_1=require_readCache(),statements_1=require_statements(),semantic_1=require_semantic(),factTerms_1=require_factTerms(),ROWS="SELECT c.id AS chunkId, c.note_path AS notePath, c.heading_path AS headingPath, c.text, f.score AS score",CACHED_PAGE_LIMIT=256,CACHED_PAGE_COUNT=256,cachedPages=new WeakMap;function copyHits(hits){return hits.map(hit=>({chunkId:hit.chunkId,notePath:hit.notePath,headingPath:hit.headingPath,text:hit.text,score:hit.score}))}function keywordSearch(db,match,limit,stem=!1){if(limit<1)return[];let key=`${keywordIndexTable(db,stem)}\0${limit}\0${match}`,before=limit<=CACHED_PAGE_LIMIT?(0,readCache_1.databaseStamp)(db):null;if(before!==null){let held=cachedPages.get(db)?.get(key);if(held&&held.stamp===before)return copyHits(held.hits)}let rows=rankKeywordHits(db,match,limit,stem);if(before!==null&&(0,readCache_1.databaseStamp)(db)===before){let pages=cachedPages.get(db);pages||cachedPages.set(db,pages=new Map),!pages.has(key)&&pages.size>=CACHED_PAGE_COUNT&&pages.delete(pages.keys().next().value),pages.set(key,{stamp:before,hits:copyHits(rows)})}return rows}function keywordDefaultsOff(env=process.env){return(env.RENOR_KEYWORD_DEFAULTS??"").trim()==="0"}exports2.FTS_STOP_WORDS=new Set(["the","a","an","is","are","was","were","what","which","who","where","when","why","how","do","does","did","to","for","of","in","on","at","with","and","or","my","your","our","their","his","her","it","this","that","about","am","as","be","by","he","if","me","so","up","we"]);function keywordOrAll(env=process.env){return!keywordDefaultsOff(env)&&(env.RENOR_KEYWORD_OR_ALL??"").trim()!=="0"}function keywordOrMatch(query){return[...new Set((0,factTerms_1.words)(query).filter(word=>!exports2.FTS_STOP_WORDS.has(word)))].map(term=>`"${term.replace(/"/g,'""')}"`).join(" OR ")}function stemEnabled(){return!keywordDefaultsOff()&&(process.env.RENOR_KEYWORD_STEM??"").trim()!=="0"}var stemReady=new WeakSet;function keywordIndexTable(db,forceStem=!1){if(!forceStem&&!stemEnabled())return"chunks_fts";if(stemReady.has(db))return"chunks_fts_stem";try{return db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts_stem'").get()||db.transaction(()=>{db.prepare("CREATE VIRTUAL TABLE chunks_fts_stem USING fts5(text, heading_path, note_path UNINDEXED, content='chunks', content_rowid='id', tokenize='porter unicode61')").run(),db.prepare("INSERT INTO chunks_fts_stem(chunks_fts_stem) VALUES ('rebuild')").run(),db.prepare(`CREATE TRIGGER chunks_fts_stem_insert AFTER INSERT ON chunks BEGIN
|
|
345
345
|
INSERT INTO chunks_fts_stem(rowid, text, heading_path, note_path) VALUES (new.id, new.text, new.heading_path, new.note_path);
|
|
346
346
|
END`).run(),db.prepare(`CREATE TRIGGER chunks_fts_stem_delete AFTER DELETE ON chunks BEGIN
|
|
347
347
|
INSERT INTO chunks_fts_stem(chunks_fts_stem, rowid, text, heading_path, note_path) VALUES ('delete', old.id, old.text, old.heading_path, old.note_path);
|
|
@@ -403,7 +403,7 @@ ${body}`:body}function factText(subject,predicate,object){return[subject,[predic
|
|
|
403
403
|
) WHERE rn = 1
|
|
404
404
|
ORDER BY notePath
|
|
405
405
|
LIMIT ?`).all(...(0,statements_1.paddedList)(notePaths),keep?-1:limit);return keep?chunks.filter(keep).slice(0,limit):chunks}var FUSION_K1=1.5,FUSION_B=.75,FUSION_COSINE_WEIGHT=.5,FUSION_WITHIN_NOTE=1e-6,FUSION_STOP=new Set("a an the and or of to in on at for with is are was were be been it this that i you he she we they my your me do did does what when where who how which about from by as".split(" "));function noteFusionEnabled(env=process.env){let v=(env.RENOR_NOTE_FUSION??"").trim().toLowerCase();return v==="1"||v==="true"||v==="yes"||v==="on"}function noteTokens(text){return(text.toLowerCase().match(/[a-z0-9]+/g)??[]).filter(w=>!FUSION_STOP.has(w))}function bm25Scores(query,docs){let tokens=docs.map(noteTokens),n=docs.length,avg=tokens.reduce((sum,d)=>sum+d.length,0)/Math.max(1,n),df=new Map;for(let d of tokens)for(let w of new Set(d))df.set(w,(df.get(w)??0)+1);let terms=[...new Set(noteTokens(query))];return tokens.map(d=>{let tf=new Map;for(let w of d)tf.set(w,(tf.get(w)??0)+1);let score=0;for(let w of terms){let f=tf.get(w)??0;if(!f)continue;let dfw=df.get(w)??0,idf=Math.log(1+(n-dfw+.5)/(dfw+.5));score+=idf*(f*(FUSION_K1+1))/(f+FUSION_K1*(1-FUSION_B+FUSION_B*d.length/Math.max(1e-9,avg)))}return score})}function minMax(values){let lo=Math.min(...values),hi=Math.max(...values);return values.map(x=>hi===lo?0:(x-lo)/(hi-lo))}function fuseNoteScores(maxCosines,bm25){let cos=minMax(maxCosines),lex=minMax(bm25);return cos.map((x,i)=>FUSION_COSINE_WEIGHT*x+(1-FUSION_COSINE_WEIGHT)*lex[i])}function noteFusionBase(hits,query,isLedgerNote){let notes=new Map;for(let h of hits){let note=notes.get(h.notePath);note?(note.cosine=Math.max(note.cosine,h.score),note.chunks.push(h.text)):notes.set(h.notePath,{cosine:h.score,chunks:[h.text]})}let paths=[...notes.keys()],docs=paths.map(p=>fusionNoteText(p,notes.get(p).chunks,isLedgerNote?.(p)===!0)),fused=fuseNoteScores(paths.map(p=>notes.get(p).cosine),bm25Scores(query,docs)),at=new Map(paths.map((p,i)=>[p,i]));return new Map(hits.map(h=>[h.chunkId,fused[at.get(h.notePath)]+FUSION_WITHIN_NOTE*h.score]))}var FUSION_MAX_NOTE_BYTES=32*1024;function readNoteFileCapped(notePath){let fd=null;try{if(!node_fs_1.default.lstatSync(notePath).isFile())return null;fd=node_fs_1.default.openSync(notePath,node_fs_1.default.constants.O_RDONLY|node_fs_1.default.constants.O_NONBLOCK);let st=node_fs_1.default.fstatSync(fd);if(!st.isFile()||st.size>FUSION_MAX_NOTE_BYTES)return null;let bytes=Buffer.alloc(st.size),n=node_fs_1.default.readSync(fd,bytes,0,st.size,0);return bytes.subarray(0,n).toString("utf8")}catch{return null}finally{fd!==null&&node_fs_1.default.closeSync(fd)}}function fusionNoteText(notePath,poolChunks,ledger){if(!ledger){let text=readNoteFileCapped(notePath);if(text!==null)return text}return poolChunks.join(`
|
|
406
|
-
`)}function aggregateTopK(topK,env=process.env){let k=Number((env.RENOR_RETRIEVE_AGGREGATE_K??"").trim());return Number.isInteger(k)&&k>0&&k>topK?k:topK}async function retrieveContext(db,vectorIndex,provider,query,topK=20,priorityPaths=[],clock={},opts={}){topK=aggregateTopK(topK),contentfulHeld.clear();let factHits=(0,factsFirst_1.factsFirstHits)(db,query,Math.min(3,topK),opts.scope?.shows),queryProbe=opts.probe??{},nearDupCap=(0,plainWording_1.resolveNearDupCap)(),candidateLimit=nearDupCap>0?Math.min(plainWording_1.NEAR_DUP_POOL.max,topK*plainWording_1.NEAR_DUP_POOL.perTopK):Math.min(40,topK*4),embeddedQuery=(0,plainWording_1.queryRewriteEnabled)()?(0,plainWording_1.rewriteConversationalQuery)(query):query,semanticHits=vectorIndex&&provider?await(0,semantic_1.semanticSearch)(db,vectorIndex,provider,embeddedQuery,candidateLimit,queryProbe,opts.scope):(()=>{let match=(0,queryHelpers_1.quoteFtsQuery)(query);return match?(0,queryHelpers_1.shownPage)(rows=>(0,keyword_1.keywordSearch)(db,match,rows),rows=>{let live=(0,ledgerPresentation_2.keywordLedgerHits)(rows.map(r=>({...r,score:1/(1+Math.abs(r.score))})),opts.isLedgerNote,query);return opts.scope?live.filter(hit=>opts.scope.shows(hit)):live},candidateLimit):[]})(),noteBase=vectorIndex&&provider&¬eFusionEnabled()?noteFusionBase(semanticHits,query,opts.isLedgerNote):void 0,laneTerms=(0,plainWording_1.entityLaneEnabled)()&&vectorIndex&&queryProbe.queryVector?(0,readCache_1.inReadSnapshot)(db,()=>entityLanePool(db,vectorIndex,queryProbe.queryVector,query,topK,semanticHits,opts)):[],window2=(0,readCache_1.inReadSnapshot)(db,()=>rankWindow({db,query,topK,priorityPaths,clock,opts,factHits,semanticHits,laneTerms,nearDupCap,noteBase}));return finishContext({db,vectorIndex,provider,query,queryProbe,window:window2,topK,bestFirst:opts.bestFirst===!0})}function entityLanePool(db,vectorIndex,queryVector,query,topK,pool,opts){let terms=(0,plainWording_1.entityLaneTerms)(db,query);if(terms.length===0)return[];let inPool=new Set(pool.map(h=>h.chunkId)),ids=(0,plainWording_1.entityLaneChunkIds)(db,terms,topK,opts.isLedgerNote).filter(id=>!inPool.has(id));if(ids.length===0)return terms;let cosine=new Map(vectorIndex.search(queryVector,ids.length,ids).map(h=>[h.chunkId,h.score])),rows=(0,statements_1.prepareOnce)(db,"SELECT id AS chunkId, note_path AS notePath, heading_path AS headingPath, text FROM chunks WHERE id IN (SELECT value FROM json_each(?))").all(JSON.stringify(ids));for(let row of rows)cosine.has(row.chunkId)&&(opts.scope&&!opts.scope.shows(row)||pool.push({...row,score:cosine.get(row.chunkId)}));return terms}exports2.ENTITY_LANE_RESERVED=3;function reserveLanePlaces(ranked,topK,laneTerms){let window2=ranked.slice(0,topK);if(laneTerms.length===0)return window2;let carries=h=>(0,plainWording_1.laneTermShare)(h.text,laneTerms)===1,missing=ranked.filter(carries).slice(0,exports2.ENTITY_LANE_RESERVED).filter(h=>!window2.includes(h));for(let hit of missing){let at=window2.length-1;for(;at>=0&&(0,plainWording_1.laneTermShare)(window2[at].text,laneTerms)>0;)at--;if(at<0)break;window2.splice(at,1),window2.push(hit)}return window2}function rankWindow(read){let{db,query,topK,priorityPaths,clock,opts,factHits,semanticHits,laneTerms,nearDupCap,noteBase}=read,trace=(0,rankingTrace_1.currentRankingTrace)(),cosineByChunk=opts.probe?new Map(semanticHits.map(h=>[h.chunkId,h.score])):null,entityHit=(0,entityLookup_1.lookupEntity)(db,query.trim()),asofPreNowMs=clock.nowMs??Date.now(),asofPrePast=asofPastLike(query,asofPreNowMs),noteRowStmt=onceStatement(db,"SELECT modified_at, frontmatter_json FROM notes WHERE path = ?"),ownFactsStmt=onceStatement(db,"SELECT predicate, object_text, valid_to FROM facts WHERE subject_entity_id = ?"),noteRows=new Map,noteRow=notePath=>(noteRows.has(notePath)||noteRows.set(notePath,noteRowStmt().get(notePath)),noteRows.get(notePath)),ownFactRows=new Map,scored=semanticHits.map(h=>{let score=noteBase?.get(h.chunkId)??h.score,reason="semantic",terms=trace?(0,rankingTrace_1.newRankingTerms)():null;if(isSpeakerStub(h.text))score-=.5,terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("stub")]-=.5),reason="semantic+stub";else{let boost=contentBoost(h.text);boost>0&&(score+=boost,reason+="+content",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("content")]+=boost))}if(priorityPaths.some(p=>h.notePath.includes("/"+p)||h.notePath.startsWith(p))&&(score+=.1,reason+="+priority",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("priority")]+=.1)),entityHit?.sourceNote===h.notePath&&(score+=.2,reason+="+entity",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("entity")]+=.2)),laneTerms.length>0){let share=(0,plainWording_1.laneTermShare)(h.text,laneTerms);if(share>0){let boost=plainWording_1.ENTITY_LANE_BOOST*share;score+=boost,reason+="+entity-lane",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("entity_lane")]+=boost)}}let row=noteRow(h.notePath),session_date=resolveSessionDate(row?.frontmatter_json,row?.modified_at);if(row&&!asofPrePast){let daysSince=((clock.nowMs??Date.now())-new Date(row.modified_at).getTime())/864e5,recencyBoost=Math.max(0,.1*(1-daysSince/30));recencyBoost>.001&&(score+=recencyBoost,reason+="+recency",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("recency")]+=recencyBoost))}let out={...h,score,reason,session_date};return terms?(0,rankingTrace_1.attachRankingTerms)(out,terms):out}),hitNotePaths=[...new Set(semanticHits.map(h=>h.notePath))],hitEntityIds=getEntityIdsForNotes(db,hitNotePaths),relatedEntityIds=getRelatedEntityIds(db,hitEntityIds),newPaths=getNotesForEntities(db,relatedEntityIds).filter(p=>!hitNotePaths.includes(p));if(newPaths.length>0){let relatedChunks=getBestChunksForNotes(db,newPaths,topK,opts.scope?.shows);for(let chunk of relatedChunks){let row=noteRow(chunk.notePath);scored.push({...chunk,score:.3,reason:"graph",session_date:resolveSessionDate(row?.frontmatter_json,row?.modified_at)})}}let temporal=temporalRankingEnabled(),pastIntent=temporal&&hasStrictPastIntent(query),asofNowMs=clock.nowMs??Date.now(),asofPast=asofPastLike(query,asofNowMs),asofRef=asofDatedRef(query,asofNowMs),historicalNotes=new Set,factsByNote=new Map;if(temporal){if(hitNotePaths.length>0){let noteRows2=(0,statements_1.listStatement)(db,hitNotePaths.length,marks=>`SELECT path, frontmatter_json FROM notes WHERE path IN (${marks})`).all(...(0,statements_1.paddedList)(hitNotePaths));for(let row of noteRows2)frontmatterMarksHistorical(row.frontmatter_json)&&historicalNotes.add(row.path)}if(hitEntityIds.length>0){let ids=hitEntityIds.map(e=>e.id),names=(0,statements_1.listStatement)(db,ids.length,marks=>`SELECT DISTINCT canonical_name FROM entities WHERE id IN (${marks})`).all(...(0,statements_1.paddedList)(ids)).map(r=>String(r.canonical_name)).filter(Boolean);if(names.length>0){let entityRows=(0,statements_1.listStatement)(db,names.length,marks=>`SELECT id, canonical_name, source_note FROM entities WHERE canonical_name COLLATE NOCASE IN (${marks})`).all(...(0,statements_1.paddedList)(names)),nameByEntityId=new Map(entityRows.map(r=>[r.id,String(r.canonical_name).toLowerCase()])),factRows=(0,statements_1.listStatement)(db,entityRows.length,marks=>`SELECT subject_entity_id, predicate, object_text, valid_to FROM facts WHERE subject_entity_id IN (${marks})`).all(...(0,statements_1.paddedList)(entityRows.map(r=>r.id)));for(let hitEntity of hitEntityIds){let ownName=nameByEntityId.get(hitEntity.id);if(ownName===void 0)continue;let merged=factsByNote.get(hitEntity.notePath)??[];for(let f of factRows)nameByEntityId.get(f.subject_entity_id)===ownName&&merged.push(f);factsByNote.set(hitEntity.notePath,merged)}}}}let TEMPORAL_STOPWORDS=new Set(["previously","before","used","earlier","former","formerly","past","history","was","were","did","does","the","and","what","where","who","when","from"]),contentfulQueryWords=(query.toLowerCase().match(/[\p{L}\p{M}]{3,}/gu)??[]).filter(w=>!TEMPORAL_STOPWORDS.has(w)),hitText=h=>h.text.toLowerCase(),factQueryTerms=(0,plainWording_1.contentTerms)(query);for(let hit of scored){let ownEntityFacts=(()=>{let own=hitEntityIds.find(e=>e.notePath===hit.notePath);if(!own)return[];let rows=ownFactRows.get(own.id);return rows||ownFactRows.set(own.id,rows=ownFactsStmt().all(own.id)),rows})(),facts=factsByNote.get(hit.notePath)??[];if((0,plainWording_1.factBoostMatches)(factQueryTerms,ownEntityFacts)&&(hit.score+=.15,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"fact",.15),hit.reason+="+fact"),asofRef){let yearToken=String(asofRef.year),lowerText=hit.text.toLowerCase();if(lowerText.includes(yearToken)&&(hit.score+=.08,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"asof_year",.08),hit.reason+="+asof-year",asofRef.month!==void 0)){let monthName=Object.keys(ASOF_MONTHS).find(m=>ASOF_MONTHS[m]===asofRef.month);monthName&&lowerText.includes(monthName)&&(hit.score+=.04,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"asof_month",.04),hit.reason+="+asof-month")}}if(temporal){let text=hitText(hit),isHistoricalNote=historicalNotes.has(hit.notePath);pastIntent&&isHistoricalNote&&contentfulQueryWords.filter(w=>text.includes(w)).length>=2&&(hit.score+=.3,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"historical_intent",.3),hit.reason+="+historical-intent");let currentPredicates=new Set(facts.filter(f=>f.valid_to===null).map(f=>String(f.predicate)));for(let f of facts){if(f.valid_to===null||!currentPredicates.has(String(f.predicate)))continue;let stale=(f.object_text??"").trim().toLowerCase();if(stale.length>=3&&text.includes(stale)){pastIntent?(hit.score+=.1,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"past_fact",.1),hit.reason+="+historical-intent"):(hit.score-=.15,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"stale_fact",-.15),hit.reason+="+stale-fact");break}}if(!pastIntent)for(let f of facts){if(f.valid_to!==null||!facts.some(g=>g.valid_to!==null&&String(g.predicate)===String(f.predicate)))continue;let cur=(f.object_text??"").trim().toLowerCase();if(cur.length>=3&&text.includes(cur)){hit.score+=.1,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"current_fact",.1),hit.reason+="+current-fact";break}}}}let ranked=dedupeHits(scored.sort(semantic_1.byScoreThenPlace));trace&&ranked.forEach((hit,index)=>trace.pool(hit,index+1));let filtered=ranked.filter(h=>!isSpeakerStub(h.text)),contentful=filtered.length>0?filtered:ranked,datedFactHits=factHits.map(h=>{let row=noteRow(h.notePath);return{...h,session_date:resolveSessionDate(row?.frontmatter_json,row?.modified_at)}}),seen=new Set(datedFactHits.map(h=>h.text)),mixed=(0,ledgerPresentation_12.dropLedgerPreamble)((0,ledgerLiveness_1.resolveLedgerHits)([...datedFactHits,...contentful.filter(h=>!seen.has(h.text))],(0,ledgerLiveness_1.closedLedgerEvents)(db),opts.includeHistory===!0),opts.isLedgerNote),diversityCap=resolveSessionDiversityCap(process.env,opts.noteCapWhenUnset),rerankN=(0,plainWording_1.resolveRerankTopN)(),diversified=applySessionDiversity((0,plainWording_1.applyNearDupCap)(mixed,nearDupCap,contentfulText),diversityCap,topK),windowed=reserveLanePlaces(rerankN>topK?(0,plainWording_1.rerankTopN)(diversified,query,rerankN):diversified,topK,laneTerms);if(trace)for(let hit of windowed)trace.touch(hit);return{hits:windowed.map(h=>({notePath:h.notePath,chunkId:h.chunkId,headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...cosineByChunk?.has(h.chunkId)?{similarity:cosineByChunk.get(h.chunkId)}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{}})),noteRow,temporal,pastIntent,asofPast}}async function finishContext(read){let{db,vectorIndex,provider,query,queryProbe,window:window2,topK,bestFirst}=read,{noteRow,temporal,pastIntent,asofPast}=window2,{hits}=window2,eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),entryTime=(0,dailyEntryTime_1.createDailyEntryClock)();hits=await Promise.all((0,readCache_1.inReadSnapshot)(db,()=>hits.map(async h=>{let derived=eventTime(h)??await entryTime(h);if(derived===void 0)return h;let session_date=clampSessionDate(derived,noteRow(h.notePath)?.modified_at);return{...h,session_date}})));let expansion=resolveSessionExpand(),rankedExpansion=calibratedModelKey(provider?.identity,provider?.dimensions)!==null?resolveRankedExpansion(process.env,topK):null;expansion&&(hits=[...hits,...(0,readCache_1.inReadSnapshot)(db,()=>sessionExpansionHits(db,hits,expansion,rankedExpansion&&queryProbe.queryVector&&vectorIndex?{vectorIndex,queryVector:queryProbe.queryVector,ranked:rankedExpansion}:void 0))]);let rankedBy=!bestFirst&&newestFirstEnabled()&&!(temporal&&pastIntent)&&!asofPast?"session_date":"score";contentfulHeld.clear();let presented=orderHits(hits,rankedBy);return(0,rankingTrace_1.currentRankingTrace)()?.presented(presented),{query,hits:presented,rankedBy}}}});var require_rowStore=__commonJS({"dist/context/rowStore.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ProvenanceError=void 0;exports2.normDedupeValue=normDedupeValue;exports2.matchForm=matchForm;exports2.splitWords=splitWords;exports2.dedupeKeyFor=dedupeKeyFor;exports2.insertStructuredRows=insertStructuredRows;exports2.deleteStructuredRowsForSource=deleteStructuredRowsForSource;exports2.deleteStructuredRowsForSourceKind=deleteStructuredRowsForSourceKind;exports2.readCurrentRowsForNotes=readCurrentRowsForNotes;var orchestrator_12=require_orchestrator(),ProvenanceError=class extends Error{};exports2.ProvenanceError=ProvenanceError;function normDedupeValue(value){return value.normalize("NFKD").replace(new RegExp("(?<=\\p{Script=Latin})\\p{M}+","gu"),"").toLowerCase().replace(new RegExp("\\p{C}+","gu"),"").replace(/[^\p{L}\p{N}\p{M}]+/gu," ").trim()}var WORD_SEPARATOR=/[^\p{L}\p{N}\p{M}]+/u,WORD_SEPARATOR_NUMERIC=/[^\p{L}\p{N}\p{M}.%]+/u;function matchForm(text){return(text??"").normalize("NFC").toLowerCase()}function splitWords(text,numeric=!1){return matchForm(text).split(numeric?WORD_SEPARATOR_NUMERIC:WORD_SEPARATOR)}function dedupeKeyFor(row){switch(row.rowKind){case"fact":{let p=row.payload;return`fact|${normDedupeValue(p.value)}|${normDedupeValue(p.object)}`}case"event":{let p=row.payload;return`event|${normDedupeValue(p.when)}|${normDedupeValue(p.event)}`}case"preference":{let p=row.payload;return`pref|${normDedupeValue(p.statement)}`}}}function assertProvenance(row){if(!row.sourcePath||!row.sourcePath.trim())throw new ProvenanceError(`structured row (${row.rowKind}) rejected: missing source_path`);if(!Number.isInteger(row.sourceChunkId)||row.sourceChunkId<=0)throw new ProvenanceError(`structured row (${row.rowKind}) from ${row.sourcePath} rejected: missing source_chunk_id`)}function parsePayload(_rowKind,raw){return JSON.parse(raw)}function insertStructuredRows(db,rows,opts={}){let insert=db.prepare(`
|
|
406
|
+
`)}function aggregateTopK(topK,env=process.env){let k=Number((env.RENOR_RETRIEVE_AGGREGATE_K??"").trim());return Number.isInteger(k)&&k>0&&k>topK?k:topK}async function retrieveContext(db,vectorIndex,provider,query,topK=20,priorityPaths=[],clock={},opts={}){topK=aggregateTopK(topK),contentfulHeld.clear();let factHits=(0,factsFirst_1.factsFirstHits)(db,query,Math.min(3,topK),opts.scope?.shows),queryProbe=opts.probe??{},nearDupCap=(0,plainWording_1.resolveNearDupCap)(),candidateLimit=nearDupCap>0?Math.min(plainWording_1.NEAR_DUP_POOL.max,topK*plainWording_1.NEAR_DUP_POOL.perTopK):Math.min(40,topK*4),embeddedQuery=(0,plainWording_1.queryRewriteEnabled)()?(0,plainWording_1.rewriteConversationalQuery)(query):query,semanticHits=vectorIndex&&provider?await(0,semantic_1.semanticSearch)(db,vectorIndex,provider,embeddedQuery,candidateLimit,queryProbe,opts.scope):(()=>{let match=((0,keyword_1.keywordOrAll)()?(0,keyword_1.keywordOrMatch)(query):"")||(0,queryHelpers_1.quoteFtsQuery)(query);return match?(0,queryHelpers_1.shownPage)(rows=>(0,keyword_1.keywordSearch)(db,match,rows),rows=>{let live=(0,ledgerPresentation_2.keywordLedgerHits)(rows.map(r=>({...r,score:1/(1+Math.abs(r.score))})),opts.isLedgerNote,query);return opts.scope?live.filter(hit=>opts.scope.shows(hit)):live},candidateLimit):[]})(),noteBase=vectorIndex&&provider&¬eFusionEnabled()?noteFusionBase(semanticHits,query,opts.isLedgerNote):void 0,laneTerms=(0,plainWording_1.entityLaneEnabled)()&&vectorIndex&&queryProbe.queryVector?(0,readCache_1.inReadSnapshot)(db,()=>entityLanePool(db,vectorIndex,queryProbe.queryVector,query,topK,semanticHits,opts)):[],window2=(0,readCache_1.inReadSnapshot)(db,()=>rankWindow({db,query,topK,priorityPaths,clock,opts,factHits,semanticHits,laneTerms,nearDupCap,noteBase}));return finishContext({db,vectorIndex,provider,query,queryProbe,window:window2,topK,bestFirst:opts.bestFirst===!0})}function entityLanePool(db,vectorIndex,queryVector,query,topK,pool,opts){let terms=(0,plainWording_1.entityLaneTerms)(db,query);if(terms.length===0)return[];let inPool=new Set(pool.map(h=>h.chunkId)),ids=(0,plainWording_1.entityLaneChunkIds)(db,terms,topK,opts.isLedgerNote).filter(id=>!inPool.has(id));if(ids.length===0)return terms;let cosine=new Map(vectorIndex.search(queryVector,ids.length,ids).map(h=>[h.chunkId,h.score])),rows=(0,statements_1.prepareOnce)(db,"SELECT id AS chunkId, note_path AS notePath, heading_path AS headingPath, text FROM chunks WHERE id IN (SELECT value FROM json_each(?))").all(JSON.stringify(ids));for(let row of rows)cosine.has(row.chunkId)&&(opts.scope&&!opts.scope.shows(row)||pool.push({...row,score:cosine.get(row.chunkId)}));return terms}exports2.ENTITY_LANE_RESERVED=3;function reserveLanePlaces(ranked,topK,laneTerms){let window2=ranked.slice(0,topK);if(laneTerms.length===0)return window2;let carries=h=>(0,plainWording_1.laneTermShare)(h.text,laneTerms)===1,missing=ranked.filter(carries).slice(0,exports2.ENTITY_LANE_RESERVED).filter(h=>!window2.includes(h));for(let hit of missing){let at=window2.length-1;for(;at>=0&&(0,plainWording_1.laneTermShare)(window2[at].text,laneTerms)>0;)at--;if(at<0)break;window2.splice(at,1),window2.push(hit)}return window2}function rankWindow(read){let{db,query,topK,priorityPaths,clock,opts,factHits,semanticHits,laneTerms,nearDupCap,noteBase}=read,trace=(0,rankingTrace_1.currentRankingTrace)(),cosineByChunk=opts.probe?new Map(semanticHits.map(h=>[h.chunkId,h.score])):null,entityHit=(0,entityLookup_1.lookupEntity)(db,query.trim()),asofPreNowMs=clock.nowMs??Date.now(),asofPrePast=asofPastLike(query,asofPreNowMs),noteRowStmt=onceStatement(db,"SELECT modified_at, frontmatter_json FROM notes WHERE path = ?"),ownFactsStmt=onceStatement(db,"SELECT predicate, object_text, valid_to FROM facts WHERE subject_entity_id = ?"),noteRows=new Map,noteRow=notePath=>(noteRows.has(notePath)||noteRows.set(notePath,noteRowStmt().get(notePath)),noteRows.get(notePath)),ownFactRows=new Map,scored=semanticHits.map(h=>{let score=noteBase?.get(h.chunkId)??h.score,reason="semantic",terms=trace?(0,rankingTrace_1.newRankingTerms)():null;if(isSpeakerStub(h.text))score-=.5,terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("stub")]-=.5),reason="semantic+stub";else{let boost=contentBoost(h.text);boost>0&&(score+=boost,reason+="+content",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("content")]+=boost))}if(priorityPaths.some(p=>h.notePath.includes("/"+p)||h.notePath.startsWith(p))&&(score+=.1,reason+="+priority",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("priority")]+=.1)),entityHit?.sourceNote===h.notePath&&(score+=.2,reason+="+entity",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("entity")]+=.2)),laneTerms.length>0){let share=(0,plainWording_1.laneTermShare)(h.text,laneTerms);if(share>0){let boost=plainWording_1.ENTITY_LANE_BOOST*share;score+=boost,reason+="+entity-lane",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("entity_lane")]+=boost)}}let row=noteRow(h.notePath),session_date=resolveSessionDate(row?.frontmatter_json,row?.modified_at);if(row&&!asofPrePast){let daysSince=((clock.nowMs??Date.now())-new Date(row.modified_at).getTime())/864e5,recencyBoost=Math.max(0,.1*(1-daysSince/30));recencyBoost>.001&&(score+=recencyBoost,reason+="+recency",terms&&(terms[(0,rankingTrace_1.rankingTermIndex)("recency")]+=recencyBoost))}let out={...h,score,reason,session_date};return terms?(0,rankingTrace_1.attachRankingTerms)(out,terms):out}),hitNotePaths=[...new Set(semanticHits.map(h=>h.notePath))],hitEntityIds=getEntityIdsForNotes(db,hitNotePaths),relatedEntityIds=getRelatedEntityIds(db,hitEntityIds),newPaths=getNotesForEntities(db,relatedEntityIds).filter(p=>!hitNotePaths.includes(p));if(newPaths.length>0){let relatedChunks=getBestChunksForNotes(db,newPaths,topK,opts.scope?.shows);for(let chunk of relatedChunks){let row=noteRow(chunk.notePath);scored.push({...chunk,score:.3,reason:"graph",session_date:resolveSessionDate(row?.frontmatter_json,row?.modified_at)})}}let temporal=temporalRankingEnabled(),pastIntent=temporal&&hasStrictPastIntent(query),asofNowMs=clock.nowMs??Date.now(),asofPast=asofPastLike(query,asofNowMs),asofRef=asofDatedRef(query,asofNowMs),historicalNotes=new Set,factsByNote=new Map;if(temporal){if(hitNotePaths.length>0){let noteRows2=(0,statements_1.listStatement)(db,hitNotePaths.length,marks=>`SELECT path, frontmatter_json FROM notes WHERE path IN (${marks})`).all(...(0,statements_1.paddedList)(hitNotePaths));for(let row of noteRows2)frontmatterMarksHistorical(row.frontmatter_json)&&historicalNotes.add(row.path)}if(hitEntityIds.length>0){let ids=hitEntityIds.map(e=>e.id),names=(0,statements_1.listStatement)(db,ids.length,marks=>`SELECT DISTINCT canonical_name FROM entities WHERE id IN (${marks})`).all(...(0,statements_1.paddedList)(ids)).map(r=>String(r.canonical_name)).filter(Boolean);if(names.length>0){let entityRows=(0,statements_1.listStatement)(db,names.length,marks=>`SELECT id, canonical_name, source_note FROM entities WHERE canonical_name COLLATE NOCASE IN (${marks})`).all(...(0,statements_1.paddedList)(names)),nameByEntityId=new Map(entityRows.map(r=>[r.id,String(r.canonical_name).toLowerCase()])),factRows=(0,statements_1.listStatement)(db,entityRows.length,marks=>`SELECT subject_entity_id, predicate, object_text, valid_to FROM facts WHERE subject_entity_id IN (${marks})`).all(...(0,statements_1.paddedList)(entityRows.map(r=>r.id)));for(let hitEntity of hitEntityIds){let ownName=nameByEntityId.get(hitEntity.id);if(ownName===void 0)continue;let merged=factsByNote.get(hitEntity.notePath)??[];for(let f of factRows)nameByEntityId.get(f.subject_entity_id)===ownName&&merged.push(f);factsByNote.set(hitEntity.notePath,merged)}}}}let TEMPORAL_STOPWORDS=new Set(["previously","before","used","earlier","former","formerly","past","history","was","were","did","does","the","and","what","where","who","when","from"]),contentfulQueryWords=(query.toLowerCase().match(/[\p{L}\p{M}]{3,}/gu)??[]).filter(w=>!TEMPORAL_STOPWORDS.has(w)),hitText=h=>h.text.toLowerCase(),factQueryTerms=(0,plainWording_1.contentTerms)(query);for(let hit of scored){let ownEntityFacts=(()=>{let own=hitEntityIds.find(e=>e.notePath===hit.notePath);if(!own)return[];let rows=ownFactRows.get(own.id);return rows||ownFactRows.set(own.id,rows=ownFactsStmt().all(own.id)),rows})(),facts=factsByNote.get(hit.notePath)??[];if((0,plainWording_1.factBoostMatches)(factQueryTerms,ownEntityFacts)&&(hit.score+=.15,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"fact",.15),hit.reason+="+fact"),asofRef){let yearToken=String(asofRef.year),lowerText=hit.text.toLowerCase();if(lowerText.includes(yearToken)&&(hit.score+=.08,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"asof_year",.08),hit.reason+="+asof-year",asofRef.month!==void 0)){let monthName=Object.keys(ASOF_MONTHS).find(m=>ASOF_MONTHS[m]===asofRef.month);monthName&&lowerText.includes(monthName)&&(hit.score+=.04,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"asof_month",.04),hit.reason+="+asof-month")}}if(temporal){let text=hitText(hit),isHistoricalNote=historicalNotes.has(hit.notePath);pastIntent&&isHistoricalNote&&contentfulQueryWords.filter(w=>text.includes(w)).length>=2&&(hit.score+=.3,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"historical_intent",.3),hit.reason+="+historical-intent");let currentPredicates=new Set(facts.filter(f=>f.valid_to===null).map(f=>String(f.predicate)));for(let f of facts){if(f.valid_to===null||!currentPredicates.has(String(f.predicate)))continue;let stale=(f.object_text??"").trim().toLowerCase();if(stale.length>=3&&text.includes(stale)){pastIntent?(hit.score+=.1,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"past_fact",.1),hit.reason+="+historical-intent"):(hit.score-=.15,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"stale_fact",-.15),hit.reason+="+stale-fact");break}}if(!pastIntent)for(let f of facts){if(f.valid_to!==null||!facts.some(g=>g.valid_to!==null&&String(g.predicate)===String(f.predicate)))continue;let cur=(f.object_text??"").trim().toLowerCase();if(cur.length>=3&&text.includes(cur)){hit.score+=.1,trace&&(0,rankingTrace_1.addRankingTerm)(hit,"current_fact",.1),hit.reason+="+current-fact";break}}}}let ranked=dedupeHits(scored.sort(semantic_1.byScoreThenPlace));trace&&ranked.forEach((hit,index)=>trace.pool(hit,index+1));let filtered=ranked.filter(h=>!isSpeakerStub(h.text)),contentful=filtered.length>0?filtered:ranked,datedFactHits=factHits.map(h=>{let row=noteRow(h.notePath);return{...h,session_date:resolveSessionDate(row?.frontmatter_json,row?.modified_at)}}),seen=new Set(datedFactHits.map(h=>h.text)),mixed=(0,ledgerPresentation_12.dropLedgerPreamble)((0,ledgerLiveness_1.resolveLedgerHits)([...datedFactHits,...contentful.filter(h=>!seen.has(h.text))],(0,ledgerLiveness_1.closedLedgerEvents)(db),opts.includeHistory===!0),opts.isLedgerNote),diversityCap=resolveSessionDiversityCap(process.env,opts.noteCapWhenUnset),rerankN=(0,plainWording_1.resolveRerankTopN)(),diversified=applySessionDiversity((0,plainWording_1.applyNearDupCap)(mixed,nearDupCap,contentfulText),diversityCap,topK),windowed=reserveLanePlaces(rerankN>topK?(0,plainWording_1.rerankTopN)(diversified,query,rerankN):diversified,topK,laneTerms);if(trace)for(let hit of windowed)trace.touch(hit);return{hits:windowed.map(h=>({notePath:h.notePath,chunkId:h.chunkId,headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...cosineByChunk?.has(h.chunkId)?{similarity:cosineByChunk.get(h.chunkId)}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{}})),noteRow,temporal,pastIntent,asofPast}}async function finishContext(read){let{db,vectorIndex,provider,query,queryProbe,window:window2,topK,bestFirst}=read,{noteRow,temporal,pastIntent,asofPast}=window2,{hits}=window2,eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),entryTime=(0,dailyEntryTime_1.createDailyEntryClock)();hits=await Promise.all((0,readCache_1.inReadSnapshot)(db,()=>hits.map(async h=>{let derived=eventTime(h)??await entryTime(h);if(derived===void 0)return h;let session_date=clampSessionDate(derived,noteRow(h.notePath)?.modified_at);return{...h,session_date}})));let expansion=resolveSessionExpand(),rankedExpansion=calibratedModelKey(provider?.identity,provider?.dimensions)!==null?resolveRankedExpansion(process.env,topK):null;expansion&&(hits=[...hits,...(0,readCache_1.inReadSnapshot)(db,()=>sessionExpansionHits(db,hits,expansion,rankedExpansion&&queryProbe.queryVector&&vectorIndex?{vectorIndex,queryVector:queryProbe.queryVector,ranked:rankedExpansion}:void 0))]);let rankedBy=!bestFirst&&newestFirstEnabled()&&!(temporal&&pastIntent)&&!asofPast?"session_date":"score";contentfulHeld.clear();let presented=orderHits(hits,rankedBy);return(0,rankingTrace_1.currentRankingTrace)()?.presented(presented),{query,hits:presented,rankedBy}}}});var require_rowStore=__commonJS({"dist/context/rowStore.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ProvenanceError=void 0;exports2.normDedupeValue=normDedupeValue;exports2.matchForm=matchForm;exports2.splitWords=splitWords;exports2.dedupeKeyFor=dedupeKeyFor;exports2.insertStructuredRows=insertStructuredRows;exports2.deleteStructuredRowsForSource=deleteStructuredRowsForSource;exports2.deleteStructuredRowsForSourceKind=deleteStructuredRowsForSourceKind;exports2.readCurrentRowsForNotes=readCurrentRowsForNotes;var orchestrator_12=require_orchestrator(),ProvenanceError=class extends Error{};exports2.ProvenanceError=ProvenanceError;function normDedupeValue(value){return value.normalize("NFKD").replace(new RegExp("(?<=\\p{Script=Latin})\\p{M}+","gu"),"").toLowerCase().replace(new RegExp("\\p{C}+","gu"),"").replace(/[^\p{L}\p{N}\p{M}]+/gu," ").trim()}var WORD_SEPARATOR=/[^\p{L}\p{N}\p{M}]+/u,WORD_SEPARATOR_NUMERIC=/[^\p{L}\p{N}\p{M}.%]+/u;function matchForm(text){return(text??"").normalize("NFC").toLowerCase()}function splitWords(text,numeric=!1){return matchForm(text).split(numeric?WORD_SEPARATOR_NUMERIC:WORD_SEPARATOR)}function dedupeKeyFor(row){switch(row.rowKind){case"fact":{let p=row.payload;return`fact|${normDedupeValue(p.value)}|${normDedupeValue(p.object)}`}case"event":{let p=row.payload;return`event|${normDedupeValue(p.when)}|${normDedupeValue(p.event)}`}case"preference":{let p=row.payload;return`pref|${normDedupeValue(p.statement)}`}}}function assertProvenance(row){if(!row.sourcePath||!row.sourcePath.trim())throw new ProvenanceError(`structured row (${row.rowKind}) rejected: missing source_path`);if(!Number.isInteger(row.sourceChunkId)||row.sourceChunkId<=0)throw new ProvenanceError(`structured row (${row.rowKind}) from ${row.sourcePath} rejected: missing source_chunk_id`)}function parsePayload(_rowKind,raw){return JSON.parse(raw)}function insertStructuredRows(db,rows,opts={}){let insert=db.prepare(`
|
|
407
407
|
INSERT INTO structured_rows
|
|
408
408
|
(row_kind, source_path, source_hash, source_chunk_id, scope, extraction_version,
|
|
409
409
|
valid_from, valid_to, payload_json, dedupe_key, created_at)
|
|
@@ -985,24 +985,20 @@ Set the \`cycles\` parameter to \`"ref"\` to resolve cyclical schemas with defs.
|
|
|
985
985
|
depsCount: ${depsCount},
|
|
986
986
|
deps: ${deps}}`};var def={keyword:"dependencies",type:"object",schemaType:"object",error:exports2.error,code(cxt){let[propDeps,schDeps]=splitDependencies(cxt);validatePropertyDeps(cxt,propDeps),validateSchemaDeps(cxt,schDeps)}};function splitDependencies({schema}){let propertyDeps={},schemaDeps={};for(let key in schema){if(key==="__proto__")continue;let deps=Array.isArray(schema[key])?propertyDeps:schemaDeps;deps[key]=schema[key]}return[propertyDeps,schemaDeps]}function validatePropertyDeps(cxt,propertyDeps=cxt.schema){let{gen,data,it}=cxt;if(Object.keys(propertyDeps).length===0)return;let missing=gen.let("missing");for(let prop in propertyDeps){let deps=propertyDeps[prop];if(deps.length===0)continue;let hasProperty=(0,code_1.propertyInData)(gen,data,prop,it.opts.ownProperties);cxt.setParams({property:prop,depsCount:deps.length,deps:deps.join(", ")}),it.allErrors?gen.if(hasProperty,()=>{for(let depProp of deps)(0,code_1.checkReportMissingProp)(cxt,depProp)}):(gen.if((0,codegen_1._)`${hasProperty} && (${(0,code_1.checkMissingProp)(cxt,deps,missing)})`),(0,code_1.reportMissingProp)(cxt,missing),gen.else())}}exports2.validatePropertyDeps=validatePropertyDeps;function validateSchemaDeps(cxt,schemaDeps=cxt.schema){let{gen,data,keyword,it}=cxt,valid=gen.name("valid");for(let prop in schemaDeps)(0,util_1.alwaysValidSchema)(it,schemaDeps[prop])||(gen.if((0,code_1.propertyInData)(gen,data,prop,it.opts.ownProperties),()=>{let schCxt=cxt.subschema({keyword,schemaProp:prop},valid);cxt.mergeValidEvaluated(schCxt,valid)},()=>gen.var(valid,!0)),cxt.ok(valid))}exports2.validateSchemaDeps=validateSchemaDeps;exports2.default=def}});var require_propertyNames=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/propertyNames.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),util_1=require_util3(),error={message:"property name must be valid",params:({params})=>(0,codegen_1._)`{propertyName: ${params.propertyName}}`},def={keyword:"propertyNames",type:"object",schemaType:["object","boolean"],error,code(cxt){let{gen,schema,data,it}=cxt;if((0,util_1.alwaysValidSchema)(it,schema))return;let valid=gen.name("valid");gen.forIn("key",data,key=>{cxt.setParams({propertyName:key}),cxt.subschema({keyword:"propertyNames",data:key,dataTypes:["string"],propertyName:key,compositeRule:!0},valid),gen.if((0,codegen_1.not)(valid),()=>{cxt.error(!0),it.allErrors||gen.break()})}),cxt.ok(valid)}};exports2.default=def}});var require_additionalProperties=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/additionalProperties.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var code_1=require_code2(),codegen_1=require_codegen(),names_1=require_names(),util_1=require_util3(),error={message:"must NOT have additional properties",params:({params})=>(0,codegen_1._)`{additionalProperty: ${params.additionalProperty}}`},def={keyword:"additionalProperties",type:["object"],schemaType:["boolean","object"],allowUndefined:!0,trackErrors:!0,error,code(cxt){let{gen,schema,parentSchema,data,errsCount,it}=cxt;if(!errsCount)throw new Error("ajv implementation error");let{allErrors,opts}=it;if(it.props=!0,opts.removeAdditional!=="all"&&(0,util_1.alwaysValidSchema)(it,schema))return;let props=(0,code_1.allSchemaProperties)(parentSchema.properties),patProps=(0,code_1.allSchemaProperties)(parentSchema.patternProperties);checkAdditionalProperties(),cxt.ok((0,codegen_1._)`${errsCount} === ${names_1.default.errors}`);function checkAdditionalProperties(){gen.forIn("key",data,key=>{!props.length&&!patProps.length?additionalPropertyCode(key):gen.if(isAdditional(key),()=>additionalPropertyCode(key))})}function isAdditional(key){let definedProp;if(props.length>8){let propsSchema=(0,util_1.schemaRefOrVal)(it,parentSchema.properties,"properties");definedProp=(0,code_1.isOwnProperty)(gen,propsSchema,key)}else props.length?definedProp=(0,codegen_1.or)(...props.map(p=>(0,codegen_1._)`${key} === ${p}`)):definedProp=codegen_1.nil;return patProps.length&&(definedProp=(0,codegen_1.or)(definedProp,...patProps.map(p=>(0,codegen_1._)`${(0,code_1.usePattern)(cxt,p)}.test(${key})`))),(0,codegen_1.not)(definedProp)}function deleteAdditional(key){gen.code((0,codegen_1._)`delete ${data}[${key}]`)}function additionalPropertyCode(key){if(opts.removeAdditional==="all"||opts.removeAdditional&&schema===!1){deleteAdditional(key);return}if(schema===!1){cxt.setParams({additionalProperty:key}),cxt.error(),allErrors||gen.break();return}if(typeof schema=="object"&&!(0,util_1.alwaysValidSchema)(it,schema)){let valid=gen.name("valid");opts.removeAdditional==="failing"?(applyAdditionalSchema(key,valid,!1),gen.if((0,codegen_1.not)(valid),()=>{cxt.reset(),deleteAdditional(key)})):(applyAdditionalSchema(key,valid),allErrors||gen.if((0,codegen_1.not)(valid),()=>gen.break()))}}function applyAdditionalSchema(key,valid,errors){let subschema={keyword:"additionalProperties",dataProp:key,dataPropType:util_1.Type.Str};errors===!1&&Object.assign(subschema,{compositeRule:!0,createErrors:!1,allErrors:!1}),cxt.subschema(subschema,valid)}}};exports2.default=def}});var require_properties=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/properties.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var validate_1=require_validate(),code_1=require_code2(),util_1=require_util3(),additionalProperties_1=require_additionalProperties(),def={keyword:"properties",type:"object",schemaType:"object",code(cxt){let{gen,schema,parentSchema,data,it}=cxt;it.opts.removeAdditional==="all"&&parentSchema.additionalProperties===void 0&&additionalProperties_1.default.code(new validate_1.KeywordCxt(it,additionalProperties_1.default,"additionalProperties"));let allProps=(0,code_1.allSchemaProperties)(schema);for(let prop of allProps)it.definedProperties.add(prop);it.opts.unevaluated&&allProps.length&&it.props!==!0&&(it.props=util_1.mergeEvaluated.props(gen,(0,util_1.toHash)(allProps),it.props));let properties=allProps.filter(p=>!(0,util_1.alwaysValidSchema)(it,schema[p]));if(properties.length===0)return;let valid=gen.name("valid");for(let prop of properties)hasDefault(prop)?applyPropertySchema(prop):(gen.if((0,code_1.propertyInData)(gen,data,prop,it.opts.ownProperties)),applyPropertySchema(prop),it.allErrors||gen.else().var(valid,!0),gen.endIf()),cxt.it.definedProperties.add(prop),cxt.ok(valid);function hasDefault(prop){return it.opts.useDefaults&&!it.compositeRule&&schema[prop].default!==void 0}function applyPropertySchema(prop){cxt.subschema({keyword:"properties",schemaProp:prop,dataProp:prop},valid)}}};exports2.default=def}});var require_patternProperties=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/patternProperties.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var code_1=require_code2(),codegen_1=require_codegen(),util_1=require_util3(),util_2=require_util3(),def={keyword:"patternProperties",type:"object",schemaType:"object",code(cxt){let{gen,schema,data,parentSchema,it}=cxt,{opts}=it,patterns=(0,code_1.allSchemaProperties)(schema),alwaysValidPatterns=patterns.filter(p=>(0,util_1.alwaysValidSchema)(it,schema[p]));if(patterns.length===0||alwaysValidPatterns.length===patterns.length&&(!it.opts.unevaluated||it.props===!0))return;let checkProperties=opts.strictSchema&&!opts.allowMatchingProperties&&parentSchema.properties,valid=gen.name("valid");it.props!==!0&&!(it.props instanceof codegen_1.Name)&&(it.props=(0,util_2.evaluatedPropsToName)(gen,it.props));let{props}=it;validatePatternProperties();function validatePatternProperties(){for(let pat of patterns)checkProperties&&checkMatchingProperties(pat),it.allErrors?validateProperties(pat):(gen.var(valid,!0),validateProperties(pat),gen.if(valid))}function checkMatchingProperties(pat){for(let prop in checkProperties)new RegExp(pat).test(prop)&&(0,util_1.checkStrictMode)(it,`property ${prop} matches pattern ${pat} (use allowMatchingProperties)`)}function validateProperties(pat){gen.forIn("key",data,key=>{gen.if((0,codegen_1._)`${(0,code_1.usePattern)(cxt,pat)}.test(${key})`,()=>{let alwaysValid=alwaysValidPatterns.includes(pat);alwaysValid||cxt.subschema({keyword:"patternProperties",schemaProp:pat,dataProp:key,dataPropType:util_2.Type.Str},valid),it.opts.unevaluated&&props!==!0?gen.assign((0,codegen_1._)`${props}[${key}]`,!0):!alwaysValid&&!it.allErrors&&gen.if((0,codegen_1.not)(valid),()=>gen.break())})})}}};exports2.default=def}});var require_not=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/not.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var util_1=require_util3(),def={keyword:"not",schemaType:["object","boolean"],trackErrors:!0,code(cxt){let{gen,schema,it}=cxt;if((0,util_1.alwaysValidSchema)(it,schema)){cxt.fail();return}let valid=gen.name("valid");cxt.subschema({keyword:"not",compositeRule:!0,createErrors:!1,allErrors:!1},valid),cxt.failResult(valid,()=>cxt.reset(),()=>cxt.error())},error:{message:"must NOT be valid"}};exports2.default=def}});var require_anyOf=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/anyOf.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var code_1=require_code2(),def={keyword:"anyOf",schemaType:"array",trackErrors:!0,code:code_1.validateUnion,error:{message:"must match a schema in anyOf"}};exports2.default=def}});var require_oneOf=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/oneOf.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),util_1=require_util3(),error={message:"must match exactly one schema in oneOf",params:({params})=>(0,codegen_1._)`{passingSchemas: ${params.passing}}`},def={keyword:"oneOf",schemaType:"array",trackErrors:!0,error,code(cxt){let{gen,schema,parentSchema,it}=cxt;if(!Array.isArray(schema))throw new Error("ajv implementation error");if(it.opts.discriminator&&parentSchema.discriminator)return;let schArr=schema,valid=gen.let("valid",!1),passing=gen.let("passing",null),schValid=gen.name("_valid");cxt.setParams({passing}),gen.block(validateOneOf),cxt.result(valid,()=>cxt.reset(),()=>cxt.error(!0));function validateOneOf(){schArr.forEach((sch,i)=>{let schCxt;(0,util_1.alwaysValidSchema)(it,sch)?gen.var(schValid,!0):schCxt=cxt.subschema({keyword:"oneOf",schemaProp:i,compositeRule:!0},schValid),i>0&&gen.if((0,codegen_1._)`${schValid} && ${valid}`).assign(valid,!1).assign(passing,(0,codegen_1._)`[${passing}, ${i}]`).else(),gen.if(schValid,()=>{gen.assign(valid,!0),gen.assign(passing,i),schCxt&&cxt.mergeEvaluated(schCxt,codegen_1.Name)})})}}};exports2.default=def}});var require_allOf=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/allOf.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var util_1=require_util3(),def={keyword:"allOf",schemaType:"array",code(cxt){let{gen,schema,it}=cxt;if(!Array.isArray(schema))throw new Error("ajv implementation error");let valid=gen.name("valid");schema.forEach((sch,i)=>{if((0,util_1.alwaysValidSchema)(it,sch))return;let schCxt=cxt.subschema({keyword:"allOf",schemaProp:i},valid);cxt.ok(valid),cxt.mergeEvaluated(schCxt)})}};exports2.default=def}});var require_if=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/if.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),util_1=require_util3(),error={message:({params})=>(0,codegen_1.str)`must match "${params.ifClause}" schema`,params:({params})=>(0,codegen_1._)`{failingKeyword: ${params.ifClause}}`},def={keyword:"if",schemaType:["object","boolean"],trackErrors:!0,error,code(cxt){let{gen,parentSchema,it}=cxt;parentSchema.then===void 0&&parentSchema.else===void 0&&(0,util_1.checkStrictMode)(it,'"if" without "then" and "else" is ignored');let hasThen=hasSchema(it,"then"),hasElse=hasSchema(it,"else");if(!hasThen&&!hasElse)return;let valid=gen.let("valid",!0),schValid=gen.name("_valid");if(validateIf(),cxt.reset(),hasThen&&hasElse){let ifClause=gen.let("ifClause");cxt.setParams({ifClause}),gen.if(schValid,validateClause("then",ifClause),validateClause("else",ifClause))}else hasThen?gen.if(schValid,validateClause("then")):gen.if((0,codegen_1.not)(schValid),validateClause("else"));cxt.pass(valid,()=>cxt.error(!0));function validateIf(){let schCxt=cxt.subschema({keyword:"if",compositeRule:!0,createErrors:!1,allErrors:!1},schValid);cxt.mergeEvaluated(schCxt)}function validateClause(keyword,ifClause){return()=>{let schCxt=cxt.subschema({keyword},schValid);gen.assign(valid,schValid),cxt.mergeValidEvaluated(schCxt,valid),ifClause?gen.assign(ifClause,(0,codegen_1._)`${keyword}`):cxt.setParams({ifClause:keyword})}}}};function hasSchema(it,keyword){let schema=it.schema[keyword];return schema!==void 0&&!(0,util_1.alwaysValidSchema)(it,schema)}exports2.default=def}});var require_thenElse=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/thenElse.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var util_1=require_util3(),def={keyword:["then","else"],schemaType:["object","boolean"],code({keyword,parentSchema,it}){parentSchema.if===void 0&&(0,util_1.checkStrictMode)(it,`"${keyword}" without "if" is ignored`)}};exports2.default=def}});var require_applicator=__commonJS({"node_modules/ajv/dist/vocabularies/applicator/index.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var additionalItems_1=require_additionalItems(),prefixItems_1=require_prefixItems(),items_1=require_items2(),items2020_1=require_items2020(),contains_1=require_contains(),dependencies_1=require_dependencies(),propertyNames_1=require_propertyNames(),additionalProperties_1=require_additionalProperties(),properties_1=require_properties(),patternProperties_1=require_patternProperties(),not_1=require_not(),anyOf_1=require_anyOf(),oneOf_1=require_oneOf(),allOf_1=require_allOf(),if_1=require_if(),thenElse_1=require_thenElse();function getApplicator(draft2020=!1){let applicator=[not_1.default,anyOf_1.default,oneOf_1.default,allOf_1.default,if_1.default,thenElse_1.default,propertyNames_1.default,additionalProperties_1.default,dependencies_1.default,properties_1.default,patternProperties_1.default];return draft2020?applicator.push(prefixItems_1.default,items2020_1.default):applicator.push(additionalItems_1.default,items_1.default),applicator.push(contains_1.default),applicator}exports2.default=getApplicator}});var require_format=__commonJS({"node_modules/ajv/dist/vocabularies/format/format.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),error={message:({schemaCode})=>(0,codegen_1.str)`must match format "${schemaCode}"`,params:({schemaCode})=>(0,codegen_1._)`{format: ${schemaCode}}`},def={keyword:"format",type:["number","string"],schemaType:"string",$data:!0,error,code(cxt,ruleType){let{gen,data,$data,schema,schemaCode,it}=cxt,{opts,errSchemaPath,schemaEnv,self}=it;if(!opts.validateFormats)return;$data?validate$DataFormat():validateFormat();function validate$DataFormat(){let fmts=gen.scopeValue("formats",{ref:self.formats,code:opts.code.formats}),fDef=gen.const("fDef",(0,codegen_1._)`${fmts}[${schemaCode}]`),fType=gen.let("fType"),format=gen.let("format");gen.if((0,codegen_1._)`typeof ${fDef} == "object" && !(${fDef} instanceof RegExp)`,()=>gen.assign(fType,(0,codegen_1._)`${fDef}.type || "string"`).assign(format,(0,codegen_1._)`${fDef}.validate`),()=>gen.assign(fType,(0,codegen_1._)`"string"`).assign(format,fDef)),cxt.fail$data((0,codegen_1.or)(unknownFmt(),invalidFmt()));function unknownFmt(){return opts.strictSchema===!1?codegen_1.nil:(0,codegen_1._)`${schemaCode} && !${format}`}function invalidFmt(){let callFormat=schemaEnv.$async?(0,codegen_1._)`(${fDef}.async ? await ${format}(${data}) : ${format}(${data}))`:(0,codegen_1._)`${format}(${data})`,validData=(0,codegen_1._)`(typeof ${format} == "function" ? ${callFormat} : ${format}.test(${data}))`;return(0,codegen_1._)`${format} && ${format} !== true && ${fType} === ${ruleType} && !${validData}`}}function validateFormat(){let formatDef=self.formats[schema];if(!formatDef){unknownFormat();return}if(formatDef===!0)return;let[fmtType,format,fmtRef]=getFormat(formatDef);fmtType===ruleType&&cxt.pass(validCondition());function unknownFormat(){if(opts.strictSchema===!1){self.logger.warn(unknownMsg());return}throw new Error(unknownMsg());function unknownMsg(){return`unknown format "${schema}" ignored in schema at path "${errSchemaPath}"`}}function getFormat(fmtDef){let code=fmtDef instanceof RegExp?(0,codegen_1.regexpCode)(fmtDef):opts.code.formats?(0,codegen_1._)`${opts.code.formats}${(0,codegen_1.getProperty)(schema)}`:void 0,fmt=gen.scopeValue("formats",{key:schema,ref:fmtDef,code});return typeof fmtDef=="object"&&!(fmtDef instanceof RegExp)?[fmtDef.type||"string",fmtDef.validate,(0,codegen_1._)`${fmt}.validate`]:["string",fmtDef,fmt]}function validCondition(){if(typeof formatDef=="object"&&!(formatDef instanceof RegExp)&&formatDef.async){if(!schemaEnv.$async)throw new Error("async format in sync schema");return(0,codegen_1._)`await ${fmtRef}(${data})`}return typeof format=="function"?(0,codegen_1._)`${fmtRef}(${data})`:(0,codegen_1._)`${fmtRef}.test(${data})`}}}};exports2.default=def}});var require_format2=__commonJS({"node_modules/ajv/dist/vocabularies/format/index.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var format_1=require_format(),format=[format_1.default];exports2.default=format}});var require_metadata=__commonJS({"node_modules/ajv/dist/vocabularies/metadata.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.contentVocabulary=exports2.metadataVocabulary=void 0;exports2.metadataVocabulary=["title","description","default","deprecated","readOnly","writeOnly","examples"];exports2.contentVocabulary=["contentMediaType","contentEncoding","contentSchema"]}});var require_draft7=__commonJS({"node_modules/ajv/dist/vocabularies/draft7.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var core_1=require_core5(),validation_1=require_validation(),applicator_1=require_applicator(),format_1=require_format2(),metadata_1=require_metadata(),draft7Vocabularies=[core_1.default,validation_1.default,(0,applicator_1.default)(),format_1.default,metadata_1.metadataVocabulary,metadata_1.contentVocabulary];exports2.default=draft7Vocabularies}});var require_types3=__commonJS({"node_modules/ajv/dist/vocabularies/discriminator/types.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DiscrError=void 0;var DiscrError;(function(DiscrError2){DiscrError2.Tag="tag",DiscrError2.Mapping="mapping"})(DiscrError||(exports2.DiscrError=DiscrError={}))}});var require_discriminator=__commonJS({"node_modules/ajv/dist/vocabularies/discriminator/index.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var codegen_1=require_codegen(),types_1=require_types3(),compile_1=require_compile2(),ref_error_1=require_ref_error(),util_1=require_util3(),error={message:({params:{discrError,tagName}})=>discrError===types_1.DiscrError.Tag?`tag "${tagName}" must be string`:`value of tag "${tagName}" must be in oneOf`,params:({params:{discrError,tag,tagName}})=>(0,codegen_1._)`{error: ${discrError}, tag: ${tagName}, tagValue: ${tag}}`},def={keyword:"discriminator",type:"object",schemaType:"object",error,code(cxt){let{gen,data,schema,parentSchema,it}=cxt,{oneOf}=parentSchema;if(!it.opts.discriminator)throw new Error("discriminator: requires discriminator option");let tagName=schema.propertyName;if(typeof tagName!="string")throw new Error("discriminator: requires propertyName");if(schema.mapping)throw new Error("discriminator: mapping is not supported");if(!oneOf)throw new Error("discriminator: requires oneOf keyword");let valid=gen.let("valid",!1),tag=gen.const("tag",(0,codegen_1._)`${data}${(0,codegen_1.getProperty)(tagName)}`);gen.if((0,codegen_1._)`typeof ${tag} == "string"`,()=>validateMapping(),()=>cxt.error(!1,{discrError:types_1.DiscrError.Tag,tag,tagName})),cxt.ok(valid);function validateMapping(){let mapping=getMapping();gen.if(!1);for(let tagValue in mapping)gen.elseIf((0,codegen_1._)`${tag} === ${tagValue}`),gen.assign(valid,applyTagSchema(mapping[tagValue]));gen.else(),cxt.error(!1,{discrError:types_1.DiscrError.Mapping,tag,tagName}),gen.endIf()}function applyTagSchema(schemaProp){let _valid=gen.name("valid"),schCxt=cxt.subschema({keyword:"oneOf",schemaProp},_valid);return cxt.mergeEvaluated(schCxt,codegen_1.Name),_valid}function getMapping(){var _a;let oneOfMapping={},topRequired=hasRequired(parentSchema),tagRequired=!0;for(let i=0;i<oneOf.length;i++){let sch=oneOf[i];if(sch?.$ref&&!(0,util_1.schemaHasRulesButRef)(sch,it.self.RULES)){let ref=sch.$ref;if(sch=compile_1.resolveRef.call(it.self,it.schemaEnv.root,it.baseId,ref),sch instanceof compile_1.SchemaEnv&&(sch=sch.schema),sch===void 0)throw new ref_error_1.default(it.opts.uriResolver,it.baseId,ref)}let propSch=(_a=sch?.properties)===null||_a===void 0?void 0:_a[tagName];if(typeof propSch!="object")throw new Error(`discriminator: oneOf subschemas (or referenced schemas) must have "properties/${tagName}"`);tagRequired=tagRequired&&(topRequired||hasRequired(sch)),addMappings(propSch,i)}if(!tagRequired)throw new Error(`discriminator: "${tagName}" must be required`);return oneOfMapping;function hasRequired({required}){return Array.isArray(required)&&required.includes(tagName)}function addMappings(sch,i){if(sch.const)addMapping(sch.const,i);else if(sch.enum)for(let tagValue of sch.enum)addMapping(tagValue,i);else throw new Error(`discriminator: "properties/${tagName}" must have "const" or "enum"`)}function addMapping(tagValue,i){if(typeof tagValue!="string"||tagValue in oneOfMapping)throw new Error(`discriminator: "${tagName}" values must be unique strings`);oneOfMapping[tagValue]=i}}}};exports2.default=def}});var require_json_schema_draft_07=__commonJS({"node_modules/ajv/dist/refs/json-schema-draft-07.json"(exports2,module2){module2.exports={$schema:"http://json-schema.org/draft-07/schema#",$id:"http://json-schema.org/draft-07/schema#",title:"Core schema meta-schema",definitions:{schemaArray:{type:"array",minItems:1,items:{$ref:"#"}},nonNegativeInteger:{type:"integer",minimum:0},nonNegativeIntegerDefault0:{allOf:[{$ref:"#/definitions/nonNegativeInteger"},{default:0}]},simpleTypes:{enum:["array","boolean","integer","null","number","object","string"]},stringArray:{type:"array",items:{type:"string"},uniqueItems:!0,default:[]}},type:["object","boolean"],properties:{$id:{type:"string",format:"uri-reference"},$schema:{type:"string",format:"uri"},$ref:{type:"string",format:"uri-reference"},$comment:{type:"string"},title:{type:"string"},description:{type:"string"},default:!0,readOnly:{type:"boolean",default:!1},examples:{type:"array",items:!0},multipleOf:{type:"number",exclusiveMinimum:0},maximum:{type:"number"},exclusiveMaximum:{type:"number"},minimum:{type:"number"},exclusiveMinimum:{type:"number"},maxLength:{$ref:"#/definitions/nonNegativeInteger"},minLength:{$ref:"#/definitions/nonNegativeIntegerDefault0"},pattern:{type:"string",format:"regex"},additionalItems:{$ref:"#"},items:{anyOf:[{$ref:"#"},{$ref:"#/definitions/schemaArray"}],default:!0},maxItems:{$ref:"#/definitions/nonNegativeInteger"},minItems:{$ref:"#/definitions/nonNegativeIntegerDefault0"},uniqueItems:{type:"boolean",default:!1},contains:{$ref:"#"},maxProperties:{$ref:"#/definitions/nonNegativeInteger"},minProperties:{$ref:"#/definitions/nonNegativeIntegerDefault0"},required:{$ref:"#/definitions/stringArray"},additionalProperties:{$ref:"#"},definitions:{type:"object",additionalProperties:{$ref:"#"},default:{}},properties:{type:"object",additionalProperties:{$ref:"#"},default:{}},patternProperties:{type:"object",additionalProperties:{$ref:"#"},propertyNames:{format:"regex"},default:{}},dependencies:{type:"object",additionalProperties:{anyOf:[{$ref:"#"},{$ref:"#/definitions/stringArray"}]}},propertyNames:{$ref:"#"},const:!0,enum:{type:"array",items:!0,minItems:1,uniqueItems:!0},type:{anyOf:[{$ref:"#/definitions/simpleTypes"},{type:"array",items:{$ref:"#/definitions/simpleTypes"},minItems:1,uniqueItems:!0}]},format:{type:"string"},contentMediaType:{type:"string"},contentEncoding:{type:"string"},if:{$ref:"#"},then:{$ref:"#"},else:{$ref:"#"},allOf:{$ref:"#/definitions/schemaArray"},anyOf:{$ref:"#/definitions/schemaArray"},oneOf:{$ref:"#/definitions/schemaArray"},not:{$ref:"#"}},default:!0}}});var require_ajv=__commonJS({"node_modules/ajv/dist/ajv.js"(exports2,module2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MissingRefError=exports2.ValidationError=exports2.CodeGen=exports2.Name=exports2.nil=exports2.stringify=exports2.str=exports2._=exports2.KeywordCxt=exports2.Ajv=void 0;var core_1=require_core4(),draft7_1=require_draft7(),discriminator_1=require_discriminator(),draft7MetaSchema=require_json_schema_draft_07(),META_SUPPORT_DATA=["/properties"],META_SCHEMA_ID="http://json-schema.org/draft-07/schema",Ajv=class extends core_1.default{_addVocabularies(){super._addVocabularies(),draft7_1.default.forEach(v=>this.addVocabulary(v)),this.opts.discriminator&&this.addKeyword(discriminator_1.default)}_addDefaultMetaSchema(){if(super._addDefaultMetaSchema(),!this.opts.meta)return;let metaSchema=this.opts.$data?this.$dataMetaSchema(draft7MetaSchema,META_SUPPORT_DATA):draft7MetaSchema;this.addMetaSchema(metaSchema,META_SCHEMA_ID,!1),this.refs["http://json-schema.org/schema"]=META_SCHEMA_ID}defaultMeta(){return this.opts.defaultMeta=super.defaultMeta()||(this.getSchema(META_SCHEMA_ID)?META_SCHEMA_ID:void 0)}};exports2.Ajv=Ajv;module2.exports=exports2=Ajv;module2.exports.Ajv=Ajv;Object.defineProperty(exports2,"__esModule",{value:!0});exports2.default=Ajv;var validate_1=require_validate();Object.defineProperty(exports2,"KeywordCxt",{enumerable:!0,get:function(){return validate_1.KeywordCxt}});var codegen_1=require_codegen();Object.defineProperty(exports2,"_",{enumerable:!0,get:function(){return codegen_1._}});Object.defineProperty(exports2,"str",{enumerable:!0,get:function(){return codegen_1.str}});Object.defineProperty(exports2,"stringify",{enumerable:!0,get:function(){return codegen_1.stringify}});Object.defineProperty(exports2,"nil",{enumerable:!0,get:function(){return codegen_1.nil}});Object.defineProperty(exports2,"Name",{enumerable:!0,get:function(){return codegen_1.Name}});Object.defineProperty(exports2,"CodeGen",{enumerable:!0,get:function(){return codegen_1.CodeGen}});var validation_error_1=require_validation_error();Object.defineProperty(exports2,"ValidationError",{enumerable:!0,get:function(){return validation_error_1.default}});var ref_error_1=require_ref_error();Object.defineProperty(exports2,"MissingRefError",{enumerable:!0,get:function(){return ref_error_1.default}})}});var require_formats3=__commonJS({"node_modules/ajv-formats/dist/formats.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.formatNames=exports2.fastFormats=exports2.fullFormats=void 0;function fmtDef(validate,compare){return{validate,compare}}exports2.fullFormats={date:fmtDef(date,compareDate),time:fmtDef(getTime(!0),compareTime),"date-time":fmtDef(getDateTime(!0),compareDateTime),"iso-time":fmtDef(getTime(),compareIsoTime),"iso-date-time":fmtDef(getDateTime(),compareIsoDateTime),duration:/^P(?!$)((\d+Y)?(\d+M)?(\d+D)?(T(?=\d)(\d+H)?(\d+M)?(\d+S)?)?|(\d+W)?)$/,uri,"uri-reference":/^(?:[a-z][a-z0-9+\-.]*:)?(?:\/?\/(?:(?:[a-z0-9\-._~!$&'()*+,;=:]|%[0-9a-f]{2})*@)?(?:\[(?:(?:(?:(?:[0-9a-f]{1,4}:){6}|::(?:[0-9a-f]{1,4}:){5}|(?:[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){4}|(?:(?:[0-9a-f]{1,4}:){0,1}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){3}|(?:(?:[0-9a-f]{1,4}:){0,2}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){2}|(?:(?:[0-9a-f]{1,4}:){0,3}[0-9a-f]{1,4})?::[0-9a-f]{1,4}:|(?:(?:[0-9a-f]{1,4}:){0,4}[0-9a-f]{1,4})?::)(?:[0-9a-f]{1,4}:[0-9a-f]{1,4}|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?))|(?:(?:[0-9a-f]{1,4}:){0,5}[0-9a-f]{1,4})?::[0-9a-f]{1,4}|(?:(?:[0-9a-f]{1,4}:){0,6}[0-9a-f]{1,4})?::)|[Vv][0-9a-f]+\.[a-z0-9\-._~!$&'()*+,;=:]+)\]|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?)|(?:[a-z0-9\-._~!$&'"()*+,;=]|%[0-9a-f]{2})*)(?::\d*)?(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*|\/(?:(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*)?|(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*)?(?:\?(?:[a-z0-9\-._~!$&'"()*+,;=:@/?]|%[0-9a-f]{2})*)?(?:#(?:[a-z0-9\-._~!$&'"()*+,;=:@/?]|%[0-9a-f]{2})*)?$/i,"uri-template":/^(?:(?:[^\x00-\x20"'<>%\\^`{|}]|%[0-9a-f]{2})|\{[+#./;?&=,!@|]?(?:[a-z0-9_]|%[0-9a-f]{2})+(?::[1-9][0-9]{0,3}|\*)?(?:,(?:[a-z0-9_]|%[0-9a-f]{2})+(?::[1-9][0-9]{0,3}|\*)?)*\})*$/i,url:/^(?:https?|ftp):\/\/(?:\S+(?::\S*)?@)?(?:(?!(?:10|127)(?:\.\d{1,3}){3})(?!(?:169\.254|192\.168)(?:\.\d{1,3}){2})(?!172\.(?:1[6-9]|2\d|3[0-1])(?:\.\d{1,3}){2})(?:[1-9]\d?|1\d\d|2[01]\d|22[0-3])(?:\.(?:1?\d{1,2}|2[0-4]\d|25[0-5])){2}(?:\.(?:[1-9]\d?|1\d\d|2[0-4]\d|25[0-4]))|(?:(?:[a-z0-9\u{00a1}-\u{ffff}]+-)*[a-z0-9\u{00a1}-\u{ffff}]+)(?:\.(?:[a-z0-9\u{00a1}-\u{ffff}]+-)*[a-z0-9\u{00a1}-\u{ffff}]+)*(?:\.(?:[a-z\u{00a1}-\u{ffff}]{2,})))(?::\d{2,5})?(?:\/[^\s]*)?$/iu,email:/^[a-z0-9!#$%&'*+/=?^_`{|}~-]+(?:\.[a-z0-9!#$%&'*+/=?^_`{|}~-]+)*@(?:[a-z0-9](?:[a-z0-9-]*[a-z0-9])?\.)+[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$/i,hostname:/^(?=.{1,253}\.?$)[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[-0-9a-z]{0,61}[0-9a-z])?)*\.?$/i,ipv4:/^(?:(?:25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)\.){3}(?:25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)$/,ipv6:/^((([0-9a-f]{1,4}:){7}([0-9a-f]{1,4}|:))|(([0-9a-f]{1,4}:){6}(:[0-9a-f]{1,4}|((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3})|:))|(([0-9a-f]{1,4}:){5}(((:[0-9a-f]{1,4}){1,2})|:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3})|:))|(([0-9a-f]{1,4}:){4}(((:[0-9a-f]{1,4}){1,3})|((:[0-9a-f]{1,4})?:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){3}(((:[0-9a-f]{1,4}){1,4})|((:[0-9a-f]{1,4}){0,2}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){2}(((:[0-9a-f]{1,4}){1,5})|((:[0-9a-f]{1,4}){0,3}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){1}(((:[0-9a-f]{1,4}){1,6})|((:[0-9a-f]{1,4}){0,4}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(:(((:[0-9a-f]{1,4}){1,7})|((:[0-9a-f]{1,4}){0,5}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:)))$/i,regex,uuid:/^(?:urn:uuid:)?[0-9a-f]{8}-(?:[0-9a-f]{4}-){3}[0-9a-f]{12}$/i,"json-pointer":/^(?:\/(?:[^~/]|~0|~1)*)*$/,"json-pointer-uri-fragment":/^#(?:\/(?:[a-z0-9_\-.!$&'()*+,;:=@]|%[0-9a-f]{2}|~0|~1)*)*$/i,"relative-json-pointer":/^(?:0|[1-9][0-9]*)(?:#|(?:\/(?:[^~/]|~0|~1)*)*)$/,byte,int32:{type:"number",validate:validateInt32},int64:{type:"number",validate:validateInt64},float:{type:"number",validate:validateNumber},double:{type:"number",validate:validateNumber},password:!0,binary:!0};exports2.fastFormats={...exports2.fullFormats,date:fmtDef(/^\d\d\d\d-[0-1]\d-[0-3]\d$/,compareDate),time:fmtDef(/^(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)$/i,compareTime),"date-time":fmtDef(/^\d\d\d\d-[0-1]\d-[0-3]\dt(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)$/i,compareDateTime),"iso-time":fmtDef(/^(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)?$/i,compareIsoTime),"iso-date-time":fmtDef(/^\d\d\d\d-[0-1]\d-[0-3]\d[t\s](?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)?$/i,compareIsoDateTime),uri:/^(?:[a-z][a-z0-9+\-.]*:)(?:\/?\/)?[^\s]*$/i,"uri-reference":/^(?:(?:[a-z][a-z0-9+\-.]*:)?\/?\/)?(?:[^\\\s#][^\s#]*)?(?:#[^\\\s]*)?$/i,email:/^[a-z0-9.!#$%&'*+/=?^_`{|}~-]+@[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?)*$/i};exports2.formatNames=Object.keys(exports2.fullFormats);function isLeapYear(year){return year%4===0&&(year%100!==0||year%400===0)}var DATE=/^(\d\d\d\d)-(\d\d)-(\d\d)$/,DAYS=[0,31,28,31,30,31,30,31,31,30,31,30,31];function date(str2){let matches=DATE.exec(str2);if(!matches)return!1;let year=+matches[1],month=+matches[2],day=+matches[3];return month>=1&&month<=12&&day>=1&&day<=(month===2&&isLeapYear(year)?29:DAYS[month])}function compareDate(d1,d2){if(d1&&d2)return d1>d2?1:d1<d2?-1:0}var TIME=/^(\d\d):(\d\d):(\d\d(?:\.\d+)?)(z|([+-])(\d\d)(?::?(\d\d))?)?$/i;function getTime(strictTimeZone){return function(str2){let matches=TIME.exec(str2);if(!matches)return!1;let hr=+matches[1],min=+matches[2],sec=+matches[3],tz=matches[4],tzSign=matches[5]==="-"?-1:1,tzH=+(matches[6]||0),tzM=+(matches[7]||0);if(tzH>23||tzM>59||strictTimeZone&&!tz)return!1;if(hr<=23&&min<=59&&sec<60)return!0;let utcMin=min-tzM*tzSign,utcHr=hr-tzH*tzSign-(utcMin<0?1:0);return(utcHr===23||utcHr===-1)&&(utcMin===59||utcMin===-1)&&sec<61}}function compareTime(s1,s2){if(!(s1&&s2))return;let t1=new Date("2020-01-01T"+s1).valueOf(),t2=new Date("2020-01-01T"+s2).valueOf();if(t1&&t2)return t1-t2}function compareIsoTime(t1,t2){if(!(t1&&t2))return;let a1=TIME.exec(t1),a2=TIME.exec(t2);if(a1&&a2)return t1=a1[1]+a1[2]+a1[3],t2=a2[1]+a2[2]+a2[3],t1>t2?1:t1<t2?-1:0}var DATE_TIME_SEPARATOR=/t|\s/i;function getDateTime(strictTimeZone){let time=getTime(strictTimeZone);return function(str2){let dateTime=str2.split(DATE_TIME_SEPARATOR);return dateTime.length===2&&date(dateTime[0])&&time(dateTime[1])}}function compareDateTime(dt1,dt2){if(!(dt1&&dt2))return;let d1=new Date(dt1).valueOf(),d2=new Date(dt2).valueOf();if(d1&&d2)return d1-d2}function compareIsoDateTime(dt1,dt2){if(!(dt1&&dt2))return;let[d1,t1]=dt1.split(DATE_TIME_SEPARATOR),[d2,t2]=dt2.split(DATE_TIME_SEPARATOR),res=compareDate(d1,d2);if(res!==void 0)return res||compareTime(t1,t2)}var NOT_URI_FRAGMENT=/\/|:/,URI=/^(?:[a-z][a-z0-9+\-.]*:)(?:\/?\/(?:(?:[a-z0-9\-._~!$&'()*+,;=:]|%[0-9a-f]{2})*@)?(?:\[(?:(?:(?:(?:[0-9a-f]{1,4}:){6}|::(?:[0-9a-f]{1,4}:){5}|(?:[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){4}|(?:(?:[0-9a-f]{1,4}:){0,1}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){3}|(?:(?:[0-9a-f]{1,4}:){0,2}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){2}|(?:(?:[0-9a-f]{1,4}:){0,3}[0-9a-f]{1,4})?::[0-9a-f]{1,4}:|(?:(?:[0-9a-f]{1,4}:){0,4}[0-9a-f]{1,4})?::)(?:[0-9a-f]{1,4}:[0-9a-f]{1,4}|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?))|(?:(?:[0-9a-f]{1,4}:){0,5}[0-9a-f]{1,4})?::[0-9a-f]{1,4}|(?:(?:[0-9a-f]{1,4}:){0,6}[0-9a-f]{1,4})?::)|[Vv][0-9a-f]+\.[a-z0-9\-._~!$&'()*+,;=:]+)\]|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?)|(?:[a-z0-9\-._~!$&'()*+,;=]|%[0-9a-f]{2})*)(?::\d*)?(?:\/(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})*)*|\/(?:(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})*)*)?|(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'()*+,;=:@]|%[0-9a-f]{2})*)*)(?:\?(?:[a-z0-9\-._~!$&'()*+,;=:@/?]|%[0-9a-f]{2})*)?(?:#(?:[a-z0-9\-._~!$&'()*+,;=:@/?]|%[0-9a-f]{2})*)?$/i;function uri(str2){return NOT_URI_FRAGMENT.test(str2)&&URI.test(str2)}var BYTE=/^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/gm;function byte(str2){return BYTE.lastIndex=0,BYTE.test(str2)}var MIN_INT32=-(2**31),MAX_INT32=2**31-1;function validateInt32(value){return Number.isInteger(value)&&value<=MAX_INT32&&value>=MIN_INT32}function validateInt64(value){return Number.isInteger(value)}function validateNumber(){return!0}var Z_ANCHOR=/[^\\]\\Z/;function regex(str2){if(Z_ANCHOR.test(str2))return!1;try{return new RegExp(str2),!0}catch{return!1}}}});var require_limit=__commonJS({"node_modules/ajv-formats/dist/limit.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.formatLimitDefinition=void 0;var ajv_1=require_ajv(),codegen_1=require_codegen(),ops=codegen_1.operators,KWDs={formatMaximum:{okStr:"<=",ok:ops.LTE,fail:ops.GT},formatMinimum:{okStr:">=",ok:ops.GTE,fail:ops.LT},formatExclusiveMaximum:{okStr:"<",ok:ops.LT,fail:ops.GTE},formatExclusiveMinimum:{okStr:">",ok:ops.GT,fail:ops.LTE}},error={message:({keyword,schemaCode})=>(0,codegen_1.str)`should be ${KWDs[keyword].okStr} ${schemaCode}`,params:({keyword,schemaCode})=>(0,codegen_1._)`{comparison: ${KWDs[keyword].okStr}, limit: ${schemaCode}}`};exports2.formatLimitDefinition={keyword:Object.keys(KWDs),type:"string",schemaType:"string",$data:!0,error,code(cxt){let{gen,data,schemaCode,keyword,it}=cxt,{opts,self}=it;if(!opts.validateFormats)return;let fCxt=new ajv_1.KeywordCxt(it,self.RULES.all.format.definition,"format");fCxt.$data?validate$DataFormat():validateFormat();function validate$DataFormat(){let fmts=gen.scopeValue("formats",{ref:self.formats,code:opts.code.formats}),fmt=gen.const("fmt",(0,codegen_1._)`${fmts}[${fCxt.schemaCode}]`);cxt.fail$data((0,codegen_1.or)((0,codegen_1._)`typeof ${fmt} != "object"`,(0,codegen_1._)`${fmt} instanceof RegExp`,(0,codegen_1._)`typeof ${fmt}.compare != "function"`,compareCode(fmt)))}function validateFormat(){let format=fCxt.schema,fmtDef=self.formats[format];if(!fmtDef||fmtDef===!0)return;if(typeof fmtDef!="object"||fmtDef instanceof RegExp||typeof fmtDef.compare!="function")throw new Error(`"${keyword}": format "${format}" does not define "compare" function`);let fmt=gen.scopeValue("formats",{key:format,ref:fmtDef,code:opts.code.formats?(0,codegen_1._)`${opts.code.formats}${(0,codegen_1.getProperty)(format)}`:void 0});cxt.fail$data(compareCode(fmt))}function compareCode(fmt){return(0,codegen_1._)`${fmt}.compare(${data}, ${schemaCode}) ${KWDs[keyword].fail} 0`}},dependencies:["format"]};var formatLimitPlugin=ajv=>(ajv.addKeyword(exports2.formatLimitDefinition),ajv);exports2.default=formatLimitPlugin}});var require_dist7=__commonJS({"node_modules/ajv-formats/dist/index.js"(exports2,module2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});var formats_1=require_formats3(),limit_1=require_limit(),codegen_1=require_codegen(),fullName=new codegen_1.Name("fullFormats"),fastName=new codegen_1.Name("fastFormats"),formatsPlugin=(ajv,opts={keywords:!0})=>{if(Array.isArray(opts))return addFormats(ajv,opts,formats_1.fullFormats,fullName),ajv;let[formats,exportName]=opts.mode==="fast"?[formats_1.fastFormats,fastName]:[formats_1.fullFormats,fullName],list=opts.formats||formats_1.formatNames;return addFormats(ajv,list,formats,exportName),opts.keywords&&(0,limit_1.default)(ajv),ajv};formatsPlugin.get=(name,mode="full")=>{let f=(mode==="fast"?formats_1.fastFormats:formats_1.fullFormats)[name];if(!f)throw new Error(`Unknown format "${name}"`);return f};function addFormats(ajv,list,fs,exportName){var _a,_b;(_a=(_b=ajv.opts.code).formats)!==null&&_a!==void 0||(_b.formats=(0,codegen_1._)`require("ajv-formats/dist/formats").${exportName}`);for(let f of list)ajv.addFormat(f,fs[f])}module2.exports=exports2=formatsPlugin;Object.defineProperty(exports2,"__esModule",{value:!0});exports2.default=formatsPlugin}});var require_ajv_provider=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/validation/ajv-provider.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.AjvJsonSchemaValidator=void 0;var ajv_1=__importDefault(require_ajv()),ajv_formats_1=__importDefault(require_dist7());function createDefaultAjvInstance(){let ajv=new ajv_1.default({strict:!1,validateFormats:!0,validateSchema:!1,allErrors:!0}),addFormats=ajv_formats_1.default;return addFormats(ajv),ajv}var AjvJsonSchemaValidator=class{constructor(ajv){this._ajv=ajv??createDefaultAjvInstance()}getValidator(schema){let ajvValidator="$id"in schema&&typeof schema.$id=="string"?this._ajv.getSchema(schema.$id)??this._ajv.compile(schema):this._ajv.compile(schema);return input=>ajvValidator(input)?{valid:!0,data:input,errorMessage:void 0}:{valid:!1,data:void 0,errorMessage:this._ajv.errorsText(ajvValidator.errors)}}};exports2.AjvJsonSchemaValidator=AjvJsonSchemaValidator}});var require_server2=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/experimental/tasks/server.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ExperimentalServerTasks=void 0;var types_js_1=require_types2(),ExperimentalServerTasks=class{constructor(_server){this._server=_server}requestStream(request,resultSchema,options2){return this._server.requestStream(request,resultSchema,options2)}createMessageStream(params,options2){let clientCapabilities=this._server.getClientCapabilities();if((params.tools||params.toolChoice)&&!clientCapabilities?.sampling?.tools)throw new Error("Client does not support sampling tools capability.");if(params.messages.length>0){let lastMessage=params.messages[params.messages.length-1],lastContent=Array.isArray(lastMessage.content)?lastMessage.content:[lastMessage.content],hasToolResults=lastContent.some(c=>c.type==="tool_result"),previousMessage=params.messages.length>1?params.messages[params.messages.length-2]:void 0,previousContent=previousMessage?Array.isArray(previousMessage.content)?previousMessage.content:[previousMessage.content]:[],hasPreviousToolUse=previousContent.some(c=>c.type==="tool_use");if(hasToolResults){if(lastContent.some(c=>c.type!=="tool_result"))throw new Error("The last message must contain only tool_result content if any is present");if(!hasPreviousToolUse)throw new Error("tool_result blocks are not matching any tool_use from the previous message")}if(hasPreviousToolUse){let toolUseIds=new Set(previousContent.filter(c=>c.type==="tool_use").map(c=>c.id)),toolResultIds=new Set(lastContent.filter(c=>c.type==="tool_result").map(c=>c.toolUseId));if(toolUseIds.size!==toolResultIds.size||![...toolUseIds].every(id=>toolResultIds.has(id)))throw new Error("ids of tool_result blocks and tool_use blocks from previous message do not match")}}return this.requestStream({method:"sampling/createMessage",params},types_js_1.CreateMessageResultSchema,options2)}elicitInputStream(params,options2){let clientCapabilities=this._server.getClientCapabilities(),mode=params.mode??"form";switch(mode){case"url":{if(!clientCapabilities?.elicitation?.url)throw new Error("Client does not support url elicitation.");break}case"form":{if(!clientCapabilities?.elicitation?.form)throw new Error("Client does not support form elicitation.");break}}let normalizedParams=mode==="form"&¶ms.mode===void 0?{...params,mode:"form"}:params;return this.requestStream({method:"elicitation/create",params:normalizedParams},types_js_1.ElicitResultSchema,options2)}async getTask(taskId,options2){return this._server.getTask({taskId},options2)}async getTaskResult(taskId,resultSchema,options2){return this._server.getTaskResult({taskId},resultSchema,options2)}async listTasks(cursor,options2){return this._server.listTasks(cursor?{cursor}:void 0,options2)}async cancelTask(taskId,options2){return this._server.cancelTask({taskId},options2)}};exports2.ExperimentalServerTasks=ExperimentalServerTasks}});var require_helpers=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/experimental/tasks/helpers.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.assertToolsCallTaskCapability=assertToolsCallTaskCapability;exports2.assertClientRequestTaskCapability=assertClientRequestTaskCapability;function assertToolsCallTaskCapability(requests,method,entityName){if(!requests)throw new Error(`${entityName} does not support task creation (required for ${method})`);switch(method){case"tools/call":if(!requests.tools?.call)throw new Error(`${entityName} does not support task creation for tools/call (required for ${method})`);break;default:break}}function assertClientRequestTaskCapability(requests,method,entityName){if(!requests)throw new Error(`${entityName} does not support task creation (required for ${method})`);switch(method){case"sampling/createMessage":if(!requests.sampling?.createMessage)throw new Error(`${entityName} does not support task creation for sampling/createMessage (required for ${method})`);break;case"elicitation/create":if(!requests.elicitation?.create)throw new Error(`${entityName} does not support task creation for elicitation/create (required for ${method})`);break;default:break}}}});var require_server3=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/server/index.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.Server=void 0;var protocol_js_1=require_protocol(),types_js_1=require_types2(),ajv_provider_js_1=require_ajv_provider(),zod_compat_js_1=require_zod_compat(),server_js_1=require_server2(),helpers_js_1=require_helpers(),Server=class extends protocol_js_1.Protocol{constructor(_serverInfo,options2){super(options2),this._serverInfo=_serverInfo,this._loggingLevels=new Map,this.LOG_LEVEL_SEVERITY=new Map(types_js_1.LoggingLevelSchema.options.map((level,index)=>[level,index])),this.isMessageIgnored=(level,sessionId)=>{let currentLevel=this._loggingLevels.get(sessionId);return currentLevel?this.LOG_LEVEL_SEVERITY.get(level)<this.LOG_LEVEL_SEVERITY.get(currentLevel):!1},this._capabilities=options2?.capabilities??{},this._instructions=options2?.instructions,this._jsonSchemaValidator=options2?.jsonSchemaValidator??new ajv_provider_js_1.AjvJsonSchemaValidator,this.setRequestHandler(types_js_1.InitializeRequestSchema,request=>this._oninitialize(request)),this.setNotificationHandler(types_js_1.InitializedNotificationSchema,()=>this.oninitialized?.()),this._capabilities.logging&&this.setRequestHandler(types_js_1.SetLevelRequestSchema,async(request,extra)=>{let transportSessionId=extra.sessionId||extra.requestInfo?.headers["mcp-session-id"]||void 0,{level}=request.params,parseResult=types_js_1.LoggingLevelSchema.safeParse(level);return parseResult.success&&this._loggingLevels.set(transportSessionId,parseResult.data),{}})}get experimental(){return this._experimental||(this._experimental={tasks:new server_js_1.ExperimentalServerTasks(this)}),this._experimental}registerCapabilities(capabilities){if(this.transport)throw new Error("Cannot register capabilities after connecting to transport");this._capabilities=(0,protocol_js_1.mergeCapabilities)(this._capabilities,capabilities)}setRequestHandler(requestSchema,handler){let methodSchema=(0,zod_compat_js_1.getObjectShape)(requestSchema)?.method;if(!methodSchema)throw new Error("Schema is missing a method literal");let methodValue=(0,zod_compat_js_1.getLiteralValue)(methodSchema);if(typeof methodValue!="string")throw new Error("Schema method literal must be a string");if(methodValue==="tools/call"){let wrappedHandler=async(request,extra)=>{let validatedRequest=(0,zod_compat_js_1.safeParse)(types_js_1.CallToolRequestSchema,request);if(!validatedRequest.success){let errorMessage=validatedRequest.error instanceof Error?validatedRequest.error.message:String(validatedRequest.error);throw new types_js_1.McpError(types_js_1.ErrorCode.InvalidParams,`Invalid tools/call request: ${errorMessage}`)}let{params}=validatedRequest.data,result=await Promise.resolve(handler(request,extra));if(params.task){let taskValidationResult=(0,zod_compat_js_1.safeParse)(types_js_1.CreateTaskResultSchema,result);if(!taskValidationResult.success){let errorMessage=taskValidationResult.error instanceof Error?taskValidationResult.error.message:String(taskValidationResult.error);throw new types_js_1.McpError(types_js_1.ErrorCode.InvalidParams,`Invalid task creation result: ${errorMessage}`)}return taskValidationResult.data}let validationResult=(0,zod_compat_js_1.safeParse)(types_js_1.CallToolResultSchema,result);if(!validationResult.success){let errorMessage=validationResult.error instanceof Error?validationResult.error.message:String(validationResult.error);throw new types_js_1.McpError(types_js_1.ErrorCode.InvalidParams,`Invalid tools/call result: ${errorMessage}`)}return validationResult.data};return super.setRequestHandler(requestSchema,wrappedHandler)}return super.setRequestHandler(requestSchema,handler)}assertCapabilityForMethod(method){switch(method){case"sampling/createMessage":if(!this._clientCapabilities?.sampling)throw new Error(`Client does not support sampling (required for ${method})`);break;case"elicitation/create":if(!this._clientCapabilities?.elicitation)throw new Error(`Client does not support elicitation (required for ${method})`);break;case"roots/list":if(!this._clientCapabilities?.roots)throw new Error(`Client does not support listing roots (required for ${method})`);break;case"ping":break}}assertNotificationCapability(method){switch(method){case"notifications/message":if(!this._capabilities.logging)throw new Error(`Server does not support logging (required for ${method})`);break;case"notifications/resources/updated":case"notifications/resources/list_changed":if(!this._capabilities.resources)throw new Error(`Server does not support notifying about resources (required for ${method})`);break;case"notifications/tools/list_changed":if(!this._capabilities.tools)throw new Error(`Server does not support notifying of tool list changes (required for ${method})`);break;case"notifications/prompts/list_changed":if(!this._capabilities.prompts)throw new Error(`Server does not support notifying of prompt list changes (required for ${method})`);break;case"notifications/elicitation/complete":if(!this._clientCapabilities?.elicitation?.url)throw new Error(`Client does not support URL elicitation (required for ${method})`);break;case"notifications/cancelled":break;case"notifications/progress":break}}assertRequestHandlerCapability(method){if(this._capabilities)switch(method){case"completion/complete":if(!this._capabilities.completions)throw new Error(`Server does not support completions (required for ${method})`);break;case"logging/setLevel":if(!this._capabilities.logging)throw new Error(`Server does not support logging (required for ${method})`);break;case"prompts/get":case"prompts/list":if(!this._capabilities.prompts)throw new Error(`Server does not support prompts (required for ${method})`);break;case"resources/list":case"resources/templates/list":case"resources/read":if(!this._capabilities.resources)throw new Error(`Server does not support resources (required for ${method})`);break;case"tools/call":case"tools/list":if(!this._capabilities.tools)throw new Error(`Server does not support tools (required for ${method})`);break;case"tasks/get":case"tasks/list":case"tasks/result":case"tasks/cancel":if(!this._capabilities.tasks)throw new Error(`Server does not support tasks capability (required for ${method})`);break;case"ping":case"initialize":break}}assertTaskCapability(method){(0,helpers_js_1.assertClientRequestTaskCapability)(this._clientCapabilities?.tasks?.requests,method,"Client")}assertTaskHandlerCapability(method){this._capabilities&&(0,helpers_js_1.assertToolsCallTaskCapability)(this._capabilities.tasks?.requests,method,"Server")}async _oninitialize(request){let requestedVersion=request.params.protocolVersion;return this._clientCapabilities=request.params.capabilities,this._clientVersion=request.params.clientInfo,{protocolVersion:types_js_1.SUPPORTED_PROTOCOL_VERSIONS.includes(requestedVersion)?requestedVersion:types_js_1.LATEST_PROTOCOL_VERSION,capabilities:this.getCapabilities(),serverInfo:this._serverInfo,...this._instructions&&{instructions:this._instructions}}}getClientCapabilities(){return this._clientCapabilities}getClientVersion(){return this._clientVersion}getCapabilities(){return this._capabilities}async ping(){return this.request({method:"ping"},types_js_1.EmptyResultSchema)}async createMessage(params,options2){if((params.tools||params.toolChoice)&&!this._clientCapabilities?.sampling?.tools)throw new Error("Client does not support sampling tools capability.");if(params.messages.length>0){let lastMessage=params.messages[params.messages.length-1],lastContent=Array.isArray(lastMessage.content)?lastMessage.content:[lastMessage.content],hasToolResults=lastContent.some(c=>c.type==="tool_result"),previousMessage=params.messages.length>1?params.messages[params.messages.length-2]:void 0,previousContent=previousMessage?Array.isArray(previousMessage.content)?previousMessage.content:[previousMessage.content]:[],hasPreviousToolUse=previousContent.some(c=>c.type==="tool_use");if(hasToolResults){if(lastContent.some(c=>c.type!=="tool_result"))throw new Error("The last message must contain only tool_result content if any is present");if(!hasPreviousToolUse)throw new Error("tool_result blocks are not matching any tool_use from the previous message")}if(hasPreviousToolUse){let toolUseIds=new Set(previousContent.filter(c=>c.type==="tool_use").map(c=>c.id)),toolResultIds=new Set(lastContent.filter(c=>c.type==="tool_result").map(c=>c.toolUseId));if(toolUseIds.size!==toolResultIds.size||![...toolUseIds].every(id=>toolResultIds.has(id)))throw new Error("ids of tool_result blocks and tool_use blocks from previous message do not match")}}return params.tools?this.request({method:"sampling/createMessage",params},types_js_1.CreateMessageResultWithToolsSchema,options2):this.request({method:"sampling/createMessage",params},types_js_1.CreateMessageResultSchema,options2)}async elicitInput(params,options2){switch(params.mode??"form"){case"url":{if(!this._clientCapabilities?.elicitation?.url)throw new Error("Client does not support url elicitation.");let urlParams=params;return this.request({method:"elicitation/create",params:urlParams},types_js_1.ElicitResultSchema,options2)}case"form":{if(!this._clientCapabilities?.elicitation?.form)throw new Error("Client does not support form elicitation.");let formParams=params.mode==="form"?params:{...params,mode:"form"},result=await this.request({method:"elicitation/create",params:formParams},types_js_1.ElicitResultSchema,options2);if(result.action==="accept"&&result.content&&formParams.requestedSchema)try{let validationResult=this._jsonSchemaValidator.getValidator(formParams.requestedSchema)(result.content);if(!validationResult.valid)throw new types_js_1.McpError(types_js_1.ErrorCode.InvalidParams,`Elicitation response content does not match requested schema: ${validationResult.errorMessage}`)}catch(error){throw error instanceof types_js_1.McpError?error:new types_js_1.McpError(types_js_1.ErrorCode.InternalError,`Error validating elicitation response: ${error instanceof Error?error.message:String(error)}`)}return result}}}createElicitationCompletionNotifier(elicitationId,options2){if(!this._clientCapabilities?.elicitation?.url)throw new Error("Client does not support URL elicitation (required for notifications/elicitation/complete)");return()=>this.notification({method:"notifications/elicitation/complete",params:{elicitationId}},options2)}async listRoots(params,options2){return this.request({method:"roots/list",params},types_js_1.ListRootsResultSchema,options2)}async sendLoggingMessage(params,sessionId){if(this._capabilities.logging&&!this.isMessageIgnored(params.level,sessionId))return this.notification({method:"notifications/message",params})}async sendResourceUpdated(params){return this.notification({method:"notifications/resources/updated",params})}async sendResourceListChanged(){return this.notification({method:"notifications/resources/list_changed"})}async sendToolListChanged(){return this.notification({method:"notifications/tools/list_changed"})}async sendPromptListChanged(){return this.notification({method:"notifications/prompts/list_changed"})}};exports2.Server=Server}});var require_stdio=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/shared/stdio.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ReadBuffer=exports2.STDIO_DEFAULT_MAX_BUFFER_SIZE=void 0;exports2.deserializeMessage=deserializeMessage;exports2.serializeMessage=serializeMessage;var types_js_1=require_types2();exports2.STDIO_DEFAULT_MAX_BUFFER_SIZE=10*1024*1024;var ReadBuffer=class{constructor(options2){this._maxBufferSize=options2?.maxBufferSize??exports2.STDIO_DEFAULT_MAX_BUFFER_SIZE}append(chunk){if((this._buffer?.length??0)+chunk.length>this._maxBufferSize)throw this.clear(),new Error(`ReadBuffer exceeded maximum size of ${this._maxBufferSize} bytes`);this._buffer=this._buffer?Buffer.concat([this._buffer,chunk]):chunk}readMessage(){if(!this._buffer)return null;let index=this._buffer.indexOf(`
|
|
987
987
|
`);if(index===-1)return null;let line=this._buffer.toString("utf8",0,index).replace(/\r$/,"");return this._buffer=this._buffer.subarray(index+1),deserializeMessage(line)}clear(){this._buffer=void 0}};exports2.ReadBuffer=ReadBuffer;function deserializeMessage(line){return types_js_1.JSONRPCMessageSchema.parse(JSON.parse(line))}function serializeMessage(message){return JSON.stringify(message)+`
|
|
988
|
-
`}}});var require_stdio2=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/server/stdio.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.StdioServerTransport=void 0;var node_process_1=__importDefault(require("node:process")),stdio_js_1=require_stdio(),StdioServerTransport=class{constructor(_stdin=node_process_1.default.stdin,_stdout=node_process_1.default.stdout,options2){this._stdin=_stdin,this._stdout=_stdout,this._started=!1,this._ondata=chunk=>{try{this._readBuffer.append(chunk),this.processReadBuffer()}catch(error){this.onerror?.(error),this.close().catch(()=>{})}},this._onerror=error=>{this.onerror?.(error)},this._readBuffer=new stdio_js_1.ReadBuffer({maxBufferSize:options2?.maxBufferSize})}async start(){if(this._started)throw new Error("StdioServerTransport already started! If using Server class, note that connect() calls start() automatically.");this._started=!0,this._stdin.on("data",this._ondata),this._stdin.on("error",this._onerror)}processReadBuffer(){for(;;)try{let message=this._readBuffer.readMessage();if(message===null)break;this.onmessage?.(message)}catch(error){this.onerror?.(error)}}async close(){this._stdin.off("data",this._ondata),this._stdin.off("error",this._onerror),this._stdin.listenerCount("data")===0&&this._stdin.pause(),this._readBuffer.clear(),this.onclose?.()}send(message){return new Promise(resolve=>{let json=(0,stdio_js_1.serializeMessage)(message);this._stdout.write(json)?resolve():this._stdout.once("drain",resolve)})}};exports2.StdioServerTransport=StdioServerTransport}});var
|
|
989
|
-
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
ORDER BY c.id LIMIT ?`),stillThere=db.prepare("SELECT 1 FROM chunks WHERE id = ? AND text = ?"),embedOptions=signal?{signal}:void 0,embedded=0;for(;!signal?.aborted;){let rows=nextRows.all(batchSize);if(rows.length===0)break;let embeddings=await provider.embed(rows.map(r=>r.text),embedOptions);if(embeddings.length!==rows.length)throw new Error(`the embedding provider returned ${embeddings.length} vectors for ${rows.length} texts`);db.transaction(()=>{rows.forEach((row,i)=>{stillThere.get(row.id,row.text)&&vectors.upsert(row.id,embeddings[i])})})(),embedded+=rows.length}return embedded}}});var require_callPhases=__commonJS({"dist/callPhases.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CallPhases=exports2.PHASE_NAMES=void 0;exports2.isPhasedTool=isPhasedTool;exports2.recordPhase=recordPhase;exports2.noteQueryCache=noteQueryCache;exports2.recordedPhase=recordedPhase;exports2.markRetrieved=markRetrieved;var node_async_hooks_1=require("node:async_hooks");exports2.PHASE_NAMES=["embed","token","connect","call","retrieve","reply"];var PHASED_TOOLS=["get_context","search_memory"];function isPhasedTool(tool){return PHASED_TOOLS.includes(tool)}var scope=new node_async_hooks_1.AsyncLocalStorage,CallPhases=class{totals=new Map;startedAt=performance.now();retrievedAt;embedAtRetrieved=0;run(work){return scope.run(this,work)}add(phase,ms){Number.isFinite(ms)&&ms>=0&&this.totals.set(phase,(this.totals.get(phase)??0)+ms)}total(phase){return this.totals.get(phase)??0}markRetrieved(){this.retrievedAt===void 0&&(this.retrievedAt=performance.now(),this.embedAtRetrieved=this.total("embed"))}queryCache;noteQueryCache(hit){this.queryCache=hit?"hit":"miss"}queryCacheStatus(){return this.queryCache}report(){let out={};for(let[phase,ms]of this.totals)out[phase]=ms;this.retrievedAt!==void 0&&(out.retrieve=Math.max(0,this.retrievedAt-this.startedAt-this.embedAtRetrieved),out.reply=Math.max(0,performance.now()-this.retrievedAt));for(let phase of exports2.PHASE_NAMES)out[phase]!==void 0&&(out[phase]=Math.round(out[phase]*10)/10);return out}};exports2.CallPhases=CallPhases;function recordPhase(phase,ms){scope.getStore()?.add(phase,ms)}function noteQueryCache(hit){scope.getStore()?.noteQueryCache(hit)}function recordedPhase(phase){return scope.getStore()?.total(phase)??0}function markRetrieved(){scope.getStore()?.markRetrieved()}}});var require_types4=__commonJS({"dist/embeddings/types.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EmbeddingUnavailableError=void 0;var EmbeddingUnavailableError=class extends Error{constructor(message,options2){super(message,options2),this.name="EmbeddingUnavailableError"}};exports2.EmbeddingUnavailableError=EmbeddingUnavailableError}});var require_vertex=__commonJS({"dist/embeddings/vertex.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.VertexEmbeddingProvider=void 0;var node_fs_1=__importDefault(require("node:fs")),node_crypto_1=__importDefault(require("node:crypto")),callPhases_1=require_callPhases(),types_1=require_types4(),REQUEST_MARGIN_SHARE=1/12,RENEW_AHEAD_SHARE=1/6,MIN_RENEWED_LIFETIME_MS=6e4,RENEW_RETRY_MS=6e4,TOKEN_EXCHANGE_TIMEOUT_MS=3e4,MAX_TIMER_MS=2**31-1,processClock={now:()=>Date.now(),setTimeout:(callback,ms)=>setTimeout(callback,ms),clearTimeout:timer=>clearTimeout(timer)},DEFAULT_MAX_ATTEMPTS=8,defaultRetryWaitMs=attempt=>Math.min(12e4,5e3*2**attempt)+Math.random()*2e3;function endpointBase(baseUrl,location){if(baseUrl===void 0)return`https://${location}-aiplatform.googleapis.com`;let url=new URL(baseUrl),loopback=url.hostname==="127.0.0.1"||url.hostname==="localhost"||url.hostname==="[::1]";if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("Vertex baseUrl must be https, or http on loopback");return url.origin}function sleepUnlessAborted(ms,signal){return new Promise((resolve,reject)=>{if(signal?.aborted)return reject(signal.reason);let onAbort=()=>{clearTimeout(timer),reject(signal.reason)},timer=setTimeout(()=>{signal?.removeEventListener("abort",onAbort),resolve()},ms);signal?.addEventListener("abort",onAbort,{once:!0})})}function b64url(input){return Buffer.from(input).toString("base64url")}function untilAborted(work,signal){return new Promise((resolve,reject)=>{let onAbort=()=>reject(signal.reason);signal.addEventListener("abort",onAbort,{once:!0}),work.then(resolve,reject).finally(()=>signal.removeEventListener("abort",onAbort))})}var VertexEmbeddingProvider=class{dimensions;kind="vertex";model;identity;project;location;key;maxInstancesPerRequest;maxInputTokens;base;maxAttempts;retryWaitMs;request;tokenClock;accessToken=null;tokenUsableUntil=0;tokenRenewAt=0;exchange=null;renewTimer;usage;constructor(options2){let keyFile=options2?.keyFile??process.env.RENOR_EVAL_VERTEX_KEY_FILE??process.env.GOOGLE_APPLICATION_CREDENTIALS??"";if(!keyFile||!node_fs_1.default.existsSync(keyFile))throw new Error("Vertex provider requires a service-account key file (GOOGLE_APPLICATION_CREDENTIALS or RENOR_EVAL_VERTEX_KEY_FILE)");let raw=JSON.parse(node_fs_1.default.readFileSync(keyFile,"utf8"));if(!raw.client_email||!raw.private_key||!raw.token_uri)throw new Error("Service-account key file must contain client_email, private_key, and token_uri");if(this.key=raw,this.project=options2?.project??process.env.RENOR_EVAL_VERTEX_PROJECT??"",!/^[a-z0-9-]+$/.test(this.project))throw new Error("RENOR_EVAL_VERTEX_PROJECT is required");if(this.location=options2?.location??process.env.RENOR_EVAL_VERTEX_LOCATION??"",!this.location)throw new Error("RENOR_EVAL_VERTEX_LOCATION is required");if(!/^[a-z0-9-]+$/.test(this.location))throw new Error("Invalid Vertex location");this.model=options2?.model??process.env.RENOR_EVAL_MODEL??"gemini-embedding-001",this.identity={kind:this.kind,model:this.model};let dimensions=options2?.dimensions??Number(process.env.RENOR_EVAL_EMBEDDING_DIMS??768);if(!Number.isInteger(dimensions)||![768,1536,3072].includes(dimensions))throw new Error("gemini-embedding-001 dimensions must be 768, 1536, or 3072");this.dimensions=dimensions,this.maxInstancesPerRequest=options2?.maxInstancesPerRequest??32;let maxInputTokens=options2?.maxInputTokens??Number(process.env.RENOR_EVAL_MAX_EMBED_TOKENS??8e7);if(!Number.isInteger(maxInputTokens)||maxInputTokens<1e3)throw new Error("RENOR_EVAL_MAX_EMBED_TOKENS must be a positive integer >= 1000");this.maxInputTokens=maxInputTokens,this.base=endpointBase(options2?.baseUrl,this.location),this.maxAttempts=options2?.retry?.maxAttempts??DEFAULT_MAX_ATTEMPTS,this.retryWaitMs=options2?.retry?.waitMs??defaultRetryWaitMs,this.request=options2?.request??((input,init)=>globalThis.fetch(input,init)),this.tokenClock=options2?.tokenClock??processClock,this.usage={requests:0,inputTokens:0,maxInputTokens}}getAccessToken(signal){return this.accessToken&&this.tokenClock.now()<this.tokenUsableUntil?Promise.resolve(this.accessToken):signal?.aborted?Promise.reject(signal.reason):signal?untilAborted(this.fetchToken(),signal):this.fetchToken()}fetchToken(){return this.exchange??=this.exchangeToken().finally(()=>{this.exchange=null}),this.exchange}warmToken(){this.accessToken||this.exchange||this.fetchToken().catch(()=>{})}armRenewal(at,lifetimeMs){this.tokenClock.clearTimeout(this.renewTimer),!(!Number.isFinite(at)||!(lifetimeMs>=MIN_RENEWED_LIFETIME_MS))&&(this.tokenRenewAt=at,this.waitToRenew(at-this.tokenClock.now()))}waitToRenew(ms){this.renewTimer=this.tokenClock.setTimeout(()=>{this.renew()},Math.min(Math.max(0,ms),MAX_TIMER_MS)),this.renewTimer.unref()}async renew(){let early=this.tokenRenewAt-this.tokenClock.now();if(early>0)return this.waitToRenew(early);try{await this.fetchToken()}catch{this.tokenClock.now()<this.tokenUsableUntil&&this.waitToRenew(RENEW_RETRY_MS)}}async exchangeToken(){let now=Math.floor(Date.now()/1e3),header=b64url(JSON.stringify({alg:"RS256",typ:"JWT"})),claims=b64url(JSON.stringify({iss:this.key.client_email,scope:"https://www.googleapis.com/auth/cloud-platform",aud:this.key.token_uri,iat:now,exp:now+3600})),signature=b64url(node_crypto_1.default.createSign("RSA-SHA256").update(`${header}.${claims}`).sign(this.key.private_key)),response=await this.request(this.key.token_uri,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({grant_type:"urn:ietf:params:oauth:grant-type:jwt-bearer",assertion:`${header}.${claims}.${signature}`}).toString(),signal:AbortSignal.timeout(TOKEN_EXCHANGE_TIMEOUT_MS)});if(!response.ok)throw new Error(`Vertex token exchange failed: ${response.status}`);let data=await response.json(),lifetimeMs=data.expires_in*1e3,issuedAt=this.tokenClock.now();return this.accessToken=data.access_token,this.tokenUsableUntil=issuedAt+lifetimeMs*(1-REQUEST_MARGIN_SHARE),this.armRenewal(issuedAt+lifetimeMs*(1-RENEW_AHEAD_SHARE),lifetimeMs),this.accessToken}async predict(contents,call){let waitedForToken=performance.now(),token=await this.getAccessToken(call.signal);(0,callPhases_1.recordPhase)("token",performance.now()-waitedForToken);let url=`${this.base}/v1/projects/${this.project}/locations/${this.location}/publishers/google/models/${this.model}:predict`,body=JSON.stringify({instances:contents.map(({text,taskType})=>({content:text,task_type:taskType})),parameters:{outputDimensionality:this.dimensions,autoTruncate:!0}}),maxAttempts=this.maxAttempts,attempt=0,response,sentAt=0,connectedBefore=0,spent=()=>performance.now()-sentAt-((0,callPhases_1.recordedPhase)("connect")-connectedBefore);for(;sentAt=performance.now(),connectedBefore=(0,callPhases_1.recordedPhase)("connect"),response=await this.request(url,{method:"POST",headers:{Authorization:`Bearer ${token}`,"Content-Type":"application/json"},body,signal:call.signal}),!(response.ok||![429,500,503].includes(response.status));){if((0,callPhases_1.recordPhase)("call",spent()),attempt+=1,attempt>=maxAttempts)throw new types_1.EmbeddingUnavailableError(`Vertex predict failed after ${attempt} attempts (HTTP ${response.status})`);let waitMs=this.retryWaitMs(attempt);if(Date.now()+waitMs>call.deadline)throw new types_1.EmbeddingUnavailableError(`Vertex predict refused (HTTP ${response.status}); the retry is later than this call may wait`);process.stderr.write(`[vertex] HTTP ${response.status} on ${contents.length} inputs; retry ${attempt}/${maxAttempts-1} in ${Math.round(waitMs/1e3)}s
|
|
993
|
-
|
|
994
|
-
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
vec BLOB NOT NULL,
|
|
1003
|
-
namespace TEXT NOT NULL,
|
|
1004
|
-
created_at TEXT NOT NULL
|
|
1005
|
-
)`),node_fs_1.default.existsSync(cachePath)&&keys.length>0){db.prepare("ATTACH DATABASE ? AS src").run(cachePath);let insert=db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) SELECT key, dims, vec, namespace, created_at FROM src.embeddings WHERE key = ?");db.transaction(()=>{for(let key of keys)copied+=insert.run(key).changes})(),db.exec("DETACH DATABASE src")}}finally{db.close()}return node_fs_1.default.renameSync(tmp,outFile),copied}}});var require_interactive=__commonJS({"dist/embeddings/interactive.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.InteractiveEmbeddingProvider=void 0;var types_1=require_types4(),InteractiveEmbeddingProvider=class{dimensions;identity;inner;cooldownMs;unavailableUntil=0;probing=!1;constructor(inner,options2={}){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity,this.cooldownMs=options2.cooldownMs??DEFAULT_COOLDOWN_MS}embed(texts,options2){return this.run(options2,o=>this.inner.embed(texts,o))}embedQuery(text,options2){return this.run(options2,async o=>this.inner.embedQuery?this.inner.embedQuery(text,o):(await this.inner.embed([text],o))[0])}describe(){return this.inner.describe?.()??{}}async run(options2,call){let budgetMs=options2?.budgetMs;if(budgetMs===void 0)try{let result=await call(options2);return this.unavailableUntil=0,result}catch(err){throw err instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),err}if(Date.now()<this.unavailableUntil||this.probing&&this.unavailableUntil>0)throw new types_1.EmbeddingUnavailableError("embedding service unavailable (failed moments ago; not asked again yet)");let probe=this.unavailableUntil>0;probe&&(this.probing=!0);let controller=new AbortController,relay=()=>controller.abort(options2?.signal?.reason);options2?.signal?.addEventListener("abort",relay,{once:!0});let timer,expired=new Promise((_,reject)=>{timer=setTimeout(()=>{let unavailable=new types_1.EmbeddingUnavailableError(`embedding service did not answer within ${Math.ceil(budgetMs/1e3)} s`);controller.abort(unavailable),reject(unavailable)},budgetMs)});try{let attempt=call({...options2,signal:controller.signal});attempt.catch(()=>{});let result=await Promise.race([attempt,expired]);return this.unavailableUntil=0,result}catch(err){let unavailable=controller.signal.aborted&&controller.signal.reason instanceof types_1.EmbeddingUnavailableError?controller.signal.reason:err;throw unavailable instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),unavailable}finally{clearTimeout(timer),options2?.signal?.removeEventListener("abort",relay),probe&&(this.probing=!1)}}};exports2.InteractiveEmbeddingProvider=InteractiveEmbeddingProvider;var DEFAULT_COOLDOWN_MS=15e3}});var require_coalescing=__commonJS({"dist/embeddings/coalescing.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CoalescingEmbeddingProvider=exports2.COALESCE_REQUESTS_IN_FLIGHT=exports2.COALESCE_REQUEST_TEXTS=void 0;var types_1=require_types4();exports2.COALESCE_REQUEST_TEXTS=32;exports2.COALESCE_REQUESTS_IN_FLIGHT=4;var GATHER_MS=2,CoalescingEmbeddingProvider=class{dimensions;identity;inner;queue=[];inFlight=0;gatherTimer;gatherDone=!1;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}embed(texts,options2){return texts.length===0?Promise.resolve([]):options2?.signal?.aborted?Promise.reject(options2.signal.reason):new Promise((resolve,reject)=>{let caller={texts,options:options2,resolve,reject,done:!1};options2?.signal?.addEventListener("abort",()=>this.abandon(caller,options2.signal.reason),{once:!0}),this.queue.push(caller),this.schedule()})}embedQuery(text,options2){return this.inner.embedQuery?this.inner.embedQuery(text,options2):this.inner.embed([text],options2).then(vectors=>vectors[0])}describe(){return this.inner.describe?.()??{}}abandon(caller,reason){caller.done||(caller.done=!0,this.queue=this.queue.filter(c=>c!==caller),caller.reject(reason),this.schedule())}schedule(){for(;this.inFlight<exports2.COALESCE_REQUESTS_IN_FLIGHT&&this.queue.length>0;){if(this.queue.reduce((sum,c)=>sum+c.texts.length,0)<exports2.COALESCE_REQUEST_TEXTS&&!this.gatherDone){this.gatherTimer??=setTimeout(()=>{this.gatherTimer=void 0,this.gatherDone=!0,this.schedule()},GATHER_MS);return}let batch=[],size=0;for(;this.queue.length>0&&(batch.length===0||sameKind(this.queue[0],batch[0])&&size+this.queue[0].texts.length<=exports2.COALESCE_REQUEST_TEXTS);){let caller=this.queue.shift();batch.push(caller),size+=caller.texts.length}this.gatherDone=!1,this.inFlight+=1,this.send(batch)}}send(batch){let texts=batch.flatMap(c=>c.texts),controller=new AbortController,budgets=batch.map(c=>c.options?.budgetMs),budgetMs=budgets.some(b=>b===void 0)?void 0:Math.max(...budgets),waiting=batch.length,patient=batch.some(c=>c.options?.signal===void 0);for(let caller of batch){let signal=caller.options?.signal;signal&&signal.addEventListener("abort",()=>{waiting-=1,waiting===0&&!patient&&controller.abort(signal.reason)},{once:!0})}this.inner.embed(texts,{budgetMs,signal:controller.signal}).then(vectors=>{this.inFlight-=1;let offset=0;for(let caller of batch){let own=vectors.slice(offset,offset+caller.texts.length);offset+=caller.texts.length,!caller.done&&(caller.done=!0,own.length===caller.texts.length?caller.resolve(own):caller.reject(new Error(`the embedding provider returned ${own.length} vectors for ${caller.texts.length} texts`)))}this.schedule()},err=>{if(this.inFlight-=1,this.schedule(),isUnavailable(err)||controller.signal.aborted){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}if(!refusesAnInput(err)){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}for(let caller of batch)caller.done||this.inner.embed(caller.texts,caller.options).then(vectors=>{caller.done||(caller.done=!0,caller.resolve(vectors))},own=>{caller.done||(caller.done=!0,caller.reject(own))})})}};exports2.CoalescingEmbeddingProvider=CoalescingEmbeddingProvider;function isUnavailable(err){return err instanceof types_1.EmbeddingUnavailableError||err instanceof Error&&err.name==="AbortError"}function refusesAnInput(err){return err instanceof Error&&err.status===400}function sameKind(a,b){return a.options?.signal!==void 0==(b.options?.signal!==void 0)}}});var require_journalLog=__commonJS({"dist/importing/journalLog.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.JournalLog=void 0;exports2.journalLogName=journalLogName;exports2.readJournalLog=readJournalLog;exports2.removeJournalLog=removeJournalLog;var fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),toolRefusal_1=require_toolRefusal(),durableAppend_1=require_durableAppend(),sameFile_1=require_sameFile();function journalLogName(batchId){return`${batchId}.jsonl`}var JournalLog=class{file;fd=null;constructor(file){this.file=file}append(entry){this.fd===null&&(this.fd=openLog(this.file));let bytes=Buffer.from(`${JSON.stringify(entry)}
|
|
988
|
+
`}}});var require_stdio2=__commonJS({"node_modules/@modelcontextprotocol/sdk/dist/cjs/server/stdio.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.StdioServerTransport=void 0;var node_process_1=__importDefault(require("node:process")),stdio_js_1=require_stdio(),StdioServerTransport=class{constructor(_stdin=node_process_1.default.stdin,_stdout=node_process_1.default.stdout,options2){this._stdin=_stdin,this._stdout=_stdout,this._started=!1,this._ondata=chunk=>{try{this._readBuffer.append(chunk),this.processReadBuffer()}catch(error){this.onerror?.(error),this.close().catch(()=>{})}},this._onerror=error=>{this.onerror?.(error)},this._readBuffer=new stdio_js_1.ReadBuffer({maxBufferSize:options2?.maxBufferSize})}async start(){if(this._started)throw new Error("StdioServerTransport already started! If using Server class, note that connect() calls start() automatically.");this._started=!0,this._stdin.on("data",this._ondata),this._stdin.on("error",this._onerror)}processReadBuffer(){for(;;)try{let message=this._readBuffer.readMessage();if(message===null)break;this.onmessage?.(message)}catch(error){this.onerror?.(error)}}async close(){this._stdin.off("data",this._ondata),this._stdin.off("error",this._onerror),this._stdin.listenerCount("data")===0&&this._stdin.pause(),this._readBuffer.clear(),this.onclose?.()}send(message){return new Promise(resolve=>{let json=(0,stdio_js_1.serializeMessage)(message);this._stdout.write(json)?resolve():this._stdout.once("drain",resolve)})}};exports2.StdioServerTransport=StdioServerTransport}});var require_origin=__commonJS({"dist/recall/origin.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ORIGIN_META_KEY=exports2.ORIGIN_HEADER=void 0;exports2.normalizeOrigin=normalizeOrigin;exports2.originFromRemoteUrl=originFromRemoteUrl;exports2.repoRootOf=repoRootOf;exports2.remoteUrlFromConfig=remoteUrlFromConfig;exports2.originFromDirectory=originFromDirectory;exports2.originRepoName=originRepoName;exports2.originOwner=originOwner;exports2.namesProject=namesProject;exports2.classifyKind=classifyKind;var node_crypto_1=__importDefault(require("node:crypto")),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path"));exports2.ORIGIN_HEADER="x-renor-origin";exports2.ORIGIN_META_KEY="renor/origin";var MAX_ORIGIN=200;function normalizeOrigin(raw){if(typeof raw!="string")return null;let s=raw.trim().toLowerCase();if(!s)return null;if(s.startsWith("chat:")){let client=s.slice(5).replace(/[^a-z0-9._-]+/g,"-").replace(/^-+|-+$/g,"");return client?`chat:${client.slice(0,64)}`:null}(s.startsWith("project:")||s.startsWith("scope:"))&&(s=s.slice(s.indexOf(":")+1));let remote=originFromRemoteUrl(s);return remote||(s=s.replace(/[^a-z0-9._/#-]+/g,"-").replace(/\/+/g,"/").replace(/^[-/]+|[-/]+$/g,""),s&&s.length<=MAX_ORIGIN?s:null)}function originFromRemoteUrl(url){let u=url.trim(),host,rest,scp=/^(?:[^@/\s]+@)?([a-z0-9.-]+\.[a-z]{2,}):(?!\/\/)(.+)$/i.exec(u),full=/^(?:[a-z+]+:\/\/)(?:[^@/\s]+@)?([a-z0-9.-]+)(?::\d+)?\/(.+)$/i.exec(u),bare=/^([a-z0-9-]+(?:\.[a-z0-9-]+)+)\/(.+)$/i.exec(u);if(full)[host,rest]=[full[1],full[2]];else if(scp)[host,rest]=[scp[1],scp[2]];else if(bare&&bare[1].includes(".")&&!/\.(md|ts|js|json|txt)$/i.test(bare[1]))[host,rest]=[bare[1],bare[2]];else return null;let parts=rest.replace(/\.git\/?$/i,"").split("/").filter(Boolean);if(parts.length<2)return null;let out=`${host}/${parts.join("/")}`.toLowerCase();return/^[a-z0-9._/-]+$/.test(out)&&out.length<=MAX_ORIGIN?out:null}function repoRootOf(dir){let at=node_path_1.default.resolve(dir);for(;;){try{if(node_fs_1.default.existsSync(node_path_1.default.join(at,".git")))return at}catch{return null}let up=node_path_1.default.dirname(at);if(up===at)return null;at=up}}function gitDirOf(root){let dotGit=node_path_1.default.join(root,".git");try{if(node_fs_1.default.statSync(dotGit).isDirectory())return dotGit;let pointer=/^gitdir:\s*(.+)$/m.exec(node_fs_1.default.readFileSync(dotGit,"utf8"))?.[1]?.trim();if(!pointer)return null;let gitdir=node_path_1.default.resolve(root,pointer),common=node_path_1.default.join(gitdir,"commondir");return node_fs_1.default.existsSync(common)?node_path_1.default.resolve(gitdir,node_fs_1.default.readFileSync(common,"utf8").trim()):gitdir}catch{return null}}function remoteUrlFromConfig(text){let section=null,urls=new Map;for(let line of text.split(/\r?\n/)){let head=/^\s*\[\s*remote\s+"([^"]+)"\s*\]/.exec(line);if(head){section=head[1];continue}if(/^\s*\[/.test(line)){section=null;continue}let url=section?/^\s*url\s*=\s*(.+?)\s*$/.exec(line)?.[1]:void 0;section&&url&&!urls.has(section)&&urls.set(section,url)}return urls.get("origin")??urls.values().next().value??null}var shortHash=text=>node_crypto_1.default.createHash("sha256").update(text).digest("hex").slice(0,8);function originFromDirectory(dir){if(!dir)return null;let root=repoRootOf(dir);if(!root)return null;let gitDir=gitDirOf(root);if(gitDir)try{let url=remoteUrlFromConfig(node_fs_1.default.readFileSync(node_path_1.default.join(gitDir,"config"),"utf8")),remote=url?originFromRemoteUrl(url):null;if(remote)return remote}catch{}return`${(node_path_1.default.basename(root).toLowerCase().replace(/[^a-z0-9._-]+/g,"-").replace(/^-+|-+$/g,"")||"repo").slice(0,64)}#${shortHash(root)}`}function originRepoName(origin){return!origin||origin.startsWith("chat:")?null:(origin.split("/").pop()??"").split("#")[0]||null}function originOwner(origin){if(!origin||origin.startsWith("chat:"))return null;let parts=origin.split("/");return parts.length>=3?parts.slice(0,-1).join("/"):null}var FIRST_PERSON=/\b(i|i'm|im|i've|i'd|i'll|me|my|mine|myself)\b/i,USER_SUBJECTS=new Set(["user","me","i","owner","myself","the user"]),FILE_PATH=/(?:^|[\s`'"(])(?:\.{1,2}\/|\/)[\w.-]+|[\w.-]+\/[\w.-]+\/[\w./-]*|[\w-]+\/[\w-]+\.[a-z]{1,5}\b|\b[\w-]+\.(?:ts|tsx|js|jsx|mjs|cjs|py|rs|go|rb|java|kt|swift|cpp|cs|php|json|ya?ml|toml|lock|md|sql|sh|env|tf|gradle|xml|html|css)\b/i,PACKAGE=/@[\w-]+\/[\w.-]+|\b(?:npm|pnpm|yarn|bun|pip|poetry|cargo|gradle|maven|composer|gem|go mod|nuget|package\.json|dependency|dependencies|lockfile)\b/i,COMMAND=/`[^`]+`|(?:^|\s)--?[a-z][\w-]*\b|\b(?:npx|docker|kubectl|git)\s+[a-z-]+\b|\bmigrations?\b/i,BRANCH=/\b(?:branch|release\/[\w.-]+|feature\/[\w.-]+|pull request|PR\s*#?\d+)\b/i,SERVICE=new RegExp([String.raw`\b[a-z0-9]+(?:-[a-z0-9]+)*-(?:api|app|web|service|svc|worker|gateway|server|proxy|cache|store|db|cli|sdk|ui|core|lib|bot|indexer|scheduler|relay|builder|console|engine|client|v\d+)\b`,String.raw`\b[a-z]+[0-9]*-[a-z0-9-]*[0-9][a-z0-9-]*\b`,String.raw`\b(?:service|api|endpoint|server|database|schema|repo|repository|codebase|ci|pipeline|staging|production|env var|environment variable|test suite)\b`].join("|"),"i"),CAMEL=/\b[a-z]+[A-Z][A-Za-z]+\b/;function namesProject(text,origin){if(FILE_PATH.test(text)||PACKAGE.test(text)||COMMAND.test(text)||BRANCH.test(text)||SERVICE.test(text)||CAMEL.test(text))return!0;let repo=originRepoName(origin);return!!(repo&&repo.length>=3&&new RegExp(`\\b${repo.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}\\b`,"i").test(text))}function classifyKind(input){let project=namesProject(input.text,input.origin),subject=(input.subject??"").trim().toLowerCase();return(FIRST_PERSON.test(input.text)||USER_SUBJECTS.has(subject))&&!project?{kind:"personal",rule:"personal-first-person"}:project||subject&&namesProject(subject,input.origin)?{kind:"project",rule:"project-noun"}:input.origin?.startsWith("chat:")?{kind:"personal",rule:"personal-chat"}:{kind:"personal",rule:"personal-default"}}}});var require_layeredScope=__commonJS({"dist/mvp/layeredScope.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.otherProjectLabel=exports2.entryHash=exports2.ORIGIN_TABLE=exports2.LAYERED_SCOPE_FLAG=void 0;exports2.layeredScopeEnabled=layeredScopeEnabled;exports2.ensureOriginTable=ensureOriginTable;exports2.hitEntryHashes=hitEntryHashes;exports2.originOfScope=originOfScope;exports2.originOfNotePath=originOfNotePath;exports2.backfillOrigins=backfillOrigins;exports2.forgetOrigins=forgetOrigins;exports2.recordSaveOrigin=recordSaveOrigin;exports2.originOfCall=originOfCall;exports2.queryNamesOrigin=queryNamesOrigin;exports2.visibilityOf=visibilityOf;exports2.layeredView=layeredView;exports2.layerItems=layerItems;var node_crypto_1=__importDefault(require("node:crypto")),lifecycle_12=require_lifecycle(),ledgerLiveness_1=require_ledgerLiveness(),origin_1=require_origin(),scope_1=require_scope(),log_1=require_log(),log=(0,log_1.createLogger)("layered-scope");exports2.LAYERED_SCOPE_FLAG="RENOR_LAYERED_SCOPE";exports2.ORIGIN_TABLE="memory_origins";function layeredScopeEnabled(env=process.env){return/^(1|true|yes|on)$/i.test((env[exports2.LAYERED_SCOPE_FLAG]??"").trim())}var DDL=`CREATE TABLE IF NOT EXISTS ${exports2.ORIGIN_TABLE} (
|
|
989
|
+
item TEXT PRIMARY KEY,
|
|
990
|
+
note_path TEXT,
|
|
991
|
+
text_hash TEXT,
|
|
992
|
+
origin TEXT,
|
|
993
|
+
kind TEXT NOT NULL CHECK (kind IN ('personal', 'project')),
|
|
994
|
+
rule TEXT NOT NULL,
|
|
995
|
+
saved_at TEXT NOT NULL
|
|
996
|
+
);
|
|
997
|
+
CREATE INDEX IF NOT EXISTS memory_origins_note_path ON ${exports2.ORIGIN_TABLE}(note_path)`,ensured=new WeakSet;function ensureOriginTable(db){ensured.has(db)||(db.exec(DDL),backfillOrigins(db),ensured.add(db))}var eventItem=eventId=>`event:${eventId.toUpperCase()}`,entryHash=text=>node_crypto_1.default.createHash("sha256").update(text.trim()).digest("hex");exports2.entryHash=entryHash;var ENTRY_HEAD=/^- \[[^\]\n]*\]\s*(?:\([^)\n]*\)\s*)?/;function hitEntryHashes(text){let entries=text.split(/\n(?=- \[)/).map(entry=>entry.replace(ENTRY_HEAD,""));return[...new Set([...entries,text].map(exports2.entryHash))]}function originOfScope(scope){return!scope||scope==="global"||!scope.includes(":")?null:(0,origin_1.normalizeOrigin)(scope.slice(scope.indexOf(":")+1))}function originOfNotePath(notePath){let m=/(?:^|\/)Memory\/Scopes\/([^/]+)\//.exec(notePath.replace(/\\/g,"/"));return m?(0,origin_1.normalizeOrigin)(m[1]):null}function backfillOrigins(db){let rows;try{rows=db.prepare(`SELECT f.event_id AS eventId, e.canonical_name AS subject, f.predicate AS predicate, f.object_text AS object,
|
|
998
|
+
f.scope AS scope, f.valid_from AS at
|
|
999
|
+
FROM facts f LEFT JOIN entities e ON e.id = f.subject_entity_id
|
|
1000
|
+
WHERE f.event_id IS NOT NULL AND NOT EXISTS (SELECT 1 FROM ${exports2.ORIGIN_TABLE} o WHERE o.item = 'event:' || upper(f.event_id))`).all()}catch{return 0}let insert=db.prepare(`INSERT OR IGNORE INTO ${exports2.ORIGIN_TABLE} (item, note_path, text_hash, origin, kind, rule, saved_at) VALUES (?, ?, NULL, ?, ?, ?, ?)`),added=0;return db.transaction(()=>{for(let r of rows){let text=`${r.subject??""} ${r.predicate}: ${r.object??""}`.trim(),origin=originOfScope(r.scope),verdict=(0,origin_1.classifyKind)({text,subject:r.subject??void 0,origin});added+=insert.run(eventItem(r.eventId),lifecycle_12.LIFECYCLE_NOTE_PATH,origin,verdict.kind,`backfill:${verdict.rule}`,r.at).changes}})(),added}function forgetOrigins(db,gone){if(!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?").get(exports2.ORIGIN_TABLE))return 0;let byItem=db.prepare(`DELETE FROM ${exports2.ORIGIN_TABLE} WHERE item = ?`),byPath=db.prepare(`DELETE FROM ${exports2.ORIGIN_TABLE} WHERE note_path = ?`),removed=0;return db.transaction(()=>{for(let id of gone.eventIds??[])removed+=byItem.run(eventItem(id)).changes;for(let id of gone.noteIds??[])removed+=byItem.run(`note:${id}`).changes;for(let p of gone.notePaths??[])removed+=byPath.run(p.replace(/\\/g,"/")).changes})(),removed}function recordSaveOrigin(db,save){let item=save.eventId?eventItem(save.eventId):save.noteId?`note:${save.noteId}`:null;if(!item)return null;try{ensureOriginTable(db);let kind,rule,origin=save.origin,scope=save.explicitScope?.trim()?(0,scope_1.normalizeScope)(save.explicitScope):null;if(scope&&scope!=="global")kind="project",rule="explicit-scope",origin=origin??originOfScope(scope);else if(scope==="global")kind="personal",rule="explicit-global";else{let verdict=(0,origin_1.classifyKind)({text:save.text,subject:save.subject,origin});kind=verdict.kind,rule=verdict.rule}return db.prepare(`INSERT OR REPLACE INTO ${exports2.ORIGIN_TABLE} (item, note_path, text_hash, origin, kind, rule, saved_at) VALUES (?, ?, ?, ?, ?, ?, ?)`).run(item,save.notePath?save.notePath.replace(/\\/g,"/"):lifecycle_12.LIFECYCLE_NOTE_PATH,save.eventId?null:(0,exports2.entryHash)(save.text),origin,kind,rule,new Date().toISOString()),{origin,kind}}catch(err){return log.error("origin_not_recorded",{detail:"the memory was saved; it reads as unknown origin"},err),null}}var header=(headers,name)=>{let raw=headers?.[name],value=Array.isArray(raw)?raw[0]:raw;return typeof value=="string"?value:void 0},CHAT_FAMILIES=["claude-ai","chatgpt","gemini","claude-desktop"];function originOfCall(extra,opts={}){let headers=extra?.requestInfo?.headers,sent=(0,origin_1.normalizeOrigin)(header(headers,origin_1.ORIGIN_HEADER))??(0,origin_1.normalizeOrigin)(extra?._meta?.[origin_1.ORIGIN_META_KEY]);if(sent)return sent;let scope=header(headers,"x-renor-scope");if(scope?.trim())try{let fromScope=originOfScope((0,scope_1.normalizeScope)(scope));if(fromScope)return fromScope}catch{}let agent=(opts.agent??"").trim().toLowerCase().replace(/[\s_.]+/g,"-"),family=CHAT_FAMILIES.find(f=>agent===f||agent.startsWith(`${f}-`));return family?`chat:${family}`:opts.directory?"chat:directory":opts.fallback??null}function queryNamesOrigin(query,origin){let name=(0,origin_1.originRepoName)(origin);if(!name||name.length<3)return!1;let words=query.toLowerCase();return[...new Set([name,name.replace(/[-_.]+/g," ")])].some(v=>new RegExp(`(^|[^a-z0-9])${v.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}($|[^a-z0-9])`).test(words))}function visibilityOf(origin,kind,current,query){return kind==="personal"||origin===null||current!==null&&origin===current?"in":queryNamesOrigin(query,origin)?"named":"other"}function layeredView(db,current,query){ensureOriginTable(db);let byItem=db.prepare(`SELECT item, note_path, text_hash, origin, kind FROM ${exports2.ORIGIN_TABLE} WHERE item = ?`),byPath=db.prepare(`SELECT item, note_path, text_hash, origin, kind FROM ${exports2.ORIGIN_TABLE} WHERE text_hash IS NOT NULL AND (note_path = ? OR ? LIKE '%/' || note_path)`),factScope=db.prepare(`SELECT f.scope AS scope, e.canonical_name AS subject, f.predicate AS predicate, f.object_text AS object
|
|
1001
|
+
FROM facts f LEFT JOIN entities e ON e.id = f.subject_entity_id WHERE f.event_id = ?`),verdict=(origin,kind)=>({visibility:visibilityOf(origin,kind,current,query),origin,kind}),rank={in:0,named:1,other:2},best=verdicts=>verdicts.reduce((a,b)=>rank[b.visibility]<rank[a.visibility]?b:a),ofEvent=eventId=>{let row=byItem.get(eventItem(eventId));if(row)return verdict(row.origin,row.kind);let fact=factScope.get(eventId.toUpperCase()),origin=originOfScope(fact?.scope),text=fact?`${fact.subject??""} ${fact.predicate}: ${fact.object??""}`:"";return verdict(origin,(0,origin_1.classifyKind)({text,subject:fact?.subject??void 0,origin}).kind)};return{current,fact(fact){if(fact.eventId)return ofEvent(fact.eventId);let origin=originOfScope(fact.scope);return verdict(origin,(0,origin_1.classifyKind)({text:`${fact.subject} ${fact.predicate}: ${fact.object}`,subject:fact.subject,origin}).kind)},memory(memory){let events=(0,ledgerLiveness_1.ledgerEventIds)(memory);if(events.length)return best(events.map(ofEvent));let path=memory.notePath.replace(/\\/g,"/"),hashes=new Set(hitEntryHashes(memory.text)),rows=byPath.all(path,path).filter(r=>r.text_hash!==null&&hashes.has(r.text_hash));if(rows.length)return best(rows.map(r=>verdict(r.origin,r.kind)));let origin=originOfNotePath(path);return verdict(origin,(0,origin_1.classifyKind)({text:memory.text,origin}).kind)}}}var otherProjectLabel=origin=>({savedIn:origin??"unknown",otherProject:!0});exports2.otherProjectLabel=otherProjectLabel;function layerItems(view,facts,memories,factOf,memoryOf,matched=()=>!0){let fv=facts.map(f=>({f,v:view.fact(factOf(f))})),mv=memories.map(m=>({m,v:view.memory(memoryOf(m))})),label=(item,v)=>v.visibility==="in"?item:{...item,...(0,exports2.otherProjectLabel)(v.origin)},keep=v=>v.visibility!=="other",keptFacts=fv.filter(x=>keep(x.v)),keptMemories=mv.filter(x=>keep(x.v)),fallback=!(keptFacts.length>0||keptMemories.some(x=>matched(x.m)))&&(fv.length>keptFacts.length||mv.length>keptMemories.length),pickF=fallback?fv:keptFacts,pickM=fallback?mv:keptMemories;return{facts:pickF.map(x=>label(x.f,x.v)),memories:pickM.map(x=>label(x.m,x.v)),fallback,hidden:fv.length+mv.length-pickF.length-pickM.length}}}});var require_journalLog=__commonJS({"dist/importing/journalLog.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.JournalLog=void 0;exports2.journalLogName=journalLogName;exports2.readJournalLog=readJournalLog;exports2.removeJournalLog=removeJournalLog;var fs_1=__importDefault(require("fs")),path_1=__importDefault(require("path")),toolRefusal_1=require_toolRefusal(),durableAppend_1=require_durableAppend(),sameFile_1=require_sameFile();function journalLogName(batchId){return`${batchId}.jsonl`}var JournalLog=class{file;fd=null;constructor(file){this.file=file}append(entry){this.fd===null&&(this.fd=openLog(this.file));let bytes=Buffer.from(`${JSON.stringify(entry)}
|
|
1006
1002
|
`,"utf8");for(let done=0;done<bytes.length;)done+=fs_1.default.writeSync(this.fd,bytes,done,bytes.length-done);fs_1.default.fsyncSync(this.fd)}close(){if(this.fd===null)return;let fd=this.fd;this.fd=null;try{fs_1.default.closeSync(fd)}catch{}}};exports2.JournalLog=JournalLog;function openLog(file){let kind=(0,sameFile_1.nameKindSync)(file);if(kind==="other")throw(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");let isNew=kind==="absent",flags=fs_1.default.constants.O_WRONLY|fs_1.default.constants.O_APPEND|fs_1.default.constants.O_CREAT|fs_1.default.constants.O_NOFOLLOW,fd=fs_1.default.openSync(file,flags,384);if(!(0,sameFile_1.nameIsOpenFileSync)(fd,file))throw fs_1.default.closeSync(fd),(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");return isNew&&(0,durableAppend_1.syncDirectorySync)(path_1.default.dirname(file)),fd}function readJournalLog(file){let stat=fs_1.default.lstatSync(file,{throwIfNoEntry:!1});if(!stat)return;if(!stat.isFile())throw(0,toolRefusal_1.refusal)("unsafe_path","Unsafe import journal");let lines=fs_1.default.readFileSync(file,"utf8").split(`
|
|
1007
1003
|
`);return lines.pop(),lines.map((line,i)=>parseEntry(line,i+1))}function parseEntry(line,lineNo){let value;try{value=JSON.parse(line)}catch{value=void 0}if(!value||value.list!=="created"&&value.list!=="reasserted"||typeof value.relPath!="string"||typeof value.hash!="string")throw new Error(`an import journal line (${lineNo}) cannot be read; undo_import stopped before changing anything`);return{list:value.list,relPath:value.relPath,hash:value.hash}}function removeJournalLog(file){try{fs_1.default.unlinkSync(file)}catch{}}}});var require_forgetImported=__commonJS({"dist/importing/forgetImported.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.IMPORT_JOURNAL_DIR=void 0;exports2.forgetImportedNotes=forgetImportedNotes;var crypto_1=__importDefault(require("crypto")),promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),journalLog_1=require_journalLog();exports2.IMPORT_JOURNAL_DIR=".renor-imports";async function replaceManifest(file,manifest){let tmp=`${file}.${crypto_1.default.randomUUID()}.tmp`;await promises_1.default.writeFile(tmp,JSON.stringify(manifest),{flag:"wx",mode:384}),await promises_1.default.rename(tmp,file),await promises_1.default.rm(path_1.default.join(path_1.default.dirname(file),(0,journalLog_1.journalLogName)(path_1.default.basename(file,".json"))),{force:!0}).catch(()=>{})}async function forgetImportedNotes(memoryDir,relPaths){if(relPaths.size===0)return;let dir=path_1.default.join(memoryDir,exports2.IMPORT_JOURNAL_DIR),names;try{names=await promises_1.default.readdir(dir)}catch(err){if(err.code==="ENOENT")return;throw err}for(let name of names){if(!name.endsWith(".json"))continue;let file=path_1.default.join(dir,name);if(!(await promises_1.default.lstat(file)).isFile())continue;let manifest;try{manifest=JSON.parse(await promises_1.default.readFile(file,"utf8"))}catch{continue}if(!Array.isArray(manifest.created)||manifest.state==="applying")continue;let created=manifest.created.filter(c=>!relPaths.has(String(c.relPath))),conflictsWas=Array.isArray(manifest.result?.conflicts)?manifest.result.conflicts:null,conflicts=conflictsWas?.filter(p=>!relPaths.has(String(p)))??null;if(created.length!==manifest.created.length||conflicts!==null&&conflicts.length!==conflictsWas.length){if(created.length===0){await replaceManifest(file,{batchId:String(manifest.batchId??path_1.default.basename(name,".json")),state:"undone",created:[]});continue}manifest.created=created,conflicts!==null&&(manifest.result={...manifest.result,conflicts}),await replaceManifest(file,manifest)}}}}});var require_replacedJournal=__commonJS({"dist/memorymap/replacedJournal.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.REPLACED_FILE_NAME=void 0;exports2.forgetReplacementsOf=forgetReplacementsOf;var crypto_1=__importDefault(require("crypto")),promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path"));exports2.REPLACED_FILE_NAME="replaced.jsonl";async function forgetReplacementsOf(retiredDir,memoryIds){if(memoryIds.size===0)return;let file=path_1.default.join(retiredDir,exports2.REPLACED_FILE_NAME),st;try{st=await promises_1.default.lstat(file)}catch(err){if(err.code==="ENOENT")return;throw err}if(!st.isFile()||st.nlink!==1)throw new Error(`refusing to rewrite ${JSON.stringify(exports2.REPLACED_FILE_NAME)}: it is not a regular file with a single name`);let raw=await promises_1.default.readFile(file,"utf8"),changed=!1,kept=[];for(let line of raw.split(`
|
|
1008
1004
|
`)){if(!line.trim())continue;let hit=!1;try{let r=JSON.parse(line);hit=memoryIds.has(String(r.old))||memoryIds.has(String(r.by))}catch{}hit?changed=!0:kept.push(line)}if(!changed)return;let tmp=`${file}.${process.pid}.${crypto_1.default.randomBytes(4).toString("hex")}.tmp`;await promises_1.default.writeFile(tmp,kept.map(line=>`${line}
|
|
@@ -1045,7 +1041,7 @@ ${content}`,path=`observations/${encodeURIComponent(row.session_id)}/${row.seq}`
|
|
|
1045
1041
|
${scopeClause} ORDER BY rank ASC, o.received_at DESC, o.id DESC LIMIT ?`).all(match,workspace,workspace,...scopeParams,Math.min(limit,100)).map(row=>asHit(row,row.content,-row.rank))}catch{return[]}}function exportRow(row){return{id:`observation:${row.session_id}:${row.seq}`,session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,received_at:row.received_at,cwd_scope:row.cwd_scope,text:row.text,tool:row.tool_json?JSON.parse(row.tool_json):null,retired:row.retired!==0}}function observationsForExport(db,workspace){if(safeString(workspace).flagged)return[];try{return ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS),db.prepare(`SELECT id, session_id, seq, event, client, ts, received_at, cwd_scope, text, tool_json, retired
|
|
1046
1042
|
FROM observations WHERE workspace = ? ORDER BY received_at, id`).all(workspace).map(exportRow)}catch{return[]}}function createObservationSource(db){return{listSession(workspace,session_id){if(!observeEnabled()||safeString(workspace).flagged||safeString(session_id).flagged)return[];try{let cutoff=new Date(Date.now()-exports2.DEFAULT_OBSERVATION_RETENTION_DAYS*864e5).toISOString();return ensureTables(db),db.prepare(`SELECT session_id, seq, event, client, ts, cwd_scope, text, tool_json
|
|
1047
1043
|
FROM observations WHERE workspace = ? AND session_id = ? AND retired = 0 AND received_at >= ?
|
|
1048
|
-
ORDER BY seq ASC`).all(workspace,session_id,cutoff).flatMap(row=>{let candidate=ObserveParamsSchema.safeParse({session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,...row.cwd_scope===null?{}:{cwd_scope:row.cwd_scope},...row.text===null?{}:{text:row.text},...row.tool_json===null?{}:{tool:JSON.parse(row.tool_json)}});if(!candidate.success)return[];let screened=screenParams(candidate.data);return screened.refused||!screened.params?[]:[screened.params]})}catch{return[]}}}}function setObservationRetired(db,workspace,id,retired){if(safeString(workspace).flagged||safeString(id).flagged)return!1;let match=/^observation:(.*):(\d+)$/.exec(id);if(!match)return!1;try{ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS);let changed=db.prepare("UPDATE observations SET retired = ? WHERE workspace = ? AND session_id = ? AND seq = ?").run(Number(retired),workspace,match[1],Number(match[2])).changes>0;return changed&&retired&&dropSummaries(db,workspace,"session_id = ?",match[1]),changed}catch{return!1}}function purgeRetiredObservations(db,workspace,id,only){if(safeString(workspace).flagged)return[];if(!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return[];let rows=db.prepare("SELECT id, session_id, seq FROM observations WHERE workspace = ? AND retired = 1").all(workspace),listed=only?new Set(only):null,chosen=rows.filter(row=>{let memoryId=`observation:${row.session_id}:${row.seq}`;return id!==void 0?memoryId===id:listed===null||listed.has(memoryId)}),removeText=db.prepare("DELETE FROM observations_fts WHERE observation_id = ?"),remove=db.prepare("DELETE FROM observations WHERE id = ?");return db.transaction(()=>{for(let row of chosen)removeText.run(String(row.id)),remove.run(row.id)})(),dropSummaries(db,workspace,NO_OBSERVATIONS_LEFT),chosen.map(row=>`observation:${row.session_id}:${row.seq}`)}}});var require_memoryMap=__commonJS({"dist/memorymap/memoryMap.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NOFOLLOW=exports2.DEFAULT_MAP_LIMIT=exports2.RETIRED_DIR=void 0;exports2.resolveVaultFile=resolveVaultFile;exports2.parseEntries=parseEntries;exports2.appendedEntryId=appendedEntryId;exports2.parseMemoryId=parseMemoryId;exports2.openConfined=openConfined;exports2.readPrefix=readPrefix;exports2.readWhole=readWhole;exports2.ensureRealDir=ensureRealDir;exports2.readJournal=readJournal;exports2.activeRetired=activeRetired;exports2.buildMemoryMap=buildMemoryMap;exports2.findMemories=findMemories;exports2.readMemory=readMemory;exports2.retireMemory=retireMemory;exports2.restoreMemory=restoreMemory;exports2.purgeRetired=purgeRetired;exports2.dailyEntriesForExport=dailyEntriesForExport;exports2.retiredForExport=retiredForExport;exports2.recallFileTreeOn=recallFileTreeOn;exports2.memoryPathTree=memoryPathTree;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),crypto_1=__importDefault(require("crypto")),hasher_1=require_hasher(),parser_12=require_parser(),walker_1=require_walker(),pipeline_12=require_pipeline(),lifecycle_12=require_lifecycle(),writerConflicts_1=require_writerConflicts(),dailyNote_1=require_dailyNote(),writer_12=require_writer(),scope_1=require_scope(),secretGuard_1=require_secretGuard(),toolRefusal_1=require_toolRefusal(),evidenceCache_1=require_evidenceCache(),forgetImported_1=require_forgetImported(),replacedJournal_1=require_replacedJournal(),orchestrator_12=require_orchestrator(),observations_1=require_observations(),sameFile_1=require_sameFile(),LIFECYCLE_NOTE_PATH="_mcp_",METADATA_PREDICATES=new Set(["owner","status","updated","tags"]),METADATA_KEYS=new Set(["title","status","owner","updated","tags"]);exports2.RETIRED_DIR=path_1.default.join(".trash","renor-retired");var RETIRED_FILES_DIR=path_1.default.join(exports2.RETIRED_DIR,"files"),RETIRED_INDEX=path_1.default.join(exports2.RETIRED_DIR,"retired.jsonl"),MAX_MEMORIES=2e3,MAX_NOTES_SCANNED=5e3,MAX_ENTRIES_PER_DAY=500,MAX_THINGS=2e3,MAX_FACTS=5e3,MAX_LINKS=2e4,MAX_EVENTS=1e3,MAX_RETIRED_LISTED=500;exports2.DEFAULT_MAP_LIMIT=20;var MAP_READ_BYTES=64*1024,READ_BYTES=512*1024,MAX_REWRITE_BYTES=8*1024*1024,EXCERPT_CHARS=280,MAX_READ_CHARS=4e4,MIN_MENTION_CHARS=3;function observationTitle(row){return`${row.event} \xB7 ${row.client}`}function observationText(row){return[row.text,row.tool?JSON.stringify(row.tool):null].filter(part=>part!==null&&part.length>0).join(`
|
|
1044
|
+
ORDER BY seq ASC`).all(workspace,session_id,cutoff).flatMap(row=>{let candidate=ObserveParamsSchema.safeParse({session_id:row.session_id,seq:row.seq,event:row.event,client:row.client,ts:row.ts,...row.cwd_scope===null?{}:{cwd_scope:row.cwd_scope},...row.text===null?{}:{text:row.text},...row.tool_json===null?{}:{tool:JSON.parse(row.tool_json)}});if(!candidate.success)return[];let screened=screenParams(candidate.data);return screened.refused||!screened.params?[]:[screened.params]})}catch{return[]}}}}function setObservationRetired(db,workspace,id,retired){if(safeString(workspace).flagged||safeString(id).flagged)return!1;let match=/^observation:(.*):(\d+)$/.exec(id);if(!match)return!1;try{ensureTables(db),prune(db,workspace,new Date().toISOString(),exports2.DEFAULT_OBSERVATION_RETENTION_DAYS,exports2.DEFAULT_OBSERVATION_MAX_ROWS);let changed=db.prepare("UPDATE observations SET retired = ? WHERE workspace = ? AND session_id = ? AND seq = ?").run(Number(retired),workspace,match[1],Number(match[2])).changes>0;return changed&&retired&&dropSummaries(db,workspace,"session_id = ?",match[1]),changed}catch{return!1}}function purgeRetiredObservations(db,workspace,id,only){if(safeString(workspace).flagged)return[];if(!db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'observations'").get())return[];let rows=db.prepare("SELECT id, session_id, seq FROM observations WHERE workspace = ? AND retired = 1").all(workspace),listed=only?new Set(only):null,chosen=rows.filter(row=>{let memoryId=`observation:${row.session_id}:${row.seq}`;return id!==void 0?memoryId===id:listed===null||listed.has(memoryId)}),removeText=db.prepare("DELETE FROM observations_fts WHERE observation_id = ?"),remove=db.prepare("DELETE FROM observations WHERE id = ?");return db.transaction(()=>{for(let row of chosen)removeText.run(String(row.id)),remove.run(row.id)})(),dropSummaries(db,workspace,NO_OBSERVATIONS_LEFT),chosen.map(row=>`observation:${row.session_id}:${row.seq}`)}}});var require_memoryMap=__commonJS({"dist/memorymap/memoryMap.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NOFOLLOW=exports2.DEFAULT_MAP_LIMIT=exports2.RETIRED_DIR=void 0;exports2.resolveVaultFile=resolveVaultFile;exports2.parseEntries=parseEntries;exports2.appendedEntryId=appendedEntryId;exports2.parseMemoryId=parseMemoryId;exports2.openConfined=openConfined;exports2.readPrefix=readPrefix;exports2.readWhole=readWhole;exports2.ensureRealDir=ensureRealDir;exports2.readJournal=readJournal;exports2.activeRetired=activeRetired;exports2.buildMemoryMap=buildMemoryMap;exports2.findMemories=findMemories;exports2.readMemory=readMemory;exports2.retireMemory=retireMemory;exports2.restoreMemory=restoreMemory;exports2.purgeRetired=purgeRetired;exports2.dailyEntriesForExport=dailyEntriesForExport;exports2.retiredForExport=retiredForExport;exports2.recallFileTreeOn=recallFileTreeOn;exports2.memoryPathTree=memoryPathTree;var promises_1=__importDefault(require("fs/promises")),fs_1=require("fs"),path_1=__importDefault(require("path")),crypto_1=__importDefault(require("crypto")),hasher_1=require_hasher(),parser_12=require_parser(),walker_1=require_walker(),pipeline_12=require_pipeline(),layeredScope_1=require_layeredScope(),lifecycle_12=require_lifecycle(),writerConflicts_1=require_writerConflicts(),dailyNote_1=require_dailyNote(),writer_12=require_writer(),scope_1=require_scope(),secretGuard_1=require_secretGuard(),toolRefusal_1=require_toolRefusal(),evidenceCache_1=require_evidenceCache(),forgetImported_1=require_forgetImported(),replacedJournal_1=require_replacedJournal(),orchestrator_12=require_orchestrator(),observations_1=require_observations(),sameFile_1=require_sameFile(),LIFECYCLE_NOTE_PATH="_mcp_",METADATA_PREDICATES=new Set(["owner","status","updated","tags"]),METADATA_KEYS=new Set(["title","status","owner","updated","tags"]);exports2.RETIRED_DIR=path_1.default.join(".trash","renor-retired");var RETIRED_FILES_DIR=path_1.default.join(exports2.RETIRED_DIR,"files"),RETIRED_INDEX=path_1.default.join(exports2.RETIRED_DIR,"retired.jsonl"),MAX_MEMORIES=2e3,MAX_NOTES_SCANNED=5e3,MAX_ENTRIES_PER_DAY=500,MAX_THINGS=2e3,MAX_FACTS=5e3,MAX_LINKS=2e4,MAX_EVENTS=1e3,MAX_RETIRED_LISTED=500;exports2.DEFAULT_MAP_LIMIT=20;var MAP_READ_BYTES=64*1024,READ_BYTES=512*1024,MAX_REWRITE_BYTES=8*1024*1024,EXCERPT_CHARS=280,MAX_READ_CHARS=4e4,MIN_MENTION_CHARS=3;function observationTitle(row){return`${row.event} \xB7 ${row.client}`}function observationText(row){return[row.text,row.tool?JSON.stringify(row.tool):null].filter(part=>part!==null&&part.length>0).join(`
|
|
1049
1045
|
`)||`${row.event} event`}function observationMemory(row){let text=observationText(row);return{id:row.id,kind:"observation",path:"observations",title:observationTitle(row),at:row.ts,source:row.client,tags:[],status:row.retired?"retired":null,excerpt:collapse(text,EXCERPT_CHARS)}}function toRel(memoryDir,stored){let root=path_1.default.resolve(memoryDir),resolved=path_1.default.resolve(root,stored),rel=path_1.default.relative(root,resolved);return!rel||rel===".."||rel.startsWith(".."+path_1.default.sep)||path_1.default.isAbsolute(rel)?null:rel.split(path_1.default.sep).join("/")}function entryAt(bound,notePath,day,header,writtenAt){return bound(notePath,(0,dailyNote_1.entryInstant)(day,header))??writtenAt}function within(root,candidate){let rel=path_1.default.relative(root,candidate);return rel!==""&&rel!==".."&&!rel.startsWith(".."+path_1.default.sep)&&!path_1.default.isAbsolute(rel)}function lexicalRel(rel){if(typeof rel!="string"||rel.trim()===""||path_1.default.isAbsolute(rel)||rel.includes("\0")||rel.includes("\\"))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path must be a vault-relative path");let parts=rel.split("/");if(parts.some(p=>p===".."))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path escapes the memory directory");if(parts.some(p=>p===""||p==="."))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path must be a vault-relative path");if(parts.some(p=>p.startsWith(".")))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path points into a hidden or system directory");if(!rel.endsWith(".md"))throw(0,toolRefusal_1.refusal)("invalid_argument","memory path must be a Markdown file");return parts.join("/")}async function resolveVaultFile(ctx,rel,mustExist){let clean=lexicalRel(rel),rootReal=await promises_1.default.realpath(ctx.memoryDir),parts=clean.split("/"),cursor=rootReal;for(let i=0;i<parts.length;i++){cursor=path_1.default.join(cursor,parts[i]);let st;try{st=await promises_1.default.lstat(cursor)}catch(err){if(err.code==="ENOENT"){if(mustExist)throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found (it may have been retired)");break}throw err}if(st.isSymbolicLink())throw(0,toolRefusal_1.refusal)("unsafe_path","memory path goes through a symbolic link");if(i<parts.length-1&&!st.isDirectory())throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found");if(i===parts.length-1&&!st.isFile())throw(0,toolRefusal_1.refusal)("unsafe_path","memory path is not a file")}let real=path_1.default.join(rootReal,...parts);if(!within(rootReal,real))throw(0,toolRefusal_1.refusal)("unsafe_path","memory path escapes the memory directory");let file={rel:clean,indexed:path_1.default.resolve(ctx.memoryDir,...parts),real};if(await isLedgerFile(ctx,file))throw(0,toolRefusal_1.refusal)("invalid_argument","the fact ledger is not a memory; read facts through memory_map");return file}async function assertNotExcluded(ctx,file){if(await(0,walker_1.isIgnoredByVault)(ctx.memoryDir,file.rel))throw(0,toolRefusal_1.refusal)("memory_not_found","memory not found")}async function isLedgerFile(ctx,file){let ledger;try{ledger=(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath)}catch{return!1}if(path_1.default.resolve(ledger)===path_1.default.resolve(file.indexed))return!0;try{return await promises_1.default.realpath(ledger)===file.real}catch{return!1}}function isLedgerIndexed(ctx,indexed){try{return path_1.default.resolve(indexed)===(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath)}catch{return!1}}function entryId(rel,raw){let digest=crypto_1.default.createHash("sha256").update(raw).digest("hex").slice(0,16);return`entry:${rel}#${digest}`}var BLANK_LINE_RE=/^[ \t\r]*$/;function parseEntries(rel,content){let lines=content.split(`
|
|
1050
1046
|
`),starts=[];lines.forEach((l,i)=>{dailyNote_1.ENTRY_LINE_RE.test(l)&&starts.push(i)});let byRaw=new Map;return starts.forEach((start,k)=>{let last=k+1<starts.length?starts[k+1]:lines.length;for(;last>start+1&&BLANK_LINE_RE.test(lines[last-1]);)last--;let raw=lines.slice(start,last).join(`
|
|
1051
1047
|
`),existing=byRaw.get(raw);if(existing){existing.ranges.push([start,last]);return}let header=(0,dailyNote_1.parseEntryHeader)(lines[start]),rest=lines.slice(start+1,last),continuation=(header.escaped?rest.map(dailyNote_1.decodeEntryLine):rest).join(`
|
|
@@ -1078,9 +1074,26 @@ ${parsed.body}`)&&wikilinks.set(id,parsed.wikilinks)}return memories.sort((a,b)=
|
|
|
1078
1074
|
`)[0])?.time??"");if(line!==null){lines.splice(line,0,...copies.split(`
|
|
1079
1075
|
`)),await atomicWrite(file.real,lines.join(`
|
|
1080
1076
|
`));return}}let base=existing??record.remainder??(0,dailyNote_1.engineDailyHeader)(day);await atomicWrite(file.real,`${base.replace(/\n*$/,"")}
|
|
1081
|
-
${copies}`)})}else{if(!record.storedAt)throw new Error("retired note record is incomplete");let storedDir=path_1.default.join(rootReal,...path_1.default.posix.dirname(record.storedAt).split("/"));if(!within(path_1.default.join(rootReal,RETIRED_FILES_DIR),path_1.default.join(storedDir,"x"))||await promises_1.default.realpath(storedDir)!==storedDir)throw(0,toolRefusal_1.refusal)("unsafe_path","retired note record points outside the retired directory");let storedReal=path_1.default.join(storedDir,path_1.default.posix.basename(record.storedAt));if(await exists(file.real))throw(0,toolRefusal_1.refusal)("restore_conflict","a memory already exists at that path; restore would overwrite it");(0,secretGuard_1.secretGuardEnabled)()&&await(0,secretGuard_1.assertStorable)([{field:"memory",text:await readToScreen(storedReal,"restore")},{field:"title",text:record.title}],"restore");let targetDir=await ensureRealDir(rootReal,path_1.default.posix.dirname(record.path)),targetReal=path_1.default.join(targetDir,path_1.default.posix.basename(record.path));await promises_1.default.rename(storedReal,targetReal),rollback=async()=>{await promises_1.default.rename(targetReal,storedReal)}}try{await options2.validateAfterWrite?.()}catch(err){throw await rollback?.(),err}return await(0,pipeline_12.indexFile)(ctx.db,file.indexed,ctx.indexOptions),await appendJournal(ctx,{...record,restoredAt:at}),recordEvent(ctx.db,record.path,"restore",record.id,record.title),{ok:!0,id:record.id,action:"restored",title:record.title,at}})}function storedCopyDir(rootReal,rid){let hex=rid.startsWith("retired:")?rid.slice(8):"";return/^[0-9a-f]{16}$/.test(hex)?path_1.default.join(rootReal,RETIRED_FILES_DIR,hex):null}async function removePurgedCopies(rootReal,journal){for(let r of journal){if(!r.purgedAt||r.kind!=="note")continue;let dir=storedCopyDir(rootReal,r.rid);if(!dir)continue;let st;try{st=await promises_1.default.lstat(dir)}catch(err){if(err.code==="ENOENT")continue;throw err}!st.isDirectory()||await promises_1.default.realpath(path_1.default.dirname(dir))!==path_1.default.dirname(dir)||await promises_1.default.rm(dir,{recursive:!0,force:!0})}}async function bytesBelow(dir){let total=0,entries;try{entries=await promises_1.default.readdir(dir,{withFileTypes:!0})}catch(err){if(err.code==="ENOENT")return 0;throw err}for(let entry of entries){let abs=path_1.default.join(dir,entry.name);entry.isDirectory()?total+=await bytesBelow(abs):entry.isFile()&&entry.name.endsWith(".md")&&(total+=(await promises_1.default.lstat(abs)).size)}return total}async function eraseFact(ctx,id){let receipt=await(0,lifecycle_12.eraseRetiredFact)(ctx.db,ctx.memoryDir,ctx.ledgerRelPath,id,ctx.indexOptions.vectorIndex);if(ctx.evidenceCachePath){let ledger=(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath);(0,evidenceCache_1.dropEvidenceForStems)(ctx.evidenceCachePath,[ledger,path_1.default.relative(path_1.default.resolve(ctx.memoryDir),ledger)])}return receipt}function factLink(ctx,id){let f=(0,lifecycle_12.listRetiredFacts)(ctx.db).find(row=>row.id===id);return f?[{kind:"fact",eventId:f.eventId,scope:f.scope,subject:f.subject,predicate:f.predicate}]:[]}function reportErased(onErased,links){if(!(!onErased||links.length===0))try{onErased(links)}catch{}}async function purgeRetired(ctx,target,only,onErased){let workspace=path_1.default.resolve(ctx.memoryDir);if(target.startsWith("observation:")){let ids2=(0,observations_1.purgeRetiredObservations)(ctx.db,workspace,target);if(ids2.length===0)throw(0,toolRefusal_1.refusal)("memory_not_found","no retired observation with that id");return{ok:!0,action:"deleted",ids:ids2,freedBytes:0,at:new Date().toISOString()}}let receipt=await purgeRetiredJournal(ctx,target,only,onErased);if(target!=="all")return receipt;let ids=(0,observations_1.purgeRetiredObservations)(ctx.db,workspace,void 0,only);return ids.length===0?receipt:{...receipt,ids:[...receipt.ids,...ids]}}async function purgeRetiredJournal(ctx,target,only,onErased){if((0,lifecycle_12.factEventId)(target)!==null){let links=factLink(ctx,target),receipt=await eraseFact(ctx,target);return reportErased(onErased,links),receipt}if(target!=="all"&&!target.startsWith("retired:"))throw(0,toolRefusal_1.refusal)("invalid_argument",'pass the id of a retired memory from memory_map.retired (retired:<id>) or "all"; a live memory is retired first');if(only!==void 0&&target!=="all")throw(0,toolRefusal_1.refusal)("invalid_argument",'a list of ids goes with "all" only: one id deletes one memory');return serialize(async()=>{await reconcile(ctx);let rootReal=await promises_1.default.realpath(ctx.memoryDir),journal=await readJournal(ctx),live=(await collectMemories(ctx)).seen,completed=await completedRetirements(ctx,live),listed=only===void 0?null:new Set(only),chosen=target==="all"?completed.filter(r=>listed===null?r.memory.kind!=="fact":listed.has(r.memory.id)):completed.filter(r=>r.memory.id===target);if(target!=="all"&&chosen.length===0)throw(0,toolRefusal_1.refusal)("memory_not_found","no retired note or entry with that id");let at=new Date().toISOString();if(chosen.length===0)return{ok:!0,action:"deleted",ids:[],freedBytes:0,at};let facts=chosen.filter(r=>r.memory.kind==="fact"),files=chosen.filter(r=>r.memory.kind!=="fact"),erasedFacts=[],links=[];for(let fact of facts){links.push(...factLink(ctx,fact.memory.id));let erased=await eraseFact(ctx,fact.memory.id);erasedFacts.push(...erased.ids)}if(files.length===0)return reportErased(onErased,links),{ok:!0,action:"deleted",ids:erasedFacts,freedBytes:0,at};let rids=new Set(files.map(r=>r.memory.id)),memoryIds=new Set(files.map(r=>r.memory.memoryId)),byRid=new Map(activeRetired(journal).map(r=>[r.rid,r])),freedBytes=0;for(let rid of rids){let dir2=byRid.get(rid)?.kind==="note"?storedCopyDir(rootReal,rid):null;dir2&&(freedBytes+=await bytesBelow(dir2))}let stems=new Set;await(0,forgetImported_1.forgetImportedNotes)(ctx.memoryDir,new Set(files.filter(r=>r.memory.kind==="note").map(r=>r.memory.path))),await(0,replacedJournal_1.forgetReplacementsOf)(path_1.default.join(rootReal,exports2.RETIRED_DIR),new Set(files.map(r=>r.memory.memoryId).filter(id=>typeof id=="string"))),ctx.db.transaction(()=>{let named=ctx.db.prepare("DELETE FROM write_events WHERE action IN ('retire', 'restore') AND json_valid(summary) AND json_extract(summary, '$.id') = ?"),noted=ctx.db.prepare("DELETE FROM write_events WHERE action = 'note' AND note_path IN (?, ?) AND summary = ?");for(let memoryId of memoryIds)named.run(memoryId);for(let r of files){let rel=r.memory.path;if(stems.add(rel),stems.add(path_1.default.resolve(ctx.memoryDir,...rel.split("/"))),r.memory.kind!=="entry")continue;let record=byRid.get(r.memory.id),text=record?.block?parseEntries(rel,record.block).blocks[0]?.text:void 0;text!==void 0&¬ed.run(rel,rel.split("/").join(path_1.default.sep),text.slice(0,240))}})(),ctx.evidenceCachePath&&(0,evidenceCache_1.dropEvidenceForStems)(ctx.evidenceCachePath,[...stems]);let kept=journal.filter(r=>!rids.has(r.rid)&&!(memoryIds.has(r.id)&&!byRid.has(r.rid))),tombstones=[...rids].map(rid=>({rid,kind:byRid.get(rid).kind,purgedAt:at,voided:!0})),dir=await ensureRealDir(rootReal,exports2.RETIRED_DIR),file=path_1.default.join(dir,path_1.default.basename(RETIRED_INDEX)),st=await promises_1.default.lstat(file);if(!st.isFile()||st.nlink!==1)throw new Error(`refusing to rewrite ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);await atomicWrite(file,[...kept,...tombstones].map(r=>JSON.stringify(r)+`
|
|
1077
|
+
${copies}`)})}else{if(!record.storedAt)throw new Error("retired note record is incomplete");let storedDir=path_1.default.join(rootReal,...path_1.default.posix.dirname(record.storedAt).split("/"));if(!within(path_1.default.join(rootReal,RETIRED_FILES_DIR),path_1.default.join(storedDir,"x"))||await promises_1.default.realpath(storedDir)!==storedDir)throw(0,toolRefusal_1.refusal)("unsafe_path","retired note record points outside the retired directory");let storedReal=path_1.default.join(storedDir,path_1.default.posix.basename(record.storedAt));if(await exists(file.real))throw(0,toolRefusal_1.refusal)("restore_conflict","a memory already exists at that path; restore would overwrite it");(0,secretGuard_1.secretGuardEnabled)()&&await(0,secretGuard_1.assertStorable)([{field:"memory",text:await readToScreen(storedReal,"restore")},{field:"title",text:record.title}],"restore");let targetDir=await ensureRealDir(rootReal,path_1.default.posix.dirname(record.path)),targetReal=path_1.default.join(targetDir,path_1.default.posix.basename(record.path));await promises_1.default.rename(storedReal,targetReal),rollback=async()=>{await promises_1.default.rename(targetReal,storedReal)}}try{await options2.validateAfterWrite?.()}catch(err){throw await rollback?.(),err}return await(0,pipeline_12.indexFile)(ctx.db,file.indexed,ctx.indexOptions),await appendJournal(ctx,{...record,restoredAt:at}),recordEvent(ctx.db,record.path,"restore",record.id,record.title),{ok:!0,id:record.id,action:"restored",title:record.title,at}})}function storedCopyDir(rootReal,rid){let hex=rid.startsWith("retired:")?rid.slice(8):"";return/^[0-9a-f]{16}$/.test(hex)?path_1.default.join(rootReal,RETIRED_FILES_DIR,hex):null}async function removePurgedCopies(rootReal,journal){for(let r of journal){if(!r.purgedAt||r.kind!=="note")continue;let dir=storedCopyDir(rootReal,r.rid);if(!dir)continue;let st;try{st=await promises_1.default.lstat(dir)}catch(err){if(err.code==="ENOENT")continue;throw err}!st.isDirectory()||await promises_1.default.realpath(path_1.default.dirname(dir))!==path_1.default.dirname(dir)||await promises_1.default.rm(dir,{recursive:!0,force:!0})}}async function bytesBelow(dir){let total=0,entries;try{entries=await promises_1.default.readdir(dir,{withFileTypes:!0})}catch(err){if(err.code==="ENOENT")return 0;throw err}for(let entry of entries){let abs=path_1.default.join(dir,entry.name);entry.isDirectory()?total+=await bytesBelow(abs):entry.isFile()&&entry.name.endsWith(".md")&&(total+=(await promises_1.default.lstat(abs)).size)}return total}async function eraseFact(ctx,id){let receipt=await(0,lifecycle_12.eraseRetiredFact)(ctx.db,ctx.memoryDir,ctx.ledgerRelPath,id,ctx.indexOptions.vectorIndex),eventId=(0,lifecycle_12.factEventId)(id);if(eventId&&(0,layeredScope_1.forgetOrigins)(ctx.db,{eventIds:[eventId]}),ctx.evidenceCachePath){let ledger=(0,lifecycle_12.resolveLedgerPath)(ctx.memoryDir,ctx.ledgerRelPath);(0,evidenceCache_1.dropEvidenceForStems)(ctx.evidenceCachePath,[ledger,path_1.default.relative(path_1.default.resolve(ctx.memoryDir),ledger)])}return receipt}function factLink(ctx,id){let f=(0,lifecycle_12.listRetiredFacts)(ctx.db).find(row=>row.id===id);return f?[{kind:"fact",eventId:f.eventId,scope:f.scope,subject:f.subject,predicate:f.predicate}]:[]}function reportErased(onErased,links){if(!(!onErased||links.length===0))try{onErased(links)}catch{}}async function purgeRetired(ctx,target,only,onErased){let workspace=path_1.default.resolve(ctx.memoryDir);if(target.startsWith("observation:")){let ids2=(0,observations_1.purgeRetiredObservations)(ctx.db,workspace,target);if(ids2.length===0)throw(0,toolRefusal_1.refusal)("memory_not_found","no retired observation with that id");return{ok:!0,action:"deleted",ids:ids2,freedBytes:0,at:new Date().toISOString()}}let receipt=await purgeRetiredJournal(ctx,target,only,onErased);if(target!=="all")return receipt;let ids=(0,observations_1.purgeRetiredObservations)(ctx.db,workspace,void 0,only);return ids.length===0?receipt:{...receipt,ids:[...receipt.ids,...ids]}}async function purgeRetiredJournal(ctx,target,only,onErased){if((0,lifecycle_12.factEventId)(target)!==null){let links=factLink(ctx,target),receipt=await eraseFact(ctx,target);return reportErased(onErased,links),receipt}if(target!=="all"&&!target.startsWith("retired:"))throw(0,toolRefusal_1.refusal)("invalid_argument",'pass the id of a retired memory from memory_map.retired (retired:<id>) or "all"; a live memory is retired first');if(only!==void 0&&target!=="all")throw(0,toolRefusal_1.refusal)("invalid_argument",'a list of ids goes with "all" only: one id deletes one memory');return serialize(async()=>{await reconcile(ctx);let rootReal=await promises_1.default.realpath(ctx.memoryDir),journal=await readJournal(ctx),live=(await collectMemories(ctx)).seen,completed=await completedRetirements(ctx,live),listed=only===void 0?null:new Set(only),chosen=target==="all"?completed.filter(r=>listed===null?r.memory.kind!=="fact":listed.has(r.memory.id)):completed.filter(r=>r.memory.id===target);if(target!=="all"&&chosen.length===0)throw(0,toolRefusal_1.refusal)("memory_not_found","no retired note or entry with that id");let at=new Date().toISOString();if(chosen.length===0)return{ok:!0,action:"deleted",ids:[],freedBytes:0,at};let facts=chosen.filter(r=>r.memory.kind==="fact"),files=chosen.filter(r=>r.memory.kind!=="fact"),erasedFacts=[],links=[];for(let fact of facts){links.push(...factLink(ctx,fact.memory.id));let erased=await eraseFact(ctx,fact.memory.id);erasedFacts.push(...erased.ids)}if(files.length===0)return reportErased(onErased,links),{ok:!0,action:"deleted",ids:erasedFacts,freedBytes:0,at};let rids=new Set(files.map(r=>r.memory.id)),memoryIds=new Set(files.map(r=>r.memory.memoryId)),byRid=new Map(activeRetired(journal).map(r=>[r.rid,r])),freedBytes=0;for(let rid of rids){let dir2=byRid.get(rid)?.kind==="note"?storedCopyDir(rootReal,rid):null;dir2&&(freedBytes+=await bytesBelow(dir2))}let stems=new Set;await(0,forgetImported_1.forgetImportedNotes)(ctx.memoryDir,new Set(files.filter(r=>r.memory.kind==="note").map(r=>r.memory.path))),await(0,replacedJournal_1.forgetReplacementsOf)(path_1.default.join(rootReal,exports2.RETIRED_DIR),new Set(files.map(r=>r.memory.memoryId).filter(id=>typeof id=="string"))),ctx.db.transaction(()=>{let named=ctx.db.prepare("DELETE FROM write_events WHERE action IN ('retire', 'restore') AND json_valid(summary) AND json_extract(summary, '$.id') = ?"),noted=ctx.db.prepare("DELETE FROM write_events WHERE action = 'note' AND note_path IN (?, ?) AND summary = ?");for(let memoryId of memoryIds)named.run(memoryId);(0,layeredScope_1.forgetOrigins)(ctx.db,{noteIds:files.filter(r=>r.memory.kind==="entry"&&typeof r.memory.memoryId=="string").map(r=>r.memory.memoryId),notePaths:files.filter(r=>r.memory.kind!=="entry").map(r=>r.memory.path)});for(let r of files){let rel=r.memory.path;if(stems.add(rel),stems.add(path_1.default.resolve(ctx.memoryDir,...rel.split("/"))),r.memory.kind!=="entry")continue;let record=byRid.get(r.memory.id),text=record?.block?parseEntries(rel,record.block).blocks[0]?.text:void 0;text!==void 0&¬ed.run(rel,rel.split("/").join(path_1.default.sep),text.slice(0,240))}})(),ctx.evidenceCachePath&&(0,evidenceCache_1.dropEvidenceForStems)(ctx.evidenceCachePath,[...stems]);let kept=journal.filter(r=>!rids.has(r.rid)&&!(memoryIds.has(r.id)&&!byRid.has(r.rid))),tombstones=[...rids].map(rid=>({rid,kind:byRid.get(rid).kind,purgedAt:at,voided:!0})),dir=await ensureRealDir(rootReal,exports2.RETIRED_DIR),file=path_1.default.join(dir,path_1.default.basename(RETIRED_INDEX)),st=await promises_1.default.lstat(file);if(!st.isFile()||st.nlink!==1)throw new Error(`refusing to rewrite ${JSON.stringify(RETIRED_INDEX)}: it is not a regular file with a single name`);await atomicWrite(file,[...kept,...tombstones].map(r=>JSON.stringify(r)+`
|
|
1082
1078
|
`).join("")),await removePurgedCopies(rootReal,tombstones);let notes=tombstones.filter(r=>r.kind==="note").length,entries=tombstones.length-notes,counted=[notes?`${notes} note${notes===1?"":"s"}`:"",entries?`${entries} entr${entries===1?"y":"ies"}`:""].filter(Boolean).join(" and ");ctx.db.prepare("INSERT INTO write_events (note_path, action, summary, created_at, author) VALUES (?, ?, ?, ?, ?)").run("_retired_","delete",`deleted permanently: ${counted}`,at,ctx.source??null);for(let notePath of new Set(files.map(r=>r.memory.path)))links.push({kind:"note",path:notePath});return reportErased(onErased,links),{ok:!0,action:"deleted",ids:[...erasedFacts,...rids],freedBytes,at}})}function dailyEntriesForExport(rel,content){let day=dailyNote_1.DAILY_FILE_RE.exec(rel)?.[2];return day?parseEntries(rel,content).blocks.map(b=>({id:b.id,at:(0,dailyNote_1.entryInstant)(day,b),source:b.source,text:b.text})):[]}async function retiredForExport(ctx){let rootReal=await promises_1.default.realpath(ctx.memoryDir),out=[];for(let r of activeRetired(await readJournal(ctx)).reverse()){let day=dailyNote_1.DAILY_FILE_RE.exec(r.path)?.[2];if(r.kind==="entry"){if(!r.block)continue;let live=!1;try{let file=await resolveVaultFile(ctx,r.path,!0);live=parseEntries(file.rel,await readWhole(file.real)).blocks.some(b=>b.id===r.id)}catch{}if(live)continue;let header=(0,dailyNote_1.parseEntryHeader)(r.block.split(`
|
|
1083
|
-
`)[0]);out.push({rid:r.rid,memoryId:r.id,kind:"entry",path:r.path,title:r.title,retiredAt:r.retiredAt,content:r.block,...day&&header?{savedAt:(0,dailyNote_1.entryInstant)(day,header)}:{}});continue}if(!r.storedAt)continue;let stored=path_1.default.join(rootReal,...r.storedAt.split("/"));if(within(path_1.default.join(rootReal,RETIRED_FILES_DIR),stored))try{if(await promises_1.default.realpath(path_1.default.dirname(stored))!==path_1.default.dirname(stored))continue;let handle=await openConfined(stored),content;try{content=await handle.readFile("utf8")}finally{await handle.close()}out.push({rid:r.rid,memoryId:r.id,kind:"note",path:r.path,title:r.title,retiredAt:r.retiredAt,storedAt:r.storedAt,content})}catch(err){if(err.code==="ENOENT")continue;throw err}}return out}function recallFileTreeOn(env=process.env){return["1","true","yes","on"].includes((env.RENOR_RECALL_FILE_TREE??"").trim().toLowerCase())}function memoryPathTree(memories){let counts=new Map;for(let m of memories){let i=m.path.lastIndexOf("/"),dir=i<0?".":m.path.slice(0,i);counts.set(dir,(counts.get(dir)??0)+1)}return[...counts].sort((a,b)=>a[0]<b[0]?-1:a[0]>b[0]?1:0).map(([dir,memories2])=>({dir,memories:memories2}))}}});var
|
|
1079
|
+
`)[0]);out.push({rid:r.rid,memoryId:r.id,kind:"entry",path:r.path,title:r.title,retiredAt:r.retiredAt,content:r.block,...day&&header?{savedAt:(0,dailyNote_1.entryInstant)(day,header)}:{}});continue}if(!r.storedAt)continue;let stored=path_1.default.join(rootReal,...r.storedAt.split("/"));if(within(path_1.default.join(rootReal,RETIRED_FILES_DIR),stored))try{if(await promises_1.default.realpath(path_1.default.dirname(stored))!==path_1.default.dirname(stored))continue;let handle=await openConfined(stored),content;try{content=await handle.readFile("utf8")}finally{await handle.close()}out.push({rid:r.rid,memoryId:r.id,kind:"note",path:r.path,title:r.title,retiredAt:r.retiredAt,storedAt:r.storedAt,content})}catch(err){if(err.code==="ENOENT")continue;throw err}}return out}function recallFileTreeOn(env=process.env){return["1","true","yes","on"].includes((env.RENOR_RECALL_FILE_TREE??"").trim().toLowerCase())}function memoryPathTree(memories){let counts=new Map;for(let m of memories){let i=m.path.lastIndexOf("/"),dir=i<0?".":m.path.slice(0,i);counts.set(dir,(counts.get(dir)??0)+1)}return[...counts].sort((a,b)=>a[0]<b[0]?-1:a[0]>b[0]?1:0).map(([dir,memories2])=>({dir,memories:memories2}))}}});var require_rebuild=__commonJS({"dist/embeddings/rebuild.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.chunksWithoutVectors=chunksWithoutVectors;exports2.sleep=sleep;exports2.rebuildEmbeddings=rebuildEmbeddings;exports2.embedMissingVectors=embedMissingVectors;var ATTEMPTS=3;function chunksWithoutVectors(db){return db.prepare("SELECT COUNT(*) FROM chunks c WHERE NOT EXISTS (SELECT 1 FROM chunk_embeddings_rowids r WHERE r.rowid = c.id)").pluck().get()}function sleep(ms,signal){return new Promise(resolve=>{if(ms<=0||signal?.aborted)return resolve();let done=()=>{clearTimeout(timer),signal?.removeEventListener("abort",done),resolve()},timer=setTimeout(done,ms);timer.unref(),signal?.addEventListener("abort",done,{once:!0})})}async function rebuildEmbeddings(db,vectors,provider,space,options2={}){let{batchSize=32,concurrency=4,signal,retryDelayMs=attempt2=>1e3*4**attempt2}=options2;if(vectors.space()!==space)vectors.beginRebuild(space);else if(!vectors.rebuilding())return{done:!0,embedded:0};let nextRows=db.prepare(`SELECT c.id, c.text FROM chunks c
|
|
1080
|
+
WHERE NOT EXISTS (SELECT 1 FROM chunk_embeddings_rowids r WHERE r.rowid = c.id)
|
|
1081
|
+
ORDER BY c.id LIMIT ?`),stillThere=db.prepare("SELECT 1 FROM chunks WHERE id = ? AND text = ?"),noteOf=db.prepare("SELECT note_path FROM chunks WHERE id = ?").pluck(),orphans=db.prepare("SELECT r.rowid FROM chunk_embeddings_rowids r WHERE NOT EXISTS (SELECT 1 FROM chunks c WHERE c.id = r.rowid)").pluck(),result={done:!1,embedded:0},embedAndStore=async rows=>{let embeddings=await provider.embed(rows.map(r=>r.text));if(embeddings.length!==rows.length)throw new Error(`the embedding provider returned ${embeddings.length} vectors for ${rows.length} texts`);db.transaction(()=>{rows.forEach((row,i)=>{stillThere.get(row.id,row.text)&&vectors.upsert(row.id,embeddings[i])})})(),result.embedded+=rows.length},attempt=async rows=>{let failure=null;for(let tries=0;tries<ATTEMPTS&&!signal?.aborted;tries++)try{return await embedAndStore(rows),null}catch(err){failure=err,tries+1<ATTEMPTS&&await sleep(retryDelayMs(tries),signal)}return failure},settle=async rows=>{let failure=await attempt(rows);if(failure===null||signal?.aborted)return;let refused;if(rows.length===1)refused={row:rows[0],failure};else for(let row of rows){let one=await attempt([row]);if(signal?.aborted)return;one!==null&&(refused??={row,failure:one})}if(!refused)return;let note=noteOf.get(refused.row.id),why=refused.failure instanceof Error?refused.failure.message:String(refused.failure);throw Object.assign(new Error(`chunk ${refused.row.id}${note?` of ${note}`:""} could not be embedded: ${why}`),{cause:refused.failure})};for(;!signal?.aborted;){let rows=nextRows.all(batchSize*concurrency);if(rows.length===0)return db.transaction(()=>{for(let id of orphans.all())vectors.delete(id);vectors.finishRebuild()})(),{...result,done:!0};let groups=[];for(let i=0;i<rows.length;i+=batchSize)groups.push(rows.slice(i,i+batchSize));let failed=(await Promise.allSettled(groups.map(settle))).find(s=>s.status==="rejected");if(failed)throw failed.reason}return result}async function embedMissingVectors(db,vectors,provider,options2={}){let{batchSize=32,signal}=options2,nextRows=db.prepare(`SELECT c.id, c.text FROM chunks c
|
|
1082
|
+
WHERE NOT EXISTS (SELECT 1 FROM chunk_embeddings_rowids r WHERE r.rowid = c.id)
|
|
1083
|
+
ORDER BY c.id LIMIT ?`),stillThere=db.prepare("SELECT 1 FROM chunks WHERE id = ? AND text = ?"),embedOptions=signal?{signal}:void 0,embedded=0;for(;!signal?.aborted;){let rows=nextRows.all(batchSize);if(rows.length===0)break;let embeddings=await provider.embed(rows.map(r=>r.text),embedOptions);if(embeddings.length!==rows.length)throw new Error(`the embedding provider returned ${embeddings.length} vectors for ${rows.length} texts`);db.transaction(()=>{rows.forEach((row,i)=>{stillThere.get(row.id,row.text)&&vectors.upsert(row.id,embeddings[i])})})(),embedded+=rows.length}return embedded}}});var require_callPhases=__commonJS({"dist/callPhases.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CallPhases=exports2.PHASE_NAMES=void 0;exports2.isPhasedTool=isPhasedTool;exports2.recordPhase=recordPhase;exports2.noteQueryCache=noteQueryCache;exports2.recordedPhase=recordedPhase;exports2.markRetrieved=markRetrieved;var node_async_hooks_1=require("node:async_hooks");exports2.PHASE_NAMES=["embed","token","connect","call","retrieve","reply"];var PHASED_TOOLS=["get_context","search_memory"];function isPhasedTool(tool){return PHASED_TOOLS.includes(tool)}var scope=new node_async_hooks_1.AsyncLocalStorage,CallPhases=class{totals=new Map;startedAt=performance.now();retrievedAt;embedAtRetrieved=0;run(work){return scope.run(this,work)}add(phase,ms){Number.isFinite(ms)&&ms>=0&&this.totals.set(phase,(this.totals.get(phase)??0)+ms)}total(phase){return this.totals.get(phase)??0}markRetrieved(){this.retrievedAt===void 0&&(this.retrievedAt=performance.now(),this.embedAtRetrieved=this.total("embed"))}queryCache;noteQueryCache(hit){this.queryCache=hit?"hit":"miss"}queryCacheStatus(){return this.queryCache}report(){let out={};for(let[phase,ms]of this.totals)out[phase]=ms;this.retrievedAt!==void 0&&(out.retrieve=Math.max(0,this.retrievedAt-this.startedAt-this.embedAtRetrieved),out.reply=Math.max(0,performance.now()-this.retrievedAt));for(let phase of exports2.PHASE_NAMES)out[phase]!==void 0&&(out[phase]=Math.round(out[phase]*10)/10);return out}};exports2.CallPhases=CallPhases;function recordPhase(phase,ms){scope.getStore()?.add(phase,ms)}function noteQueryCache(hit){scope.getStore()?.noteQueryCache(hit)}function recordedPhase(phase){return scope.getStore()?.total(phase)??0}function markRetrieved(){scope.getStore()?.markRetrieved()}}});var require_types4=__commonJS({"dist/embeddings/types.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EmbeddingUnavailableError=void 0;var EmbeddingUnavailableError=class extends Error{constructor(message,options2){super(message,options2),this.name="EmbeddingUnavailableError"}};exports2.EmbeddingUnavailableError=EmbeddingUnavailableError}});var require_vertex=__commonJS({"dist/embeddings/vertex.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.VertexEmbeddingProvider=void 0;var node_fs_1=__importDefault(require("node:fs")),node_crypto_1=__importDefault(require("node:crypto")),callPhases_1=require_callPhases(),types_1=require_types4(),REQUEST_MARGIN_SHARE=1/12,RENEW_AHEAD_SHARE=1/6,MIN_RENEWED_LIFETIME_MS=6e4,RENEW_RETRY_MS=6e4,TOKEN_EXCHANGE_TIMEOUT_MS=3e4,MAX_TIMER_MS=2**31-1,processClock={now:()=>Date.now(),setTimeout:(callback,ms)=>setTimeout(callback,ms),clearTimeout:timer=>clearTimeout(timer)},DEFAULT_MAX_ATTEMPTS=8,defaultRetryWaitMs=attempt=>Math.min(12e4,5e3*2**attempt)+Math.random()*2e3;function endpointBase(baseUrl,location){if(baseUrl===void 0)return`https://${location}-aiplatform.googleapis.com`;let url=new URL(baseUrl),loopback=url.hostname==="127.0.0.1"||url.hostname==="localhost"||url.hostname==="[::1]";if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("Vertex baseUrl must be https, or http on loopback");return url.origin}function sleepUnlessAborted(ms,signal){return new Promise((resolve,reject)=>{if(signal?.aborted)return reject(signal.reason);let onAbort=()=>{clearTimeout(timer),reject(signal.reason)},timer=setTimeout(()=>{signal?.removeEventListener("abort",onAbort),resolve()},ms);signal?.addEventListener("abort",onAbort,{once:!0})})}function b64url(input){return Buffer.from(input).toString("base64url")}function untilAborted(work,signal){return new Promise((resolve,reject)=>{let onAbort=()=>reject(signal.reason);signal.addEventListener("abort",onAbort,{once:!0}),work.then(resolve,reject).finally(()=>signal.removeEventListener("abort",onAbort))})}var VertexEmbeddingProvider=class{dimensions;kind="vertex";model;identity;project;location;key;maxInstancesPerRequest;maxInputTokens;base;maxAttempts;retryWaitMs;request;tokenClock;accessToken=null;tokenUsableUntil=0;tokenRenewAt=0;exchange=null;renewTimer;usage;constructor(options2){let keyFile=options2?.keyFile??process.env.RENOR_EVAL_VERTEX_KEY_FILE??process.env.GOOGLE_APPLICATION_CREDENTIALS??"";if(!keyFile||!node_fs_1.default.existsSync(keyFile))throw new Error("Vertex provider requires a service-account key file (GOOGLE_APPLICATION_CREDENTIALS or RENOR_EVAL_VERTEX_KEY_FILE)");let raw=JSON.parse(node_fs_1.default.readFileSync(keyFile,"utf8"));if(!raw.client_email||!raw.private_key||!raw.token_uri)throw new Error("Service-account key file must contain client_email, private_key, and token_uri");if(this.key=raw,this.project=options2?.project??process.env.RENOR_EVAL_VERTEX_PROJECT??"",!/^[a-z0-9-]+$/.test(this.project))throw new Error("RENOR_EVAL_VERTEX_PROJECT is required");if(this.location=options2?.location??process.env.RENOR_EVAL_VERTEX_LOCATION??"",!this.location)throw new Error("RENOR_EVAL_VERTEX_LOCATION is required");if(!/^[a-z0-9-]+$/.test(this.location))throw new Error("Invalid Vertex location");this.model=options2?.model??process.env.RENOR_EVAL_MODEL??"gemini-embedding-001",this.identity={kind:this.kind,model:this.model};let dimensions=options2?.dimensions??Number(process.env.RENOR_EVAL_EMBEDDING_DIMS??768);if(!Number.isInteger(dimensions)||![768,1536,3072].includes(dimensions))throw new Error("gemini-embedding-001 dimensions must be 768, 1536, or 3072");this.dimensions=dimensions,this.maxInstancesPerRequest=options2?.maxInstancesPerRequest??32;let maxInputTokens=options2?.maxInputTokens??Number(process.env.RENOR_EVAL_MAX_EMBED_TOKENS??8e7);if(!Number.isInteger(maxInputTokens)||maxInputTokens<1e3)throw new Error("RENOR_EVAL_MAX_EMBED_TOKENS must be a positive integer >= 1000");this.maxInputTokens=maxInputTokens,this.base=endpointBase(options2?.baseUrl,this.location),this.maxAttempts=options2?.retry?.maxAttempts??DEFAULT_MAX_ATTEMPTS,this.retryWaitMs=options2?.retry?.waitMs??defaultRetryWaitMs,this.request=options2?.request??((input,init)=>globalThis.fetch(input,init)),this.tokenClock=options2?.tokenClock??processClock,this.usage={requests:0,inputTokens:0,maxInputTokens}}getAccessToken(signal){return this.accessToken&&this.tokenClock.now()<this.tokenUsableUntil?Promise.resolve(this.accessToken):signal?.aborted?Promise.reject(signal.reason):signal?untilAborted(this.fetchToken(),signal):this.fetchToken()}fetchToken(){return this.exchange??=this.exchangeToken().finally(()=>{this.exchange=null}),this.exchange}warmToken(){this.accessToken||this.exchange||this.fetchToken().catch(()=>{})}armRenewal(at,lifetimeMs){this.tokenClock.clearTimeout(this.renewTimer),!(!Number.isFinite(at)||!(lifetimeMs>=MIN_RENEWED_LIFETIME_MS))&&(this.tokenRenewAt=at,this.waitToRenew(at-this.tokenClock.now()))}waitToRenew(ms){this.renewTimer=this.tokenClock.setTimeout(()=>{this.renew()},Math.min(Math.max(0,ms),MAX_TIMER_MS)),this.renewTimer.unref()}async renew(){let early=this.tokenRenewAt-this.tokenClock.now();if(early>0)return this.waitToRenew(early);try{await this.fetchToken()}catch{this.tokenClock.now()<this.tokenUsableUntil&&this.waitToRenew(RENEW_RETRY_MS)}}async exchangeToken(){let now=Math.floor(Date.now()/1e3),header=b64url(JSON.stringify({alg:"RS256",typ:"JWT"})),claims=b64url(JSON.stringify({iss:this.key.client_email,scope:"https://www.googleapis.com/auth/cloud-platform",aud:this.key.token_uri,iat:now,exp:now+3600})),signature=b64url(node_crypto_1.default.createSign("RSA-SHA256").update(`${header}.${claims}`).sign(this.key.private_key)),response=await this.request(this.key.token_uri,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({grant_type:"urn:ietf:params:oauth:grant-type:jwt-bearer",assertion:`${header}.${claims}.${signature}`}).toString(),signal:AbortSignal.timeout(TOKEN_EXCHANGE_TIMEOUT_MS)});if(!response.ok)throw new Error(`Vertex token exchange failed: ${response.status}`);let data=await response.json(),lifetimeMs=data.expires_in*1e3,issuedAt=this.tokenClock.now();return this.accessToken=data.access_token,this.tokenUsableUntil=issuedAt+lifetimeMs*(1-REQUEST_MARGIN_SHARE),this.armRenewal(issuedAt+lifetimeMs*(1-RENEW_AHEAD_SHARE),lifetimeMs),this.accessToken}async predict(contents,call){let waitedForToken=performance.now(),token=await this.getAccessToken(call.signal);(0,callPhases_1.recordPhase)("token",performance.now()-waitedForToken);let url=`${this.base}/v1/projects/${this.project}/locations/${this.location}/publishers/google/models/${this.model}:predict`,body=JSON.stringify({instances:contents.map(({text,taskType})=>({content:text,task_type:taskType})),parameters:{outputDimensionality:this.dimensions,autoTruncate:!0}}),maxAttempts=this.maxAttempts,attempt=0,response,sentAt=0,connectedBefore=0,spent=()=>performance.now()-sentAt-((0,callPhases_1.recordedPhase)("connect")-connectedBefore);for(;sentAt=performance.now(),connectedBefore=(0,callPhases_1.recordedPhase)("connect"),response=await this.request(url,{method:"POST",headers:{Authorization:`Bearer ${token}`,"Content-Type":"application/json"},body,signal:call.signal}),!(response.ok||![429,500,503].includes(response.status));){if((0,callPhases_1.recordPhase)("call",spent()),attempt+=1,attempt>=maxAttempts)throw new types_1.EmbeddingUnavailableError(`Vertex predict failed after ${attempt} attempts (HTTP ${response.status})`);let waitMs=this.retryWaitMs(attempt);if(Date.now()+waitMs>call.deadline)throw new types_1.EmbeddingUnavailableError(`Vertex predict refused (HTTP ${response.status}); the retry is later than this call may wait`);process.stderr.write(`[vertex] HTTP ${response.status} on ${contents.length} inputs; retry ${attempt}/${maxAttempts-1} in ${Math.round(waitMs/1e3)}s
|
|
1084
|
+
`),await sleepUnlessAborted(waitMs,call.signal)}if(!response.ok){let bodyText=await response.text();throw(0,callPhases_1.recordPhase)("call",spent()),Object.assign(new Error(`Vertex predict failed (${response.status}): ${bodyText.slice(0,400)}`),{status:response.status})}let data=await response.json();(0,callPhases_1.recordPhase)("call",spent());let predictions=data.predictions??[];if(predictions.length!==contents.length||predictions.some(p=>!Array.isArray(p.embeddings?.values)||p.embeddings.values.length!==this.dimensions))throw new Error("Vertex predict returned malformed or incomplete embeddings");this.usage.requests+=1;for(let p of predictions)this.usage.inputTokens+=p.embeddings?.statistics?.token_count??0;if(this.usage.inputTokens>this.maxInputTokens)throw new Error(`Embedding cost guard tripped: ${this.usage.inputTokens} input tokens exceeds the ${this.maxInputTokens} cap (set RENOR_EVAL_MAX_EMBED_TOKENS to raise it)`);return predictions.map(p=>p.embeddings.values)}async embedAll(texts,taskType,options2){if(texts.length===0)return[];let call={deadline:options2?.budgetMs===void 0?1/0:Date.now()+options2.budgetMs,signal:options2?.signal},out=[],started=performance.now();try{for(let i=0;i<texts.length;i+=this.maxInstancesPerRequest){let batch=texts.slice(i,i+this.maxInstancesPerRequest).map(text=>({text,taskType}));out.push(...await this.predict(batch,call))}}finally{(0,callPhases_1.recordPhase)("embed",performance.now()-started)}return out}async embed(texts,options2){return this.embedAll(texts,"RETRIEVAL_DOCUMENT",options2)}async embedQuery(text,options2){let[vector]=await this.embedAll([text],"RETRIEVAL_QUERY",options2);return vector}describe(){return{kind:"vertex",model:this.model,dimensions:this.dimensions,location:this.location,taskTypes:{document:"RETRIEVAL_DOCUMENT",query:"RETRIEVAL_QUERY"},usage:{...this.usage}}}};exports2.VertexEmbeddingProvider=VertexEmbeddingProvider}});var require_poolFetch=__commonJS({"dist/net/poolFetch.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DEFAULT_POOL_IDLE_MS=void 0;exports2.poolFetch=poolFetch;var node_diagnostics_channel_1=__importDefault(require("node:diagnostics_channel")),GLOBAL_DISPATCHERS=[Symbol.for("undici.globalDispatcher.2"),Symbol.for("undici.globalDispatcher.1")];exports2.DEFAULT_POOL_IDLE_MS=18e4;var POOL_MAX_CONNECTIONS=8,RESET_CODES=new Set(["ECONNRESET","EPIPE"]),RESET_ERROR="SocketError";function isReset(err){let cause=err;for(let depth=0;cause&&depth<4;depth++){let{code,name}=cause;if(typeof code=="string"&&RESET_CODES.has(code)||name===RESET_ERROR)return!0;cause=cause.cause}return!1}function replayable(init){let body=init?.body;return body==null||typeof body=="string"||body instanceof URLSearchParams||body instanceof ArrayBuffer||ArrayBuffer.isView(body)}function originKey(hostname,port,protocol){return`${hostname}:${port||(protocol==="https:"?"443":"80")}`}function urlOriginKey(input){try{let url=new URL(typeof input=="string"||input instanceof URL?input:input.url);return originKey(url.hostname,url.port,url.protocol)}catch{return null}}function watchConnects(origins,onConnect){let opening=new Map,keyOf=message=>{let params=message.connectParams;if(!params||typeof params.hostname!="string")return null;let key=originKey(params.hostname,String(params.port??""),String(params.protocol??""));return origins.has(key)?key:null},begun=message=>{let key=keyOf(message);if(key===null)return;let starts=opening.get(key)??[];starts.push(performance.now()),starts.length>16&&starts.shift(),opening.set(key,starts)},ended=(message,ok)=>{let key=keyOf(message),started=key===null?void 0:opening.get(key)?.shift();started!==void 0&&ok&&onConnect(performance.now()-started)},connected=message=>ended(message,!0),failed=message=>ended(message,!1);return node_diagnostics_channel_1.default.subscribe("undici:client:beforeConnect",begun),node_diagnostics_channel_1.default.subscribe("undici:client:connected",connected),node_diagnostics_channel_1.default.subscribe("undici:client:connectError",failed),()=>{node_diagnostics_channel_1.default.unsubscribe("undici:client:beforeConnect",begun),node_diagnostics_channel_1.default.unsubscribe("undici:client:connected",connected),node_diagnostics_channel_1.default.unsubscribe("undici:client:connectError",failed)}}function poolFetch(options2={}){let idleMs=options2.idleMs??exports2.DEFAULT_POOL_IDLE_MS;if(!Number.isInteger(idleMs)||idleMs<1e3||idleMs>6e5)throw new Error("poolFetch needs an idle time between 1000 and 600000 ms");let plain=(input,init)=>globalThis.fetch(input,init),unpooled=()=>Object.assign(plain,{close:async()=>{}});globalThis.Headers;let Pool=GLOBAL_DISPATCHERS.map(symbol=>globalThis[symbol]?.constructor).find(ctor=>typeof ctor=="function"&&ctor.name==="Agent");if(!Pool)return unpooled();let dispatcher;try{dispatcher=new Pool({keepAliveTimeout:idleMs,keepAliveMaxTimeout:idleMs,connections:POOL_MAX_CONNECTIONS})}catch{return unpooled()}let origins=new Set,stopWatching=options2.onConnect?watchConnects(origins,options2.onConnect):()=>{},pooled=(input,init)=>{let origin=urlOriginKey(input);return origin!==null&&origins.add(origin),globalThis.fetch(input,{...init,dispatcher})},close=async()=>{stopWatching(),await dispatcher.close()};return options2.retryOnReset?Object.assign(async(input,init)=>{try{return await pooled(input,init)}catch(err){if(!isReset(err)||init?.signal?.aborted||!replayable(init))throw err;return pooled(input,init)}},{close}):Object.assign(pooled,{close})}}});var require_caching=__commonJS({"dist/embeddings/caching.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CacheOnlyVertex=exports2.CountingEmbeddingProvider=exports2.CachingEmbeddingProvider=void 0;exports2.embeddingCallStats=embeddingCallStats;exports2.resolveEmbeddingCachePath=resolveEmbeddingCachePath;exports2.describeEmbeddingCache=describeEmbeddingCache;exports2.invalidateEmbeddingCache=invalidateEmbeddingCache;exports2.exportRowsByKey=exportRowsByKey;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=__importDefault(require("node:crypto")),sqlite_12=__importDefault(require_sqlite()),callPhases_1=require_callPhases(),IDENTITY_KIND=/^[\w.-]{1,32}$/,IDENTITY_MODEL=/^[\w./:-]{1,80}$/;function resolveIdentity(inner,stated){let declared=inner.identity,identity=stated??declared;if(!identity)throw new Error("Embedding cache needs the identity of the provider and model: declare `identity` on the provider or pass options.identity");if(!IDENTITY_KIND.test(identity.kind)||!IDENTITY_MODEL.test(identity.model))throw new Error("Invalid embedding identity");if(stated&&declared&&(stated.kind!==declared.kind||stated.model!==declared.model))throw new Error(`Embedding cache identity ${stated.kind}/${stated.model} contradicts the wrapped provider, which declares ${declared.kind}/${declared.model}`);return identity}var TASK_QUERY="RETRIEVAL_QUERY",TASK_DOCUMENT="RETRIEVAL_DOCUMENT",CachingEmbeddingProvider=class{dimensions;identity;stats={hits:0,misses:0};sent={texts:0,calls:0};inner;db;namespace;insert;lookup;oldest;remove;maxEntries;maxBytes;serving;entries=0;bytes=0;disabled=!1;constructor(inner,options2){if("namespace"in options2)throw new Error("CachingEmbeddingProvider no longer takes a namespace: the identity of the provider and model pins the cache (declare `identity` on the provider, or pass options.identity)");if(this.inner=inner,this.dimensions=inner.dimensions,this.identity=resolveIdentity(inner,options2.identity),options2.scope!==void 0&&!/^[\w.-]{1,32}$/.test(options2.scope))throw new Error("Invalid cache scope");if(this.namespace=`${this.identity.kind}/${this.identity.model}/${inner.dimensions}${options2.scope?`/${options2.scope}`:""}`,!/^[\w./:-]{4,120}$/.test(this.namespace))throw new Error("Invalid cache namespace");for(let[name,limit]of[["maxEntries",options2.maxEntries],["maxBytes",options2.maxBytes]])if(limit!==void 0&&(!Number.isInteger(limit)||limit<1))throw new Error(`${name} must be a positive integer`);this.maxEntries=options2.maxEntries??1/0,this.maxBytes=options2.maxBytes??1/0,this.serving=options2.serving===!0,node_fs_1.default.mkdirSync(node_path_1.default.dirname(options2.cachePath),{recursive:!0}),this.db=new sqlite_12.default(options2.cachePath);try{if(this.db.pragma("journal_mode = WAL"),this.db.pragma(`busy_timeout = ${this.serving?100:1e4}`),this.db.exec(`CREATE TABLE IF NOT EXISTS embeddings (
|
|
1085
|
+
key TEXT PRIMARY KEY,
|
|
1086
|
+
dims INTEGER NOT NULL,
|
|
1087
|
+
vec BLOB NOT NULL,
|
|
1088
|
+
namespace TEXT NOT NULL,
|
|
1089
|
+
created_at TEXT NOT NULL
|
|
1090
|
+
)`),this.lookup=this.db.prepare("SELECT vec, dims FROM embeddings WHERE key = ? AND namespace = ?"),this.insert=this.db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) VALUES (?, ?, ?, ?, ?)"),this.oldest=this.db.prepare("SELECT rowid AS id, LENGTH(vec) AS n FROM embeddings ORDER BY rowid LIMIT 32"),this.remove=this.db.prepare("DELETE FROM embeddings WHERE rowid = ?"),this.bounded){let held=this.db.prepare("SELECT COUNT(*) AS entries, COALESCE(SUM(LENGTH(vec)), 0) AS bytes FROM embeddings").get();this.entries=held.entries,this.bytes=held.bytes,this.evict()}}catch(err){throw this.db.close(),err}}get bounded(){return this.maxEntries!==1/0||this.maxBytes!==1/0}evict(){for(;this.entries>this.maxEntries||this.bytes>this.maxBytes;){let rows=this.oldest.all();if(rows.length===0){this.entries=0,this.bytes=0;return}for(let row of rows){if(this.entries<=this.maxEntries&&this.bytes<=this.maxBytes)return;this.remove.run(row.id),this.entries-=1,this.bytes-=row.n}}}guard(work,fallback){if(!this.serving)return work();if(this.disabled)return fallback;try{return work()}catch{this.disabled=!0;try{this.db.close()}catch{}return fallback}}key(text,taskType){return node_crypto_1.default.createHash("sha256").update(`${this.namespace}\0${taskType}\0${this.dimensions}\0${text}${this.serving?"\0f64":""}`).digest("hex")}read(text,taskType){let row=this.lookup.get(this.key(text,taskType),this.namespace);if(!row||row.dims!==this.dimensions)return null;let width=this.serving?8:4;if(row.vec.byteLength!==this.dimensions*width)return null;let bytes=row.vec.buffer.slice(row.vec.byteOffset,row.vec.byteOffset+row.vec.byteLength);return Array.from(this.serving?new Float64Array(bytes):new Float32Array(bytes))}write(text,taskType,vector){if(vector.length!==this.dimensions)throw new Error("Cached vector has wrong dimensionality");let buf=Buffer.from((this.serving?new Float64Array(vector):new Float32Array(vector)).buffer),{changes}=this.insert.run(this.key(text,taskType),this.dimensions,buf,this.namespace,new Date().toISOString());changes>0&&this.bounded&&(this.entries+=1,this.bytes+=buf.length,this.evict())}async embed(texts,options2){if(texts.length===0)return[];if(this.serving)return this.inner.embed(texts,options2);let out=[],misses=new Map;if(texts.forEach((text,index)=>{let cached=this.read(text,TASK_DOCUMENT);if(cached)this.stats.hits+=1,out[index]=cached;else{this.stats.misses+=1;let indexes=misses.get(text);indexes?indexes.push(index):misses.set(text,[index])}}),misses.size>0){let uniqueTexts=[...misses.keys()];this.sent.calls+=1,this.sent.texts+=uniqueTexts.length;let fresh=await this.inner.embed(uniqueTexts,options2);if(fresh.length!==uniqueTexts.length)throw new Error("Inner provider returned wrong vector count");uniqueTexts.forEach((text,i)=>{this.write(text,TASK_DOCUMENT,fresh[i]);for(let index of misses.get(text))out[index]=fresh[i]})}return out}async embedQuery(text,options2){let cached=this.guard(()=>this.read(text,TASK_QUERY),null);if(cached)return this.stats.hits+=1,(0,callPhases_1.noteQueryCache)(!0),cached;this.stats.misses+=1,(0,callPhases_1.noteQueryCache)(!1),this.sent.calls+=1,this.sent.texts+=1;let vector=this.inner.embedQuery?await this.inner.embedQuery(text,options2):(await this.inner.embed([text],options2))[0];return this.serving?this.guard(()=>this.write(text,TASK_QUERY,vector),void 0):this.write(text,TASK_QUERY,vector),vector}get callStats(){return{hits:this.stats.hits,misses:this.stats.misses,cached:!0,sent:{...this.sent}}}close(){this.db.open&&this.db.close()}describe(){return{...this.inner.describe?.()??{},cache:{namespace:this.namespace,hits:this.stats.hits,misses:this.stats.misses}}}};exports2.CachingEmbeddingProvider=CachingEmbeddingProvider;var CountingEmbeddingProvider=class{dimensions;identity;sent={texts:0,calls:0};inner;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}async embed(texts,options2){return texts.length===0?[]:(this.sent.calls+=1,this.sent.texts+=texts.length,this.inner.embed(texts,options2))}async embedQuery(text,options2){return this.sent.calls+=1,this.sent.texts+=1,this.inner.embedQuery?this.inner.embedQuery(text,options2):(await this.inner.embed([text],options2))[0]}get callStats(){return{hits:0,misses:this.sent.texts,cached:!1,sent:{...this.sent}}}};exports2.CountingEmbeddingProvider=CountingEmbeddingProvider;function embeddingCallStats(provider){return provider instanceof CachingEmbeddingProvider||provider instanceof CountingEmbeddingProvider?provider.callStats:void 0}function resolveEmbeddingCachePath(env=process.env){let raw=env.RENOR_EVAL_EMBED_CACHE;return raw==="off"||raw==="0"?null:!raw||raw==="on"?node_path_1.default.join(process.env.HOME??".",".local","share","renor","embed-cache.db"):node_path_1.default.resolve(raw)}function describeEmbeddingCache(cachePath){if(!node_fs_1.default.existsSync(cachePath))return[];let db=new sqlite_12.default(cachePath,{readonly:!0});try{return db.prepare("SELECT namespace, COUNT(*) AS rows FROM embeddings GROUP BY namespace ORDER BY namespace").all()}finally{db.close()}}function invalidateEmbeddingCache(cachePath,filter){if(!filter.namespace&&!filter.all)throw new Error("invalidateEmbeddingCache: pass a namespace or all: true");if(!node_fs_1.default.existsSync(cachePath))return 0;let db=new sqlite_12.default(cachePath);try{return db.pragma("busy_timeout = 10000"),filter.namespace?db.prepare("DELETE FROM embeddings WHERE namespace = ?").run(filter.namespace).changes:db.prepare("DELETE FROM embeddings").run().changes}finally{db.close()}}var CacheOnlyVertex=class{dimensions=768;identity={kind:"vertex",model:"gemini-embedding-001"};stats={hits:0,misses:0,upstreamTexts:0};db;constructor(file){this.db=new sqlite_12.default(file,{readonly:!0,fileMustExist:!0})}read(text,task){let namespace="vertex/gemini-embedding-001/768",key=node_crypto_1.default.createHash("sha256").update(`${namespace}\0${task}\0${this.dimensions}\0${text}`).digest("hex"),row=this.db.prepare("SELECT vec, dims FROM embeddings WHERE key = ? AND namespace = ?").get(key,namespace);if(!row||row.dims!==768||row.vec.length!==768*4)throw this.stats.misses++,new Error(`cache-only Vertex miss: task=${task} textSHA256=${node_crypto_1.default.createHash("sha256").update(text).digest("hex")}`);this.stats.hits++;let bytes=row.vec.buffer.slice(row.vec.byteOffset,row.vec.byteOffset+row.vec.byteLength);return Array.from(new Float32Array(bytes))}async embed(texts){return texts.map(text=>this.read(text,"RETRIEVAL_DOCUMENT"))}async embedQuery(text){return this.read(text,"RETRIEVAL_QUERY")}close(){this.db.close()}};exports2.CacheOnlyVertex=CacheOnlyVertex;function exportRowsByKey(cachePath,keys,outFile){let tmp=`${outFile}.tmp-${process.pid}`;node_fs_1.default.rmSync(tmp,{force:!0});let db=new sqlite_12.default(tmp),copied=0;try{if(db.exec(`CREATE TABLE embeddings (
|
|
1091
|
+
key TEXT PRIMARY KEY,
|
|
1092
|
+
dims INTEGER NOT NULL,
|
|
1093
|
+
vec BLOB NOT NULL,
|
|
1094
|
+
namespace TEXT NOT NULL,
|
|
1095
|
+
created_at TEXT NOT NULL
|
|
1096
|
+
)`),node_fs_1.default.existsSync(cachePath)&&keys.length>0){db.prepare("ATTACH DATABASE ? AS src").run(cachePath);let insert=db.prepare("INSERT OR IGNORE INTO embeddings (key, dims, vec, namespace, created_at) SELECT key, dims, vec, namespace, created_at FROM src.embeddings WHERE key = ?");db.transaction(()=>{for(let key of keys)copied+=insert.run(key).changes})(),db.exec("DETACH DATABASE src")}}finally{db.close()}return node_fs_1.default.renameSync(tmp,outFile),copied}}});var require_interactive=__commonJS({"dist/embeddings/interactive.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.InteractiveEmbeddingProvider=void 0;var types_1=require_types4(),InteractiveEmbeddingProvider=class{dimensions;identity;inner;cooldownMs;unavailableUntil=0;probing=!1;constructor(inner,options2={}){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity,this.cooldownMs=options2.cooldownMs??DEFAULT_COOLDOWN_MS}embed(texts,options2){return this.run(options2,o=>this.inner.embed(texts,o))}embedQuery(text,options2){return this.run(options2,async o=>this.inner.embedQuery?this.inner.embedQuery(text,o):(await this.inner.embed([text],o))[0])}describe(){return this.inner.describe?.()??{}}async run(options2,call){let budgetMs=options2?.budgetMs;if(budgetMs===void 0)try{let result=await call(options2);return this.unavailableUntil=0,result}catch(err){throw err instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),err}if(Date.now()<this.unavailableUntil||this.probing&&this.unavailableUntil>0)throw new types_1.EmbeddingUnavailableError("embedding service unavailable (failed moments ago; not asked again yet)");let probe=this.unavailableUntil>0;probe&&(this.probing=!0);let controller=new AbortController,relay=()=>controller.abort(options2?.signal?.reason);options2?.signal?.addEventListener("abort",relay,{once:!0});let timer,expired=new Promise((_,reject)=>{timer=setTimeout(()=>{let unavailable=new types_1.EmbeddingUnavailableError(`embedding service did not answer within ${Math.ceil(budgetMs/1e3)} s`);controller.abort(unavailable),reject(unavailable)},budgetMs)});try{let attempt=call({...options2,signal:controller.signal});attempt.catch(()=>{});let result=await Promise.race([attempt,expired]);return this.unavailableUntil=0,result}catch(err){let unavailable=controller.signal.aborted&&controller.signal.reason instanceof types_1.EmbeddingUnavailableError?controller.signal.reason:err;throw unavailable instanceof types_1.EmbeddingUnavailableError&&(this.unavailableUntil=Date.now()+this.cooldownMs),unavailable}finally{clearTimeout(timer),options2?.signal?.removeEventListener("abort",relay),probe&&(this.probing=!1)}}};exports2.InteractiveEmbeddingProvider=InteractiveEmbeddingProvider;var DEFAULT_COOLDOWN_MS=15e3}});var require_coalescing=__commonJS({"dist/embeddings/coalescing.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CoalescingEmbeddingProvider=exports2.COALESCE_REQUESTS_IN_FLIGHT=exports2.COALESCE_REQUEST_TEXTS=void 0;var types_1=require_types4();exports2.COALESCE_REQUEST_TEXTS=32;exports2.COALESCE_REQUESTS_IN_FLIGHT=4;var GATHER_MS=2,CoalescingEmbeddingProvider=class{dimensions;identity;inner;queue=[];inFlight=0;gatherTimer;gatherDone=!1;constructor(inner){this.inner=inner,this.dimensions=inner.dimensions,this.identity=inner.identity}embed(texts,options2){return texts.length===0?Promise.resolve([]):options2?.signal?.aborted?Promise.reject(options2.signal.reason):new Promise((resolve,reject)=>{let caller={texts,options:options2,resolve,reject,done:!1};options2?.signal?.addEventListener("abort",()=>this.abandon(caller,options2.signal.reason),{once:!0}),this.queue.push(caller),this.schedule()})}embedQuery(text,options2){return this.inner.embedQuery?this.inner.embedQuery(text,options2):this.inner.embed([text],options2).then(vectors=>vectors[0])}describe(){return this.inner.describe?.()??{}}abandon(caller,reason){caller.done||(caller.done=!0,this.queue=this.queue.filter(c=>c!==caller),caller.reject(reason),this.schedule())}schedule(){for(;this.inFlight<exports2.COALESCE_REQUESTS_IN_FLIGHT&&this.queue.length>0;){if(this.queue.reduce((sum,c)=>sum+c.texts.length,0)<exports2.COALESCE_REQUEST_TEXTS&&!this.gatherDone){this.gatherTimer??=setTimeout(()=>{this.gatherTimer=void 0,this.gatherDone=!0,this.schedule()},GATHER_MS);return}let batch=[],size=0;for(;this.queue.length>0&&(batch.length===0||sameKind(this.queue[0],batch[0])&&size+this.queue[0].texts.length<=exports2.COALESCE_REQUEST_TEXTS);){let caller=this.queue.shift();batch.push(caller),size+=caller.texts.length}this.gatherDone=!1,this.inFlight+=1,this.send(batch)}}send(batch){let texts=batch.flatMap(c=>c.texts),controller=new AbortController,budgets=batch.map(c=>c.options?.budgetMs),budgetMs=budgets.some(b=>b===void 0)?void 0:Math.max(...budgets),waiting=batch.length,patient=batch.some(c=>c.options?.signal===void 0);for(let caller of batch){let signal=caller.options?.signal;signal&&signal.addEventListener("abort",()=>{waiting-=1,waiting===0&&!patient&&controller.abort(signal.reason)},{once:!0})}this.inner.embed(texts,{budgetMs,signal:controller.signal}).then(vectors=>{this.inFlight-=1;let offset=0;for(let caller of batch){let own=vectors.slice(offset,offset+caller.texts.length);offset+=caller.texts.length,!caller.done&&(caller.done=!0,own.length===caller.texts.length?caller.resolve(own):caller.reject(new Error(`the embedding provider returned ${own.length} vectors for ${caller.texts.length} texts`)))}this.schedule()},err=>{if(this.inFlight-=1,this.schedule(),isUnavailable(err)||controller.signal.aborted){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}if(!refusesAnInput(err)){for(let caller of batch)caller.done||(caller.done=!0,caller.reject(err));return}for(let caller of batch)caller.done||this.inner.embed(caller.texts,caller.options).then(vectors=>{caller.done||(caller.done=!0,caller.resolve(vectors))},own=>{caller.done||(caller.done=!0,caller.reject(own))})})}};exports2.CoalescingEmbeddingProvider=CoalescingEmbeddingProvider;function isUnavailable(err){return err instanceof types_1.EmbeddingUnavailableError||err instanceof Error&&err.name==="AbortError"}function refusesAnInput(err){return err instanceof Error&&err.status===400}function sameKind(a,b){return a.options?.signal!==void 0==(b.options?.signal!==void 0)}}});var require_noteIdentity=__commonJS({"dist/retrieval/noteIdentity.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.NOTE_IDENTITY_EXTRA=void 0;exports2.selectNoteIdentityHits=selectNoteIdentityHits;var statements_1=require_statements();exports2.NOTE_IDENTITY_EXTRA=5;function looksLikeIdentifier(term){return/^\w[\w.%-]*[\w%]$/.test(term)&&/[-_.]/.test(term)}function selectNoteIdentityHits(db,term,limit,exclude=new Set,accept=()=>!0){let q=(term??"").trim(),max=Math.max(1,Math.floor(limit)||1);if(!looksLikeIdentifier(q))return[];let named=(0,statements_1.prepareOnce)(db,`SELECT n.path FROM note_identity_fts f JOIN notes n ON n.rowid = f.rowid
|
|
1084
1097
|
WHERE note_identity_fts MATCH ? ORDER BY n.path`).all(`"${q.replace(/"/g,'""')}"`),first=(0,statements_1.prepareOnce)(db,`SELECT id AS chunkId, note_path AS notePath, heading_path AS headingPath, text
|
|
1085
1098
|
FROM chunks WHERE note_path = ? ORDER BY start_line, id LIMIT 1`),rows=[];for(let{path:notePath}of named){if(rows.length===max)break;if(exclude.has(notePath))continue;let opening=first.get(notePath);opening&&accept(notePath,opening)&&rows.push(opening)}return rows.map((r,i)=>({...r,score:rows.length-i,reason:"note-identity"}))}}});var require_readScope=__commonJS({"dist/mvp/readScope.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.createReadScope=createReadScope;var readCache_1=require_readCache(),statements_1=require_statements(),lifecycle_12=require_lifecycle(),ledgerLiveness_1=require_ledgerLiveness(),scope_1=require_scope(),PRELOAD_EVENTS_FROM=64;function createReadScope(db,scope){let projected=(0,readCache_1.tableHasColumns)(db,"facts",["event_id","scope"]),eventRow=projected?(0,statements_1.prepareOnce)(db,"SELECT COALESCE(scope, 'global') AS scope FROM facts WHERE event_id = ? AND source_path = ?"):null,factRow=projected?(0,statements_1.prepareOnce)(db,"SELECT COALESCE(scope, 'global') AS scope FROM facts WHERE id = ? AND source_path = ?"):null,own=(0,scope_1.savedScopeSqlPredicate)(scope,"COALESCE(scope, 'global')"),otherScopeRows=projected?(0,statements_1.prepareOnce)(db,`SELECT event_id FROM facts WHERE source_path = ? AND event_id IS NOT NULL AND NOT (${own.sql})`):null,events=new Map,eventScope=id=>{let key=id.toUpperCase();return events.has(key)||events.set(key,eventRow?.get(key,lifecycle_12.LIFECYCLE_NOTE_PATH)?.scope),events.get(key)},preloadEvents=()=>{if(!projected)return;let rows=(0,statements_1.prepareOnce)(db,"SELECT event_id AS id, COALESCE(scope, 'global') AS scope FROM facts WHERE source_path = ? AND event_id IS NOT NULL").all(lifecycle_12.LIFECYCLE_NOTE_PATH);for(let row of rows)row.id===row.id.toUpperCase()&&!events.has(row.id)&&events.set(row.id,row.scope)},elsewhere,has=(hit,notePath)=>{if(hit.notePath===lifecycle_12.LIFECYCLE_NOTE_PATH&&typeof hit.chunkId=="number"&&hit.chunkId<0){let row=factRow?.get(-hit.chunkId,lifecycle_12.LIFECYCLE_NOTE_PATH);return row!==void 0&&(0,scope_1.savedScopeMatches)(row.scope,scope)}let saved=(0,ledgerLiveness_1.ledgerEventIds)(hit).map(eventScope).filter(s=>s!==void 0);return saved.length?saved.every(s=>(0,scope_1.savedScopeMatches)(s,scope)):(0,scope_1.notePathMatchesScope)(notePath,scope)};return{has,hits(hits,notePath){return hits.filter(hit=>has(hit,notePath(hit)))},body(text){return!(0,ledgerLiveness_1.ledgerEventIds)({text}).length||(elsewhere??=new Set((otherScopeRows?.all(lifecycle_12.LIFECYCLE_NOTE_PATH,...own.params)??[]).map(r=>r.event_id.toLowerCase())),!elsewhere.size)?text:(0,ledgerLiveness_1.resolveLedgerHits)([{text,reason:"other-scope"}],elsewhere,!1)[0]?.text??""},chunkIds(notePath){let namesEvent="text GLOB '*## [Mm][Ee][Mm]_*'",under=scope==="global"?null:(0,scope_1.scopeSqlPredicate)(scope,"note_path"),rows=(0,statements_1.prepareOnce)(db,`SELECT id AS chunkId, note_path AS notePath, heading_path AS headingPath,
|
|
1086
1099
|
CASE WHEN ${namesEvent} THEN text ELSE '' END AS text
|
|
@@ -1206,7 +1219,7 @@ ${item.text}`).join(`
|
|
|
1206
1219
|
|
|
1207
1220
|
`);return exports2.DIGEST_PROMPT_TEMPLATE.replace("{n}",()=>String(batch.length)).replace("{conversations}",()=>conversations)}var batchId=id=>id.trim().toLowerCase().replace(/^c0*(\d+)$/,"c$1"),clean=(value,max)=>(typeof value=="string"?value:typeof value=="number"?String(value):"").replace(/\s+/g," ").trim().slice(0,max);function parseDigestReply(text){let out=new Map,trimmed=text.trim().replace(/^```(?:json)?\s*|\s*```$/g,""),payload;try{payload=JSON.parse(trimmed)}catch{let match=trimmed.match(/\{[\s\S]*\}/);if(!match)return out;try{payload=JSON.parse(match[0])}catch{return out}}let notes=payload&&typeof payload=="object"?payload.notes:void 0;if(!Array.isArray(notes))return out;for(let note of notes){if(!note||typeof note!="object"||Array.isArray(note))continue;let record=note,id=batchId(String(record.id??""));if(!id||!Array.isArray(record.items))continue;let items=[];for(let raw of record.items){if(!raw||typeof raw!="object"||Array.isArray(raw))continue;let r=raw,item=clean(r.item,200);if(item&&(items.push({item,action:clean(r.action,60),amount:clean(r.amount,60),date:clean(r.date,40),source:clean(r.turn??r.source,30)}),items.length>=DIGEST_MAX_ITEMS_PER_NOTE))break}out.set(id,items)}return out}function batchesOf(items){let batches=[],current=[],chars=0;for(let item of items)current.length>0&&(chars+item.text.length>exports2.DIGEST_BATCH_MAX_CHARS||current.length>=exports2.DIGEST_BATCH_MAX_NOTES)&&(batches.push(current),current=[],chars=0),current.push(item),chars+=item.text.length;return current.length>0&&batches.push(current),batches}function digestItemText(item){return[item.item,item.action,item.amount].filter(Boolean).join(" | ")}async function buildNoteDigests(args){let started=Date.now(),{options:options2,cache}=args,model=options2.model,space=(0,space_1.embeddingSpace)(args.provider),all=(0,sessionRouter_12.listRouterNotes)(args.db,args.vaultPath,args.ledgerRelPath),notes=args.onlyPaths?all.filter(note=>args.onlyPaths.has(note.path)):all,stats={model,notes:notes.length,cached:0,digested:0,skippedUncached:0,failed:0,gone:0,calls:0,promptTokens:0,completionTokens:0,items:0,embeddedTexts:0,ms:0},keyOf=noteHash=>digestCache_1.DigestCache.digestKey(model,options2.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,noteHash),pending=[];for(let note of notes){let key=keyOf(note.noteHash);if(cache.getDigest(key)){stats.cached++;continue}if(options2.cacheOnly){stats.skippedUncached++;continue}let raw;try{raw=await promises_1.default.readFile(note.file,"utf8")}catch(err){if(err.code==="ENOENT"){stats.gone++;continue}stats.failed++,stats.error??=`unreadable note: ${err instanceof Error?err.message:String(err)}`.slice(0,200);continue}if((0,dailyEntries_1.noteContentHash)(note.file,raw)!==note.noteHash){stats.failed++,stats.error??="a note changed after it was indexed; index again";continue}let parsed=(0,parser_12.parseNote)(note.file,raw);if(!parsed.body.trim()){cache.putDigest(key,note.noteHash,{items:[],model}),stats.digested++;continue}pending.push({key,noteHash:note.noteHash,date:note.date??"",text:digestInputOf(parsed.body)})}return pending.length>0&&!options2.chat?(stats.failed+=pending.length,stats.error??="no digest model configured"):await digestPending(pending,options2,cache,stats),await embedDigests(notes,keyOf,cache,args.provider,space,stats),stats.ms=Date.now()-started,stats}async function digestPending(pending,options2,cache,stats){let batches=batchesOf(pending);for(let batchIndex=0;batchIndex<batches.length;batchIndex++){let items=batches[batchIndex].map((entry,index)=>({...entry,id:`c${String(index+1).padStart(2,"0")}`})),prompt=renderDigestPrompt(items),left=new Map(items.map(item=>[batchId(item.id),item])),transportFailed=!1;for(let attempt=0;attempt<DIGEST_ATTEMPTS&&left.size>0;attempt++){let content;try{let res=await options2.chat({model:options2.model,messages:[{role:"user",content:prompt}],temperature:0,response_format:{type:"json_object"},max_tokens:exports2.DIGEST_MAX_OUTPUT_TOKENS,reasoning_effort:options2.effort});stats.calls++,stats.promptTokens+=res.promptTokens??0,stats.completionTokens+=(0,sessionRouter_12.billedOutputTokens)(res),content=res.content}catch(err){stats.calls++,stats.error??=`digest call failed: ${err instanceof Error?err.message:String(err)}`.slice(0,200),transportFailed=!0;break}let parsed=parseDigestReply(content);for(let[id,item]of[...left]){let found=parsed.get(id);if(!found)continue;let dated=found.map(it=>it.date?it:{...it,date:item.date});cache.putDigest(item.key,item.noteHash,{items:dated,model:options2.model}),stats.digested++,left.delete(id)}prompt+=`
|
|
1208
1221
|
`}if(left.size>0&&(stats.failed+=left.size,stats.error??="the digest model left some notes without a digest"),transportFailed){for(let rest of batches.slice(batchIndex+1))stats.failed+=rest.length;break}}}var EMBED_BATCH=64;async function embedDigests(notes,keyOf,cache,provider,space,stats){if(space===null)return;let waiting=[];for(let note of notes){let key=keyOf(note.noteHash),digest=cache.getDigest(key);!digest||digest.items.length===0||(stats.items+=digest.items.length,!cache.getVectors(key,space,digest.items.length)&&waiting.push({key,texts:digest.items.map(digestItemText)}))}for(let i=0;i<waiting.length;i+=EMBED_BATCH){let group=waiting.slice(i,i+EMBED_BATCH),texts=group.flatMap(entry=>entry.texts),vectors;try{vectors=await provider.embed(texts)}catch(err){stats.failed+=group.length,stats.error??=`digest embedding failed: ${err instanceof Error?err.message:String(err)}`.slice(0,200);return}stats.embeddedTexts+=texts.length;let at=0;for(let entry of group)cache.putVectors(entry.key,space,vectors.slice(at,at+entry.texts.length)),at+=entry.texts.length}}async function digestIndexedNotes(args){let cache=new digestCache_1.DigestCache(args.options.cachePath);try{return await buildNoteDigests({db:args.db,vaultPath:args.config.vaultPath,ledgerRelPath:args.config.memoryLedger,options:args.options,cache,provider:args.provider,onlyPaths:args.onlyPaths})}finally{cache.close()}}function cosine(a,b){let dot=0,na=0,nb=0,n=Math.min(a.length,b.length);for(let i=0;i<n;i++)dot+=a[i]*b[i],na+=a[i]*a[i],nb+=b[i]*b[i];return na===0||nb===0?0:dot/Math.sqrt(na*nb)}function rowTokens(item){let action=item.action?.trim()?` | ${item.action.trim()}`:"",amount=item.amount?.trim()?` | ${item.amount.trim()}`:"",date=item.date?.trim()?` | ${item.date.trim()}`:"";return(0,o200k_1.countO200k)(`- ${item.item}${action}${amount}${date}
|
|
1209
|
-
`)}async function digestTable(args){let report={status:"skipped",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[]},paths=[];for(let hit of args.hits)if(!(!hit.notePath||hit.notePath.startsWith("_renor/")||paths.includes(hit.notePath))&&!args.isLedgerNote?.(hit.notePath)&&(paths.push(hit.notePath),paths.length>=exports2.DIGEST_MAX_WINDOW_NOTES))break;if(report.windowNotes=paths.length,paths.length===0)return{items:[],report:{...report,reason:"no-notes"}};let space=(0,space_1.embeddingSpace)(args.provider);if(space===null)return{items:[],report:{...report,reason:"no-embedding-space"}};let cache;try{cache=new digestCache_1.DigestCache(args.options.cachePath,{readonly:!0})}catch(err){return{items:[],report:{...report,reason:"no-digests",error:`digest cache unavailable: ${err instanceof Error?err.message:String(err)}`.slice(0,200)}}}try{let noteRow=args.db.prepare("SELECT note_hash, frontmatter_json, modified_at FROM notes WHERE path = ?"),candidates=[],missingVectors=0;if(paths.forEach((notePath,order)=>{let row=noteRow.get(notePath);if(!row||!row.note_hash)return;let key=digestCache_1.DigestCache.digestKey(args.options.model,args.options.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,row.note_hash),digest=cache.getDigest(key);if(!digest||(report.notesWithDigest++,digest.items.length===0))return;let vectors=cache.getVectors(key,space,digest.items.length);if(!vectors){missingVectors++;return}let noteDate=(0,orchestrator_12.resolveSessionDate)(row.frontmatter_json,row.modified_at);digest.items.forEach((item,index)=>{let own=(0,orchestrator_12.sessionDateMs)(item.date),dateMs=own===Number.NEGATIVE_INFINITY?(0,orchestrator_12.sessionDateMs)(noteDate):own;candidates.push({notePath,order,index,item,vector:vectors[index],dateMs})})}),report.itemsConsidered=candidates.length,candidates.length===0)return{items:[],report:{...report,reason:report.notesWithDigest===0?"no-digests":missingVectors>0?"no-vectors":"no-digests"}};let queryVector=args.queryVector??(args.provider.embedQuery?await args.provider.embedQuery(args.query):(await args.provider.embed([args.query]))[0]),ranked=candidates.map(candidate=>({candidate,score:cosine(queryVector,candidate.vector)})).sort((a,b)=>b.score-a.score||a.candidate.order-b.candidate.order||a.candidate.index-b.candidate.index),used=(0,o200k_1.countO200k)((0,attach_12.renderEvidenceTable)([])),chosen=[];for(let{candidate}of ranked){let cost=rowTokens(candidate.item);if(used+cost>args.options.tokens)break;used+=cost,chosen.push(candidate)}chosen.sort((a,b)=>(a.dateMs===b.dateMs?0:a.dateMs<b.dateMs?-1:1)||a.order-b.order||a.index-b.index);let items=chosen.map(c=>({item:c.item.item,action:c.item.action,amount:c.item.amount,date:c.item.date}));return report.status=items.length>0?"ok":"skipped",report.itemsRendered=items.length,report.text=items.length>0?(0,attach_12.renderEvidenceTable)(items):"",report.tokens=items.length>0?(0,o200k_1.countO200k)(report.text):0,report.items=chosen.map(c=>({notePath:c.notePath,source:c.item.source,item:c.item.item})),{items,report}}finally{cache.close()}}function digestItemsToHit(items){return{notePath:exports2.DIGEST_HIT_PATH,chunkId:-1,headingPath:"Digest",text:(0,attach_12.renderEvidenceTable)(items),score:1,reason:"digest"}}async function attachDigest(args){try{let{items,report}=await digestTable(args);if(items.length===0)return{hits:args.hits,report};let at=0;for(;at<args.hits.length&&args.hits[at].notePath.startsWith("_renor/");)at++;return{hits:[...args.hits.slice(0,at),digestItemsToHit(items),...args.hits.slice(at)],report}}catch(err){return{hits:args.hits,report:{status:"skipped",reason:"digest-error",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[],error:(err instanceof Error?err.message:String(err)).slice(0,200)}}}}exports2.LEADING_SUMMARY_REASONS=["evidence","digest"];function leadingSummaryHits(hits){let n=0;for(;n<hits.length&&exports2.LEADING_SUMMARY_REASONS.includes(hits[n].reason??"");)n++;return n}}});var require_worker=__commonJS({"dist/digests/worker.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DigestWorker=exports2.DigestBudgetError=exports2.DIGEST_MAX_FAILED_SWEEPS=exports2.DIGEST_RETRY_MAX_MS=exports2.DIGEST_RETRY_BASE_MS=exports2.DIGEST_MIN_INTERVAL_MS=exports2.DIGEST_DEBOUNCE_MS=void 0;exports2.guardedDigestChat=guardedDigestChat;var node_fs_1=__importDefault(require("node:fs")),sessionRouter_12=require_sessionRouter(),digestCache_1=require_digestCache(),digests_12=require_digests(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DIGEST_DEBOUNCE_MS=15e3;exports2.DIGEST_MIN_INTERVAL_MS=6e4;exports2.DIGEST_RETRY_BASE_MS=3e4;exports2.DIGEST_RETRY_MAX_MS=3e5;exports2.DIGEST_MAX_FAILED_SWEEPS=8;var SPEND_DAYS_KEPT=14,DigestBudgetError=class extends Error{constructor(message){super(message),this.name="DigestBudgetError"}};exports2.DigestBudgetError=DigestBudgetError;var utcDay=ms=>new Date(ms).toISOString().slice(0,10);function promptTokensOf(request){return Math.ceil(request.messages.reduce((sum,m)=>sum+m.content.length,0)/3)}function guardedDigestChat(args){let{chat,cache,options:options2}=args,usd=(promptTokens,outputTokens)=>(promptTokens*options2.priceInPerM+outputTokens*options2.priceOutPerM)/1e6;return async request=>{let day=args.day(),promptEstimate=promptTokensOf(request),worst=usd(promptEstimate,request.max_tokens??8e3);if(cache.spentUsd(day)+worst>options2.maxUsdPerDay)throw args.onBudget(day),new DigestBudgetError(`the digest budget for ${day} (${options2.maxUsdPerDay} USD) would be passed`);let response;try{response=await chat(request)}catch(err){throw cache.addSpend(day,promptEstimate,0,usd(promptEstimate,0)),err}let prompt=response.promptTokens??promptEstimate,output=(0,sessionRouter_12.billedOutputTokens)(response);return cache.addSpend(day,prompt,output,usd(prompt,output)),response}}var DigestWorker=class{deps;now;setTimer;clearTimer;random;log;state="idle";reason;timer=null;timerAt=0;running=null;dirty=!1;closed=!1;failures=0;lastEnd=0;budgetHit=!1;budgetDay;last;constructor(deps){this.deps=deps,this.now=deps.now??Date.now,this.setTimer=deps.setTimer??((fn,ms)=>{let handle=setTimeout(fn,ms);return handle.unref(),handle}),this.clearTimer=deps.clearTimer??(handle=>clearTimeout(handle)),this.random=deps.random??Math.random,this.log=deps.log??(line=>log.info("digests_worker",{detail:line}))}start(){this.failures=0,this.runnable()&&this.schedule(exports2.DIGEST_DEBOUNCE_MS)}notify(){if(!(this.closed||!this.runnable())){if(this.running){this.dirty=!0;return}this.state==="retrying"||this.state==="paused-budget"||this.schedule(exports2.DIGEST_DEBOUNCE_MS)}}status(){let cache=this.openCache(),spent=0;try{spent=cache?.spentUsd(utcDay(this.now()))??0}finally{cache?.close()}return{state:this.state,...this.reason?{reason:this.reason}:{},consecutiveFailures:this.failures,spentTodayUsd:Math.round(spent*1e6)/1e6,maxUsdPerDay:this.deps.options.maxUsdPerDay,...this.last?{lastSweep:this.last}:{}}}async whenSwept(){for(;this.running;)await this.running}async sweepNow(){this.closed||!this.runnable()||(this.cancelTimer(),this.running&&await this.running,this.launch(),await this.running)}async close(){this.closed=!0,this.cancelTimer(),this.running&&await this.running}runnable(){return this.deps.provider?this.deps.options.chat?!0:(this.stop("no digest model is configured: digests need RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY, and never use the evidence or Ollama provider instead, so nothing is sent"),!1):(this.stop("no embedding provider: digests are read by meaning, so they are not written"),!1)}stop(reason){this.state==="stopped"&&this.reason===reason||(this.state="stopped",this.reason=reason,this.log(`[digests] worker stopped: ${reason}`))}cancelTimer(){this.timer!==null&&this.clearTimer(this.timer),this.timer=null}schedule(wait,state="scheduled"){if(this.closed)return;let earliest=this.lastEnd+exports2.DIGEST_MIN_INTERVAL_MS-this.now(),delay=Math.max(wait,state==="scheduled"?earliest:0),at=this.now()+delay;this.timer!==null&&this.timerAt<=at&&this.state===state||(this.cancelTimer(),this.state=state,state==="scheduled"&&(this.reason=void 0),this.timerAt=at,this.timer=this.setTimer(()=>{this.timer=null,this.launch()},delay))}launch(){if(this.closed||this.running)return;let track=this.deps.track??(work=>work());this.state="running";let run=this.sweep().catch(err=>{this.failures++,this.reason=`sweep failed: ${String(err instanceof Error?err.message:err).replace(/\s+/g," ").slice(0,160)}`,this.log(`[digests] ${this.reason}`)}).then(()=>this.afterSweep());this.running=run.finally(()=>{this.running=null}),track(()=>this.running).catch(()=>{})}afterSweep(){if(this.lastEnd=this.now(),!this.closed){if(this.budgetHit){this.budgetHit=!1;let refusedOn=this.budgetDay??utcDay(this.now());this.budgetDay=void 0;let resume=Date.parse(`${refusedOn}T00:00:00Z`)+864e5+6e4;this.state="paused-budget",this.reason=`the daily digest budget (${this.deps.options.maxUsdPerDay} USD) is spent; notes without a digest wait until the next UTC day`,this.log(`[digests] ${this.reason}`),this.dirty=!1,this.cancelTimer(),this.timerAt=resume,this.timer=this.setTimer(()=>{this.timer=null,this.state="idle",this.schedule(0)},Math.max(1e3,resume-this.now()));return}if(this.failures>0){if(this.failures>=exports2.DIGEST_MAX_FAILED_SWEEPS){this.dirty=!1,this.stop(`the digest model failed ${this.failures} sweeps in a row (${this.reason??"no detail"}); it is tried again at the next start or save`);return}let wait=Math.min(exports2.DIGEST_RETRY_MAX_MS,exports2.DIGEST_RETRY_BASE_MS*2**(this.failures-1))*(.8+.4*this.random());this.dirty=!1,this.log(`[digests] ${this.reason??"a sweep failed"}; trying again in ${Math.round(wait/1e3)} s`),this.schedule(wait,"retrying");return}this.state="idle",this.reason=void 0,this.dirty&&(this.dirty=!1,this.schedule(exports2.DIGEST_DEBOUNCE_MS))}}openCache(){try{return new digestCache_1.DigestCache(this.deps.options.cachePath)}catch(err){return this.log(`[digests] the digest cache cannot be opened: ${String(err instanceof Error?err.message:err).slice(0,160)}`),null}}async sweep(){let{db,config,options:options2,provider}=this.deps,cache=this.openCache();if(!cache)throw new Error("the digest cache cannot be opened");try{let ledger=config.ledgerRelPath,live=(0,sessionRouter_12.listRouterNotes)(db,config.memoryDir,ledger).filter(note=>node_fs_1.default.existsSync(note.file)),pruned=cache.retainOnly(new Set(live.map(note=>note.noteHash)));cache.pruneSpend(SPEND_DAYS_KEPT),this.budgetHit=!1,this.budgetDay=void 0;let guarded={...options2,chat:guardedDigestChat({chat:options2.chat,cache,day:()=>utcDay(this.now()),options:options2,onBudget:day=>{this.budgetHit=!0,this.budgetDay=day}})},stats=await(0,digests_12.buildNoteDigests)({db,vaultPath:config.memoryDir,ledgerRelPath:ledger,options:guarded,cache,provider});stats.failed>0&&!this.budgetHit?(this.failures++,this.reason=(stats.error??"the digest model left notes without a digest").replace(/\s+/g," ").slice(0,160)):stats.failed===0&&(this.failures=0,this.reason=void 0),this.last={endedAt:new Date(this.now()).toISOString(),digested:stats.digested,failed:stats.failed,gone:stats.gone,calls:stats.calls,pruned},(stats.digested>0||stats.failed>0||pruned>0)&&this.log(`[digests] swept: ${stats.digested} digested, ${stats.failed} failed, ${stats.cached} already had one, ${pruned} removed, ${stats.calls} call(s)`)}finally{cache.close()}}};exports2.DigestWorker=DigestWorker}});var require_engine2=__commonJS({"dist/mvp/engine.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=exports2.UNFINISHED_RETRY_MS=exports2.UNFINISHED_FILES=exports2.TIMESTAMP_TICK_MS=exports2.FULL_VAULT_CHECK_MS=exports2.INDEX_FILE_CONCURRENCY=exports2.ENTITY_LOOKUP_SURFACE=exports2.QUERY_CACHE_MAX_BYTES=exports2.QUERY_CACHE_MAX_ENTRIES=exports2.DEFAULT_EMBED_BUDGETS=void 0;exports2.resolveEmbedBudgets=resolveEmbedBudgets;exports2.readEmbeddingTableDims=readEmbeddingTableDims;exports2.queryEmbeddingCachePath=queryEmbeddingCachePath;exports2.createEmbeddingProvider=createEmbeddingProvider;exports2.attachEngine=attachEngine;exports2.semanticReady=semanticReady;exports2.keywordIndexReady=keywordIndexReady;exports2.engineRebuildEmbeddings=engineRebuildEmbeddings;exports2.runningEmbeddingRebuild=runningEmbeddingRebuild;exports2.clientPath=clientPath;exports2.resolveEngineEvidence=resolveEngineEvidence;exports2.resolveEngineDigests=resolveEngineDigests;exports2.engineSearchMemory=engineSearchMemory;exports2.engineSearchText=engineSearchText;exports2.engineLookupEntity=engineLookupEntity;exports2.engineStatus=engineStatus;exports2.engineIndex=engineIndex;exports2.engineIndexChanged=engineIndexChanged;exports2.engineFinishIndexInBackground=engineFinishIndexInBackground;exports2.runningBackgroundIndex=runningBackgroundIndex;exports2.hasIndexWorkToFinish=hasIndexWorkToFinish;exports2.engineRememberNote=engineRememberNote;var ledgerLiveness_1=require_ledgerLiveness(),invisibleText_1=require_invisibleText(),fs_1=__importDefault(require("fs")),crypto_1=__importDefault(require("crypto")),path_1=__importDefault(require("path")),readCache_1=require_readCache(),statements_1=require_statements(),vectorIndex_12=require_vectorIndex(),space_1=require_space(),rebuild_1=require_rebuild(),openai_12=require_openai2(),local_12=require_local(),vertex_1=require_vertex(),poolFetch_1=require_poolFetch(),callPhases_1=require_callPhases(),caching_1=require_caching(),interactive_1=require_interactive(),coalescing_1=require_coalescing(),readerLayout_12=require_readerLayout(),orchestrator_12=require_orchestrator(),ledgerEventTime_1=require_ledgerEventTime(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),memoryMap_1=require_memoryMap(),pipeline_12=require_pipeline(),walker_1=require_walker(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),scope_1=require_scope(),lifecycle_12=require_lifecycle(),inventory_1=require_inventory(),readScope_1=require_readScope(),attach_12=require_attach(),options_12=require_options(),background_1=require_background(),observations_1=require_observations(),contextRelevance_1=require_contextRelevance(),sanitize_1=require_sanitize(),digests_12=require_digests(),worker_1=require_worker(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DEFAULT_EMBED_BUDGETS={writeMs:5e3,readMs:3e3};function resolveEmbedBudgets(env=process.env){let read=(name,fallback)=>{let raw=env[name]?.trim();if(raw===void 0||raw==="")return fallback;let value=Number(raw);if(!Number.isInteger(value)||value<0||value>0&&value<100||value>6e5)throw new Error(`${name} must be 0 (no limit) or a number of milliseconds between 100 and 600000`);return value},writeMs=read("RENOR_EMBED_WRITE_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.writeMs),readMs=read("RENOR_EMBED_READ_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.readMs);return writeMs===0&&readMs===0?void 0:{writeMs:writeMs||1/0,readMs:readMs||1/0}}function withBudget(provider,budgetMs){return budgetMs===void 0||!Number.isFinite(budgetMs)?provider:{dimensions:provider.dimensions,identity:provider.identity,embed:texts=>provider.embed(texts,{budgetMs}),embedQuery:text=>provider.embedQuery?provider.embedQuery(text,{budgetMs}):provider.embed([text],{budgetMs}).then(vectors=>vectors[0])}}function readEmbeddingTableDims(db){let row=db.prepare("SELECT sql FROM sqlite_master WHERE type = 'table' AND name = 'chunk_embeddings'").get();if(!row?.sql)return null;let m=row.sql.match(/FLOAT\[(\d+)\]/i);return m?Number(m[1]):null}function queryEmbeddingCachePath(config){return path_1.default.join(path_1.default.dirname(config.authStatePath),"query-embeddings.db")}exports2.QUERY_CACHE_MAX_ENTRIES=4096;exports2.QUERY_CACHE_MAX_BYTES=32*1024*1024;function withQueryCache(provider,config,scope){let cachePath=queryEmbeddingCachePath(config),open=()=>new caching_1.CachingEmbeddingProvider(provider,{cachePath,serving:!0,scope,maxEntries:exports2.QUERY_CACHE_MAX_ENTRIES,maxBytes:exports2.QUERY_CACHE_MAX_BYTES});try{return open()}catch{try{for(let suffix of["","-wal","-shm"])fs_1.default.rmSync(cachePath+suffix,{force:!0});return open()}catch{return provider}}}function createEmbeddingProvider(config,vertexSeam,pooled=!1){if(config.embeddingProvider==="none")return null;if(config.embeddingProvider==="local")return new local_12.LocalEmbeddingProvider(config.embeddingModel);if(config.embeddingProvider==="vertex"){let served=crypto_1.default.createHash("sha256").update(`${config.vertexProject??""}\0${config.vertexLocation??""}`).digest("hex").slice(0,12),vertex=new vertex_1.VertexEmbeddingProvider({keyFile:config.vertexKeyFile,project:config.vertexProject,location:config.vertexLocation,model:config.embeddingModel,dimensions:config.embeddingDims,...vertexSeam,...pooled?{request:(0,poolFetch_1.poolFetch)({retryOnReset:!0,onConnect:ms=>(0,callPhases_1.recordPhase)("connect",ms)})}:{}});return pooled&&vertex.warmToken(),withQueryCache(new interactive_1.InteractiveEmbeddingProvider(new coalescing_1.CoalescingEmbeddingProvider(vertex)),config,`p-${served}`)}let keys=(config.embeddingApiKey??"").split(",").map(k=>k.trim()).filter(Boolean);return new openai_12.OpenAIEmbeddingProvider(keys,config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)}function attachEngine(db,config,override){let provider=override===void 0?createEmbeddingProvider(config,void 0,!0):override;if(!provider)return(0,vectorIndex_12.markVectorsUnfinished)(db)&&log.info("embeddings_unconfigured",{detail:"no embedding provider is configured: what is saved now gets no vector, so the index is marked unfinished; the next start with its model embeds those chunks before semantic search reads the index again"}),{provider:null,vectorIndex:null,dims:readEmbeddingTableDims(db)};let existing=readEmbeddingTableDims(db);if(existing!==null&&existing!==provider.dimensions)throw new Error(`Embedding dimension mismatch: index.db chunk_embeddings is FLOAT[${existing}] but the configured provider is ${provider.dimensions}-d. Do not mix Voyage/e5/other models in one book (ADR-0003). Set MVP_EMBEDDING_DIMS and MVP_EMBEDDING_MODEL to match the index, or use a separate MVP_DB_PATH.`);let vectorIndex=new vectorIndex_12.VectorIndex(db,provider.dimensions);vectorIndex.initTable(),claimEmbeddingSpace(db,vectorIndex,provider),vectorIndex.warmMirrorInBackground();let modelKey=override===void 0?(0,contextRelevance_1.embeddingModelKey)(config.embeddingProvider,config.embeddingModel,config.embeddingDims):injectedModelKey(provider),embedBudgets=resolveEmbedBudgets();return{provider,vectorIndex,dims:provider.dimensions,...modelKey?{modelKey}:{},...embedBudgets?{embedBudgets}:{}}}function injectedModelKey(provider){let identity=provider.identity;return identity?(0,contextRelevance_1.embeddingModelKey)(identity.kind,identity.model,provider.dimensions):void 0}function claimEmbeddingSpace(db,vectorIndex,provider){let wanted=(0,space_1.embeddingSpace)(provider);if(!wanted)return;let stored=vectorIndex.space();if(stored!==wanted){if(stored===null&&!vectorIndex.hasVectors()){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();if(chunks===0){vectorIndex.setSpace(wanted);return}vectorIndex.beginRebuild(wanted),log.info("embeddings_backfill",{chunks,model:wanted,detail:"index.db holds no vectors (it was written without an embedding provider): every chunk is embedded in the background; until then semantic search is off and keyword search keeps working"});return}log.warn("embeddings_model_mismatch",{stored:stored??"unrecorded",model:wanted,detail:"search cannot use vectors from another model: a rebuild embeds every chunk again, and until it finishes semantic search is off and keyword search keeps working"})}}function semanticReady(engine){if(!engine.provider||!engine.vectorIndex)return!1;let wanted=(0,space_1.embeddingSpace)(engine.provider);return wanted?engine.vectorIndex.space()===wanted&&!engine.vectorIndex.rebuilding():!0}function rebuildNotice(db,engine){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();return`Semantic search is off while this workspace's embeddings are built with the configured model (${engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):chunks} of ${chunks} chunks left). Keyword search works meanwhile.`}function failureReason(err,max){return(0,sanitize_1.sanitizeErrorMessage)(err).replace(/\s+/g," ").trim().slice(0,max)}var semanticFailures=new WeakMap;function keywordIndexReady(db){return(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()!==void 0}function semanticFailureNotice(err){return`Semantic search is unavailable right now (${failureReason(err,200)}), so nothing here was found by meaning; the saved facts and keyword search do not need it and still answer. The next request tries semantic search again.`}var embeddingRebuilds=new WeakMap;function engineRebuildEmbeddings(db,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let space=(0,space_1.embeddingSpace)(provider);if(!space||semanticReady(engine))return null;let running=embeddingRebuilds.get(vectorIndex);if(running)return running;let{outageDelayMs=outage=>Math.min(3e5,3e4*2**outage),...rebuildOptions}=options2,controller=new AbortController,startedAt=Date.now(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},rebuild={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{let chunks=()=>db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();log.info("embedding_rebuild_started",{chunks:chunks(),model:space,detail:"semantic search is off until it finishes"});for(let outage=0;!controller.signal.aborted;outage++)try{if((await(0,rebuild_1.rebuildEmbeddings)(db,vectorIndex,provider,space,{...rebuildOptions,signal:controller.signal})).done){log.info("embedding_rebuild_finished",{ms:Date.now()-startedAt,detail:"semantic search is on"});return}}catch(err){let delay=outageDelayMs(outage);log.error("embedding_rebuild_interrupted",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),chunks:chunks(),retryInS:Math.round(delay/1e3),detail:"semantic search stays off"},err),await wait(delay)}})().catch(err=>log.error("embedding_rebuild_failed",{},err)).finally(()=>embeddingRebuilds.delete(vectorIndex))};return embeddingRebuilds.set(vectorIndex,rebuild),rebuild}function runningEmbeddingRebuild(engine){return(engine.vectorIndex&&embeddingRebuilds.get(engine.vectorIndex))??null}var clientPaths=new Map,MAX_CLIENT_PATHS=4096;function clientPath(memoryDir,stored){let key=path_1.default.isAbsolute(stored)&&path_1.default.isAbsolute(memoryDir)?`${memoryDir}\0${stored}`:`${process.cwd()}\0${memoryDir}\0${stored}`,shown=clientPaths.get(key);if(shown===void 0){let resolved=path_1.default.resolve(stored),root=path_1.default.resolve(memoryDir);shown=resolved===root||resolved.startsWith(root+path_1.default.sep)?toSlashes(path_1.default.relative(root,resolved))||stored:path_1.default.basename(stored),clientPaths.size>=MAX_CLIENT_PATHS&&clientPaths.clear(),clientPaths.set(key,shown)}return shown}function toSlashes(rel){return path_1.default.sep==="/"?rel:rel.split(path_1.default.sep).join("/")}function resolveEngineEvidence(config,env=process.env,idle=null){if(!(0,attach_12.searchEvidenceEnabled)(env))return;let options2=(0,options_12.resolveEvidenceToolOptions)({dbPath:config.dbPath},env),background=(0,background_1.resolveEvidenceBackground)(env);return background&&idle&&(background.hold=flight=>{idle.track(()=>flight).catch(()=>{})}),{options:background?{...options2,background}:options2,extractor:(0,options_12.createEvidenceExtractor)(options2)}}function resolveEngineDigests(db,config,engine,idle=null,env=process.env){let options2=(0,digests_12.resolveDigestOptions)({dbPath:config.dbPath},env);if(!options2)return null;if(!engine.provider)return log.info("digests_off",{detail:"RENOR_DIGESTS is on, but this workspace has no embedding provider, so digests are off for it"}),null;let worker=new worker_1.DigestWorker({db,config:{memoryDir:config.memoryDir,ledgerRelPath:config.ledgerRelPath},options:options2,provider:engine.provider,track:idle?work=>idle.track(work):void 0});return log.info("digests_on",{model:options2.model,maxUsdPerDay:options2.maxUsdPerDay}),{options:options2,worker}}var SEMANTIC_UNAVAILABLE_NOTE="This workspace has no semantic search, so nothing was searched by meaning. Use search_text instead: it matches exact words, so search one distinctive word (a name, a project, a term).";function semanticUnavailable(){return{ok:!1,error:"semantic-unavailable",note:SEMANTIC_UNAVAILABLE_NOTE,hits:[]}}function observationHits(db,workspace,query,limit,scope){if(!(0,observations_1.observeEnabled)()||(0,invisibleText_1.isBlankOrInvisible)(query)||!Number.isInteger(limit)||limit<1)return[];try{let hits=(0,observations_1.searchObservations)(db,workspace,query,Math.min(limit,100),{},scope);return hits.length===0?[]:hits.filter(hit=>{if(scope===void 0)return!0;let raw=hit.cwd_scope;try{return(0,scope_1.normalizeScope)(raw)===(0,scope_1.normalizeScope)(scope)}catch{return!1}}).map(hit=>({notePath:hit.notePath,headingPath:hit.title,text:hit.text,score:hit.score,reason:hit.reason,source:hit.source,session_date:hit.session_date,id:hit.id}))}catch{return[]}}function withObservationHits(hits,observations,topK){if(observations.length===0)return hits;let limit=Math.max(0,topK);if(hits.length===0)return observations.slice(0,limit);let observationSlots=Math.min(2,observations.length,Math.max(0,limit-1));return[...hits.slice(0,limit-observationSlots),...observations.slice(0,observationSlots)]}async function engineSearchMemory(db,engine,memoryDir,query,topK,scope,evidence,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,probe,digests,noteCapWhenUnset,showSimilarity=!1,withChunkIds=!1,bestFirst=!1,observationScope=scope){if((0,invisibleText_1.isBlankOrInvisible)(query))return{ok:!0,hits:[]};let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!engine.provider||!engine.vectorIndex)return{...semanticUnavailable(),hits:observed()};if(!semanticReady(engine))return{ok:!1,error:"semantic-rebuilding",notice:rebuildNotice(db,engine),hits:observed()};let isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),provider=withBudget(engine.provider,engine.embedBudgets?.readMs),vectorIndex=engine.vectorIndex,asked=probe??{},scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,scoped=inScope?{shows:h=>inScope.has(h,clientPath(memoryDir,h.notePath)),chunkIds:()=>(0,readCache_1.readUntilWrite)(db,`scopedChunkIds\0${scopeNorm}\0${memoryDir}`,()=>inScope.chunkIds(stored=>clientPath(memoryDir,stored)))}:void 0,search=()=>(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,query,topK,[],{},{includeHistory,isLedgerNote:isLedger,probe:asked,scope:scoped,noteCapWhenUnset,...bestFirst?{bestFirst}:{}}),result;try{result=await search(),await finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked)&&(result=await search())}catch(err){return log.error("semantic_search_failed",{},err),semanticFailures.set(engine,{at:new Date().toISOString(),reason:failureReason(err,120)}),{ok:!1,error:"semantic-unavailable",notice:semanticFailureNotice(err),hits:observed()}}semanticFailures.delete(engine);let scopedRetrievalHits=inScope?inScope.hits(result.hits,h=>clientPath(memoryDir,h.notePath)):result.hits;if(probe){let top;for(let h of scopedRetrievalHits)typeof h.similarity=="number"&&(top===void 0||h.similarity>top.similarity)&&(top=h);probe.topSimilarity=top?top.similarity:null;let shown2=top&&(0,ledgerPresentation_12.presentLedgerEvents)([top],isLedger)[0];probe.topHit=shown2?{notePath:clientPath(memoryDir,shown2.notePath),headingPath:shown2.headingPath,text:shown2.text}:void 0,probe.similarities=scopedRetrievalHits.flatMap(h=>{let asShown=typeof h.similarity=="number"?(0,ledgerPresentation_12.presentLedgerEvents)([h],isLedger)[0]:void 0;return asShown?[{notePath:clientPath(memoryDir,asShown.notePath),headingPath:asShown.headingPath,text:asShown.text,similarity:h.similarity}]:[]})}let closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),noteDate=(0,orchestrator_12.createNoteDater)(db),attached=evidence?.extractor?await(0,attach_12.attachSearchEvidence)({transformBody:text=>(0,ledgerLiveness_1.resolveLedgerHits)([{text:inScope?inScope.body(text):text,reason:"evidence-source"}],closedEvents,includeHistory)[0]?.text??"",query,hits:scopedRetrievalHits.map(h=>({...h,session_date:noteDate(h.notePath)})),vaultPath:memoryDir,options:evidence.options,extractor:evidence.extractor,enabled:!0}):evidence?null:{hits:scopedRetrievalHits,evidence:{status:"skipped",reason:"flag-off"}},shown=(0,ledgerPresentation_12.presentLedgerEvents)(scopedRetrievalHits,isLedger),led=attached?(0,attach_12.prependEvidenceHit)(shown,attached.evidence):shown;if(digests)try{let table=await(0,digests_12.digestTable)({db,query,hits:scopedRetrievalHits,options:digests.options,provider,queryVector:asked.queryVector,isLedgerNote:isLedger});if(table.items.length>0){let lead=(0,digests_12.leadingSummaryHits)(led);led=[...led.slice(0,lead),(0,digests_12.digestItemsToHit)(table.items),...led.slice(lead)]}}catch(err){log.error("digests_read_failed",{},err)}let isConversation=withChunkIds?(0,readerLayout_12.conversationNoteMatcher)(db):()=>!1,hits=led.map(h=>({notePath:clientPath(memoryDir,h.notePath),headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...withChunkIds&&"chunkId"in h&&typeof h.chunkId=="number"&&h.chunkId>0&&isConversation(h.notePath)?{chunkId:h.chunkId}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{},...showSimilarity&&typeof h.similarity=="number"&&!isLedger(h.notePath)?{similarity:Math.round(h.similarity*1e3)/1e3}:{}})),withObservations=withObservationHits(hits,observed(),topK);return{ok:!0,rankedBy:result.rankedBy,hits:withObservations,...attached?{evidence:(0,attach_12.productEvidenceReport)(attached.evidence)}:{},...scopeNorm?{scope:scopeNorm}:{}}}function engineSearchText(db,memoryDir,query,topK,scope,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,ledgerRecords,matchOverride,stem=!1,observationScope=scope){let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()){let found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-unavailable",results:[]}}let match=matchOverride??(0,queryHelpers_1.quoteFtsQuery)(query);if(!match)return{ok:!0,results:[]};let scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),shownPaths=new Map,shownPath=stored=>{let shown=shownPaths.get(stored);return shown===void 0&&shownPaths.set(stored,shown=clientPath(memoryDir,stored)),shown},toResult=r=>({notePath:shownPath(r.notePath),headingPath:r.headingPath,text:r.text,score:r.score,reason:r.reason}),closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),prose;try{prose=(0,queryHelpers_1.shownPage)(n=>(0,keyword_1.keywordSearch)(db,match,n,stem),rows=>{let live=(0,ledgerPresentation_12.keywordLedgerHits)((0,ledgerLiveness_1.resolveLedgerHits)(rows.map(r=>toResult({...r,score:Math.abs(r.score),reason:"fts"})),closedEvents,includeHistory),isLedger,query,ledgerRecords);return inScope?inScope.hits(live,r=>r.notePath):live},topK,Math.min(topK*10,200))}catch(err){let message=err instanceof Error?err.message:String(err),found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-query",detail:message.slice(0,200),results:[]}}let have=new Set(prose.map(h=>h.notePath)),named=(0,ledgerLiveness_1.resolveLedgerHits)((0,noteIdentity_1.selectNoteIdentityHits)(db,query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set,(p,opening)=>{let client=clientPath(memoryDir,p);return!have.has(client)&&!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger)&&(!inScope||inScope.has(opening,client))}).map(toResult),closedEvents,includeHistory),eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),boundTime=(0,orchestrator_12.createNoteTimeBound)(db),results=(0,ledgerPresentation_12.presentLedgerEvents)([...prose,...named].map(r=>{let derived=isLedger(r.notePath)?eventTime(r):void 0;if(derived===void 0)return r;let session_date=boundTime(path_1.default.resolve(memoryDir,r.notePath),derived);return{...r,session_date}}),isLedger,ledgerRecords);return{ok:!0,results:withObservationHits(results,observed(),topK),...scopeNorm?{scope:scopeNorm}:{}}}exports2.ENTITY_LOOKUP_SURFACE="registered entities, matched in order by exact canonical name, frontmatter alias, substring of a canonical name, or substring of a source note path \u2014 never words inside note text";function engineLookupEntity(db,vault,name,scope){let scopeNorm=scope===void 0?void 0:(0,scope_1.normalizeScope)(scope),filter=scopeNorm===void 0?(0,entityLookup_1.liveEntityFilter)():(0,entityLookup_1.entityScopeFilter)(scopeNorm),row=(0,entityLookup_1.lookupEntity)(db,name,filter),miss=()=>({ok:!0,entity:null,reason:"no-entity-match",searched:exports2.ENTITY_LOOKUP_SURFACE,entitiesIndexed:(0,inventory_1.countEntities)(db,vault,filter),note:`Nothing in ${scopeNorm??"this workspace"} is registered as an entity matching "${name}". lookup_entity searches ${exports2.ENTITY_LOOKUP_SURFACE}, so a word that appears only inside saved note text (a daily note, a saved fact body) is not an entity. Use search_text for that word, or search_memory for meaning where the workspace has semantic search.`,...scopeNorm===void 0?{}:{scope:scopeNorm}});if(!row)return miss();let sourceNote=clientPath(vault.memoryDir,row.sourceNote);return scopeNorm!==void 0?{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote},...scopeNorm==="global"?{}:{scope:scopeNorm}}:{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote}}}function ledgerBytes(vault){try{return fs_1.default.statSync((0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)).size}catch{return 0}}function engineStatus(db,engine,vault){let counts=(0,inventory_1.countInventory)(db,vault),failed=semanticFailures.get(engine),degraded={...keywordIndexReady(db)?{}:{keyword:"keyword search cannot run: its index is missing"},...failed?{semantic:`the last search by meaning failed at ${failed.at}: ${failed.reason}`}:{}};return{...counts,embeddingDims:engine.dims,storage:{vectors:engine.vectorIndex?engine.vectorIndex.storedCount():0,ledgerBytes:ledgerBytes(vault),...engine.vectorIndex?{vectorMirror:engine.vectorIndex.mirrorStats()}:{}},semantic:semanticReady(engine),...engine.provider&&engine.vectorIndex&&!semanticReady(engine)?{embeddingRebuild:{chunksLeft:engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):counts.chunks,chunks:counts.chunks}}:{},...engine.vectorIndex?{chunksWithoutVectors:(0,rebuild_1.chunksWithoutVectors)(db)}:{},...Object.keys(degraded).length>0?{degraded}:{}}}function indexOptionsFor(engine,interactive=!1){return engine.provider&&engine.vectorIndex?{embeddingProvider:engine.provider,vectorIndex:engine.vectorIndex,...interactive&&engine.embedBudgets&&Number.isFinite(engine.embedBudgets.writeMs)?{embedBudgetMs:engine.embedBudgets.writeMs}:{}}:{}}exports2.INDEX_FILE_CONCURRENCY=48;async function engineIndex(db,config,engine,pass={}){let stats=await(0,pipeline_12.indexVault)(db,config.memoryDir,indexOptionsFor(engine,pass.interactive===!0),exports2.INDEX_FILE_CONCURRENCY);return stats.errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine),stats}var reconciledStamps=new WeakMap,tooLargeStamps=new WeakMap,unsettledFiles=new WeakMap,walkedAt=new WeakMap;exports2.FULL_VAULT_CHECK_MS=3e4;var stampOf=f=>`${f.mtimeMs}:${f.ctimeMs}:${f.size}:${f.ino}`;exports2.TIMESTAMP_TICK_MS=2e3;var stampIsTrusted=(f,scanStart)=>Math.min(Math.abs(scanStart-f.mtimeMs),Math.abs(scanStart-f.ctimeMs))>=exports2.TIMESTAMP_TICK_MS;async function inPool(items,limit,work){let next=0;await Promise.all(Array.from({length:Math.min(limit,items.length)},async()=>{for(;next<items.length;)await work(items[next++])}))}async function engineIndexChanged(db,config,engine,scanStart=Date.now(),pass={}){let options2=indexOptionsFor(engine,pass.interactive===!0),reconciled=reconciledStamps.get(db);reconciled||(reconciled=new Map,reconciledStamps.set(db,reconciled));let known=reconciled,named=tooLargeStamps.get(db);named||(named=new Map,tooLargeStamps.set(db,named));let tooLarge=named,unsettled=unsettledFiles.get(db);unsettled||(unsettled=new Set,unsettledFiles.set(db,unsettled));let candidates,isFinished,now=Date.now(),lastCheck=walkedAt.get(db),checkedRecently=lastCheck!==void 0&&now>=lastCheck&&now-lastCheck<exports2.FULL_VAULT_CHECK_MS;if(pass.touched!==void 0&&checkedRecently){let ignored=await(0,walker_1.vaultIgnores)(config.memoryDir),owed=[...pass.touched,...unsettled];(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0&&owed.push(...(0,statements_1.prepareOnce)(db,"SELECT path FROM notes WHERE note_hash = ''").pluck().all()),candidates=(0,walker_1.statVaultFiles)([...new Set(owed)].filter(file=>!ignored(file)));let present=new Set(candidates.map(f=>f.file));for(let file of unsettled)present.has(file)||unsettled.delete(file);let hash=(0,statements_1.prepareOnce)(db,"SELECT note_hash FROM notes WHERE path = ?").pluck();isFinished=file=>{let h=hash.get(file);return typeof h=="string"&&h!==""}}else{candidates=await(0,walker_1.walkVaultStats)(config.memoryDir);let finished=new Set(db.prepare("SELECT path FROM notes WHERE note_hash != ''").pluck().all());isFinished=file=>finished.has(file),walkedAt.set(db,now),unsettled.clear()}let changed=candidates.filter(f=>tooLarge.get(f.file)!==stampOf(f)&&(!isFinished(f.file)||known.get(f.file)!==stampOf(f))),indexed=0,errors=0,failure;await inPool(changed,exports2.INDEX_FILE_CONCURRENCY,async f=>{try{await(0,pipeline_12.indexFile)(db,f.file,options2),stampIsTrusted(f,scanStart)?known.set(f.file,stampOf(f)):known.delete(f.file),tooLarge.delete(f.file),indexed++}catch(err){if(err instanceof pipeline_12.NoteTooLargeError){known.delete(f.file),tooLarge.set(f.file,stampOf(f)),log.warn("note_too_large",{file:path_1.default.relative(config.memoryDir,f.file)},err);return}if(known.delete(f.file),err.code==="ENOENT")return;errors++,failure??=failureReason(err,300),log.error("index_file_failed",{file:path_1.default.relative(config.memoryDir,f.file)},err)}});for(let f of candidates)known.get(f.file)===stampOf(f)||tooLarge.get(f.file)===stampOf(f)?unsettled.delete(f.file):unsettled.add(f.file);errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine);let overCap=candidates.filter(f=>tooLarge.get(f.file)===stampOf(f)).map(f=>path_1.default.relative(config.memoryDir,f.file));return{total:changed.length,indexed,errors,...failure===void 0?{}:{failure},...overCap.length>0?{tooLarge:overCap}:{}}}exports2.UNFINISHED_FILES="SELECT COUNT(*) FROM notes WHERE note_hash = ''";exports2.UNFINISHED_RETRY_MS=3e4;var unfinishedRetryAfter=new WeakMap;async function finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked){let unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),before=unfinished.get();if(before===0||Date.now()<(unfinishedRetryAfter.get(db)??0))return!1;asked.queryVector||await(provider.embedQuery?provider.embedQuery(query):provider.embed([query]));let finish=async()=>{try{await engineIndexChanged(db,{memoryDir},engine,void 0,{interactive:!0})}catch(err){log.error("index_finish_failed",{},err)}let after=unfinished.get();return after>0?unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS):unfinishedRetryAfter.delete(db),after<before},budgetMs=engine.embedBudgets?.readMs;if(budgetMs===void 0||!Number.isFinite(budgetMs))return finish();let running=finish(),timer,late=new Promise(resolve=>{timer=setTimeout(()=>resolve(!1),budgetMs)});try{let finished=await Promise.race([running,late]);return finished||unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS),finished}finally{clearTimeout(timer)}}var backgroundIndexes=new WeakMap;exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=1e3;var backgroundIndexRetryDelayMs=outage=>Math.min(3e5,3e4*2**outage);function engineFinishIndexInBackground(db,config,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let running=backgroundIndexes.get(db);if(running)return running;let{firstDelayMs=exports2.BACKGROUND_INDEX_FIRST_DELAY_MS,retryDelayMs=backgroundIndexRetryDelayMs}=options2,controller=new AbortController,unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},job={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{await wait(firstDelayMs);for(let outage=0;!controller.signal.aborted;outage++)try{if(semanticReady(engine)){if(await(0,rebuild_1.embedMissingVectors)(db,vectorIndex,provider,{signal:controller.signal}),controller.signal.aborted)return;if(await engineIndexChanged(db,config,engine,void 0,{interactive:!0}),unfinished.get()===0&&(0,rebuild_1.chunksWithoutVectors)(db)===0){outage>0&&log.info("embeddings_recovered",{detail:"the embedding service answers again; what was saved while it did not is findable by meaning now"});return}}else if(!vectorIndex.rebuilding())return;throw new Error("the index is not finished yet")}catch(err){if(controller.signal.aborted)return;let delay=retryDelayMs(outage);log.error("background_index_retry",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),retryInS:Math.round(delay/1e3)},err),await wait(delay)}})().catch(err=>log.error("background_index_failed",{},err)).finally(()=>{backgroundIndexes.get(db)===job&&backgroundIndexes.delete(db)})};return backgroundIndexes.set(db,job),job}function runningBackgroundIndex(db){return backgroundIndexes.get(db)??null}function hasIndexWorkToFinish(db,engine){return!engine.provider||!engine.vectorIndex||!semanticReady(engine)?!1:(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0||(0,rebuild_1.chunksWithoutVectors)(db)>0}async function engineRememberNote(config,text,date,source,scope,timeZone){let clock=(0,writer_12.entryClock)(new Date,timeZone),day=date??clock.date,dir=(0,scope_1.dailyDirForScope)((0,scope_1.normalizeScope)(scope)),written=await(0,writer_12.appendDailyEntry)(config.memoryDir,day,{text,source:source??"mcp"},dir,clock),file=clientPath(config.memoryDir,written.filePath),id=(0,memoryMap_1.appendedEntryId)(file.split(path_1.default.sep).join("/"),written.entry);return{ok:!0,file,scope:(0,scope_1.normalizeScope)(scope),...id?{id}:{}}}}});var require_agentLease=__commonJS({"dist/memory/agentLease.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.claimAgentLease=claimAgentLease;exports2.newLeaseHolder=newLeaseHolder;var crypto_1=__importDefault(require("crypto")),sourceName_1=require_sourceName();function claimAgentLease(db,agent,holder,now=new Date){let identity=(0,sourceName_1.hiveIdentity)(agent);if(!identity)throw new Error("a hive lease needs a name that contains a letter or a digit, other than unnamed");let existing=db.prepare("SELECT holder FROM agent_leases WHERE agent = ?").get(identity);if(existing&&existing.holder!==holder&&pidAlive(existing.holder))throw new Error(`another live connection is named ${JSON.stringify(identity)}; set RENOR_CONNECTION_NAME to a different name, or stop the other renor-engine mcp process, then reconnect`);db.prepare(`INSERT INTO agent_leases (agent, holder, seen_at) VALUES (?, ?, ?)
|
|
1222
|
+
`)}async function digestTable(args){let report={status:"skipped",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[]},paths=[];for(let hit of args.hits)if(!(!hit.notePath||hit.notePath.startsWith("_renor/")||paths.includes(hit.notePath))&&!args.isLedgerNote?.(hit.notePath)&&(paths.push(hit.notePath),paths.length>=exports2.DIGEST_MAX_WINDOW_NOTES))break;if(report.windowNotes=paths.length,paths.length===0)return{items:[],report:{...report,reason:"no-notes"}};let space=(0,space_1.embeddingSpace)(args.provider);if(space===null)return{items:[],report:{...report,reason:"no-embedding-space"}};let cache;try{cache=new digestCache_1.DigestCache(args.options.cachePath,{readonly:!0})}catch(err){return{items:[],report:{...report,reason:"no-digests",error:`digest cache unavailable: ${err instanceof Error?err.message:String(err)}`.slice(0,200)}}}try{let noteRow=args.db.prepare("SELECT note_hash, frontmatter_json, modified_at FROM notes WHERE path = ?"),candidates=[],missingVectors=0;if(paths.forEach((notePath,order)=>{let row=noteRow.get(notePath);if(!row||!row.note_hash)return;let key=digestCache_1.DigestCache.digestKey(args.options.model,args.options.effort,exports2.DIGEST_PROMPT_TEMPLATE,exports2.DIGEST_INPUT_VERSION,row.note_hash),digest=cache.getDigest(key);if(!digest||(report.notesWithDigest++,digest.items.length===0))return;let vectors=cache.getVectors(key,space,digest.items.length);if(!vectors){missingVectors++;return}let noteDate=(0,orchestrator_12.resolveSessionDate)(row.frontmatter_json,row.modified_at);digest.items.forEach((item,index)=>{let own=(0,orchestrator_12.sessionDateMs)(item.date),dateMs=own===Number.NEGATIVE_INFINITY?(0,orchestrator_12.sessionDateMs)(noteDate):own;candidates.push({notePath,order,index,item,vector:vectors[index],dateMs})})}),report.itemsConsidered=candidates.length,candidates.length===0)return{items:[],report:{...report,reason:report.notesWithDigest===0?"no-digests":missingVectors>0?"no-vectors":"no-digests"}};let queryVector=args.queryVector??(args.provider.embedQuery?await args.provider.embedQuery(args.query):(await args.provider.embed([args.query]))[0]),ranked=candidates.map(candidate=>({candidate,score:cosine(queryVector,candidate.vector)})).sort((a,b)=>b.score-a.score||a.candidate.order-b.candidate.order||a.candidate.index-b.candidate.index),used=(0,o200k_1.countO200k)((0,attach_12.renderEvidenceTable)([])),chosen=[];for(let{candidate}of ranked){let cost=rowTokens(candidate.item);if(used+cost>args.options.tokens)break;used+=cost,chosen.push(candidate)}chosen.sort((a,b)=>(a.dateMs===b.dateMs?0:a.dateMs<b.dateMs?-1:1)||a.order-b.order||a.index-b.index);let items=chosen.map(c=>({item:c.item.item,action:c.item.action,amount:c.item.amount,date:c.item.date}));return report.status=items.length>0?"ok":"skipped",report.itemsRendered=items.length,report.text=items.length>0?(0,attach_12.renderEvidenceTable)(items):"",report.tokens=items.length>0?(0,o200k_1.countO200k)(report.text):0,report.items=chosen.map(c=>({notePath:c.notePath,source:c.item.source,item:c.item.item})),{items,report}}finally{cache.close()}}function digestItemsToHit(items){return{notePath:exports2.DIGEST_HIT_PATH,chunkId:-1,headingPath:"Digest",text:(0,attach_12.renderEvidenceTable)(items),score:1,reason:"digest"}}async function attachDigest(args){try{let{items,report}=await digestTable(args);if(items.length===0)return{hits:args.hits,report};let at=0;for(;at<args.hits.length&&args.hits[at].notePath.startsWith("_renor/");)at++;return{hits:[...args.hits.slice(0,at),digestItemsToHit(items),...args.hits.slice(at)],report}}catch(err){return{hits:args.hits,report:{status:"skipped",reason:"digest-error",windowNotes:0,notesWithDigest:0,itemsConsidered:0,itemsRendered:0,tokens:0,text:"",items:[],error:(err instanceof Error?err.message:String(err)).slice(0,200)}}}}exports2.LEADING_SUMMARY_REASONS=["evidence","digest"];function leadingSummaryHits(hits){let n=0;for(;n<hits.length&&exports2.LEADING_SUMMARY_REASONS.includes(hits[n].reason??"");)n++;return n}}});var require_worker=__commonJS({"dist/digests/worker.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.DigestWorker=exports2.DigestBudgetError=exports2.DIGEST_MAX_FAILED_SWEEPS=exports2.DIGEST_RETRY_MAX_MS=exports2.DIGEST_RETRY_BASE_MS=exports2.DIGEST_MIN_INTERVAL_MS=exports2.DIGEST_DEBOUNCE_MS=void 0;exports2.guardedDigestChat=guardedDigestChat;var node_fs_1=__importDefault(require("node:fs")),sessionRouter_12=require_sessionRouter(),digestCache_1=require_digestCache(),digests_12=require_digests(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DIGEST_DEBOUNCE_MS=15e3;exports2.DIGEST_MIN_INTERVAL_MS=6e4;exports2.DIGEST_RETRY_BASE_MS=3e4;exports2.DIGEST_RETRY_MAX_MS=3e5;exports2.DIGEST_MAX_FAILED_SWEEPS=8;var SPEND_DAYS_KEPT=14,DigestBudgetError=class extends Error{constructor(message){super(message),this.name="DigestBudgetError"}};exports2.DigestBudgetError=DigestBudgetError;var utcDay=ms=>new Date(ms).toISOString().slice(0,10);function promptTokensOf(request){return Math.ceil(request.messages.reduce((sum,m)=>sum+m.content.length,0)/3)}function guardedDigestChat(args){let{chat,cache,options:options2}=args,usd=(promptTokens,outputTokens)=>(promptTokens*options2.priceInPerM+outputTokens*options2.priceOutPerM)/1e6;return async request=>{let day=args.day(),promptEstimate=promptTokensOf(request),worst=usd(promptEstimate,request.max_tokens??8e3);if(cache.spentUsd(day)+worst>options2.maxUsdPerDay)throw args.onBudget(day),new DigestBudgetError(`the digest budget for ${day} (${options2.maxUsdPerDay} USD) would be passed`);let response;try{response=await chat(request)}catch(err){throw cache.addSpend(day,promptEstimate,0,usd(promptEstimate,0)),err}let prompt=response.promptTokens??promptEstimate,output=(0,sessionRouter_12.billedOutputTokens)(response);return cache.addSpend(day,prompt,output,usd(prompt,output)),response}}var DigestWorker=class{deps;now;setTimer;clearTimer;random;log;state="idle";reason;timer=null;timerAt=0;running=null;dirty=!1;closed=!1;failures=0;lastEnd=0;budgetHit=!1;budgetDay;last;constructor(deps){this.deps=deps,this.now=deps.now??Date.now,this.setTimer=deps.setTimer??((fn,ms)=>{let handle=setTimeout(fn,ms);return handle.unref(),handle}),this.clearTimer=deps.clearTimer??(handle=>clearTimeout(handle)),this.random=deps.random??Math.random,this.log=deps.log??(line=>log.info("digests_worker",{detail:line}))}start(){this.failures=0,this.runnable()&&this.schedule(exports2.DIGEST_DEBOUNCE_MS)}notify(){if(!(this.closed||!this.runnable())){if(this.running){this.dirty=!0;return}this.state==="retrying"||this.state==="paused-budget"||this.schedule(exports2.DIGEST_DEBOUNCE_MS)}}status(){let cache=this.openCache(),spent=0;try{spent=cache?.spentUsd(utcDay(this.now()))??0}finally{cache?.close()}return{state:this.state,...this.reason?{reason:this.reason}:{},consecutiveFailures:this.failures,spentTodayUsd:Math.round(spent*1e6)/1e6,maxUsdPerDay:this.deps.options.maxUsdPerDay,...this.last?{lastSweep:this.last}:{}}}async whenSwept(){for(;this.running;)await this.running}async sweepNow(){this.closed||!this.runnable()||(this.cancelTimer(),this.running&&await this.running,this.launch(),await this.running)}async close(){this.closed=!0,this.cancelTimer(),this.running&&await this.running}runnable(){return this.deps.provider?this.deps.options.chat?!0:(this.stop("no digest model is configured: digests need RENOR_DIGEST_BASE_URL and RENOR_DIGEST_API_KEY, and never use the evidence or Ollama provider instead, so nothing is sent"),!1):(this.stop("no embedding provider: digests are read by meaning, so they are not written"),!1)}stop(reason){this.state==="stopped"&&this.reason===reason||(this.state="stopped",this.reason=reason,this.log(`[digests] worker stopped: ${reason}`))}cancelTimer(){this.timer!==null&&this.clearTimer(this.timer),this.timer=null}schedule(wait,state="scheduled"){if(this.closed)return;let earliest=this.lastEnd+exports2.DIGEST_MIN_INTERVAL_MS-this.now(),delay=Math.max(wait,state==="scheduled"?earliest:0),at=this.now()+delay;this.timer!==null&&this.timerAt<=at&&this.state===state||(this.cancelTimer(),this.state=state,state==="scheduled"&&(this.reason=void 0),this.timerAt=at,this.timer=this.setTimer(()=>{this.timer=null,this.launch()},delay))}launch(){if(this.closed||this.running)return;let track=this.deps.track??(work=>work());this.state="running";let run=this.sweep().catch(err=>{this.failures++,this.reason=`sweep failed: ${String(err instanceof Error?err.message:err).replace(/\s+/g," ").slice(0,160)}`,this.log(`[digests] ${this.reason}`)}).then(()=>this.afterSweep());this.running=run.finally(()=>{this.running=null}),track(()=>this.running).catch(()=>{})}afterSweep(){if(this.lastEnd=this.now(),!this.closed){if(this.budgetHit){this.budgetHit=!1;let refusedOn=this.budgetDay??utcDay(this.now());this.budgetDay=void 0;let resume=Date.parse(`${refusedOn}T00:00:00Z`)+864e5+6e4;this.state="paused-budget",this.reason=`the daily digest budget (${this.deps.options.maxUsdPerDay} USD) is spent; notes without a digest wait until the next UTC day`,this.log(`[digests] ${this.reason}`),this.dirty=!1,this.cancelTimer(),this.timerAt=resume,this.timer=this.setTimer(()=>{this.timer=null,this.state="idle",this.schedule(0)},Math.max(1e3,resume-this.now()));return}if(this.failures>0){if(this.failures>=exports2.DIGEST_MAX_FAILED_SWEEPS){this.dirty=!1,this.stop(`the digest model failed ${this.failures} sweeps in a row (${this.reason??"no detail"}); it is tried again at the next start or save`);return}let wait=Math.min(exports2.DIGEST_RETRY_MAX_MS,exports2.DIGEST_RETRY_BASE_MS*2**(this.failures-1))*(.8+.4*this.random());this.dirty=!1,this.log(`[digests] ${this.reason??"a sweep failed"}; trying again in ${Math.round(wait/1e3)} s`),this.schedule(wait,"retrying");return}this.state="idle",this.reason=void 0,this.dirty&&(this.dirty=!1,this.schedule(exports2.DIGEST_DEBOUNCE_MS))}}openCache(){try{return new digestCache_1.DigestCache(this.deps.options.cachePath)}catch(err){return this.log(`[digests] the digest cache cannot be opened: ${String(err instanceof Error?err.message:err).slice(0,160)}`),null}}async sweep(){let{db,config,options:options2,provider}=this.deps,cache=this.openCache();if(!cache)throw new Error("the digest cache cannot be opened");try{let ledger=config.ledgerRelPath,live=(0,sessionRouter_12.listRouterNotes)(db,config.memoryDir,ledger).filter(note=>node_fs_1.default.existsSync(note.file)),pruned=cache.retainOnly(new Set(live.map(note=>note.noteHash)));cache.pruneSpend(SPEND_DAYS_KEPT),this.budgetHit=!1,this.budgetDay=void 0;let guarded={...options2,chat:guardedDigestChat({chat:options2.chat,cache,day:()=>utcDay(this.now()),options:options2,onBudget:day=>{this.budgetHit=!0,this.budgetDay=day}})},stats=await(0,digests_12.buildNoteDigests)({db,vaultPath:config.memoryDir,ledgerRelPath:ledger,options:guarded,cache,provider});stats.failed>0&&!this.budgetHit?(this.failures++,this.reason=(stats.error??"the digest model left notes without a digest").replace(/\s+/g," ").slice(0,160)):stats.failed===0&&(this.failures=0,this.reason=void 0),this.last={endedAt:new Date(this.now()).toISOString(),digested:stats.digested,failed:stats.failed,gone:stats.gone,calls:stats.calls,pruned},(stats.digested>0||stats.failed>0||pruned>0)&&this.log(`[digests] swept: ${stats.digested} digested, ${stats.failed} failed, ${stats.cached} already had one, ${pruned} removed, ${stats.calls} call(s)`)}finally{cache.close()}}};exports2.DigestWorker=DigestWorker}});var require_engine2=__commonJS({"dist/mvp/engine.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=exports2.UNFINISHED_RETRY_MS=exports2.UNFINISHED_FILES=exports2.TIMESTAMP_TICK_MS=exports2.FULL_VAULT_CHECK_MS=exports2.INDEX_FILE_CONCURRENCY=exports2.ENTITY_LOOKUP_SURFACE=exports2.QUERY_CACHE_MAX_BYTES=exports2.QUERY_CACHE_MAX_ENTRIES=exports2.DEFAULT_EMBED_BUDGETS=void 0;exports2.resolveEmbedBudgets=resolveEmbedBudgets;exports2.readEmbeddingTableDims=readEmbeddingTableDims;exports2.queryEmbeddingCachePath=queryEmbeddingCachePath;exports2.createEmbeddingProvider=createEmbeddingProvider;exports2.attachEngine=attachEngine;exports2.semanticReady=semanticReady;exports2.keywordIndexReady=keywordIndexReady;exports2.engineRebuildEmbeddings=engineRebuildEmbeddings;exports2.runningEmbeddingRebuild=runningEmbeddingRebuild;exports2.clientPath=clientPath;exports2.resolveEngineEvidence=resolveEngineEvidence;exports2.resolveEngineDigests=resolveEngineDigests;exports2.engineSearchMemory=engineSearchMemory;exports2.engineSearchText=engineSearchText;exports2.engineLookupEntity=engineLookupEntity;exports2.engineStatus=engineStatus;exports2.engineIndex=engineIndex;exports2.engineIndexChanged=engineIndexChanged;exports2.engineFinishIndexInBackground=engineFinishIndexInBackground;exports2.runningBackgroundIndex=runningBackgroundIndex;exports2.hasIndexWorkToFinish=hasIndexWorkToFinish;exports2.engineRememberNote=engineRememberNote;var ledgerLiveness_1=require_ledgerLiveness(),invisibleText_1=require_invisibleText(),fs_1=__importDefault(require("fs")),crypto_1=__importDefault(require("crypto")),path_1=__importDefault(require("path")),readCache_1=require_readCache(),statements_1=require_statements(),vectorIndex_12=require_vectorIndex(),space_1=require_space(),rebuild_1=require_rebuild(),openai_12=require_openai2(),local_12=require_local(),vertex_1=require_vertex(),poolFetch_1=require_poolFetch(),callPhases_1=require_callPhases(),caching_1=require_caching(),interactive_1=require_interactive(),coalescing_1=require_coalescing(),readerLayout_12=require_readerLayout(),orchestrator_12=require_orchestrator(),ledgerEventTime_1=require_ledgerEventTime(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),memoryMap_1=require_memoryMap(),pipeline_12=require_pipeline(),walker_1=require_walker(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),scope_1=require_scope(),lifecycle_12=require_lifecycle(),inventory_1=require_inventory(),readScope_1=require_readScope(),attach_12=require_attach(),options_12=require_options(),background_1=require_background(),observations_1=require_observations(),contextRelevance_1=require_contextRelevance(),sanitize_1=require_sanitize(),digests_12=require_digests(),worker_1=require_worker(),log_1=require_log(),log=(0,log_1.createLogger)("engine");exports2.DEFAULT_EMBED_BUDGETS={writeMs:5e3,readMs:3e3};function resolveEmbedBudgets(env=process.env){let read=(name,fallback)=>{let raw=env[name]?.trim();if(raw===void 0||raw==="")return fallback;let value=Number(raw);if(!Number.isInteger(value)||value<0||value>0&&value<100||value>6e5)throw new Error(`${name} must be 0 (no limit) or a number of milliseconds between 100 and 600000`);return value},writeMs=read("RENOR_EMBED_WRITE_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.writeMs),readMs=read("RENOR_EMBED_READ_BUDGET_MS",exports2.DEFAULT_EMBED_BUDGETS.readMs);return writeMs===0&&readMs===0?void 0:{writeMs:writeMs||1/0,readMs:readMs||1/0}}function withBudget(provider,budgetMs){return budgetMs===void 0||!Number.isFinite(budgetMs)?provider:{dimensions:provider.dimensions,identity:provider.identity,embed:texts=>provider.embed(texts,{budgetMs}),embedQuery:text=>provider.embedQuery?provider.embedQuery(text,{budgetMs}):provider.embed([text],{budgetMs}).then(vectors=>vectors[0])}}function readEmbeddingTableDims(db){let row=db.prepare("SELECT sql FROM sqlite_master WHERE type = 'table' AND name = 'chunk_embeddings'").get();if(!row?.sql)return null;let m=row.sql.match(/FLOAT\[(\d+)\]/i);return m?Number(m[1]):null}function queryEmbeddingCachePath(config){return path_1.default.join(path_1.default.dirname(config.authStatePath),"query-embeddings.db")}exports2.QUERY_CACHE_MAX_ENTRIES=4096;exports2.QUERY_CACHE_MAX_BYTES=32*1024*1024;function withQueryCache(provider,config,scope){let cachePath=queryEmbeddingCachePath(config),open=()=>new caching_1.CachingEmbeddingProvider(provider,{cachePath,serving:!0,scope,maxEntries:exports2.QUERY_CACHE_MAX_ENTRIES,maxBytes:exports2.QUERY_CACHE_MAX_BYTES});try{return open()}catch{try{for(let suffix of["","-wal","-shm"])fs_1.default.rmSync(cachePath+suffix,{force:!0});return open()}catch{return provider}}}function createEmbeddingProvider(config,vertexSeam,pooled=!1){if(config.embeddingProvider==="none")return null;if(config.embeddingProvider==="local")return new local_12.LocalEmbeddingProvider(config.embeddingModel);if(config.embeddingProvider==="vertex"){let served=crypto_1.default.createHash("sha256").update(`${config.vertexProject??""}\0${config.vertexLocation??""}`).digest("hex").slice(0,12),vertex=new vertex_1.VertexEmbeddingProvider({keyFile:config.vertexKeyFile,project:config.vertexProject,location:config.vertexLocation,model:config.embeddingModel,dimensions:config.embeddingDims,...vertexSeam,...pooled?{request:(0,poolFetch_1.poolFetch)({retryOnReset:!0,onConnect:ms=>(0,callPhases_1.recordPhase)("connect",ms)})}:{}});return pooled&&vertex.warmToken(),withQueryCache(new interactive_1.InteractiveEmbeddingProvider(new coalescing_1.CoalescingEmbeddingProvider(vertex)),config,`p-${served}`)}let keys=(config.embeddingApiKey??"").split(",").map(k=>k.trim()).filter(Boolean);return new openai_12.OpenAIEmbeddingProvider(keys,config.embeddingModel,config.embeddingBaseURL,config.embeddingDims)}function attachEngine(db,config,override){let provider=override===void 0?createEmbeddingProvider(config,void 0,!0):override;if(!provider)return(0,vectorIndex_12.markVectorsUnfinished)(db)&&log.info("embeddings_unconfigured",{detail:"no embedding provider is configured: what is saved now gets no vector, so the index is marked unfinished; the next start with its model embeds those chunks before semantic search reads the index again"}),{provider:null,vectorIndex:null,dims:readEmbeddingTableDims(db)};let existing=readEmbeddingTableDims(db);if(existing!==null&&existing!==provider.dimensions)throw new Error(`Embedding dimension mismatch: index.db chunk_embeddings is FLOAT[${existing}] but the configured provider is ${provider.dimensions}-d. Do not mix Voyage/e5/other models in one book (ADR-0003). Set MVP_EMBEDDING_DIMS and MVP_EMBEDDING_MODEL to match the index, or use a separate MVP_DB_PATH.`);let vectorIndex=new vectorIndex_12.VectorIndex(db,provider.dimensions);vectorIndex.initTable(),claimEmbeddingSpace(db,vectorIndex,provider),vectorIndex.warmMirrorInBackground();let modelKey=override===void 0?(0,contextRelevance_1.embeddingModelKey)(config.embeddingProvider,config.embeddingModel,config.embeddingDims):injectedModelKey(provider),embedBudgets=resolveEmbedBudgets();return{provider,vectorIndex,dims:provider.dimensions,...modelKey?{modelKey}:{},...embedBudgets?{embedBudgets}:{}}}function injectedModelKey(provider){let identity=provider.identity;return identity?(0,contextRelevance_1.embeddingModelKey)(identity.kind,identity.model,provider.dimensions):void 0}function claimEmbeddingSpace(db,vectorIndex,provider){let wanted=(0,space_1.embeddingSpace)(provider);if(!wanted)return;let stored=vectorIndex.space();if(stored!==wanted){if(stored===null&&!vectorIndex.hasVectors()){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();if(chunks===0){vectorIndex.setSpace(wanted);return}vectorIndex.beginRebuild(wanted),log.info("embeddings_backfill",{chunks,model:wanted,detail:"index.db holds no vectors (it was written without an embedding provider): every chunk is embedded in the background; until then semantic search is off and keyword search keeps working"});return}log.warn("embeddings_model_mismatch",{stored:stored??"unrecorded",model:wanted,detail:"search cannot use vectors from another model: a rebuild embeds every chunk again, and until it finishes semantic search is off and keyword search keeps working"})}}function semanticReady(engine){if(!engine.provider||!engine.vectorIndex)return!1;let wanted=(0,space_1.embeddingSpace)(engine.provider);return wanted?engine.vectorIndex.space()===wanted&&!engine.vectorIndex.rebuilding():!0}function rebuildNotice(db,engine){let chunks=db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();return`Semantic search is off while this workspace's embeddings are built with the configured model (${engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):chunks} of ${chunks} chunks left). Keyword search works meanwhile.`}function failureReason(err,max){return(0,sanitize_1.sanitizeErrorMessage)(err).replace(/\s+/g," ").trim().slice(0,max)}var semanticFailures=new WeakMap;function keywordIndexReady(db){return(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()!==void 0}function semanticFailureNotice(err){return`Semantic search is unavailable right now (${failureReason(err,200)}), so nothing here was found by meaning; the saved facts and keyword search do not need it and still answer. The next request tries semantic search again.`}var embeddingRebuilds=new WeakMap;function engineRebuildEmbeddings(db,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let space=(0,space_1.embeddingSpace)(provider);if(!space||semanticReady(engine))return null;let running=embeddingRebuilds.get(vectorIndex);if(running)return running;let{outageDelayMs=outage=>Math.min(3e5,3e4*2**outage),...rebuildOptions}=options2,controller=new AbortController,startedAt=Date.now(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},rebuild={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{let chunks=()=>db.prepare("SELECT COUNT(*) FROM chunks").pluck().get();log.info("embedding_rebuild_started",{chunks:chunks(),model:space,detail:"semantic search is off until it finishes"});for(let outage=0;!controller.signal.aborted;outage++)try{if((await(0,rebuild_1.rebuildEmbeddings)(db,vectorIndex,provider,space,{...rebuildOptions,signal:controller.signal})).done){log.info("embedding_rebuild_finished",{ms:Date.now()-startedAt,detail:"semantic search is on"});return}}catch(err){let delay=outageDelayMs(outage);log.error("embedding_rebuild_interrupted",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),chunks:chunks(),retryInS:Math.round(delay/1e3),detail:"semantic search stays off"},err),await wait(delay)}})().catch(err=>log.error("embedding_rebuild_failed",{},err)).finally(()=>embeddingRebuilds.delete(vectorIndex))};return embeddingRebuilds.set(vectorIndex,rebuild),rebuild}function runningEmbeddingRebuild(engine){return(engine.vectorIndex&&embeddingRebuilds.get(engine.vectorIndex))??null}var clientPaths=new Map,MAX_CLIENT_PATHS=4096;function clientPath(memoryDir,stored){let key=path_1.default.isAbsolute(stored)&&path_1.default.isAbsolute(memoryDir)?`${memoryDir}\0${stored}`:`${process.cwd()}\0${memoryDir}\0${stored}`,shown=clientPaths.get(key);if(shown===void 0){let resolved=path_1.default.resolve(stored),root=path_1.default.resolve(memoryDir);shown=resolved===root||resolved.startsWith(root+path_1.default.sep)?toSlashes(path_1.default.relative(root,resolved))||stored:path_1.default.basename(stored),clientPaths.size>=MAX_CLIENT_PATHS&&clientPaths.clear(),clientPaths.set(key,shown)}return shown}function toSlashes(rel){return path_1.default.sep==="/"?rel:rel.split(path_1.default.sep).join("/")}function resolveEngineEvidence(config,env=process.env,idle=null){if(!(0,attach_12.searchEvidenceEnabled)(env))return;let options2=(0,options_12.resolveEvidenceToolOptions)({dbPath:config.dbPath},env),background=(0,background_1.resolveEvidenceBackground)(env);return background&&idle&&(background.hold=flight=>{idle.track(()=>flight).catch(()=>{})}),{options:background?{...options2,background}:options2,extractor:(0,options_12.createEvidenceExtractor)(options2)}}function resolveEngineDigests(db,config,engine,idle=null,env=process.env){let options2=(0,digests_12.resolveDigestOptions)({dbPath:config.dbPath},env);if(!options2)return null;if(!engine.provider)return log.info("digests_off",{detail:"RENOR_DIGESTS is on, but this workspace has no embedding provider, so digests are off for it"}),null;let worker=new worker_1.DigestWorker({db,config:{memoryDir:config.memoryDir,ledgerRelPath:config.ledgerRelPath},options:options2,provider:engine.provider,track:idle?work=>idle.track(work):void 0});return log.info("digests_on",{model:options2.model,maxUsdPerDay:options2.maxUsdPerDay}),{options:options2,worker}}var SEMANTIC_UNAVAILABLE_NOTE="This workspace has no semantic search, so nothing was searched by meaning. Use search_text instead: it matches exact words, so search one distinctive word (a name, a project, a term).";function semanticUnavailable(){return{ok:!1,error:"semantic-unavailable",note:SEMANTIC_UNAVAILABLE_NOTE,hits:[]}}function observationHits(db,workspace,query,limit,scope){if(!(0,observations_1.observeEnabled)()||(0,invisibleText_1.isBlankOrInvisible)(query)||!Number.isInteger(limit)||limit<1)return[];try{let hits=(0,observations_1.searchObservations)(db,workspace,query,Math.min(limit,100),{},scope);return hits.length===0?[]:hits.filter(hit=>{if(scope===void 0)return!0;let raw=hit.cwd_scope;try{return(0,scope_1.normalizeScope)(raw)===(0,scope_1.normalizeScope)(scope)}catch{return!1}}).map(hit=>({notePath:hit.notePath,headingPath:hit.title,text:hit.text,score:hit.score,reason:hit.reason,source:hit.source,session_date:hit.session_date,id:hit.id}))}catch{return[]}}function withObservationHits(hits,observations,topK){if(observations.length===0)return hits;let limit=Math.max(0,topK);if(hits.length===0)return observations.slice(0,limit);let observationSlots=Math.min(2,observations.length,Math.max(0,limit-1));return[...hits.slice(0,limit-observationSlots),...observations.slice(0,observationSlots)]}async function engineSearchMemory(db,engine,memoryDir,query,topK,scope,evidence,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,probe,digests,noteCapWhenUnset,showSimilarity=!1,withChunkIds=!1,bestFirst=!1,observationScope=scope){if((0,invisibleText_1.isBlankOrInvisible)(query))return{ok:!0,hits:[]};let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!engine.provider||!engine.vectorIndex)return{...semanticUnavailable(),hits:observed()};if(!semanticReady(engine))return{ok:!1,error:"semantic-rebuilding",notice:rebuildNotice(db,engine),hits:observed()};let isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),provider=withBudget(engine.provider,engine.embedBudgets?.readMs),vectorIndex=engine.vectorIndex,asked=probe??{},scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,scoped=inScope?{shows:h=>inScope.has(h,clientPath(memoryDir,h.notePath)),chunkIds:()=>(0,readCache_1.readUntilWrite)(db,`scopedChunkIds\0${scopeNorm}\0${memoryDir}`,()=>inScope.chunkIds(stored=>clientPath(memoryDir,stored)))}:void 0,search=()=>(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,query,topK,[],{},{includeHistory,isLedgerNote:isLedger,probe:asked,scope:scoped,noteCapWhenUnset,...bestFirst?{bestFirst}:{}}),result;try{result=await search(),await finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked)&&(result=await search())}catch(err){return log.error("semantic_search_failed",{},err),semanticFailures.set(engine,{at:new Date().toISOString(),reason:failureReason(err,120)}),{ok:!1,error:"semantic-unavailable",notice:semanticFailureNotice(err),hits:observed()}}semanticFailures.delete(engine);let scopedRetrievalHits=inScope?inScope.hits(result.hits,h=>clientPath(memoryDir,h.notePath)):result.hits;if(probe){let top;for(let h of scopedRetrievalHits)typeof h.similarity=="number"&&(top===void 0||h.similarity>top.similarity)&&(top=h);probe.topSimilarity=top?top.similarity:null;let shown2=top&&(0,ledgerPresentation_12.presentLedgerEvents)([top],isLedger)[0];probe.topHit=shown2?{notePath:clientPath(memoryDir,shown2.notePath),headingPath:shown2.headingPath,text:shown2.text}:void 0,probe.similarities=scopedRetrievalHits.flatMap(h=>{let asShown=typeof h.similarity=="number"?(0,ledgerPresentation_12.presentLedgerEvents)([h],isLedger)[0]:void 0;return asShown?[{notePath:clientPath(memoryDir,asShown.notePath),headingPath:asShown.headingPath,text:asShown.text,similarity:h.similarity}]:[]})}let closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),noteDate=(0,orchestrator_12.createNoteDater)(db),attached=evidence?.extractor?await(0,attach_12.attachSearchEvidence)({transformBody:text=>(0,ledgerLiveness_1.resolveLedgerHits)([{text:inScope?inScope.body(text):text,reason:"evidence-source"}],closedEvents,includeHistory)[0]?.text??"",query,hits:scopedRetrievalHits.map(h=>({...h,session_date:noteDate(h.notePath)})),vaultPath:memoryDir,options:evidence.options,extractor:evidence.extractor,enabled:!0}):evidence?null:{hits:scopedRetrievalHits,evidence:{status:"skipped",reason:"flag-off"}},shown=(0,ledgerPresentation_12.presentLedgerEvents)(scopedRetrievalHits,isLedger),led=attached?(0,attach_12.prependEvidenceHit)(shown,attached.evidence):shown;if(digests)try{let table=await(0,digests_12.digestTable)({db,query,hits:scopedRetrievalHits,options:digests.options,provider,queryVector:asked.queryVector,isLedgerNote:isLedger});if(table.items.length>0){let lead=(0,digests_12.leadingSummaryHits)(led);led=[...led.slice(0,lead),(0,digests_12.digestItemsToHit)(table.items),...led.slice(lead)]}}catch(err){log.error("digests_read_failed",{},err)}let isConversation=withChunkIds?(0,readerLayout_12.conversationNoteMatcher)(db):()=>!1,hits=led.map(h=>({notePath:clientPath(memoryDir,h.notePath),headingPath:h.headingPath,text:h.text,score:h.score,reason:h.reason,...h.session_date?{session_date:h.session_date}:{},...withChunkIds&&"chunkId"in h&&typeof h.chunkId=="number"&&h.chunkId>0&&isConversation(h.notePath)?{chunkId:h.chunkId}:{},..."author"in h&&h.author!==void 0?{author:h.author}:{},...showSimilarity&&typeof h.similarity=="number"&&!isLedger(h.notePath)?{similarity:Math.round(h.similarity*1e3)/1e3}:{}})),withObservations=withObservationHits(hits,observed(),topK);return{ok:!0,rankedBy:result.rankedBy,hits:withObservations,...attached?{evidence:(0,attach_12.productEvidenceReport)(attached.evidence)}:{},...scopeNorm?{scope:scopeNorm}:{}}}function engineSearchText(db,memoryDir,query,topK,scope,includeHistory=!1,ledgerRelPath=lifecycle_12.DEFAULT_LEDGER_REL,ledgerRecords,matchOverride,stem=!1,observationScope=scope){let observed=()=>observationHits(db,memoryDir,query,topK,observationScope);if(!(0,statements_1.prepareOnce)(db,"SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'chunks_fts'").get()){let found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-unavailable",results:[]}}let match=matchOverride??(0,queryHelpers_1.quoteFtsQuery)(query);if(!match)return{ok:!0,results:[]};let scopeNorm=(0,lifecycle_12.scopeFilterFor)(scope),inScope=scopeNorm?(0,readScope_1.createReadScope)(db,scopeNorm):null,isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)({memoryDir,ledgerRelPath}),shownPaths=new Map,shownPath=stored=>{let shown=shownPaths.get(stored);return shown===void 0&&shownPaths.set(stored,shown=clientPath(memoryDir,stored)),shown},toResult=r=>({notePath:shownPath(r.notePath),headingPath:r.headingPath,text:r.text,score:r.score,reason:r.reason}),closedEvents=(0,ledgerLiveness_1.closedLedgerEvents)(db),prose;try{prose=(0,queryHelpers_1.shownPage)(n=>(0,keyword_1.keywordSearch)(db,match,n,stem),rows=>{let live=(0,ledgerPresentation_12.keywordLedgerHits)((0,ledgerLiveness_1.resolveLedgerHits)(rows.map(r=>toResult({...r,score:Math.abs(r.score),reason:"fts"})),closedEvents,includeHistory),isLedger,query,ledgerRecords);return inScope?inScope.hits(live,r=>r.notePath):live},topK,Math.min(topK*10,200))}catch(err){let message=err instanceof Error?err.message:String(err),found=observed();return found.length>0?{ok:!0,results:found}:{ok:!1,error:"fts-query",detail:message.slice(0,200),results:[]}}let have=new Set(prose.map(h=>h.notePath)),named=(0,ledgerLiveness_1.resolveLedgerHits)((0,noteIdentity_1.selectNoteIdentityHits)(db,query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set,(p,opening)=>{let client=clientPath(memoryDir,p);return!have.has(client)&&!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger)&&(!inScope||inScope.has(opening,client))}).map(toResult),closedEvents,includeHistory),eventTime=(0,ledgerEventTime_1.createLedgerEventClock)(db),boundTime=(0,orchestrator_12.createNoteTimeBound)(db),results=(0,ledgerPresentation_12.presentLedgerEvents)([...prose,...named].map(r=>{let derived=isLedger(r.notePath)?eventTime(r):void 0;if(derived===void 0)return r;let session_date=boundTime(path_1.default.resolve(memoryDir,r.notePath),derived);return{...r,session_date}}),isLedger,ledgerRecords);return{ok:!0,results:withObservationHits(results,observed(),topK),...scopeNorm?{scope:scopeNorm}:{}}}exports2.ENTITY_LOOKUP_SURFACE="registered entities, matched in order by exact canonical name, frontmatter alias, substring of a canonical name, or substring of a source note path \u2014 never words inside note text";function engineLookupEntity(db,vault,name,scope){let scopeNorm=scope===void 0?void 0:(0,scope_1.normalizeScope)(scope),filter=scopeNorm===void 0?(0,entityLookup_1.liveEntityFilter)():(0,entityLookup_1.entityScopeFilter)(scopeNorm),row=(0,entityLookup_1.lookupEntity)(db,name,filter),miss=()=>({ok:!0,entity:null,reason:"no-entity-match",searched:exports2.ENTITY_LOOKUP_SURFACE,entitiesIndexed:(0,inventory_1.countEntities)(db,vault,filter),note:`Nothing in ${scopeNorm??"this workspace"} is registered as an entity matching "${name}". lookup_entity searches ${exports2.ENTITY_LOOKUP_SURFACE}, so a word that appears only inside saved note text (a daily note, a saved fact body) is not an entity. Use search_text for that word, or search_memory for meaning where the workspace has semantic search.`,...scopeNorm===void 0?{}:{scope:scopeNorm}});if(!row)return miss();let sourceNote=clientPath(vault.memoryDir,row.sourceNote);return scopeNorm!==void 0?{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote},...scopeNorm==="global"?{}:{scope:scopeNorm}}:{ok:!0,entity:{canonicalName:row.canonicalName,type:row.type,aliases:row.aliases,sourceNote}}}function ledgerBytes(vault){try{return fs_1.default.statSync((0,lifecycle_12.resolveLedgerPath)(vault.memoryDir,vault.ledgerRelPath)).size}catch{return 0}}function engineStatus(db,engine,vault){let counts=(0,inventory_1.countInventory)(db,vault),failed=semanticFailures.get(engine),degraded={...keywordIndexReady(db)?{}:{keyword:"keyword search cannot run: its index is missing"},...failed?{semantic:`the last search by meaning failed at ${failed.at}: ${failed.reason}`}:{}};return{...counts,embeddingDims:engine.dims,storage:{vectors:engine.vectorIndex?engine.vectorIndex.storedCount():0,ledgerBytes:ledgerBytes(vault),...engine.vectorIndex?{vectorMirror:engine.vectorIndex.mirrorStats()}:{}},semantic:semanticReady(engine),...engine.provider&&engine.vectorIndex&&!semanticReady(engine)?{embeddingRebuild:{chunksLeft:engine.vectorIndex.space()===(0,space_1.embeddingSpace)(engine.provider)?(0,rebuild_1.chunksWithoutVectors)(db):counts.chunks,chunks:counts.chunks}}:{},...engine.vectorIndex?{chunksWithoutVectors:(0,rebuild_1.chunksWithoutVectors)(db)}:{},...Object.keys(degraded).length>0?{degraded}:{}}}function indexOptionsFor(engine,interactive=!1){return engine.provider&&engine.vectorIndex?{embeddingProvider:engine.provider,vectorIndex:engine.vectorIndex,...interactive&&engine.embedBudgets&&Number.isFinite(engine.embedBudgets.writeMs)?{embedBudgetMs:engine.embedBudgets.writeMs}:{}}:{}}exports2.INDEX_FILE_CONCURRENCY=48;async function engineIndex(db,config,engine,pass={}){let stats=await(0,pipeline_12.indexVault)(db,config.memoryDir,indexOptionsFor(engine,pass.interactive===!0),exports2.INDEX_FILE_CONCURRENCY);return stats.errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine),stats}var reconciledStamps=new WeakMap,tooLargeStamps=new WeakMap,unsettledFiles=new WeakMap,walkedAt=new WeakMap;exports2.FULL_VAULT_CHECK_MS=3e4;var stampOf=f=>`${f.mtimeMs}:${f.ctimeMs}:${f.size}:${f.ino}`;exports2.TIMESTAMP_TICK_MS=2e3;var stampIsTrusted=(f,scanStart)=>Math.min(Math.abs(scanStart-f.mtimeMs),Math.abs(scanStart-f.ctimeMs))>=exports2.TIMESTAMP_TICK_MS;async function inPool(items,limit,work){let next=0;await Promise.all(Array.from({length:Math.min(limit,items.length)},async()=>{for(;next<items.length;)await work(items[next++])}))}async function engineIndexChanged(db,config,engine,scanStart=Date.now(),pass={}){let options2=indexOptionsFor(engine,pass.interactive===!0),reconciled=reconciledStamps.get(db);reconciled||(reconciled=new Map,reconciledStamps.set(db,reconciled));let known=reconciled,named=tooLargeStamps.get(db);named||(named=new Map,tooLargeStamps.set(db,named));let tooLarge=named,unsettled=unsettledFiles.get(db);unsettled||(unsettled=new Set,unsettledFiles.set(db,unsettled));let candidates,isFinished,now=Date.now(),lastCheck=walkedAt.get(db),checkedRecently=lastCheck!==void 0&&now>=lastCheck&&now-lastCheck<exports2.FULL_VAULT_CHECK_MS;if(pass.touched!==void 0&&checkedRecently){let ignored=await(0,walker_1.vaultIgnores)(config.memoryDir),owed=[...pass.touched,...unsettled];(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0&&owed.push(...(0,statements_1.prepareOnce)(db,"SELECT path FROM notes WHERE note_hash = ''").pluck().all()),candidates=(0,walker_1.statVaultFiles)([...new Set(owed)].filter(file=>!ignored(file)));let present=new Set(candidates.map(f=>f.file));for(let file of unsettled)present.has(file)||unsettled.delete(file);let hash=(0,statements_1.prepareOnce)(db,"SELECT note_hash FROM notes WHERE path = ?").pluck();isFinished=file=>{let h=hash.get(file);return typeof h=="string"&&h!==""}}else{candidates=await(0,walker_1.walkVaultStats)(config.memoryDir);let finished=new Set(db.prepare("SELECT path FROM notes WHERE note_hash != ''").pluck().all());isFinished=file=>finished.has(file),walkedAt.set(db,now),unsettled.clear()}let changed=candidates.filter(f=>tooLarge.get(f.file)!==stampOf(f)&&(!isFinished(f.file)||known.get(f.file)!==stampOf(f))),indexed=0,errors=0,failure;await inPool(changed,exports2.INDEX_FILE_CONCURRENCY,async f=>{try{await(0,pipeline_12.indexFile)(db,f.file,options2),stampIsTrusted(f,scanStart)?known.set(f.file,stampOf(f)):known.delete(f.file),tooLarge.delete(f.file),indexed++}catch(err){if(err instanceof pipeline_12.NoteTooLargeError){known.delete(f.file),tooLarge.set(f.file,stampOf(f)),log.warn("note_too_large",{file:path_1.default.relative(config.memoryDir,f.file)},err);return}if(known.delete(f.file),err.code==="ENOENT")return;errors++,failure??=failureReason(err,300),log.error("index_file_failed",{file:path_1.default.relative(config.memoryDir,f.file)},err)}});for(let f of candidates)known.get(f.file)===stampOf(f)||tooLarge.get(f.file)===stampOf(f)?unsettled.delete(f.file):unsettled.add(f.file);errors>0&&pass.interactive&&engineFinishIndexInBackground(db,config,engine);let overCap=candidates.filter(f=>tooLarge.get(f.file)===stampOf(f)).map(f=>path_1.default.relative(config.memoryDir,f.file));return{total:changed.length,indexed,errors,...failure===void 0?{}:{failure},...overCap.length>0?{tooLarge:overCap}:{}}}exports2.UNFINISHED_FILES="SELECT COUNT(*) FROM notes WHERE note_hash = ''";exports2.UNFINISHED_RETRY_MS=3e4;var unfinishedRetryAfter=new WeakMap;async function finishUnfinishedFiles(db,memoryDir,engine,provider,query,asked){let unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),before=unfinished.get();if(before===0||Date.now()<(unfinishedRetryAfter.get(db)??0))return!1;asked.queryVector||await(provider.embedQuery?provider.embedQuery(query):provider.embed([query]));let finish=async()=>{try{await engineIndexChanged(db,{memoryDir},engine,void 0,{interactive:!0})}catch(err){log.error("index_finish_failed",{},err)}let after=unfinished.get();return after>0?unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS):unfinishedRetryAfter.delete(db),after<before},budgetMs=engine.embedBudgets?.readMs;if(budgetMs===void 0||!Number.isFinite(budgetMs))return finish();let running=finish(),timer,late=new Promise(resolve=>{timer=setTimeout(()=>resolve(!1),budgetMs)});try{let finished=await Promise.race([running,late]);return finished||unfinishedRetryAfter.set(db,Date.now()+exports2.UNFINISHED_RETRY_MS),finished}finally{clearTimeout(timer)}}var backgroundIndexes=new WeakMap;exports2.BACKGROUND_INDEX_FIRST_DELAY_MS=1e3;var backgroundIndexRetryDelayMs=outage=>Math.min(3e5,3e4*2**outage);function engineFinishIndexInBackground(db,config,engine,options2={}){let{provider,vectorIndex}=engine;if(!provider||!vectorIndex)return null;let running=backgroundIndexes.get(db);if(running)return running;let{firstDelayMs=exports2.BACKGROUND_INDEX_FIRST_DELAY_MS,retryDelayMs=backgroundIndexRetryDelayMs}=options2,controller=new AbortController,unfinished=(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck(),waiting=!1,wait=async ms=>{waiting=!0;try{await(0,rebuild_1.sleep)(ms,controller.signal)}finally{waiting=!1}},job={abort:()=>controller.abort(),waiting:()=>waiting,done:(async()=>{await wait(firstDelayMs);for(let outage=0;!controller.signal.aborted;outage++)try{if(semanticReady(engine)){if(await(0,rebuild_1.embedMissingVectors)(db,vectorIndex,provider,{signal:controller.signal}),controller.signal.aborted)return;if(await engineIndexChanged(db,config,engine,void 0,{interactive:!0}),unfinished.get()===0&&(0,rebuild_1.chunksWithoutVectors)(db)===0){outage>0&&log.info("embeddings_recovered",{detail:"the embedding service answers again; what was saved while it did not is findable by meaning now"});return}}else if(!vectorIndex.rebuilding())return;throw new Error("the index is not finished yet")}catch(err){if(controller.signal.aborted)return;let delay=retryDelayMs(outage);log.error("background_index_retry",{unembedded:(0,rebuild_1.chunksWithoutVectors)(db),retryInS:Math.round(delay/1e3)},err),await wait(delay)}})().catch(err=>log.error("background_index_failed",{},err)).finally(()=>{backgroundIndexes.get(db)===job&&backgroundIndexes.delete(db)})};return backgroundIndexes.set(db,job),job}function runningBackgroundIndex(db){return backgroundIndexes.get(db)??null}function hasIndexWorkToFinish(db,engine){return!engine.provider||!engine.vectorIndex||!semanticReady(engine)?!1:(0,statements_1.prepareOnce)(db,exports2.UNFINISHED_FILES).pluck().get()>0||(0,rebuild_1.chunksWithoutVectors)(db)>0}async function engineRememberNote(config,text,date,source,scope,timeZone){let clock=(0,writer_12.entryClock)(new Date,timeZone),day=date??clock.date,dir=(0,scope_1.dailyDirForScope)((0,scope_1.normalizeScope)(scope)),written=await(0,writer_12.appendDailyEntry)(config.memoryDir,day,{text,source:source??"mcp"},dir,clock),file=clientPath(config.memoryDir,written.filePath),id=(0,memoryMap_1.appendedEntryId)(file.split(path_1.default.sep).join("/"),written.entry);return{ok:!0,file,scope:(0,scope_1.normalizeScope)(scope),...id?{id}:{}}}}});var require_inferReplaces=__commonJS({"dist/mvp/inferReplaces.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.inferReplacesEnabled=inferReplacesEnabled;exports2.readsAsCorrection=readsAsCorrection;exports2.inferReplaced=inferReplaced;var sourceName_js_1=require_sourceName(),scope_js_1=require_scope();function inferReplacesEnabled(env=process.env){return!/^(0|off|false|no)$/i.test(env.RENOR_INFER_REPLACES?.trim()??"")}var CUE=/\b(actually|instead|correction|corrected|not\s+[^,.;]{1,60}?\s*,?\s+but|no longer|rather than|replaced (?:by|with)|switched to|changed to|should be|is now|are now|was wrong|wrong:)\b/i,CUE_WORDS=new Set(["actually","instead","correction","corrected","not","but","no","longer","rather","than","replaced","by","with","switched","to","changed","should","be","is","now","are","was","wrong"]),STOP=new Set(["the","a","an","to","of","in","on","for","and","or","it","this","that","we","i","you","use","run","with","at","as","by"]);function readsAsCorrection(text){return CUE.test(text)}var tokens=(s,dropCues)=>{let out=new Set;for(let w of s.toLocaleLowerCase().match(/[\p{L}\p{N}][\p{L}\p{N}_./:-]*/gu)??[])w.length<2||STOP.has(w)||dropCues&&CUE_WORDS.has(w)||out.add(w);return out},sourceKey=s=>(typeof s=="string"?(0,sourceName_js_1.headerSource)(s):"")||"",subjectOf=s=>s.toLocaleLowerCase().match(new RegExp("(?<![\\p{L}\\p{N}_-])\\p{L}+(?:-\\p{L}+)+(?![\\p{L}\\p{N}_-])","u"))?.[0]??null,MIN_SHARED=2,MIN_OVERLAP=.4,CROSS_MIN_SHARED=3,CROSS_MIN_OVERLAP=.6;function inferReplaced(text,scope,source,candidates){if(!readsAsCorrection(text))return null;let mine=tokens(text,!0),saver=sourceKey(source),mySubject=subjectOf(text),lowerText=text.toLocaleLowerCase(),best=null,tie=!1;for(let c of candidates){if(!(0,scope_js_1.notePathMatchesScope)(c.path,scope))continue;let theirs0=c.excerpt.toLocaleLowerCase(),theirSubject=subjectOf(c.excerpt);if(mySubject&&theirSubject&&!theirs0.includes(mySubject)&&!lowerText.includes(theirSubject))continue;let theirs=tokens(c.excerpt,!0);if(theirs.size===0)continue;let shared=0;for(let w of theirs)mine.has(w)&&shared++;let score=shared/theirs.size,cross=sourceKey(c.source)!==saver;shared<(cross?CROSS_MIN_SHARED:MIN_SHARED)||score<(cross?CROSS_MIN_OVERLAP:MIN_OVERLAP)||(!best||score>best.score||score===best.score&&c.at>best.c.at?(best={c,score},tie=!1):score===best.score&&c.at===best.c.at&&(tie=!0))}return best&&!tie?best.c:null}}});var require_correctedHits=__commonJS({"dist/mcp/correctedHits.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.markCorrectedHits=markCorrectedHits;var inferReplaces_1=require_inferReplaces(),DAILY_ENTRY=/^\s*-\s*\[\d{1,2}:\d{2}(?::\d{2})?\]\s*(?:\(([^)\n]{1,80})\)\s*)?/;function entryOf(text){let m=DAILY_ENTRY.exec(text);return m?{body:text.slice(m[0].length),source:m[1]?.trim()||null}:{body:text,source:null}}function scopeOfPath(notePath){let m=/(?:^|\/)Memory\/Scopes\/([a-z0-9-]{1,64})\//.exec(notePath.replace(/\\/g,"/"));return m?`scope:${m[1]}`:"global"}function markCorrectedHits(hits,env=process.env){if(!(0,inferReplaces_1.inferReplacesEnabled)(env)||hits.length<2)return hits;let entries=hits.map(hit=>({hit,...entryOf(hit.text)})),correctedBy=new Map;if(entries.forEach((entry,i)=>{if(!entry.hit.session_date||entry.hit.chunkId===void 0||!(0,inferReplaces_1.readsAsCorrection)(entry.body))return;let candidates=[];entries.forEach((other,j)=>{j===i||!other.hit.session_date||other.hit.session_date>=entry.hit.session_date||correctedBy.has(j)||candidates.push({id:String(j),index:j,path:other.hit.notePath,excerpt:other.body,source:other.source,at:other.hit.session_date})});let found=(0,inferReplaces_1.inferReplaced)(entry.body,scopeOfPath(entry.hit.notePath),entry.source??void 0,candidates);found&&correctedBy.set(Number(found.id),i)}),correctedBy.size===0)return hits;let labelled=hits.map((hit,i)=>{let by=correctedBy.get(i);return by===void 0?hit:{...hit,superseded:{byChunkId:hits[by].chunkId,at:hits[by].session_date}}}),order=labelled.map((_,i)=>i);for(let[old,by]of correctedBy){let from=order.indexOf(old),to=order.indexOf(by);from>to||(order.splice(from,1),order.splice(order.indexOf(by)+1,0,old))}return order.map(i=>labelled[i])}}});var require_agentLease=__commonJS({"dist/memory/agentLease.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.claimAgentLease=claimAgentLease;exports2.newLeaseHolder=newLeaseHolder;var crypto_1=__importDefault(require("crypto")),sourceName_1=require_sourceName();function claimAgentLease(db,agent,holder,now=new Date){let identity=(0,sourceName_1.hiveIdentity)(agent);if(!identity)throw new Error("a hive lease needs a name that contains a letter or a digit, other than unnamed");let existing=db.prepare("SELECT holder FROM agent_leases WHERE agent = ?").get(identity);if(existing&&existing.holder!==holder&&pidAlive(existing.holder))throw new Error(`another live connection is named ${JSON.stringify(identity)}; set RENOR_CONNECTION_NAME to a different name, or stop the other renor-engine mcp process, then reconnect`);db.prepare(`INSERT INTO agent_leases (agent, holder, seen_at) VALUES (?, ?, ?)
|
|
1210
1223
|
ON CONFLICT(agent) DO UPDATE SET holder = excluded.holder, seen_at = excluded.seen_at`).run(identity,holder,now.toISOString())}function newLeaseHolder(){return`${process.pid}:${crypto_1.default.randomBytes(8).toString("hex")}`}function pidAlive(holder){let pid=Number(holder.split(":")[0]);if(!Number.isInteger(pid)||pid<=0)return!1;try{return process.kill(pid,0),!0}catch(err){return err.code==="EPERM"}}}});var require_requests=__commonJS({"dist/memory/requests.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.REQUEST_PAGE_LIMIT=exports2.DEFAULT_ASK_AGENT_PER_HOUR=void 0;exports2.askAgentPerHour=askAgentPerHour;exports2.noteKnownAgent=noteKnownAgent;exports2.askAgent=askAgent;exports2.listRequests=listRequests;exports2.listRequestsPage=listRequestsPage;exports2.answerRequest=answerRequest;exports2.closeRequest=closeRequest;var crypto_1=__importDefault(require("crypto")),scope_1=require_scope(),controls_1=require_controls(),sourceName_1=require_sourceName(),STATUSES=new Set(["open","answered","closed"]);exports2.DEFAULT_ASK_AGENT_PER_HOUR=30;var HOUR_MS=3600*1e3;function askAgentPerHour(){let raw=Number(process.env.RENOR_ASK_AGENT_PER_HOUR);return Number.isInteger(raw)&&raw>0?raw:exports2.DEFAULT_ASK_AGENT_PER_HOUR}function noteKnownAgent(db,agent,now=new Date){agent!=="unnamed"&&db.prepare("INSERT OR IGNORE INTO known_agents (agent, first_seen) VALUES (?, ?)").run(agent,now.toISOString())}function isKnownAgent(db,agent){return db.prepare("SELECT 1 FROM known_agents WHERE agent = ?").get(agent)!==void 0}function row(db,id){let found=db.prepare("SELECT * FROM agent_requests WHERE id = ?").get(id);if(!found)throw new Error("no request with that id");return found}function askAgent(db,args){let rawTo=args.to.trim(),question=args.request.trim();if(!rawTo)throw new Error("ask_agent needs who it is for");if(!question)throw new Error("ask_agent needs a request");let to=(0,sourceName_1.hiveIdentity)(rawTo),from=(0,sourceName_1.hiveIdentity)(args.from);if(!from)throw new Error("ask_agent needs a connection name");if(!to)throw new Error("ask_agent cannot address unnamed: that is every connection whose key has no name. Name the key, then ask it by that name");(0,controls_1.assertNoUnstorableControls)("ask_agent to",to),(0,controls_1.assertNoUnstorableControls)("ask_agent request",question);let now=args.now??new Date;if(args.knownOnly&&!isKnownAgent(db,to))throw new Error(`no connection named ${JSON.stringify(to)} has connected to this workspace; ask_agent addresses an agent by the name on its connection key`);if(args.perHour!==void 0){let since=new Date(now.getTime()-HOUR_MS).toISOString(),recent=db.prepare("SELECT COUNT(*) AS n, MIN(created_at) AS oldest FROM agent_requests WHERE from_agent = ? AND created_at > ?").get(from,since);if(recent.n>=args.perHour){let retry=new Date(Date.parse(recent.oldest)+HOUR_MS).toISOString();throw new Error(`ask_agent is limited to ${args.perHour} requests per hour per connection; this one can ask again after ${retry}`)}}let id=`req_${crypto_1.default.randomBytes(8).toString("hex")}`,created=now.toISOString();return db.prepare(`INSERT INTO agent_requests (id, scope, from_agent, to_agent, question, answer, status, created_at, answered_at, closed_at)
|
|
1211
1224
|
VALUES (?, ?, ?, ?, ?, NULL, 'open', ?, NULL, NULL)`).run(id,args.scope!==void 0&&args.scope.trim()!==""?(0,scope_1.normalizeScope)(args.scope):null,from,to,question,created),{id,status:"open",from_agent:from,to_agent:to,created_at:created}}exports2.REQUEST_PAGE_LIMIT=20;function listWhere(args){let status=args.status??"open";if(!STATUSES.has(status))throw new Error("list_requests status must be open, answered or closed");let caller=(0,sourceName_1.hiveIdentity)(args.agent)??args.agent.trim(),sql,params=[];if(args.to!==void 0&&args.to.trim()!==""){let other=(0,sourceName_1.hiveIdentity)(args.to);if(!other)throw new Error("list_requests cannot address unnamed: that is every connection whose key has no name. Name the key, then ask it by that name");sql="status = ? AND ((from_agent = ? AND to_agent = ?) OR (from_agent = ? AND to_agent = ?))",params.push(status,caller,other,other,caller)}else sql="status = ? AND to_agent = ?",params.push(status,caller);let scopeSql="";if(args.scope!==void 0&&args.scope.trim()!==""){let saved=(0,scope_1.savedScopeSqlPredicate)((0,scope_1.normalizeScope)(args.scope),"COALESCE(scope, 'global')");scopeSql=` AND ${saved.sql}`,params.push(...saved.params)}return{sql:`${sql}${scopeSql}`,params,caller}}function visibleTo(agent,r){return r.from_agent===agent||r.to_agent===agent?r:{...r,answer:null}}function listRequests(db,args){let where=listWhere(args);return db.prepare(`SELECT * FROM agent_requests WHERE ${where.sql} ORDER BY created_at DESC, rowid DESC`).all(...where.params).map(r=>visibleTo(args.agent,r))}function listRequestsPage(db,args){let where=listWhere(args),sql=where.sql,params=[...where.params];if(args.before!==void 0&&args.before.trim()!==""){let anchor=db.prepare("SELECT created_at, rowid AS rid FROM agent_requests WHERE id = ? AND (from_agent = ? OR to_agent = ?)").get(args.before.trim(),where.caller,where.caller);if(!anchor)throw new Error("list_requests before must be the id of a request from whats_new or list_requests");sql+=" AND (created_at < ? OR (created_at = ? AND rowid < ?))",params.push(anchor.created_at,anchor.created_at,anchor.rid)}let requests=db.prepare(`SELECT * FROM agent_requests WHERE ${sql} ORDER BY created_at DESC, rowid DESC LIMIT ?`).all(...params,exports2.REQUEST_PAGE_LIMIT).map(r=>visibleTo(args.agent,r));if(requests.length<exports2.REQUEST_PAGE_LIMIT)return{requests};let total=db.prepare(`SELECT COUNT(*) AS n FROM agent_requests WHERE ${sql}`).get(...params).n;if(total<=requests.length)return{requests};let more=total-requests.length,last=requests[requests.length-1].id;return{requests,more_requests:more,more_requests_hint:`${more} older request${more===1?"":"s"} not shown; use list_requests with before=${last}`}}function answerRequest(db,args){let found=row(db,args.id);if(found.to_agent!==args.agent)throw new Error("only the agent this request is for can answer it");if(found.status==="closed")throw new Error("a closed request cannot be answered");let answer=args.answer.trim();if(!answer)throw new Error("answer_request needs an answer");(0,controls_1.assertNoUnstorableControls)("answer_request answer",answer);let at=(args.now??new Date).toISOString();if(db.prepare("UPDATE agent_requests SET status = 'answered', answer = ?, answered_at = ? WHERE id = ? AND status != 'closed'").run(answer,at,args.id).changes===0)throw new Error("a closed request cannot be answered");return row(db,args.id)}function closeRequest(db,args){let found=row(db,args.id);if(found.to_agent!==args.agent&&found.from_agent!==args.agent)throw new Error("only the agent this request is for, or the one who asked, can close it");if(found.status==="closed")return found;let at=(args.now??new Date).toISOString();return db.prepare("UPDATE agent_requests SET status = 'closed', closed_at = ? WHERE id = ?").run(at,args.id),row(db,args.id)}}});var require_whatsNew=__commonJS({"dist/memory/whatsNew.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EMPTY_WORKSPACE_NOTE=exports2.WHATS_NEW_EXCERPT_CHARS=exports2.WHATS_NEW_REQUEST_LIMIT=exports2.WHATS_NEW_DEFAULT_PAGE=exports2.WHATS_NEW_LIMIT=void 0;exports2.whatsNewPageFromEnv=whatsNewPageFromEnv;exports2.readWhatsNew=readWhatsNew;exports2.workspaceIsEmpty=workspaceIsEmpty;var scope_1=require_scope(),requests_1=require_requests();exports2.WHATS_NEW_LIMIT=50;exports2.WHATS_NEW_DEFAULT_PAGE=5;function whatsNewPageFromEnv(env=process.env){let raw=(env.RENOR_WHATS_NEW_PAGE??"").trim();if(raw==="")return exports2.WHATS_NEW_DEFAULT_PAGE;let n=/^\d+$/.test(raw)?Number(raw):NaN;if(!(n>=1&&n<=exports2.WHATS_NEW_LIMIT))throw new Error(`RENOR_WHATS_NEW_PAGE takes a whole number from 1 to ${exports2.WHATS_NEW_LIMIT}, not ${raw}`);return n}var WEEK_MS=10080*60*1e3;exports2.WHATS_NEW_REQUEST_LIMIT=requests_1.REQUEST_PAGE_LIMIT;exports2.WHATS_NEW_EXCERPT_CHARS=240;function excerpt(text){if(text===null)return null;let end=0,count=0;for(let point of text){if(count===exports2.WHATS_NEW_EXCERPT_CHARS)break;end+=point.length,count++}return text.slice(0,end)}function cursorOf(floorAt,floorId,beforeAt,beforeId,asOf,peek){let parts=[floorAt,String(floorId),beforeAt,String(beforeId),asOf];return peek&&parts.push("peek"),parts.join("|")}function parseCursor(cursor){let parts=cursor.split("|");if(parts.length!==5&&!(parts.length===6&&parts[5]==="peek")||!parts[0]||!parts[2]||!parts[4])throw new Error("whats_new cursor is not one this workspace issued");let floorId=Number(parts[1]),beforeId=Number(parts[3]);if(!Number.isInteger(floorId)||!Number.isInteger(beforeId))throw new Error("whats_new cursor is not one this workspace issued");return{floorAt:parts[0],floorId,beforeAt:parts[2],beforeId,asOf:parts[4],peek:parts.length===6}}function readWhatsNew(db,args){let limit=args.limit??exports2.WHATS_NEW_LIMIT,now=(args.now??new Date).toISOString(),scope=args.scope!==void 0&&args.scope.trim()!==""?(0,scope_1.normalizeScope)(args.scope):null,scopeKey=scope?(0,scope_1.scopeSpellings)(scope)[0]:"",page=args.cursor?parseCursor(args.cursor):null,floorAt,floorId,asOf,beforeAt=null,beforeId=null,peek=!1;if(page)peek=page.peek,floorAt=page.floorAt,floorId=page.floorId,asOf=page.asOf,beforeAt=page.beforeAt,beforeId=page.beforeId;else if(args.since)peek=!0,floorAt=args.since,floorId=-1,asOf=now;else{let stored=db.prepare("SELECT last_at, last_id FROM agent_cursors WHERE agent = ? AND scope = ?").get(args.agent,scopeKey);stored?(floorAt=stored.last_at,floorId=stored.last_id):(floorAt=new Date(Date.parse(now)-WEEK_MS).toISOString(),floorId=-1),asOf=now}let params=[floorAt,floorAt,floorId,asOf],beforeSql="";beforeAt!==null&&beforeId!==null&&(beforeSql=" AND (created_at < ? OR (created_at = ? AND id < ?))",params.push(beforeAt,beforeAt,beforeId));let ownSql="";args.includeOwn||(ownSql=" AND (author IS NULL OR author != ?)",params.push(args.agent));let scopeSql="";if(scope){let saved=(0,scope_1.savedScopeSqlPredicate)(scope,"COALESCE(scope, 'global')");scopeSql=` AND ${saved.sql}`,params.push(...saved.params)}params.push(limit+1);let rows=db.prepare(`SELECT id, action, summary, created_at, author, scope FROM write_events
|
|
1212
1225
|
WHERE (created_at > ? OR (created_at = ? AND id > ?))
|
|
@@ -1218,7 +1231,7 @@ ${item.text}`).join(`
|
|
|
1218
1231
|
ON CONFLICT(repo, branch) DO UPDATE SET note = excluded.note, writer = excluded.writer,
|
|
1219
1232
|
written_at = excluded.written_at, expires_at = excluded.expires_at`).run(repo,branch,note,writer,writtenAt,expiresAt),had})());return{repo,branch,note,writer,written_at:writtenAt,expires_at:expiresAt,replaced}}function readHandoffNote(db,args){let repo=normaliseRepoKey(args.repo),branch=normaliseBranch(args.branch);return(0,handoffTable_1.ensureHandoffTable)(db),purgeExpired(db,storeNow(db,clockOf(args.now,args.clock))),db.prepare("SELECT repo, branch, note, writer, written_at, expires_at FROM handoff_notes WHERE repo = ? AND branch = ?").get(repo,branch)??null}function presentHandoffNote(note,now=new Date){let days=Math.floor((now.getTime()-Date.parse(note.written_at))/864e5),age=days<=0?"today":days===1?"1 day ago":`${days} days ago`;return`Handoff note for ${note.branch}, written ${note.written_at.slice(0,16).replace("T"," ")} UTC (${age}) by ${note.writer}. It is the last session's status, not memory: check it against the code before relying on it.
|
|
1220
1233
|
|
|
1221
|
-
`+note.note}exports2.HANDOFF_TOOL_NAME="handoff_note";exports2.HANDOFF_TOOL_DESCRIPTION='The handoff note for one repository and branch: the only status Renor keeps, and never memory. action "write" at the end of a session: what was in progress, the next step, open questions, in at most 200 words. It replaces the note already there; nothing is appended. action "read" at the start of a session: the note for exactly this repository and branch, with its date and the agent that wrote it, or found: false. repo is `git remote get-url origin` (or the repository\'s absolute path when it has no remote), branch is `git rev-parse --abbrev-ref HEAD`. A note is deleted 7 days after it was written. get_context, search_memory, memory_map, whats_new and export_memory never return it. Do not save status anywhere else.';exports2.HANDOFF_ARG_DESCRIPTIONS={action:`"write" to replace this repository and branch's note, "read" to get it.`,repo:"The repository: git remote get-url origin, or its absolute path when it has no remote. Credentials in a URL are dropped, never stored.",branch:"The branch: git rev-parse --abbrev-ref HEAD.",note:"For write: what was in progress, the next step, open questions. At most 200 words."};async function runHandoffTool(db,args,writer,now){if(args.action==="write"){let stored=await writeHandoffNote(db,{repo:args.repo,branch:args.branch,note:args.note??"",writer,now});return{ok:!0,action:"write",replaced:stored.replaced,repo:stored.repo,branch:stored.branch,writer:stored.writer,written_at:stored.written_at,expires_at:stored.expires_at,words:countWords(stored.note)}}if(args.action!=="read")throw(0,toolRefusal_1.refusal)("invalid_argument",'handoff_note action is "read" or "write"');let found=readHandoffNote(db,{repo:args.repo,branch:args.branch,now});return found?{ok:!0,action:"read",found:!0,...found,shown:presentHandoffNote(found,now??new Date)}:{ok:!0,action:"read",found:!1,repo:normaliseRepoKey(args.repo),branch:normaliseBranch(args.branch)}}}});var require_outputSchemas=__commonJS({"dist/mvp/outputSchemas.js"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||(function(){var ownKeys=function(o){return ownKeys=Object.getOwnPropertyNames||function(o2){var ar=[];for(var k in o2)Object.prototype.hasOwnProperty.call(o2,k)&&(ar[ar.length]=k);return ar},ownKeys(o)};return function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k=ownKeys(mod),i=0;i<k.length;i++)k[i]!=="default"&&__createBinding(result,mod,k[i]);return __setModuleDefault(result,mod),result}})();Object.defineProperty(exports2,"__esModule",{value:!0});exports2.OUT_HANDOFF=exports2.OUT_REQUEST=exports2.OUT_LIST_REQUESTS=exports2.OUT_ASK_AGENT=exports2.OUT_WHATS_NEW=exports2.OUT_HIT=exports2.PAGE_TOOLS=void 0;exports2.toolOutputSchemasEnabled=toolOutputSchemasEnabled;exports2.pageOutputSchemasEnabled=pageOutputSchemasEnabled;exports2.toolCarriesStructured=toolCarriesStructured;var z=__importStar(require_zod());function toolOutputSchemasEnabled(env=process.env){let v=(env.RENOR_TOOL_OUTPUT_SCHEMAS??"").trim().toLowerCase();return v!=="0"&&v!=="false"&&v!=="no"&&v!=="off"}exports2.PAGE_TOOLS=new Set(["get_context","search_memory","search_text","search_history","read_memory","memory_map","export_memory","lookup_entity","retrieve_memory","search","evidence","keyword","entity","facts"]);function pageOutputSchemasEnabled(env=process.env){let v=(env.RENOR_PAGE_OUTPUT_SCHEMAS??"").trim().toLowerCase();return v==="1"||v==="true"||v==="yes"||v==="on"}function toolCarriesStructured(name,env=process.env){return toolOutputSchemasEnabled(env)?!exports2.PAGE_TOOLS.has(name)||pageOutputSchemasEnabled(env):!1}exports2.OUT_HIT=z.record(z.string(),z.unknown());exports2.OUT_WHATS_NEW=z.looseObject({items:z.array(exports2.OUT_HIT),as_of:z.string(),next_since:z.string().nullable(),cursor:z.string().nullable(),more_requests:z.number().optional(),more_requests_hint:z.string().optional()});exports2.OUT_ASK_AGENT=z.looseObject({id:z.string(),status:z.enum(["open","answered","closed"]),from_agent:z.string(),to_agent:z.string(),created_at:z.string()});exports2.OUT_LIST_REQUESTS=z.looseObject({requests:z.array(exports2.OUT_HIT),more_requests:z.number().optional(),more_requests_hint:z.string().optional()});exports2.OUT_REQUEST=z.looseObject({id:z.string(),scope:z.string().nullable(),from_agent:z.string(),to_agent:z.string(),question:z.string(),answer:z.string().nullable(),status:z.enum(["open","answered","closed"]),created_at:z.string(),answered_at:z.string().nullable(),closed_at:z.string().nullable(),untrusted:z.literal(!0)});exports2.OUT_HANDOFF=z.looseObject({ok:z.boolean(),action:z.enum(["read","write"])})}});var require_server4=__commonJS({"dist/mcp/server.js"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||(function(){var ownKeys=function(o){return ownKeys=Object.getOwnPropertyNames||function(o2){var ar=[];for(var k in o2)Object.prototype.hasOwnProperty.call(o2,k)&&(ar[ar.length]=k);return ar},ownKeys(o)};return function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k=ownKeys(mod),i=0;i<k.length;i++)k[i]!=="default"&&__createBinding(result,mod,k[i]);return __setModuleDefault(result,mod),result}})();Object.defineProperty(exports2,"__esModule",{value:!0});exports2.HANDOFF_TOOL=exports2.TOOLS=void 0;exports2.createMcpTools=createMcpTools;exports2.utf8Lines=utf8Lines;exports2.registerMcpHandlers=registerMcpHandlers;exports2.startMcpServer=startMcpServer;var index_js_1=require_server3(),stdio_js_1=require_stdio2(),types_js_1=require_types2(),stream_1=require("stream"),orchestrator_12=require_orchestrator(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),lifecycle_12=require_lifecycle(),pipeline_12=require_pipeline(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),engine_12=require_engine2(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),options_12=require_options(),attach_12=require_attach(),composer_12=require_composer(),hive_1=require_hive(),sourceName_1=require_sourceName(),requestErrors_1=require_requestErrors(),sanitize_1=require_sanitize(),factsFirst_1=require_factsFirst(),handoff_1=require_handoff(),buildIdentity_12=require_buildIdentity(),z=__importStar(require_zod()),outputSchemas_1=require_outputSchemas();function createMcpTools(db,vectorIndex,provider,config,evidence={mode:"off",model:"",maxSessions:12,charCap:6e3}){let rawConnectionName=process.env.RENOR_CONNECTION_NAME?.trim(),identity=rawConnectionName?(0,sourceName_1.hiveIdentity)(rawConnectionName):null,hive=identity?(0,hive_1.createStdioHiveTools)(db,identity):{},extractor,getExtractor=()=>(extractor!==void 0||(extractor=(0,options_12.createEvidenceExtractor)(evidence)),extractor),vault={memoryDir:config.vaultPath,ledgerRelPath:config.memoryLedger??lifecycle_12.DEFAULT_LEDGER_REL},isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)(vault),indexSaved=async file=>{try{let maxTokens=config.chunkMaxTokens??400;return await(0,pipeline_12.indexFile)(db,file,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens,overlapTokens:config.chunkOverlapTokens??Math.min(50,maxTokens-1)}}),null}catch(err){return{warning:"memory-saved-but-index-refresh-failed",detail:(err instanceof Error?err.message:String(err)).slice(0,300)}}};(0,handoff_1.handoffNoteEnabled)()&&(0,handoff_1.startHandoffSweep)(db);let handoff=(0,handoff_1.handoffNoteEnabled)()?{async[handoff_1.HANDOFF_TOOL_NAME](args){return(0,handoff_1.runHandoffTool)(db,args??{},identity??"stdio")}}:{};return{...hive,...handoff,async search(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,100),result=await(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,args.query,topK,config.priorityPaths??[],{},{isLedgerNote:isLedger}),currentFacts=(0,factsFirst_1.matchingCurrentFactHits)(db,args.query,Math.min(3,topK)),factTexts=new Set(currentFacts.map(hit=>hit.text)),hits=[...currentFacts,...result.hits.filter(hit=>!factTexts.has(hit.text))].sort((a,b)=>b.score-a.score).slice(0,topK),enabled=(0,attach_12.searchEvidenceEnabled)(),attached=await(0,attach_12.attachSearchEvidence)({query:args.query,hits,vaultPath:config.vaultPath,options:evidence,extractor:enabled?getExtractor():null,enabled}),shown=(0,ledgerPresentation_12.presentLedgerEvents)(attached.hits,isLedger);if((0,composer_12.structuredContextEnabled)()){let excerptHits=shown.filter(h=>h.notePath!==attach_12.EVIDENCE_HIT_PATH);return{hits:shown,composedContext:(0,composer_12.composeQueryContextFromDb)(db,{query:args.query,hits:excerptHits,evidence:attached.evidence})}}return shown},async evidence(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,100),hits=(await(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,args.query,topK,config.priorityPaths??[],{},{isLedgerNote:isLedger})).hits,attachment=await(0,attach_12.collectEvidence)({query:args.query,hits,vaultPath:config.vaultPath,options:evidence,extractor:getExtractor(),force:args.force===!0});return{query:args.query,hits:(0,ledgerPresentation_12.presentLedgerEvents)(hits,isLedger),evidence:attachment}},async keyword(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,50),match=(0,queryHelpers_1.quoteFtsQuery)(args.query);if(!match)return[];try{let fts=(0,queryHelpers_1.shownPage)(rows=>(0,keyword_1.keywordSearch)(db,match,rows),rows=>(0,ledgerPresentation_12.keywordLedgerHits)(rows.map(r=>({...r,score:Math.abs(r.score),reason:"fts"})),isLedger,args.query),topK),named=(0,noteIdentity_1.selectNoteIdentityHits)(db,args.query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set(fts.map(r=>r.notePath)),(_notePath,opening)=>!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger));return(0,ledgerPresentation_12.presentLedgerEvents)([...fts,...named],isLedger).map(hit=>({...hit,notePath:(0,engine_12.clientPath)(config.vaultPath,hit.notePath)}))}catch(err){return{ok:!1,error:"fts-query",detail:(err instanceof Error?err.message:String(err)).slice(0,200),results:[]}}},async entity(args){return(0,entityLookup_1.lookupEntity)(db,args.name)},async facts(args){let entityName=(0,queryHelpers_1.pickEntityName)(args);return entityName?(0,lifecycle_12.factsFor)(db,entityName,{asOf:args.asOf,includeHistory:args.includeHistory}):[]},async remember_fact(args){let ledgerRel=config.memoryLedger??lifecycle_12.DEFAULT_LEDGER_REL,receipt=await(0,lifecycle_12.remember)(db,config.vaultPath,ledgerRel,{...args,source:identity??void 0});if(receipt.action==="nochange")return receipt;let failed=await indexSaved((0,lifecycle_12.resolveLedgerPath)(config.vaultPath,ledgerRel));return failed?{...receipt,...failed}:receipt},async status(_args){return{notes:db.prepare("SELECT COUNT(*) as c FROM notes").get().c,chunks:db.prepare("SELECT COUNT(*) as c FROM chunks").get().c,entities:db.prepare("SELECT COUNT(*) as c FROM entities").get().c,facts:db.prepare("SELECT COUNT(*) as c FROM facts").get().c,relations:db.prepare("SELECT COUNT(*) as c FROM relations").get().c}},async note(args){let date=args.date??new Date().toISOString().substring(0,10),source=identity??"mcp",filePath=await(0,writer_12.appendDailyMemory)(config.vaultPath,date,{text:args.text,source},config.memoryDir),failed=await indexSaved(filePath);return{ok:!0,path:filePath,...failed}}}}exports2.TOOLS=[{name:"search",description:`DEFAULT tool for questions about the user or the vault (who/what/where/current project, preferences, goals). Prepends current lifecycle facts when they match; then semantic chunks. Each hit may include session_date \u2014 render excerpts as "[Session date: <session_date>]
|
|
1234
|
+
`+note.note}exports2.HANDOFF_TOOL_NAME="handoff_note";exports2.HANDOFF_TOOL_DESCRIPTION='The handoff note for one repository and branch: the only status Renor keeps, and never memory. action "write" at the end of a session: what was in progress, the next step, open questions, in at most 200 words. It replaces the note already there; nothing is appended. action "read" at the start of a session: the note for exactly this repository and branch, with its date and the agent that wrote it, or found: false. repo is `git remote get-url origin` (or the repository\'s absolute path when it has no remote), branch is `git rev-parse --abbrev-ref HEAD`. A note is deleted 7 days after it was written. get_context, search_memory, memory_map, whats_new and export_memory never return it. Do not save status anywhere else.';exports2.HANDOFF_ARG_DESCRIPTIONS={action:`"write" to replace this repository and branch's note, "read" to get it.`,repo:"The repository: git remote get-url origin, or its absolute path when it has no remote. Credentials in a URL are dropped, never stored.",branch:"The branch: git rev-parse --abbrev-ref HEAD.",note:"For write: what was in progress, the next step, open questions. At most 200 words."};async function runHandoffTool(db,args,writer,now){if(args.action==="write"){let stored=await writeHandoffNote(db,{repo:args.repo,branch:args.branch,note:args.note??"",writer,now});return{ok:!0,action:"write",replaced:stored.replaced,repo:stored.repo,branch:stored.branch,writer:stored.writer,written_at:stored.written_at,expires_at:stored.expires_at,words:countWords(stored.note)}}if(args.action!=="read")throw(0,toolRefusal_1.refusal)("invalid_argument",'handoff_note action is "read" or "write"');let found=readHandoffNote(db,{repo:args.repo,branch:args.branch,now});return found?{ok:!0,action:"read",found:!0,...found,shown:presentHandoffNote(found,now??new Date)}:{ok:!0,action:"read",found:!1,repo:normaliseRepoKey(args.repo),branch:normaliseBranch(args.branch)}}}});var require_outputSchemas=__commonJS({"dist/mvp/outputSchemas.js"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||(function(){var ownKeys=function(o){return ownKeys=Object.getOwnPropertyNames||function(o2){var ar=[];for(var k in o2)Object.prototype.hasOwnProperty.call(o2,k)&&(ar[ar.length]=k);return ar},ownKeys(o)};return function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k=ownKeys(mod),i=0;i<k.length;i++)k[i]!=="default"&&__createBinding(result,mod,k[i]);return __setModuleDefault(result,mod),result}})();Object.defineProperty(exports2,"__esModule",{value:!0});exports2.OUT_HANDOFF=exports2.OUT_REQUEST=exports2.OUT_LIST_REQUESTS=exports2.OUT_ASK_AGENT=exports2.OUT_WHATS_NEW=exports2.OUT_HIT=exports2.PAGE_TOOLS=void 0;exports2.toolOutputSchemasEnabled=toolOutputSchemasEnabled;exports2.pageOutputSchemasEnabled=pageOutputSchemasEnabled;exports2.toolCarriesStructured=toolCarriesStructured;var z=__importStar(require_zod());function toolOutputSchemasEnabled(env=process.env){let v=(env.RENOR_TOOL_OUTPUT_SCHEMAS??"").trim().toLowerCase();return v!=="0"&&v!=="false"&&v!=="no"&&v!=="off"}exports2.PAGE_TOOLS=new Set(["get_context","search_memory","search_text","search_history","read_memory","memory_map","export_memory","lookup_entity","retrieve_memory","search","evidence","keyword","entity","facts"]);function pageOutputSchemasEnabled(env=process.env){let v=(env.RENOR_PAGE_OUTPUT_SCHEMAS??"").trim().toLowerCase();return v==="1"||v==="true"||v==="yes"||v==="on"}function toolCarriesStructured(name,env=process.env){return toolOutputSchemasEnabled(env)?!exports2.PAGE_TOOLS.has(name)||pageOutputSchemasEnabled(env):!1}exports2.OUT_HIT=z.record(z.string(),z.unknown());exports2.OUT_WHATS_NEW=z.looseObject({items:z.array(exports2.OUT_HIT),as_of:z.string(),next_since:z.string().nullable(),cursor:z.string().nullable(),more_requests:z.number().optional(),more_requests_hint:z.string().optional()});exports2.OUT_ASK_AGENT=z.looseObject({id:z.string(),status:z.enum(["open","answered","closed"]),from_agent:z.string(),to_agent:z.string(),created_at:z.string()});exports2.OUT_LIST_REQUESTS=z.looseObject({requests:z.array(exports2.OUT_HIT),more_requests:z.number().optional(),more_requests_hint:z.string().optional()});exports2.OUT_REQUEST=z.looseObject({id:z.string(),scope:z.string().nullable(),from_agent:z.string(),to_agent:z.string(),question:z.string(),answer:z.string().nullable(),status:z.enum(["open","answered","closed"]),created_at:z.string(),answered_at:z.string().nullable(),closed_at:z.string().nullable(),untrusted:z.literal(!0)});exports2.OUT_HANDOFF=z.looseObject({ok:z.boolean(),action:z.enum(["read","write"])})}});var require_server4=__commonJS({"dist/mcp/server.js"(exports2){"use strict";var __createBinding=exports2&&exports2.__createBinding||(Object.create?(function(o,m,k,k2){k2===void 0&&(k2=k);var desc=Object.getOwnPropertyDescriptor(m,k);(!desc||("get"in desc?!m.__esModule:desc.writable||desc.configurable))&&(desc={enumerable:!0,get:function(){return m[k]}}),Object.defineProperty(o,k2,desc)}):(function(o,m,k,k2){k2===void 0&&(k2=k),o[k2]=m[k]})),__setModuleDefault=exports2&&exports2.__setModuleDefault||(Object.create?(function(o,v){Object.defineProperty(o,"default",{enumerable:!0,value:v})}):function(o,v){o.default=v}),__importStar=exports2&&exports2.__importStar||(function(){var ownKeys=function(o){return ownKeys=Object.getOwnPropertyNames||function(o2){var ar=[];for(var k in o2)Object.prototype.hasOwnProperty.call(o2,k)&&(ar[ar.length]=k);return ar},ownKeys(o)};return function(mod){if(mod&&mod.__esModule)return mod;var result={};if(mod!=null)for(var k=ownKeys(mod),i=0;i<k.length;i++)k[i]!=="default"&&__createBinding(result,mod,k[i]);return __setModuleDefault(result,mod),result}})();Object.defineProperty(exports2,"__esModule",{value:!0});exports2.HANDOFF_TOOL=exports2.TOOLS=void 0;exports2.createMcpTools=createMcpTools;exports2.utf8Lines=utf8Lines;exports2.registerMcpHandlers=registerMcpHandlers;exports2.startMcpServer=startMcpServer;var index_js_1=require_server3(),stdio_js_1=require_stdio2(),types_js_1=require_types2(),stream_1=require("stream"),orchestrator_12=require_orchestrator(),entityLookup_1=require_entityLookup(),writer_12=require_writer(),memoryMap_1=require_memoryMap(),lifecycle_12=require_lifecycle(),pipeline_12=require_pipeline(),queryHelpers_1=require_queryHelpers(),keyword_1=require_keyword(),engine_12=require_engine2(),noteIdentity_1=require_noteIdentity(),ledgerPresentation_12=require_ledgerPresentation(),options_12=require_options(),correctedHits_1=require_correctedHits(),attach_12=require_attach(),composer_12=require_composer(),hive_1=require_hive(),sourceName_1=require_sourceName(),requestErrors_1=require_requestErrors(),sanitize_1=require_sanitize(),factsFirst_1=require_factsFirst(),handoff_1=require_handoff(),buildIdentity_12=require_buildIdentity(),layeredScope_1=require_layeredScope(),origin_1=require_origin(),z=__importStar(require_zod()),outputSchemas_1=require_outputSchemas();function createMcpTools(db,vectorIndex,provider,config,evidence={mode:"off",model:"",maxSessions:12,charCap:6e3}){let rawConnectionName=process.env.RENOR_CONNECTION_NAME?.trim(),identity=rawConnectionName?(0,sourceName_1.hiveIdentity)(rawConnectionName):null,hive=identity?(0,hive_1.createStdioHiveTools)(db,identity):{},extractor,getExtractor=()=>(extractor!==void 0||(extractor=(0,options_12.createEvidenceExtractor)(evidence)),extractor),vault={memoryDir:config.vaultPath,ledgerRelPath:config.memoryLedger??lifecycle_12.DEFAULT_LEDGER_REL},isLedger=(0,ledgerPresentation_12.ledgerNoteMatcher)(vault),stdioOrigin,originHere=()=>stdioOrigin===void 0?stdioOrigin=(0,origin_1.originFromDirectory)(process.cwd()):stdioOrigin,indexSaved=async file=>{try{let maxTokens=config.chunkMaxTokens??400;return await(0,pipeline_12.indexFile)(db,file,{embeddingProvider:provider,vectorIndex,chunkOptions:{maxTokens,overlapTokens:config.chunkOverlapTokens??Math.min(50,maxTokens-1)}}),null}catch(err){return{warning:"memory-saved-but-index-refresh-failed",detail:(err instanceof Error?err.message:String(err)).slice(0,300)}}};(0,handoff_1.handoffNoteEnabled)()&&(0,handoff_1.startHandoffSweep)(db);let handoff=(0,handoff_1.handoffNoteEnabled)()?{async[handoff_1.HANDOFF_TOOL_NAME](args){return(0,handoff_1.runHandoffTool)(db,args??{},identity??"stdio")}}:{};return{...hive,...handoff,async search(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,100),result=await(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,args.query,topK,config.priorityPaths??[],{},{isLedgerNote:isLedger}),currentFacts=(0,factsFirst_1.matchingCurrentFactHits)(db,args.query,Math.min(3,topK)),factTexts=new Set(currentFacts.map(hit=>hit.text)),hits=[...currentFacts,...result.hits.filter(hit=>!factTexts.has(hit.text))].sort((a,b)=>b.score-a.score).slice(0,topK),enabled=(0,attach_12.searchEvidenceEnabled)(),attached=await(0,attach_12.attachSearchEvidence)({query:args.query,hits,vaultPath:config.vaultPath,options:evidence,extractor:enabled?getExtractor():null,enabled}),shown=(0,correctedHits_1.markCorrectedHits)((0,ledgerPresentation_12.presentLedgerEvents)(attached.hits,isLedger));if((0,composer_12.structuredContextEnabled)()){let excerptHits=shown.filter(h=>h.notePath!==attach_12.EVIDENCE_HIT_PATH);return{hits:shown,composedContext:(0,composer_12.composeQueryContextFromDb)(db,{query:args.query,hits:excerptHits,evidence:attached.evidence})}}return shown},async evidence(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,100),hits=(await(0,orchestrator_12.retrieveContext)(db,vectorIndex,provider,args.query,topK,config.priorityPaths??[],{},{isLedgerNote:isLedger})).hits,attachment=await(0,attach_12.collectEvidence)({query:args.query,hits,vaultPath:config.vaultPath,options:evidence,extractor:getExtractor(),force:args.force===!0});return{query:args.query,hits:(0,ledgerPresentation_12.presentLedgerEvents)(hits,isLedger),evidence:attachment}},async keyword(args){let topK=(0,queryHelpers_1.pickTopK)(args,20,50),match=(0,queryHelpers_1.quoteFtsQuery)(args.query);if(!match)return[];try{let fts=(0,queryHelpers_1.shownPage)(rows=>(0,keyword_1.keywordSearch)(db,match,rows),rows=>(0,ledgerPresentation_12.keywordLedgerHits)(rows.map(r=>({...r,score:Math.abs(r.score),reason:"fts"})),isLedger,args.query),topK),named=(0,noteIdentity_1.selectNoteIdentityHits)(db,args.query,noteIdentity_1.NOTE_IDENTITY_EXTRA,new Set(fts.map(r=>r.notePath)),(_notePath,opening)=>!(0,ledgerPresentation_12.isLedgerPreamble)(opening,isLedger));return(0,ledgerPresentation_12.presentLedgerEvents)([...fts,...named],isLedger).map(hit=>({...hit,notePath:(0,engine_12.clientPath)(config.vaultPath,hit.notePath)}))}catch(err){return{ok:!1,error:"fts-query",detail:(err instanceof Error?err.message:String(err)).slice(0,200),results:[]}}},async entity(args){return(0,entityLookup_1.lookupEntity)(db,args.name)},async facts(args){let entityName=(0,queryHelpers_1.pickEntityName)(args);return entityName?(0,lifecycle_12.factsFor)(db,entityName,{asOf:args.asOf,includeHistory:args.includeHistory}):[]},async remember_fact(args){let ledgerRel=config.memoryLedger??lifecycle_12.DEFAULT_LEDGER_REL,receipt=await(0,lifecycle_12.remember)(db,config.vaultPath,ledgerRel,{...args,source:identity??void 0});if(receipt.action==="nochange")return receipt;(0,layeredScope_1.layeredScopeEnabled)()&&receipt.eventId&&(0,layeredScope_1.recordSaveOrigin)(db,{eventId:receipt.eventId,text:`${receipt.subject} ${receipt.predicate}: ${args.object}`,subject:receipt.subject,origin:originHere()});let failed=await indexSaved((0,lifecycle_12.resolveLedgerPath)(config.vaultPath,ledgerRel));return failed?{...receipt,...failed}:receipt},async status(_args){return{notes:db.prepare("SELECT COUNT(*) as c FROM notes").get().c,chunks:db.prepare("SELECT COUNT(*) as c FROM chunks").get().c,entities:db.prepare("SELECT COUNT(*) as c FROM entities").get().c,facts:db.prepare("SELECT COUNT(*) as c FROM facts").get().c,relations:db.prepare("SELECT COUNT(*) as c FROM relations").get().c}},async note(args){let date=args.date??new Date().toISOString().substring(0,10),source=identity??"mcp",written=await(0,writer_12.appendDailyEntry)(config.vaultPath,date,{text:args.text,source},config.memoryDir),filePath=written.filePath;if((0,layeredScope_1.layeredScopeEnabled)()){let notePath=(0,engine_12.clientPath)(config.vaultPath,filePath).split("\\").join("/"),noteId=(0,memoryMap_1.appendedEntryId)(notePath,written.entry);noteId&&(0,layeredScope_1.recordSaveOrigin)(db,{noteId,notePath,text:args.text,origin:originHere()})}let failed=await indexSaved(filePath);return{ok:!0,path:filePath,...failed}}}}exports2.TOOLS=[{name:"search",description:`DEFAULT tool for questions about the user or the vault (who/what/where/current project, preferences, goals). Prepends current lifecycle facts when they match; then semantic chunks. Each hit may include session_date \u2014 render excerpts as "[Session date: <session_date>]
|
|
1222
1235
|
<text>". Do not rewrite stored chunk text. When RENOR_SEARCH_EVIDENCE is on, search also runs the H10-v4 evidence second pass (full source notes, 12-note/6k cap, cached) and prepends a dated item table as the first hit. Do not use keyword search first for identity questions. Write durable facts with remember_fact.`,inputSchema:{type:"object",properties:{query:{type:"string",description:"Natural language search query"},topK:{type:"number",description:"Number of results (1-100, default 20)"}},required:["query"]}},{name:"evidence",description:"Question-conditioned evidence extraction. Retrieves like search and then lists every distinct item/event/amount relevant to the question, with dates. Best for how-many / how-much / count / list / aggregate questions about the user's history. It never computes totals \u2014 count or sum the items yourself and prefer items with dates matching the question window. Identical questions over unchanged history replay from a content-addressed cache at zero model cost. Gated by RENOR_EVIDENCE_MODE (off | auto | always); call with force: true to run even when auto declines.",inputSchema:{type:"object",properties:{query:{type:"string",description:"Natural language question about the user's history"},topK:{type:"number",description:"Number of retrieval hits to return (1-100, default 20)"},force:{type:"boolean",description:"Run the second pass even when auto gating declines (ignored when mode is off)"}},required:["query"]}},{name:"keyword",description:'Exact keyword/BM25 search only: the query is matched as one exact phrase, and OR, AND, NEAR and * are plain words, not operators. Use search for identity and natural-language questions. Hyphens are quoted server-side. When the term appears in no chunk text, it is matched against note paths and frontmatter too, so a task id, slug or file name finds the note that carries it (reason: "note-identity").',inputSchema:{type:"object",properties:{query:{type:"string",description:"Words to find, matched as one exact phrase: OR, AND, NEAR and * are plain words, not operators"},topK:{type:"number",description:"Number of results (1-50, default 20)"}},required:["query"]}},{name:"entity",description:"Look up an entity (person, project, concept) by name or alias. Returns entity details or null.",inputSchema:{type:"object",properties:{name:{type:"string",description:"Entity name or alias to look up"}},required:["name"]}},{name:"remember_fact",description:'Durable memory write: stores (or supersedes) a fact about a subject. Ledger-first (survives index rebuild), temporal (closes the previous current fact for that subject+predicate). Returns a receipt. Use for "remember that\u2026" statements. Confidence is not representable in the ledger.',inputSchema:{type:"object",properties:{subject:{type:"string",description:'Who or what the fact is about, e.g. "Renor". A single string, not a nested object.'},predicate:{type:"string",description:'The relation or attribute being asserted, e.g. "works_at". A short single-line string.'},object:{type:"string",description:'The current value, e.g. "Memory Company". A single string: pass a list or a struct as ONE joined string, never as JSON or an array.'},source:{type:"string",description:"Ignored. The author is this connection's header-form name. When the connection has no usable name, the engine default (agent) is stored. Never a file path or document name."}},required:["subject","predicate","object"]}},{name:"facts",description:"All current lifecycle facts for an entity (name / entityName / subject; aliases). Prefer search for a natural-language question. asOf / includeHistory for temporal reads.",inputSchema:{type:"object",properties:{entityName:{type:"string",description:"Entity name (also accepts name / subject)"},name:{type:"string",description:"Alias of entityName"},asOf:{type:"string",description:"ISO timestamp \u2014 facts valid at that time"},includeHistory:{type:"boolean",description:"include superseded facts"}}}},{name:"status",description:"Get vault index statistics: count of notes, chunks, entities, facts, and relations.",inputSchema:{type:"object",properties:{}}},{name:"note",description:"Store a memory entry in the daily notes. Appends text to the daily note for the given date.",inputSchema:{type:"object",properties:{text:{type:"string",description:"Text to remember"},date:{type:"string",description:"Date in YYYY-MM-DD format (defaults to today)"},source:{type:"string",description:"Ignored. The author is this connection's header-form name, or mcp when the connection has no usable name. Never a file path or document name."}},required:["text"]}}];var OUTPUT_SCHEMAS={search:z.looseObject({result:z.array(outputSchemas_1.OUT_HIT).optional(),hits:z.array(outputSchemas_1.OUT_HIT).optional(),composedContext:z.unknown().optional()}),evidence:z.looseObject({query:z.string(),hits:z.array(outputSchemas_1.OUT_HIT),evidence:z.unknown()}),keyword:z.looseObject({result:z.array(outputSchemas_1.OUT_HIT).optional(),ok:z.boolean().optional(),error:z.string().optional(),detail:z.string().optional(),results:z.array(outputSchemas_1.OUT_HIT).optional()}),entity:z.looseObject({result:z.looseObject({id:z.number(),type:z.string(),canonicalName:z.string(),aliases:z.array(z.string()),sourceNote:z.string(),confidence:z.number()}).nullable().optional()}),facts:z.looseObject({result:z.array(outputSchemas_1.OUT_HIT)}),remember_fact:z.looseObject({action:z.enum(["supersede","store","nochange"])}),status:z.looseObject({notes:z.number(),chunks:z.number(),entities:z.number(),facts:z.number(),relations:z.number()}),note:z.looseObject({ok:z.literal(!0),path:z.string(),warning:z.string().optional(),detail:z.string().optional()}),whats_new:outputSchemas_1.OUT_WHATS_NEW,ask_agent:outputSchemas_1.OUT_ASK_AGENT,list_requests:outputSchemas_1.OUT_LIST_REQUESTS,answer_request:outputSchemas_1.OUT_REQUEST,close_request:outputSchemas_1.OUT_REQUEST,[handoff_1.HANDOFF_TOOL_NAME]:outputSchemas_1.OUT_HANDOFF};function listedWithSchema(tool,on){let schema=OUTPUT_SCHEMAS[tool.name];if(!on||!schema)return tool;let{$schema:_dialect,...json}=z.toJSONSchema(schema,{target:"draft-7"});return{...tool,outputSchema:{...json,type:"object"}}}function structuredOf(value){return value!==null&&typeof value=="object"&&!Array.isArray(value)?value:{result:value}}exports2.HANDOFF_TOOL={name:handoff_1.HANDOFF_TOOL_NAME,description:handoff_1.HANDOFF_TOOL_DESCRIPTION,inputSchema:{type:"object",properties:{action:{type:"string",enum:["read","write"],description:handoff_1.HANDOFF_ARG_DESCRIPTIONS.action},repo:{type:"string",description:handoff_1.HANDOFF_ARG_DESCRIPTIONS.repo},branch:{type:"string",description:handoff_1.HANDOFF_ARG_DESCRIPTIONS.branch},note:{type:"string",description:handoff_1.HANDOFF_ARG_DESCRIPTIONS.note}},required:["action","repo","branch"]}};function utf8Lines(source,onInvalid){let out=new stream_1.PassThrough,decoder=new TextDecoder("utf-8",{fatal:!0}),pending=Buffer.alloc(0),pass=line=>{try{decoder.decode(line)}catch{onInvalid();return}out.write(line)};return source.on("data",chunk=>{pending=pending.length===0?chunk:Buffer.concat([pending,chunk]);let newline=pending.indexOf(10);for(;newline!==-1;)pass(pending.subarray(0,newline+1)),pending=pending.subarray(newline+1),newline=pending.indexOf(10)}),source.on("end",()=>{pending.length>0&&pass(pending),out.end()}),source.on("error",err=>out.destroy(err)),out}function registerMcpHandlers(server,tools){let byName=tools,hive=hive_1.HIVE_TOOLS.filter(tool=>typeof byName[tool.name]=="function"),handoff=typeof byName[handoff_1.HANDOFF_TOOL_NAME]=="function"?[exports2.HANDOFF_TOOL]:[],env={...process.env},carries=name=>(0,outputSchemas_1.toolCarriesStructured)(name,env);server.setRequestHandler(types_js_1.ListToolsRequestSchema,async()=>({tools:[...exports2.TOOLS,...hive,...handoff].map(tool=>listedWithSchema(tool,carries(tool.name)))})),server.setRequestHandler(types_js_1.CallToolRequestSchema,async request=>{let{name,arguments:args}=request.params,handler=byName[name];if(!handler)return hive_1.HIVE_TOOLS.some(tool=>tool.name===name)?{content:[{type:"text",text:`${name} is refused: this connection has no name. Set RENOR_CONNECTION_NAME to this agent's name before starting renor-engine mcp, then reconnect.`}],isError:!0}:{content:[{type:"text",text:`Unknown tool: ${name}`}],isError:!0};try{let result=await handler(args??{}),text=(0,sanitize_1.escapeInvisibleControls)(JSON.stringify(result));return{content:[{type:"text",text}],...carries(name)?{structuredContent:structuredOf(JSON.parse(text))}:{}}}catch(err){return{content:[{type:"text",text:(0,sanitize_1.escapeInvisibleControls)(`Error: ${err instanceof Error?err.message:String(err)}`)}],isError:!0}}})}async function startMcpServer(db,vectorIndex,provider,config){let server=new index_js_1.Server({name:"renor",version:buildIdentity_12.ENGINE_VERSION},{capabilities:{tools:{}}}),evidence=(0,options_12.resolveEvidenceToolOptions)(config),tools=createMcpTools(db,vectorIndex,provider,config,evidence);registerMcpHandlers(server,tools),(0,requestErrors_1.mapInvalidParams)(server);let stdin=utf8Lines(process.stdin,()=>{process.stdout.write(JSON.stringify({jsonrpc:"2.0",id:null,error:{code:-32700,message:"Parse error: the frame is not valid UTF-8; nothing was run"}})+`
|
|
1223
1236
|
`)}),transport=new stdio_js_1.StdioServerTransport(stdin);transport.onerror=error=>{let code=error instanceof SyntaxError?types_js_1.ErrorCode.ParseError:(0,requestErrors_1.isZodError)(error)?types_js_1.ErrorCode.InvalidRequest:null;if(code===null)return;let reply={jsonrpc:"2.0",id:null,error:{code,message:code===types_js_1.ErrorCode.ParseError?"Parse error":"Invalid Request"}};transport.send(reply).catch(()=>{})},await server.connect(transport)}}});var require_hashEmbedding=__commonJS({"dist/eval/hashEmbedding.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.EvalHashEmbeddingProvider=void 0;var EvalHashEmbeddingProvider=class{dimensions=256;identity={kind:"eval-hash",model:"lexical-hash-v1"};vector(text){let out=new Array(this.dimensions).fill(0),words=text.toLowerCase().match(/[\p{L}\p{N}]+/gu)??[];for(let word of words){let hash=2166136261;for(let i=0;i<word.length;i++)hash^=word.charCodeAt(i),hash=Math.imul(hash,16777619);out[(hash>>>0)%this.dimensions]+=1}let norm=Math.sqrt(out.reduce((sum,value)=>sum+value*value,0))||1;return out.map(value=>value/norm)}async embed(texts){return texts.map(text=>this.vector(text))}async embedQuery(text){return this.vector(text)}};exports2.EvalHashEmbeddingProvider=EvalHashEmbeddingProvider}});var require_parser4=__commonJS({"dist/conversation/parser.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.encodeProjectPath=encodeProjectPath;exports2.resolveJSONLPath=resolveJSONLPath;exports2.parseConversation=parseConversation;var promises_1=__importDefault(require("fs/promises")),path_1=__importDefault(require("path")),os_1=__importDefault(require("os"));function encodeProjectPath(cwd){return cwd.replace(/\//g,"-")}function resolveJSONLPath(sessionId,cwd){let encoded=encodeProjectPath(cwd),projects=path_1.default.join(os_1.default.homedir(),".claude","projects"),file=path_1.default.join(projects,encoded,`${sessionId}.jsonl`);if(/[\\/]/.test(sessionId)||!file.startsWith(projects+path_1.default.sep))throw new Error("session_id must name a file in the Claude Code projects directory");return file}var isText=v=>typeof v=="string"&&v!=="";function contentBlocks(raw){return Array.isArray(raw)?raw.filter(b=>b!==null&&typeof b=="object"):typeof raw=="string"&&raw.trim()?[{type:"text",text:raw}]:[]}function textOf(content){return content.filter(b=>b.type==="text"&&typeof b.text=="string").map(b=>b.text).join(`
|
|
1224
1237
|
`).trim()}function isInternalUserMessage(content){if(content.length===0||content.every(b=>b.type==="tool_result"))return!0;let first=content.find(b=>b.type==="text")?.text,firstText=typeof first=="string"?first:"";return!!(firstText.startsWith("<local-command")||firstText.startsWith("<command-name>"))}async function waitForAiTitle(jsonlPath,retries=8,intervalMs=2e3){for(let i=0;i<retries;i++){await new Promise(resolve=>setTimeout(resolve,intervalMs));let raw;try{raw=await promises_1.default.readFile(jsonlPath,"utf8")}catch{return null}for(let line of raw.split(`
|
|
@@ -1355,7 +1368,7 @@ CREATE INDEX IF NOT EXISTS outcomes_at ON outcomes (at);
|
|
|
1355
1368
|
`,{mode:384}),node_fs_1.default.renameSync(temp,file)}var isRecord=value=>typeof value=="object"&&value!==null&&!Array.isArray(value);function inspectConsent(dir,env){let file=node_path_1.default.join(dir,exports2.CONSENT_FILE);if(!node_fs_1.default.existsSync(file))return{kind:"none"};let raw=readJson(file);if(!isRecord(raw)||raw.version!==1||!(0,fields_1.isSharingLevel)(raw.level))return{kind:"unreadable"};let sources=["cli","setup","dashboard","service","agent","prompt"];if(typeof raw.changedAt!="string"||typeof raw.wording!="string"||typeof raw.adult!="boolean")return{kind:"unreadable"};if(typeof raw.source!="string"||!sources.includes(raw.source))return{kind:"unreadable"};if(raw.level==="data"&&(raw.source==="agent"||raw.source==="prompt"))return{kind:"unreadable"};let client=isRecord(raw.client)&&typeof raw.client.name=="string"&&typeof raw.client.version=="string"?{name:raw.client.name,version:raw.client.version}:void 0,record={version:1,level:raw.level,changedAt:raw.changedAt,wording:raw.wording,adult:raw.adult,source:raw.source,...typeof raw.install=="string"?{install:raw.install}:{},...client!==void 0?{client}:{},...raw.numbersOff===!0?{numbersOff:!0}:{}};if(!hostedEngine(env)&&record.level!=="off"&&record.adult){let mine=installBinding(env);if(mine===null||record.install!==mine)return{kind:"foreign"}}return{kind:"ok",record}}function readConsent(dir,env=process.env){let found=inspectConsent(dir,env);return found.kind==="ok"?found.record:null}function foreignConsent(dir,env=process.env){return inspectConsent(dir,env).kind==="foreign"}function writeConsent(dir,record,env=process.env){let{install:_old,...rest}=record;writeJson(dir,exports2.CONSENT_FILE,hostedEngine(env)?rest:{...rest,install:ensureInstallBinding(env)})}function envOverride(env=process.env){if((env.DO_NOT_TRACK??"").trim()==="1")return"off";let raw=(env.RENOR_SHARING??"").trim().toLowerCase();if(raw==="")return null;if(!(0,fields_1.isSharingLevel)(raw))throw new Error("RENOR_SHARING must be off, signals or data");return raw}exports2.SHIPPED_DEFAULT_LEVEL="signals";function defaultLevel(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT??"").trim().toLowerCase();if(raw==="")return exports2.SHIPPED_DEFAULT_LEVEL;if(raw==="off"||raw==="signals")return raw;throw new Error("RENOR_SHARING_DEFAULT must be off or signals")}function hasChosen(dir,env=process.env){let kind=inspectConsent(dir,env).kind;return kind==="ok"||kind==="unreadable"}function installLimit(dir,env=process.env){let installDir=defaultSharingDir(env);if(node_path_1.default.resolve(dir)===installDir)return null;let record=readConsentCached(installDir,env);return record===null?hasChosen(installDir,env)?"off":null:record.adult?record.level:"off"}function inheritedChoice(dir,env=process.env){if(hostedEngine(env)||hasChosen(dir,env))return null;let installDir=defaultSharingDir(env);if(node_path_1.default.resolve(dir)===installDir)return null;let record=readConsentCached(installDir,env);return record!==null&&record.adult?record:null}function consentFor(dir,env=process.env){return readConsentCached(dir,env)??inheritedChoice(dir,env)}function effectiveLevel(dir,env=process.env){let record=readConsentCached(dir,env)??inheritedChoice(dir,env),level=record===null?hasChosen(dir,env)?"off":defaultLevel(env):record.adult?record.level:"off",limit=installLimit(dir,env);limit!==null&&(level=(0,fields_1.lowerLevel)(level,limit));let override=envOverride(env);return override!==null&&(level=(0,fields_1.lowerLevel)(level,override)),level}function defaultInForce(dir,env=process.env){return!hasChosen(dir,env)&&inheritedChoice(dir,env)===null&&effectiveLevel(dir,env)!=="off"}var cache=new Map;function readConsentCached(dir,env){let file=node_path_1.default.join(dir,exports2.CONSENT_FILE),stamp;try{let stat=node_fs_1.default.statSync(file);stamp=`${stat.mtimeMs}:${stat.size}:${stat.ino}:${hostedEngine(env)}:${installBinding(env)}`}catch{return cache.delete(file),null}let hit=cache.get(file);if(hit&&hit.stamp===stamp)return hit.record;let record=readConsent(dir,env);return cache.set(file,{stamp,record}),record}function readState(dir){let raw=readJson(node_path_1.default.join(dir,exports2.STATE_FILE));if(!isRecord(raw)||raw.version!==1||typeof raw.secret!="string"||raw.secret.length<32)return null;let marks=isRecord(raw.watermarks)?raw.watermarks:{},num=value=>typeof value=="number"&&Number.isFinite(value)&&value>=0?value:0;return{version:1,secret:raw.secret,watermarks:{retrieval:num(marks.retrieval),save:num(marks.save),session:num(marks.session)},everSent:raw.everSent===!0,deletePending:raw.deletePending===!0,...isRecord(raw.trainingWatermarks)?{trainingWatermarks:{retrieval:num(raw.trainingWatermarks.retrieval),save:num(raw.trainingWatermarks.save),session:num(raw.trainingWatermarks.session)}}:{},...Array.isArray(raw.retiredSecrets)&&raw.retiredSecrets.some(item=>typeof item=="string"&&item.length>=32)?{retiredSecrets:raw.retiredSecrets.filter(item=>typeof item=="string"&&item.length>=32).slice(-50)}:{},...Array.isArray(raw.retiredTrainingBearers)&&raw.retiredTrainingBearers.some(item=>typeof item=="string"&&item.length>=32)?{retiredTrainingBearers:raw.retiredTrainingBearers.filter(item=>typeof item=="string"&&item.length>=32).slice(-50)}:{},...raw.trainingEverSent===!0?{trainingEverSent:!0}:{},...typeof raw.trainingUnmappedAt=="number"?{trainingUnmappedAt:raw.trainingUnmappedAt}:{},...raw.trainingDeletePending===!0?{trainingDeletePending:!0}:{},...typeof raw.token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(raw.token)?{token:raw.token}:{},...pausedOf(raw.paused)}}function pausedOf(raw){return!isRecord(raw)||raw.code!=="sharing_closed"&&raw.code!=="consent_required"?{}:{paused:{code:raw.code,at:typeof raw.at=="number"&&Number.isFinite(raw.at)?raw.at:0}}}function contributorId(secret){return(0,node_crypto_1.createHash)("sha256").update(secret).digest("hex")}function trainingBearer(secret){return(0,node_crypto_1.createHmac)("sha256",secret).update("renor-sharing-training/v1").digest("base64url")}function rotateSecret(dir){let state=ensureState(dir),{trainingEverSent:_t,trainingDeletePending:_d,trainingWatermarks:_w,trainingUnmappedAt:_u,...rest}=state,trainingOwed=state.trainingEverSent===!0||state.trainingDeletePending===!0,retiredTraining=[...new Set([...state.retiredTrainingBearers??[],...trainingOwed?[trainingBearer(state.secret)]:[]])].slice(-50),next={...rest,secret:(0,node_crypto_1.randomBytes)(32).toString("base64url"),retiredSecrets:[...state.retiredSecrets??[],...state.everSent||state.deletePending?[state.secret]:[]].slice(-50),...retiredTraining.length>0?{retiredTrainingBearers:retiredTraining}:{},everSent:!1};return writeState(dir,next),next}function readCutoff(dir){let raw=readJson(node_path_1.default.join(dir,exports2.CUTOFF_FILE));return isRecord(raw)&&raw.version===1&&typeof raw.at=="number"&&Number.isFinite(raw.at)&&raw.at>0?raw.at:0}function freshState(cutoff=0){return{version:1,secret:(0,node_crypto_1.randomBytes)(32).toString("base64url"),watermarks:{retrieval:cutoff,save:cutoff,session:cutoff},everSent:!1,deletePending:!1}}function writeState(dir,state){writeJson(dir,exports2.STATE_FILE,state)}function ensureState(dir){let existing=readState(dir);if(existing!==null)return existing;let made=freshState(readCutoff(dir));return writeState(dir,made),made}function removeLocalSharingData(dir,now=Date.now()){let state=readState(dir);if(state!==null){let at=Math.max(now,readCutoff(dir),...Object.values(state.watermarks),...Object.values(state.trainingWatermarks??{}));writeJson(dir,exports2.CUTOFF_FILE,{version:1,at})}for(let name of[exports2.STATE_FILE,exports2.EXAMPLES_FILE,`${exports2.EXAMPLES_FILE}-wal`,`${exports2.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(dir,name),{force:!0})}}});var require_examples=__commonJS({"dist/sharing/examples.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.ExampleStore=void 0;exports2.closeExampleStores=closeExampleStores;exports2.closeExampleStore=closeExampleStore;exports2.sharingHook=sharingHook;var sqlite_12=__importDefault(require_sqlite()),node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),secretScanner_1=require_secretScanner(),fields_1=require_fields(),state_1=require_state(),ExampleStore=class _ExampleStore{db;constructor(db){this.db=db}static open(dir,create){let file=node_path_1.default.join(dir,state_1.EXAMPLES_FILE);if(!create&&!node_fs_1.default.existsSync(file))return null;node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448}),node_fs_1.default.closeSync(node_fs_1.default.openSync(file,node_fs_1.default.constants.O_CREAT|node_fs_1.default.constants.O_WRONLY,384));let db=new sqlite_12.default(file);try{db.pragma("journal_mode = WAL"),db.pragma("secure_delete = ON"),db.pragma("busy_timeout = 5000"),db.exec(`
|
|
1356
1369
|
CREATE TABLE IF NOT EXISTS queries (query_key TEXT PRIMARY KEY, text TEXT NOT NULL, at INTEGER NOT NULL) WITHOUT ROWID;
|
|
1357
1370
|
CREATE TABLE IF NOT EXISTS memories (memory_key TEXT PRIMARY KEY, text TEXT NOT NULL, at INTEGER NOT NULL) WITHOUT ROWID;
|
|
1358
|
-
`)}catch(err){throw db.close(),err}return new _ExampleStore(db)}putQuery(queryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO queries (query_key, text, at) VALUES (?, ?, ?) ON CONFLICT (query_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(queryKey,kept,at)}putMemory(memoryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO memories (memory_key, text, at) VALUES (?, ?, ?) ON CONFLICT (memory_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(memoryKey,kept,at)}query(queryKey){return this.db.prepare("SELECT text FROM queries WHERE query_key = ?").get(queryKey)?.text??null}memory(memoryKey){return this.db.prepare("SELECT text FROM memories WHERE memory_key = ?").get(memoryKey)?.text??null}count(){let n=table=>this.db.prepare(`SELECT COUNT(*) AS n FROM ${table}`).get().n;return{queries:n("queries"),memories:n("memories")}}forgetUpTo(cutoff){this.db.prepare("DELETE FROM queries WHERE at <= ?").run(cutoff),this.db.prepare("DELETE FROM memories WHERE at <= ?").run(cutoff)}close(){this.db.open&&this.db.close()}};exports2.ExampleStore=ExampleStore;function keepable(text){let trimmed=text.trim();if(trimmed==="")return null;let cut=trimmed.length>fields_1.MAX_EXAMPLE_TEXT?trimmed.slice(0,fields_1.MAX_EXAMPLE_TEXT):trimmed;return(0,secretScanner_1.scanSecrets)(trimmed)===null?cut:null}var open=new Map;function closeExampleStores(){for(let store of open.values())store.close();open.clear()}function closeExampleStore(dir){let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE);open.get(key)?.close(),open.delete(key)}function sharingHook(dir,env=process.env,now=Date.now){let store=()=>{let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE),held=open.get(key);if(held&&!node_fs_1.default.existsSync(key)&&(held.close(),open.delete(key),held=void 0),!held){let made=ExampleStore.open(dir,!0);if(made===null)throw new Error("the example store could not be created");open.set(key,made),held=made}return held},dataOn=()=>(0,state_1.effectiveLevel)(dir,env)==="data";return{level:()=>(0,state_1.effectiveLevel)(dir,env),query(queryKey,text){try{dataOn()&&store().putQuery(queryKey,text,now())}catch{}},memory(memoryKey,text){try{dataOn()&&store().putMemory(memoryKey,text,now())}catch{}}}}}});var require_project=__commonJS({"dist/sharing/project.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SLICE_ROWS=exports2.LABEL_WINDOW_MS=void 0;exports2.hourOf=hourOf;exports2.projectRows=projectRows;exports2.projectFromLog=projectFromLog;var fields_1=require_fields();exports2.LABEL_WINDOW_MS=24*36e5;var asString=value=>typeof value=="string"?value:null,asNumber=value=>typeof value=="number"&&Number.isFinite(value)?value:null,asBool=value=>value===1||value===!0?!0:value===0||value===!1?!1:null;function hourOf(ms){return new Date(ms).toISOString().slice(0,13)}function delayBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<864e5?"<1d":">=1d"}function lengthBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<216e5?"<6h":">=6h"}function countBucket(n){return n<=0?"0":n===1?"1":n<=3?"2-3":n<=7?"4-7":"8+"}function tokenBucket(tokens){if(tokens===null||tokens<0)return null;let bucket=1;for(;bucket<tokens;)bucket*=2;return bucket}var round=value=>value===null?null:Math.round(value*1e4)/1e4;function indexEvents(tables){let byMemory=new Map,bySubject=new Map,add=(map,key,event)=>{if(key===null)return;let list=map.get(key);list?list.push(event):map.set(key,[event])};for(let op of tables.memory_ops){let at=asNumber(op.at),kind=op.op;if(at===null)continue;let key=asString(op.memory_key);kind==="retrieve"?add(byMemory,key,{at,kind:"retrieve"}):kind==="delete"?add(byMemory,key,{at,kind:"delete"}):kind==="supersede"&&(add(byMemory,asString(op.replaced_key),{at,kind:"supersede"}),asString(op.replaced_key)!==key&&add(byMemory,key,{at,kind:"supersede"}))}for(let row of tables.feedback){let at=asNumber(row.at);at!==null&&(add(byMemory,asString(row.memory_key),{at,kind:"cite"}),add(bySubject,asString(row.subject_key),{at,kind:"cite"}))}for(let list of[...byMemory.values(),...bySubject.values()])list.sort((a,b)=>a.at-b.at);return{byMemory,bySubject}}function labelOf(lists,from,until,skipSupersedeAt=null){let label={opened:!1,cited:!1,updated:!1,retired:!1,firstAt:null};for(let list of lists)for(let event of list??[])event.at<=from||event.at>until||skipSupersedeAt!==null&&event.kind==="supersede"&&event.at===skipSupersedeAt||(event.kind==="retrieve"?label.opened=!0:event.kind==="cite"?label.cited=!0:event.kind==="supersede"?label.updated=!0:label.retired=!0,label.firstAt=label.firstAt===null?event.at:Math.min(label.firstAt,event.at));return label}function servedRow(candidate){return asNumber(candidate.rank)!==null}function retrievalRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,candidatesBy=new Map;for(let candidate of tables.candidates){let id=asNumber(candidate.retrieval_id);if(id===null||!servedRow(candidate))continue;let list=candidatesBy.get(id);list?list.push(candidate):candidatesBy.set(id,[candidate])}let rows=[],retrievals=[...tables.retrievals].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let retrieval of retrievals){let at=asNumber(retrieval.at),id=asNumber(retrieval.id),tool=asString(retrieval.tool);if(at===null||id===null||tool===null||!fields_1.RETRIEVAL_TOOL_NAMES.includes(tool)||at<=options2.watermarks.retrieval||at>cutoff)continue;let queryKey=asString(retrieval.query_key),candidates=(candidatesBy.get(id)??[]).slice(0,200).map(candidate=>{let kind=asString(candidate.kind)??"unkeyed",memoryKey=asString(candidate.memory_key),label=memoryKey!==null&&kind!=="unkeyed"?labelOf([events.byMemory.get(memoryKey),kind==="fact"?events.bySubject.get(asString(candidate.subject_key)??""):void 0],at,at+windowMs):null,out={rank:asNumber(candidate.rank)??0,kind,lane:asString(candidate.reason),score:round(asNumber(candidate.score)),matched:asBool(candidate.matched),current:asBool(candidate.current),opened:label===null?null:label.opened,cited:label===null?null:label.cited,updated:label===null?null:label.updated,retired:label===null?null:label.retired,delay_bucket:label===null||label.firstAt===null?null:delayBucket(label.firstAt-at)};return options2.level==="data"&&(out.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),out}),row={kind:"retrieval-labelled/1",hour:hourOf(at),tool,ranker:asString(retrieval.ranker)??"baseline",build:asString(retrieval.build),model:(0,fields_1.modelIdentifier)(asString(retrieval.model)),retrieval:asString(retrieval.retrieval),served:asNumber(retrieval.served)??candidates.length,reply_tokens_bucket:tokenBucket(asNumber(retrieval.reply_tokens)),relevant:asBool(retrieval.relevant),truncated:asBool(retrieval.truncated),candidates};options2.level==="data"&&(row.query=queryKey===null?null:options2.examples?.query(queryKey)??null),rows.push({kind:"retrieval",at,row})}return rows}function saveRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,retrievalAt=new Map;for(let retrieval of tables.retrievals){let id=asNumber(retrieval.id),at=asNumber(retrieval.at);id!==null&&at!==null&&retrievalAt.set(id,at)}let servedBy=new Map;for(let candidate of tables.candidates){let key=asString(candidate.memory_key),id=asNumber(candidate.retrieval_id),at=id===null?void 0:retrievalAt.get(id);if(key===null||at===void 0||!servedRow(candidate))continue;let list=servedBy.get(key);list?list.push(at):servedBy.set(key,[at])}let rows=[],ops=[...tables.memory_ops].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let op of ops){let at=asNumber(op.at),tool=asString(op.tool),kind=asString(op.op);if(at===null||tool===null||!fields_1.SAVE_TOOL_NAMES.includes(tool)||kind!=="create"&&kind!=="supersede"||at<=options2.watermarks.save||at>cutoff)continue;let memoryKey=asString(op.memory_key),item=asString(op.kind)??"unkeyed",joinable=memoryKey!==null&&item!=="unkeyed",label=joinable?labelOf([events.byMemory.get(memoryKey),item==="fact"?events.bySubject.get(asString(op.subject_key)??""):void 0],at,at+windowMs,at):labelOf([],at,at+windowMs),reads=joinable?(servedBy.get(memoryKey)??[]).filter(time=>time>at&&time<=at+windowMs).length:0,hasCites=tables.feedback.some(cite=>cite.tool===tool&&asNumber(cite.observed)!==0&&Math.abs((asNumber(cite.at)??Number.NaN)-at)<=2e3&&cite.agent_key===op.agent_key&&cite.session_key===op.session_key),row={kind:"save-outcome/1",hour:hourOf(at),tool,op:kind,item,has_cites:hasCites,reads_bucket:countBucket(reads),opened:label.opened,cited:label.cited,superseded:label.updated,retired:label.retired};options2.level==="data"&&(row.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),rows.push({kind:"save",at,row})}return rows}function sessionRows(log,options2,windowMs){let{tables}=log,cutoff=options2.now-windowMs,sessions=new Map,touch=(key,at,tool,apply)=>{if(key===null||at===null||tool===null)return;let seen=sessions.get(key);seen||(seen={first:at,last:at,tool,reads:0,saves:0,empty:0},sessions.set(key,seen)),at<seen.first&&(seen.first=at,seen.tool=tool),seen.last=Math.max(seen.last,at),apply(seen)};for(let retrieval of tables.retrievals)touch(asString(retrieval.session_key),asNumber(retrieval.at),asString(retrieval.tool),seen=>{seen.reads+=1,(asNumber(retrieval.served)??0)===0&&(seen.empty+=1)});for(let op of tables.memory_ops){let tool=asString(op.tool);touch(asString(op.session_key),asNumber(op.at),tool,seen=>{tool!==null&&fields_1.SAVE_TOOL_NAMES.includes(tool)&&(op.op==="create"||op.op==="supersede")&&(seen.saves+=1)})}let rows=[];for(let seen of[...sessions.values()].sort((a,b)=>a.last-b.last))seen.last<=options2.watermarks.session||seen.last>cutoff||rows.push(sessionRow(seen));return rows}function sessionRow(seen){let firstCall=fields_1.RETRIEVAL_TOOL_NAMES.includes(seen.tool)||fields_1.SAVE_TOOL_NAMES.includes(seen.tool)?seen.tool:"other";return{kind:"session",at:seen.last,row:{kind:"session-aggregate/1",hour:hourOf(seen.first),length_bucket:lengthBucket(seen.last-seen.first),reads_bucket:countBucket(seen.reads),saves_bucket:countBucket(seen.saves),empty_reads_bucket:countBucket(seen.empty),first_call:firstCall}}}function projectRows(log,options2){let windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS;return[...retrievalRows(log,options2,windowMs),...saveRows(log,options2,windowMs),...sessionRows(log,options2,windowMs)]}exports2.SLICE_ROWS=500;var CITE_SKEW_MS=2e3;function projectSlice(log,build,kind,after,until,options2,windowMs){let slice=log.exportServedWindow(after-CITE_SKEW_MS,until+Math.max(windowMs,CITE_SKEW_MS));return build(slice,{...options2,now:until+windowMs,watermarks:{...options2.watermarks,[kind]:after}},windowMs)}function*projectFromLog(source,options2){let read=fn=>{if(typeof source!="function")return fn(source);let log=source();try{return fn(log)}finally{log.close()}},windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS,limit=Math.max(1,options2.sliceRows??exports2.SLICE_ROWS),cutoff=options2.now-windowMs,kinds=[{kind:"retrieval",build:retrievalRows},{kind:"save",build:saveRows}];for(let{kind,build}of kinds){let after2=options2.watermarks[kind];for(;after2<cutoff;){let until=read(log=>log.sliceEnd(after2,cutoff,limit));yield read(log=>projectSlice(log,build,kind,after2,until,options2,windowMs)),after2=until}}let after=options2.watermarks.session;for(;after<cutoff;){let spans=read(log=>log.sessionSpans(after,cutoff,fields_1.SAVE_TOOL_NAMES,limit));if(spans.length===0)break;yield spans.map(span=>sessionRow({...span,tool:span.first_tool})),after=spans[spans.length-1].last}}}});var require_notice=__commonJS({"dist/sharing/notice.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.AGENT_NOTICE_INSTRUCTION=exports2.NOTICE_LINE=exports2.TELEMETRY_DOC_URL=exports2.NOTICE_WORDING_VERSION=exports2.NOTICE_FILE=void 0;exports2.readNotice=readNotice;exports2.noticePending=noticePending;exports2.showNotice=showNotice;exports2.noticeRecorded=noticeRecorded;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=require("node:crypto"),state_1=require_state();exports2.NOTICE_FILE="sharing-notice.json";exports2.NOTICE_WORDING_VERSION="engine-notice-2026-10-28";exports2.TELEMETRY_DOC_URL="https://github.com/renorai/renor-engine/blob/main/docs/TELEMETRY.md";exports2.NOTICE_LINE=`Renor sends anonymous usage numbers (never text, names or paths) to improve its search. Turn them off any time: tell your agent, run \`renor-engine telemetry off\`, or set DO_NOT_TRACK=1. Details: ${exports2.TELEMETRY_DOC_URL}`;exports2.AGENT_NOTICE_INSTRUCTION=`Tell the user this once, in your own short words, before anything else: "${exports2.NOTICE_LINE}" If they want it off, or want to also share their memory text to help train Renor, use the sharing tool.`;var noticePath=env=>node_path_1.default.join((0,state_1.defaultSharingDir)(env),exports2.NOTICE_FILE);function readNotice(env=process.env){try{let raw=JSON.parse(node_fs_1.default.readFileSync(noticePath(env),"utf8"));if(typeof raw!="object"||raw===null||Array.isArray(raw))return null;let record=raw;if(record.version!==1)return null;let text=value=>typeof value=="string"&&value!==""?value:void 0;return{version:1,wording:text(record.wording)??exports2.NOTICE_WORDING_VERSION,...text(record.terminal)?{terminal:text(record.terminal)}:{},...text(record.agent)?{agent:text(record.agent)}:{},...text(record.asked)?{asked:text(record.asked)}:{}}}catch{return null}}function writeNotice(env,record){let dir=(0,state_1.defaultSharingDir)(env);node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448});let temp=node_path_1.default.join(dir,`.${exports2.NOTICE_FILE}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`);node_fs_1.default.writeFileSync(temp,`${JSON.stringify(record,null,2)}
|
|
1371
|
+
`)}catch(err){throw db.close(),err}return new _ExampleStore(db)}putQuery(queryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO queries (query_key, text, at) VALUES (?, ?, ?) ON CONFLICT (query_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(queryKey,kept,at)}putMemory(memoryKey,text,at){let kept=keepable(text);kept!==null&&this.db.prepare("INSERT INTO memories (memory_key, text, at) VALUES (?, ?, ?) ON CONFLICT (memory_key) DO UPDATE SET text = excluded.text, at = excluded.at").run(memoryKey,kept,at)}query(queryKey){return this.db.prepare("SELECT text FROM queries WHERE query_key = ?").get(queryKey)?.text??null}memory(memoryKey){return this.db.prepare("SELECT text FROM memories WHERE memory_key = ?").get(memoryKey)?.text??null}count(){let n=table=>this.db.prepare(`SELECT COUNT(*) AS n FROM ${table}`).get().n;return{queries:n("queries"),memories:n("memories")}}forgetUpTo(cutoff){this.db.prepare("DELETE FROM queries WHERE at <= ?").run(cutoff),this.db.prepare("DELETE FROM memories WHERE at <= ?").run(cutoff)}close(){this.db.open&&this.db.close()}};exports2.ExampleStore=ExampleStore;function keepable(text){let trimmed=text.trim();if(trimmed==="")return null;let cut=trimmed.length>fields_1.MAX_EXAMPLE_TEXT?trimmed.slice(0,fields_1.MAX_EXAMPLE_TEXT):trimmed;return(0,secretScanner_1.scanSecrets)(trimmed)===null?cut:null}var open=new Map;function closeExampleStores(){for(let store of open.values())store.close();open.clear()}function closeExampleStore(dir){let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE);open.get(key)?.close(),open.delete(key)}function sharingHook(dir,env=process.env,now=Date.now){let store=()=>{let key=node_path_1.default.resolve(dir,state_1.EXAMPLES_FILE),held=open.get(key);if(held&&!node_fs_1.default.existsSync(key)&&(held.close(),open.delete(key),held=void 0),!held){let made=ExampleStore.open(dir,!0);if(made===null)throw new Error("the example store could not be created");open.set(key,made),held=made}return held},dataOn=()=>(0,state_1.effectiveLevel)(dir,env)==="data";return{level:()=>(0,state_1.effectiveLevel)(dir,env),query(queryKey,text){try{dataOn()&&store().putQuery(queryKey,text,now())}catch{}},memory(memoryKey,text){try{dataOn()&&store().putMemory(memoryKey,text,now())}catch{}}}}}});var require_project=__commonJS({"dist/sharing/project.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.SLICE_ROWS=exports2.LABEL_WINDOW_MS=void 0;exports2.hourOf=hourOf;exports2.projectRows=projectRows;exports2.projectFromLog=projectFromLog;var fields_1=require_fields();exports2.LABEL_WINDOW_MS=24*36e5;var asString=value=>typeof value=="string"?value:null,asNumber=value=>typeof value=="number"&&Number.isFinite(value)?value:null,asBool=value=>value===1||value===!0?!0:value===0||value===!1?!1:null;function hourOf(ms){return new Date(ms).toISOString().slice(0,13)}function delayBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<864e5?"<1d":">=1d"}function lengthBucket(ms){return ms<6e4?"<1m":ms<6e5?"<10m":ms<36e5?"<1h":ms<216e5?"<6h":">=6h"}function countBucket(n){return n<=0?"0":n===1?"1":n<=3?"2-3":n<=7?"4-7":"8+"}function tokenBucket(tokens){if(tokens===null||tokens<0)return null;let bucket=1;for(;bucket<tokens;)bucket*=2;return bucket}var round=value=>value===null?null:Math.round(value*1e4)/1e4;function indexEvents(tables){let byMemory=new Map,bySubject=new Map,add=(map,key,event)=>{if(key===null)return;let list=map.get(key);list?list.push(event):map.set(key,[event])};for(let op of tables.memory_ops){let at=asNumber(op.at),kind=op.op;if(at===null)continue;let key=asString(op.memory_key);kind==="retrieve"?add(byMemory,key,{at,kind:"retrieve"}):kind==="delete"?add(byMemory,key,{at,kind:"delete"}):kind==="supersede"&&(add(byMemory,asString(op.replaced_key),{at,kind:"supersede"}),asString(op.replaced_key)!==key&&add(byMemory,key,{at,kind:"supersede"}))}for(let row of tables.feedback){let at=asNumber(row.at);at!==null&&(add(byMemory,asString(row.memory_key),{at,kind:"cite"}),add(bySubject,asString(row.subject_key),{at,kind:"cite"}))}for(let list of[...byMemory.values(),...bySubject.values()])list.sort((a,b)=>a.at-b.at);return{byMemory,bySubject}}function labelOf(lists,from,until,skipSupersedeAt=null){let label={opened:!1,cited:!1,updated:!1,retired:!1,firstAt:null};for(let list of lists)for(let event of list??[])event.at<=from||event.at>until||skipSupersedeAt!==null&&event.kind==="supersede"&&event.at===skipSupersedeAt||(event.kind==="retrieve"?label.opened=!0:event.kind==="cite"?label.cited=!0:event.kind==="supersede"?label.updated=!0:label.retired=!0,label.firstAt=label.firstAt===null?event.at:Math.min(label.firstAt,event.at));return label}function servedRow(candidate){return asNumber(candidate.rank)!==null}function retrievalRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,candidatesBy=new Map;for(let candidate of tables.candidates){let id=asNumber(candidate.retrieval_id);if(id===null||!servedRow(candidate))continue;let list=candidatesBy.get(id);list?list.push(candidate):candidatesBy.set(id,[candidate])}let rows=[],retrievals=[...tables.retrievals].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let retrieval of retrievals){let at=asNumber(retrieval.at),id=asNumber(retrieval.id),tool=asString(retrieval.tool);if(at===null||id===null||tool===null||!fields_1.RETRIEVAL_TOOL_NAMES.includes(tool)||at<=options2.watermarks.retrieval||at>cutoff)continue;let queryKey=asString(retrieval.query_key),candidates=(candidatesBy.get(id)??[]).slice(0,200).map(candidate=>{let kind=asString(candidate.kind)??"unkeyed",memoryKey=asString(candidate.memory_key),label=memoryKey!==null&&kind!=="unkeyed"?labelOf([events.byMemory.get(memoryKey),kind==="fact"?events.bySubject.get(asString(candidate.subject_key)??""):void 0],at,at+windowMs):null,out={rank:asNumber(candidate.rank)??0,kind,lane:asString(candidate.reason),score:round(asNumber(candidate.score)),matched:asBool(candidate.matched),current:asBool(candidate.current),opened:label===null?null:label.opened,cited:label===null?null:label.cited,updated:label===null?null:label.updated,retired:label===null?null:label.retired,delay_bucket:label===null||label.firstAt===null?null:delayBucket(label.firstAt-at)};return options2.level==="data"&&(out.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),out}),row={kind:"retrieval-labelled/1",hour:hourOf(at),tool,ranker:asString(retrieval.ranker)??"baseline",build:asString(retrieval.build),model:(0,fields_1.modelIdentifier)(asString(retrieval.model)),retrieval:asString(retrieval.retrieval),served:asNumber(retrieval.served)??candidates.length,reply_tokens_bucket:tokenBucket(asNumber(retrieval.reply_tokens)),relevant:asBool(retrieval.relevant),truncated:asBool(retrieval.truncated),candidates};options2.level==="data"&&(row.query=queryKey===null?null:options2.examples?.query(queryKey)??null),rows.push({kind:"retrieval",at,row})}return rows}function saveRows(log,options2,windowMs){let{tables}=log,events=indexEvents(tables),cutoff=options2.now-windowMs,retrievalAt=new Map;for(let retrieval of tables.retrievals){let id=asNumber(retrieval.id),at=asNumber(retrieval.at);id!==null&&at!==null&&retrievalAt.set(id,at)}let servedBy=new Map;for(let candidate of tables.candidates){let key=asString(candidate.memory_key),id=asNumber(candidate.retrieval_id),at=id===null?void 0:retrievalAt.get(id);if(key===null||at===void 0||!servedRow(candidate))continue;let list=servedBy.get(key);list?list.push(at):servedBy.set(key,[at])}let rows=[],ops=[...tables.memory_ops].sort((a,b)=>(asNumber(a.at)??0)-(asNumber(b.at)??0)||(asNumber(a.id)??0)-(asNumber(b.id)??0));for(let op of ops){let at=asNumber(op.at),tool=asString(op.tool),kind=asString(op.op);if(at===null||tool===null||!fields_1.SAVE_TOOL_NAMES.includes(tool)||kind!=="create"&&kind!=="supersede"||at<=options2.watermarks.save||at>cutoff)continue;let memoryKey=asString(op.memory_key),item=asString(op.kind)??"unkeyed",joinable=memoryKey!==null&&item!=="unkeyed",label=joinable?labelOf([events.byMemory.get(memoryKey),item==="fact"?events.bySubject.get(asString(op.subject_key)??""):void 0],at,at+windowMs,at):labelOf([],at,at+windowMs),reads=joinable?(servedBy.get(memoryKey)??[]).filter(time=>time>at&&time<=at+windowMs).length:0,hasCites=tables.feedback.some(cite=>cite.tool===tool&&asNumber(cite.observed)!==0&&Math.abs((asNumber(cite.at)??Number.NaN)-at)<=2e3&&cite.agent_key===op.agent_key&&cite.session_key===op.session_key),row={kind:"save-outcome/1",hour:hourOf(at),tool,op:kind,item,has_cites:hasCites,reads_bucket:countBucket(reads),opened:label.opened,cited:label.cited,superseded:label.updated,retired:label.retired};options2.level==="data"&&(row.text=memoryKey===null?null:options2.examples?.memory(memoryKey)??null),rows.push({kind:"save",at,row})}return rows}function sessionRows(log,options2,windowMs){let{tables}=log,cutoff=options2.now-windowMs,sessions=new Map,touch=(key,at,tool,apply)=>{if(key===null||at===null||tool===null)return;let seen=sessions.get(key);seen||(seen={first:at,last:at,tool,reads:0,saves:0,empty:0},sessions.set(key,seen)),at<seen.first&&(seen.first=at,seen.tool=tool),seen.last=Math.max(seen.last,at),apply(seen)};for(let retrieval of tables.retrievals)touch(asString(retrieval.session_key),asNumber(retrieval.at),asString(retrieval.tool),seen=>{seen.reads+=1,(asNumber(retrieval.served)??0)===0&&(seen.empty+=1)});for(let op of tables.memory_ops){let tool=asString(op.tool);touch(asString(op.session_key),asNumber(op.at),tool,seen=>{tool!==null&&fields_1.SAVE_TOOL_NAMES.includes(tool)&&(op.op==="create"||op.op==="supersede")&&(seen.saves+=1)})}let rows=[];for(let seen of[...sessions.values()].sort((a,b)=>a.last-b.last))seen.last<=options2.watermarks.session||seen.last>cutoff||rows.push(sessionRow(seen));return rows}function sessionRow(seen){let firstCall=fields_1.RETRIEVAL_TOOL_NAMES.includes(seen.tool)||fields_1.SAVE_TOOL_NAMES.includes(seen.tool)?seen.tool:"other";return{kind:"session",at:seen.last,row:{kind:"session-aggregate/1",hour:hourOf(seen.first),length_bucket:lengthBucket(seen.last-seen.first),reads_bucket:countBucket(seen.reads),saves_bucket:countBucket(seen.saves),empty_reads_bucket:countBucket(seen.empty),first_call:firstCall}}}function projectRows(log,options2){let windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS;return[...retrievalRows(log,options2,windowMs),...saveRows(log,options2,windowMs),...sessionRows(log,options2,windowMs)]}exports2.SLICE_ROWS=500;var CITE_SKEW_MS=2e3;function projectSlice(log,build,kind,after,until,options2,windowMs){let slice=log.exportServedWindow(after-CITE_SKEW_MS,until+Math.max(windowMs,CITE_SKEW_MS));return build(slice,{...options2,now:until+windowMs,watermarks:{...options2.watermarks,[kind]:after}},windowMs)}function*projectFromLog(source,options2){let read=fn=>{if(typeof source!="function")return fn(source);let log=source();try{return fn(log)}finally{log.close()}},windowMs=options2.windowMs??exports2.LABEL_WINDOW_MS,limit=Math.max(1,options2.sliceRows??exports2.SLICE_ROWS),cutoff=options2.now-windowMs,kinds=[{kind:"retrieval",build:retrievalRows},{kind:"save",build:saveRows}];for(let{kind,build}of kinds){let after2=options2.watermarks[kind];for(;after2<cutoff;){let until=read(log=>log.sliceEnd(after2,cutoff,limit));yield read(log=>projectSlice(log,build,kind,after2,until,options2,windowMs)),after2=until}}let after=options2.watermarks.session;for(;after<cutoff;){let spans=read(log=>log.sessionSpans(after,cutoff,fields_1.SAVE_TOOL_NAMES,limit));if(spans.length===0)break;yield spans.map(span=>sessionRow({...span,tool:span.first_tool})),after=spans[spans.length-1].last}}}});var require_notice=__commonJS({"dist/sharing/notice.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.AGENT_NOTICE_INSTRUCTION=exports2.NOTICE_LINE=exports2.TELEMETRY_DOC_URL=exports2.NOTICE_WORDING_VERSION=exports2.NOTICE_FILE=void 0;exports2.readNotice=readNotice;exports2.noticePending=noticePending;exports2.showNotice=showNotice;exports2.noticeRecorded=noticeRecorded;var node_fs_1=__importDefault(require("node:fs")),node_path_1=__importDefault(require("node:path")),node_crypto_1=require("node:crypto"),state_1=require_state();exports2.NOTICE_FILE="sharing-notice.json";exports2.NOTICE_WORDING_VERSION="engine-notice-2026-11-07";exports2.TELEMETRY_DOC_URL="https://github.com/renorai/renor-engine/blob/main/docs/TELEMETRY.md";exports2.NOTICE_LINE=`Renor sends anonymous usage numbers (never text, names or paths) to improve Renor for everyone. Turn them off any time: tell your agent, run \`renor-engine telemetry off\`, or set DO_NOT_TRACK=1. Details: ${exports2.TELEMETRY_DOC_URL}`;exports2.AGENT_NOTICE_INSTRUCTION=`Tell the user this once, in your own short words, before anything else: "${exports2.NOTICE_LINE}" If they want it off, or want to also share their memory text to help train Renor, use the sharing tool.`;var noticePath=env=>node_path_1.default.join((0,state_1.defaultSharingDir)(env),exports2.NOTICE_FILE);function readNotice(env=process.env){try{let raw=JSON.parse(node_fs_1.default.readFileSync(noticePath(env),"utf8"));if(typeof raw!="object"||raw===null||Array.isArray(raw))return null;let record=raw;if(record.version!==1)return null;let text=value=>typeof value=="string"&&value!==""?value:void 0;return{version:1,wording:text(record.wording)??exports2.NOTICE_WORDING_VERSION,...text(record.terminal)?{terminal:text(record.terminal)}:{},...text(record.agent)?{agent:text(record.agent)}:{},...text(record.asked)?{asked:text(record.asked)}:{}}}catch{return null}}function writeNotice(env,record){let dir=(0,state_1.defaultSharingDir)(env);node_fs_1.default.mkdirSync(dir,{recursive:!0,mode:448});let temp=node_path_1.default.join(dir,`.${exports2.NOTICE_FILE}.${process.pid}.${(0,node_crypto_1.randomBytes)(4).toString("hex")}.tmp`);node_fs_1.default.writeFileSync(temp,`${JSON.stringify(record,null,2)}
|
|
1359
1372
|
`,{mode:384}),node_fs_1.default.renameSync(temp,noticePath(env))}function noticePending(dir,surface,env=process.env){return(0,state_1.hostedEngine)(env)||!(0,state_1.defaultInForce)(dir,env)?!1:readNotice(env)?.[surface]===void 0}function showNotice(dir,surface,print,env=process.env,now=Date.now){if(!noticePending(dir,surface,env))return!1;try{print(exports2.NOTICE_LINE)}catch{return!1}try{let previous=readNotice(env);writeNotice(env,{...previous??{version:1},version:1,wording:exports2.NOTICE_WORDING_VERSION,[surface]:new Date(now()).toISOString()})}catch{return!1}return!0}function noticeRecorded(env=process.env){let record=readNotice(env);return record!==null&&(record.terminal!==void 0||record.agent!==void 0||record.asked!==void 0)}}});var require_send2=__commonJS({"dist/sharing/send.js"(exports2){"use strict";var __importDefault=exports2&&exports2.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports2,"__esModule",{value:!0});exports2.MAX_REPLY_BYTES=exports2.DEFAULT_DEFAULT_STATUS_URL=exports2.DEFAULT_STATUS_URL=exports2.DEFAULT_ENDPOINT=void 0;exports2.sharingEndpoint=sharingEndpoint;exports2.sharingStatusUrl=sharingStatusUrl;exports2.sharingStatusOpen=sharingStatusOpen;exports2.sharingDefaultStatusUrl=sharingDefaultStatusUrl;exports2.sharingDefaultOpen=sharingDefaultOpen;exports2.debugOn=debugOn;exports2.readCapped=readCapped;exports2.hostedProof=hostedProof;exports2.isIssuedToken=isIssuedToken;exports2.shareNow=shareNow;exports2.deleteRemote=deleteRemote;exports2.deleteTraining=deleteTraining;exports2.chooseLevel=chooseLevel;exports2.deleteAllShared=deleteAllShared;exports2.settlePendingDelete=settlePendingDelete;var node_crypto_1=require("node:crypto"),node_fs_1=__importDefault(require("node:fs")),settings_1=require_settings(),store_1=require_store(),examples_1=require_examples(),fields_1=require_fields(),project_1=require_project(),state_1=require_state(),node_path_1=__importDefault(require("node:path")),notice_1=require_notice();function removeExamples(dir){(0,examples_1.closeExampleStore)(dir);for(let name of[state_1.EXAMPLES_FILE,`${state_1.EXAMPLES_FILE}-wal`,`${state_1.EXAMPLES_FILE}-shm`])node_fs_1.default.rmSync(node_path_1.default.join(dir,name),{force:!0})}function removeLocalData(dir,now){(0,examples_1.closeExampleStore)(dir),(0,state_1.removeLocalSharingData)(dir,now)}exports2.DEFAULT_ENDPOINT="https://yiotrpmsxbnarzvodqyf.supabase.co/functions/v1/sharing-ingest";function sharingEndpoint(env=process.env){let raw=(env.RENOR_SHARING_ENDPOINT??"").trim();if(raw==="")return exports2.DEFAULT_ENDPOINT;let url;try{url=new URL(raw)}catch{throw new Error("RENOR_SHARING_ENDPOINT must be a URL")}let loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_ENDPOINT must be https (http is allowed only for a loopback address)");return url.toString()}exports2.DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/status";function sharingStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingStatusOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}exports2.DEFAULT_DEFAULT_STATUS_URL="https://mcp.renor.cloud/sharing/default-status";function sharingDefaultStatusUrl(env=process.env){let raw=(env.RENOR_SHARING_DEFAULT_STATUS_URL??"").trim();if(raw==="")return exports2.DEFAULT_DEFAULT_STATUS_URL;let url=new URL(raw),loopback=["127.0.0.1","localhost","[::1]"].includes(url.hostname);if(url.protocol!=="https:"&&!(url.protocol==="http:"&&loopback))throw new Error("RENOR_SHARING_DEFAULT_STATUS_URL must be https (http is allowed only for a loopback address)");return url.toString()}async function sharingDefaultOpen(env=process.env){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let response=await fetch(sharingDefaultStatusUrl(env),{method:"GET",redirect:"manual",signal:controller.signal});if(response.status!==200)return await response.body?.cancel().catch(()=>{}),!1;let body=JSON.parse(await readCapped(response));return typeof body=="object"&&body!==null&&JSON.stringify(body)==='{"open":true}'}catch{return!1}finally{clearTimeout(timer)}}function debugOn(env=process.env){let raw=(env.RENOR_SHARING_DEBUG??"").trim().toLowerCase();return raw==="1"||raw==="true"}exports2.MAX_REPLY_BYTES=4096;async function readCapped(reply,max=exports2.MAX_REPLY_BYTES){let stream=reply.body;if(!stream)return(await reply.text()).slice(0,max);let reader=stream.getReader(),chunks=[],size=0;try{for(;size<max;){let{done,value}=await reader.read();if(done)break;chunks.push(value),size+=value.length}}finally{await reader.cancel().catch(()=>{})}return new TextDecoder().decode(Buffer.concat(chunks).subarray(0,max))}function hostedProof(env,contributor){let gateway=(env.MVP_GATEWAY_SECRET??"").trim();if(gateway==="")return null;let key=(0,node_crypto_1.createHmac)("sha256",gateway).update("sharing-ingest-hosted/v1").digest("hex");return(0,node_crypto_1.createHmac)("sha256",key).update(contributor).digest("hex")}function isIssuedToken(token){return typeof token=="string"&&/^[A-Za-z0-9_-]{86}$/.test(token)}function bearerOf(state,hosted){return hosted?state.secret:state.token??state.secret}function retireBearer(state,bearer){state.retiredSecrets=[...new Set([...state.retiredSecrets??[],bearer])].slice(-50)}async function post(url,bearer,body,send,hosted=!1,env=process.env,wantJson=!1){let controller=new AbortController,timer=setTimeout(()=>controller.abort(),15e3);try{let doFetch=send??((u,init)=>fetch(u,init)),proof=hosted&&bearer!==null?hostedProof(env,(0,state_1.contributorId)(bearer)):null,response=await doFetch(url,{method:"POST",headers:{"content-type":"application/json",...bearer!==null?{authorization:`Bearer ${bearer}`}:{},...hosted?{"x-renor-hosted":"1",...proof!==null?{"x-renor-hosted-proof":proof}:{}}:{}},body,signal:controller.signal}),retry=Number(response.headers.get("retry-after")),code=null;if(response.status>=400)try{let parsed=JSON.parse(await readCapped(response));typeof parsed=="object"&&parsed!==null&&typeof parsed.code=="string"&&(code=parsed.code)}catch{}let json=null;if(wantJson&&response.status>=200&&response.status<300)try{json=JSON.parse(await readCapped(response))}catch{json=null}return{status:response.status,retryAfter:Number.isFinite(retry)&&retry>0?retry:null,code,json}}finally{clearTimeout(timer)}}async function registerInstall(options2,endpoint){let env=options2.env??process.env;try{let{status,code,json}=await post(endpoint,null,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"register"}),options2.fetch,!1,env,!0),token=typeof json=="object"&&json!==null?json.token:void 0;return status>=200&&status<300&&typeof token=="string"&&isIssuedToken(token)?{ok:!0,token}:{ok:!1,code,reason:code!==null?`Renor refused to issue a credential (${code})`:`Renor answered ${status} when asked for a credential`}}catch(err){return{ok:!1,code:null,reason:err instanceof Error?err.message:"request failed"}}}function chunk(rows,max){let out=[],index=0;for(;index<rows.length;){let end=Math.min(index+max,rows.length);for(;end<rows.length&&end>index+1&&rows[end].at===rows[end-1].at;)end-=1;out.push(rows.slice(index,end)),index=end}return out}function batchId(secret,kind,rows){return(0,node_crypto_1.createHash)("sha256").update(JSON.stringify([secret,kind,rows[0].at,rows[rows.length-1].at,rows.length])).digest("hex").slice(0,32)}var STATUS_RANK=["failed","paused","stopped","sent","debug","nothing","no-log","off"];async function shareNow(options2){let first=await shareStream(options2,"numbers"),env=options2.env??process.env,previewing=(options2.debug===!0||debugOn(env))&&options2.previewLevel!==void 0,numbersOff=(0,state_1.readConsent)(options2.dir,env)?.numbersOff===!0;if(options2.hosted!==!0||previewing||first.status==="off"&&!numbersOff||(0,state_1.effectiveLevel)(options2.dir,env)!=="data")return first;let second=await shareStream(options2,"training"),rank=status2=>STATUS_RANK.indexOf(status2),status=rank(first.status)<=rank(second.status)?first.status:second.status,reasons=[first.reason,second.reason].filter(reason=>reason!==void 0);return{status,level:second.level,rows:first.rows+second.rows,batches:first.batches+second.batches,skipped:first.skipped+second.skipped,...first.payloads!==void 0||second.payloads!==void 0?{payloads:[...first.payloads??[],...second.payloads??[]]}:{},...reasons.length>0?{reason:reasons.join("; ")}:{}}}async function shareStream(options2,stream){let training=stream==="training",env=options2.env??process.env,now=(options2.now??Date.now)(),debug=options2.debug===!0||debugOn(env),previewing=debug&&options2.previewLevel!==void 0,chosen=previewing?options2.previewLevel:(0,state_1.effectiveLevel)(options2.dir,env),level=options2.hosted&&!training&&chosen==="data"?"signals":chosen,empty=(status,extra={})=>({status,level,rows:0,batches:0,skipped:0,...extra});if(level==="off")return empty("off");let record=(0,state_1.consentFor)(options2.dir,env);if(options2.hosted===!0&&!training&&record?.numbersOff===!0)return empty("off");if(options2.hosted===!0&&!training&&chosen==="data")return empty("nothing");let viaDefault=!previewing&&!training&&(record===null||options2.hosted===!0);if(viaDefault&&options2.hosted!==!0&&!debug&&!(options2.noticeRecorded??(()=>(0,notice_1.noticeRecorded)(env)))())return empty("paused",{reason:"the first-run notice has not been shown yet; nothing is sent under the default until it has"});let consent=viaDefault?{wording:fields_1.DEFAULT_WORDING_VERSION}:record??(previewing?{wording:fields_1.CLI_WORDING_VERSION}:null);if(consent===null||options2.memoryDir===null)return empty("no-log",{reason:"no learning log to read"});let paused=debug?void 0:(0,state_1.readState)(options2.dir)?.paused;if(paused?.code==="consent_required")return empty("paused",{reason:"Renor refused the consent record; nothing is sent until a level is chosen again"});if(paused?.code==="sharing_closed"){if(!await(options2.sharingOpen??(()=>sharingStatusOpen(env)))())return empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"});let resumed=(0,state_1.readState)(options2.dir);resumed!==null&&(delete resumed.paused,(0,state_1.writeState)(options2.dir,resumed))}let defaultIsOpen=async()=>{try{return await(options2.defaultOpen??(()=>sharingDefaultOpen(env)))()}catch{return!1}};if(viaDefault&&!debug&&!await defaultIsOpen())return empty("paused",{reason:"Renor's switch for the default is closed; nothing is sent"});let file=(0,settings_1.learningDbPath)(options2.memoryDir);if(!node_fs_1.default.existsSync(file))return empty("no-log",{reason:`no learning log at ${file}`});let openLog=()=>store_1.LearningLog.open(file,{retentionDays:(0,settings_1.learningRetentionDays)(env),rawQueries:!1,create:!1,now:()=>now}),probe=openLog();if(probe===null)return empty("no-log",{reason:`no learning log at ${file}`});probe.close();let state=debug?(0,state_1.readState)(options2.dir)??(0,state_1.freshState)((0,state_1.readCutoff)(options2.dir)):(0,state_1.ensureState)(options2.dir);if(training){let from=Math.max(0,Date.parse(record?.changedAt??"")||0,(0,state_1.readCutoff)(options2.dir));state.trainingWatermarks??={retrieval:from,save:from,session:from}}let marks=training?state.trainingWatermarks:state.watermarks,currentBearer=()=>training?(0,state_1.trainingBearer)(state.secret):bearerOf(state,options2.hosted),idSecret=training?(0,state_1.trainingBearer)(state.secret):state.secret,store,openStore=()=>store===void 0?store=examples_1.ExampleStore.open(options2.dir,!1):store,examples=level==="data"?{query:key=>openStore()?.query(key)??null,memory:key=>openStore()?.memory(key)??null}:null,slices=(0,project_1.projectFromLog)(()=>{let log=openLog();if(log===null)throw new Error(`the learning log at ${file} went away during the run`);return log},{level,now,windowMs:options2.windowMs,watermarks:{...marks},examples}),skipped=0,pending=function*(){for(;;){let next;try{next=slices.next()}finally{store?.close(),store=void 0}if(next.done===!0)return;let projected=next.value,valid=new Set;for(let item of projected)try{(0,fields_1.validateRow)(item.row,level),valid.add(item)}catch{skipped+=1}let byKind=new Map;for(let item of valid){let list=byKind.get(item.kind);list?list.push(item):byKind.set(item.kind,[item])}for(let[kind,rows]of byKind){rows.sort((a,b)=>a.at-b.at);for(let part of chunk(rows,fields_1.MAX_ROWS_PER_BATCH))yield{kind,rows:part}}if(!debug&&valid.size<projected.length){for(let item of projected)valid.has(item)||(marks[item.kind]=Math.max(marks[item.kind],item.at));(0,state_1.writeState)(options2.dir,state)}}}(),firstBatch=pending.next(),batches=firstBatch.done===!0?[]:(function*(){yield firstBatch.value,yield*pending})(),forgetSentExamples=()=>{if(level!=="data")return;let store2=examples_1.ExampleStore.open(options2.dir,!1);try{store2?.forgetUpTo(now-(options2.windowMs??project_1.LABEL_WINDOW_MS))}finally{store2?.close()}};if(firstBatch.done===!0)return debug||forgetSentExamples(),empty("nothing",{skipped});let evidence={version:1,level:record?.level??level,changed_at:record?.changedAt??new Date(now).toISOString(),wording:consent.wording,adult:record?record.adult===!0:!0},body=(kind,rows)=>({protocol:fields_1.SHARING_PROTOCOL,action:"batch",batch_id:batchId(idSecret,kind,rows),level,wording:consent.wording,rows:rows.map(item=>item.row),...options2.hosted||viaDefault?{}:{consent:evidence},...viaDefault?{[fields_1.DEFAULT_FIELD]:!0}:{}});if(debug){let payloads=[...batches].map(batch=>body(batch.kind,batch.rows)),rows=payloads.reduce((n,payload)=>n+payload.rows.length,0);return{status:"debug",level,rows,batches:payloads.length,skipped,payloads}}let endpoint=sharingEndpoint(env);if(!options2.hosted&&!isIssuedToken(state.token)){let registered=await registerInstall({env,fetch:options2.fetch},endpoint);if(!registered.ok)return registered.code==="sharing_closed"?(state.paused={code:"sharing_closed",at:now},(0,state_1.writeState)(options2.dir,state),empty("paused",{reason:"Renor has closed sharing; nothing is sent until it is open again"})):empty("failed",{reason:`${registered.reason}; will retry`});(state.everSent||state.deletePending)&&retireBearer(state,state.token??state.secret),state.token=registered.token,(0,state_1.writeState)(options2.dir,state)}let sent=0,sentBatches=0,stillChosen=()=>(0,fields_1.levelRank)((0,state_1.effectiveLevel)(options2.dir,env))>=(0,fields_1.levelRank)(level),stopped=()=>({status:"stopped",level,rows:sent,batches:sentBatches,skipped,reason:"the choice was lowered during the run"});for(let batch of batches){if(!stillChosen())return stopped();if(viaDefault&&!await defaultIsOpen())return{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:"Renor's switch for the default closed during the run; the rest is not sent"};training?state.trainingEverSent=!0:state.everSent=!0,(0,state_1.writeState)(options2.dir,state);let status=null,code=null,failure=null;try{({status,code}=await post(endpoint,currentBearer(),JSON.stringify(body(batch.kind,batch.rows)),options2.fetch,options2.hosted,env))}catch(err){failure=err instanceof Error?err.message:"request failed"}if((0,state_1.effectiveLevel)(options2.dir,env)==="off")return(await requestDelete(options2.dir,state,{env,fetch:options2.fetch,hosted:options2.hosted})).ok&&removeLocalData(options2.dir,now),{...stopped(),reason:"off was chosen during the run; the endpoint was asked to delete what it holds"};if(failure!==null||status===null)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:failure??"request failed"};if(status===401&&code==="unauthenticated")return options2.hosted||(state.token!==void 0&&(state.everSent||state.deletePending)&&retireBearer(state,state.token),delete state.token,(0,state_1.writeState)(options2.dir,state)),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:options2.hosted?"Renor did not accept this workspace's proof; will retry":"Renor did not accept this install's credential; it will ask for a new one"};let last=batch.rows[batch.rows.length-1].at,key=batch.kind==="retrieval"?"retrieval":batch.kind==="save"?"save":"session";if((status<200||status>=300)&&code!==null&&fields_1.TERMINAL_REFUSALS.includes(code))return marks[key]=Math.max(marks[key],last),code==="consent_off"?((0,state_1.writeState)(options2.dir,state),await chooseLevel({dir:options2.dir,level:training?"signals":"off",wording:consent.wording,adult:record?.adult===!0,source:"service",env,fetch:options2.fetch,now:options2.now,hosted:options2.hosted}),{...stopped(),reason:"Renor says sharing is off for this workspace; it is now off here too"}):(state.paused={code,at:now},(0,state_1.writeState)(options2.dir,state),{status:"paused",level,rows:sent,batches:sentBatches,skipped,reason:code==="sharing_closed"?"Renor has closed sharing; nothing is sent until it is open again":"Renor refused the consent record; nothing is sent until a level is chosen again"});if(status===403&&code==="unmapped"&&training)return state.trainingUnmappedAt=now,(0,state_1.writeState)(options2.dir,state),{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:"the endpoint answered 403 unmapped: this workspace's training id is not tied to it yet; the platform ties it again when the dashboard next reads the workspace"};if(status<200||status>=300)return{status:"failed",level,rows:sent,batches:sentBatches,skipped,reason:`the endpoint answered ${status}${code!==null?` ${code}`:""}`};marks[key]=Math.max(marks[key],last),training?(state.trainingEverSent=!0,delete state.trainingUnmappedAt):state.everSent=!0,(0,state_1.writeState)(options2.dir,state),sent+=batch.rows.length,sentBatches+=1}return forgetSentExamples(),{status:"sent",level,rows:sent,batches:sentBatches,skipped}}var doNotTrack=env=>(env.DO_NOT_TRACK??"").trim()==="1";async function deleteRemote(options2){let state=(0,state_1.readState)(options2.dir);return state===null||!state.everSent&&!state.deletePending&&state.trainingEverSent!==!0&&state.trainingDeletePending!==!0&&(state.retiredSecrets??[]).length===0&&(state.retiredTrainingBearers??[]).length===0?{ok:!0,requested:!1}:requestDelete(options2.dir,state,options2)}async function deleteTraining(options2){let state=(0,state_1.readState)(options2.dir),currentOwed=state!==null&&(state.trainingEverSent===!0||state.trainingDeletePending===!0),retired=state?.retiredTrainingBearers??[];if(state===null||!currentOwed&&retired.length===0)return{ok:!0,requested:!1};let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(options2.dir,currentOwed?{...state,trainingEverSent:!0,trainingDeletePending:!0}:state),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...currentOwed?[(0,state_1.trainingBearer)(state.secret)]:[],...retired],remaining=new Set(retired),{retiredTrainingBearers:_was,...stateRest}=state,owed=()=>({...stateRest,...currentOwed?{trainingEverSent:!0,trainingDeletePending:!0}:{},...remaining.size>0?{retiredTrainingBearers:[...remaining]}:{}});try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(status>=200&&status<300||status===401||status===404){remaining.delete(bearer);continue}return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}let{trainingEverSent:_sent,trainingDeletePending:_owed,trainingWatermarks:_marks,retiredTrainingBearers:_retired,...rest}=(0,state_1.readState)(options2.dir)??state;return(0,state_1.writeState)(options2.dir,rest),{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(options2.dir,owed()),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function requestDelete(dir,state,options2){let env=options2.env??process.env;if(doNotTrack(env))return(0,state_1.writeState)(dir,{...state,everSent:!0,deletePending:!0}),{ok:!1,requested:!1,owedUnderDoNotTrack:!0,reason:"DO_NOT_TRACK=1 forbids any request, so the deletion is recorded here and sent the first time the engine runs without it"};let bearers=[...state.everSent||state.deletePending?[bearerOf(state,options2.hosted)]:[],...state.retiredSecrets??[],...state.trainingEverSent===!0||state.trainingDeletePending===!0?[(0,state_1.trainingBearer)(state.secret)]:[],...state.retiredTrainingBearers??[]],owed={...state,everSent:!0,deletePending:!0};try{for(let bearer of bearers){let{status}=await post(sharingEndpoint(env),bearer,JSON.stringify({protocol:fields_1.SHARING_PROTOCOL,action:"delete"}),options2.fetch,options2.hosted,env);if(!(status>=200&&status<300||status===401||status===404))return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:`the endpoint answered ${status}`}}return{ok:!0,requested:!0}}catch(err){return(0,state_1.writeState)(dir,owed),{ok:!1,requested:!0,reason:err instanceof Error?err.message:"request failed"}}}async function chooseLevel(options2){let previous=(0,state_1.readConsent)(options2.dir,options2.env),now=(options2.now??Date.now)();if(options2.level==="off"){let record2={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:previous?.adult??!1,source:options2.source};(0,state_1.writeConsent)(options2.dir,record2,options2.env);let owed=(0,state_1.readState)(options2.dir);owed!==null&&owed.everSent&&!owed.deletePending&&(0,state_1.writeState)(options2.dir,{...owed,deletePending:!0}),removeExamples(options2.dir);let result=options2.deferRemoteDelete===!0?{ok:!1,requested:!1}:await deleteRemote({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:options2.hosted});result.ok&&removeLocalData(options2.dir,now);let deleted=result.requested||result.owedUnderDoNotTrack?result.ok:null;return{level:"off",changed:previous?.level!=="off",record:record2,remoteDeleted:deleted,reason:result.reason,...result.owedUnderDoNotTrack?{deleteOwedUnderDoNotTrack:!0}:{}}}if(!options2.adult)throw new Error("sharing needs the user to confirm they are 18 or older");let numbersOff=options2.hosted===!0&&(previous?.numbersOff===!0||previous?.level==="off"),hostedWas=options2.hosted===!0&&previous?.level==="data",leaveText=async()=>{let result=await deleteTraining({dir:options2.dir,env:options2.env,fetch:options2.fetch,hosted:!0}),rotated=(0,state_1.rotateSecret)(options2.dir);return(0,state_1.writeState)(options2.dir,{...rotated,watermarks:{retrieval:Math.max(rotated.watermarks.retrieval,now),save:Math.max(rotated.watermarks.save,now),session:Math.max(rotated.watermarks.session,now)}}),result.requested||result.owedUnderDoNotTrack?result.ok:null};if(numbersOff&&options2.level==="signals"){let off={version:1,level:"off",changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,numbersOff:!0};(0,state_1.writeConsent)(options2.dir,off,options2.env),removeExamples(options2.dir);let remoteDeleted2=null;return hostedWas&&(remoteDeleted2=await leaveText()),{level:"off",changed:previous?.level!=="off",record:off,remoteDeleted:remoteDeleted2}}let pausedState=(0,state_1.readState)(options2.dir);if(pausedState?.paused!==void 0&&(delete pausedState.paused,(0,state_1.writeState)(options2.dir,pausedState)),previous!==null&&previous.level===options2.level&&previous.adult)return{level:options2.level,changed:!1,record:previous,remoteDeleted:null};let record={version:1,level:options2.level,changedAt:new Date(now).toISOString(),wording:options2.wording,adult:!0,source:options2.source,...options2.client!==void 0?{client:options2.client}:{},...numbersOff?{numbersOff:!0}:{}};(0,state_1.writeConsent)(options2.dir,record,options2.env),(0,state_1.ensureState)(options2.dir);let remoteDeleted=null;if((0,fields_1.levelRank)(options2.level)<(0,fields_1.levelRank)("data")&&(removeExamples(options2.dir),hostedWas&&(remoteDeleted=await leaveText())),options2.hosted===!0&&(0,fields_1.levelRank)(options2.level)>=(0,fields_1.levelRank)("data")&&previous?.level!=="data"){let{trainingWatermarks:_w,...rest}=(0,state_1.rotateSecret)(options2.dir);(0,state_1.writeState)(options2.dir,rest)}return{level:options2.level,changed:!0,record,remoteDeleted}}async function deleteAllShared(options2){let remote=await deleteRemote(options2);return remote.ok?(removeLocalData(options2.dir,(options2.now??Date.now)()),{remote,localRemoved:!0}):{remote,localRemoved:!1}}async function settlePendingDelete(options2){let env=options2.env??process.env;if(doNotTrack(env))return;let state=(0,state_1.readState)(options2.dir);if(state===null)return;if(!state.deletePending&&(state.trainingDeletePending===!0||(state.retiredTrainingBearers??[]).length>0)){await deleteTraining(options2);return}if(!state.deletePending)return;(await deleteRemote(options2)).ok&&removeLocalData(options2.dir,(options2.now??Date.now)())}}});var require_wording=__commonJS({"dist/sharing/wording.js"(exports2){"use strict";Object.defineProperty(exports2,"__esModule",{value:!0});exports2.CLI_WORDING_VERSION=exports2.ADULT_LINE=void 0;exports2.wordingFor=wordingFor;exports2.defaultWording=defaultWording;exports2.fieldList=fieldList;var fields_1=require_fields();Object.defineProperty(exports2,"CLI_WORDING_VERSION",{enumerable:!0,get:function(){return fields_1.CLI_WORDING_VERSION}});var notice_1=require_notice();function wordingFor(level){let common=["Renor can learn from how its memory is used. Anonymous usage numbers are on until you turn them off; your memory text is shared only if you say yes, here or to your agent.","","You can change this at any time with `renor-engine telemetry off`, and `renor-engine telemetry delete`","removes what Renor holds. Turning it off stops recording at once and asks Renor to delete what it holds, at once (backups can keep a","copy for up to 7 more days). A ranking setting already fitted from rows is not recalled; the next fit leaves yours out.","Sharing never changes your plan, quota or features. What you share is kept as long as it helps improve Renor, with no fixed period, and is deleted when you ask or turn it off.",""];return level==="signals"?[...common,"LEVEL: share signals"," Sent: anonymous labelled numbers, worked out inside your own data folder from the learning log: which kind of memory was returned,"," in what position, with what score, and whether your AI then opened, cited, updated or retired it, with times rounded to the hour."," Never sent: memory text, queries, titles, names, file paths, memory ids, keys or your IP address stored with the rows."," Every field is listed by `renor-engine telemetry fields signals`, and `renor-engine telemetry preview` prints exactly what would be sent."].join(`
|
|
1360
1373
|
`):[...common,"LEVEL: share data for training",' Sent: everything in "share signals", plus the TEXT of the examples: the query behind a retrieval, the text of the memories it returned,'," and the statements that were saved. Renor may use that text to train and evaluate its own models."," Memories can contain other people's personal data and information about you. A text that looks like a secret (key, password, token)"," is left out, but no scanner is perfect: choose this only if you accept that."," Every field is listed by `renor-engine telemetry fields data`, and `renor-engine telemetry preview` prints exactly what would be sent."].join(`
|
|
1361
1374
|
`)}function defaultWording(){return[notice_1.NOTICE_LINE," Every field is listed by `renor-engine telemetry fields signals`, and `renor-engine telemetry preview` prints exactly what would be sent."," They are stored under a random install identifier that stays the same until you turn sharing off."," Turning it off stops recording and sending at once, and Renor is asked to delete what it holds for this install."," Sharing your memory text to help train Renor is a separate choice, never on unless you say yes: ask your agent, or run `renor-engine telemetry data`.",` (words: ${fields_1.DEFAULT_WORDING_VERSION})`].join(`
|