toolnet-memory 0.3.14 → 0.3.16

package/bundle/graph-index.js

@@ -1,4 +1,4 @@
-import"dotenv/config";import{existsSync as ce,readFileSync as le}from"node:fs";import{homedir as de}from"node:os";import{join as pe}from"node:path";function ue(s){let e=s.trim();return e.length>=2&&e.startsWith('"')&&e.endsWith('"')?(e=e.slice(1,-1),e.replace(/\\n/g,`
-`).replace(/\\r/g,"\r").replace(/\\t/g,"	").replace(/\\"/g,'"').replace(/\\\\/g,"\\")):e.length>=2&&e.startsWith("'")&&e.endsWith("'")?e.slice(1,-1):e}function fe(){let s=process.env.TOOLNET_GLOBAL_ENV??pe(de(),".config","toolnet-memory",".env");if(!ce(s))return;let e=le(s,"utf8");for(let t of e.split(/\r?\n/)){let r=t.trim();if(!r||r.startsWith("#"))continue;r.startsWith("export ")&&(r=r.slice(7));let o=r.indexOf("=");if(o<=0)continue;let n=r.slice(0,o).trim();/^[A-Za-z_][A-Za-z0-9_]*$/.test(n)&&process.env[n]===void 0&&(process.env[n]=ue(r.slice(o+1)))}}fe();function v(s,e){return s===void 0?e:["1","true","yes","on"].includes(s.toLowerCase())}function k(s,e){if(!s)return e;let t=Number(s);return Number.isFinite(t)?t:e}function V(){return{memory:{autoCapture:v(process.env.MEMORY_AUTO_CAPTURE,!0),autoRetrieve:v(process.env.MEMORY_AUTO_RETRIEVE,!0),autoSummarize:v(process.env.MEMORY_AUTO_SUMMARIZE,!0),autoSync:v(process.env.MEMORY_AUTO_SYNC,!0)},retrieval:{maxCandidates:k(process.env.MEMORY_MAX_CANDIDATES,50),rerankTop:k(process.env.MEMORY_RERANK_TOP,10),finalContext:k(process.env.MEMORY_FINAL_CONTEXT,5),tokenBudget:k(process.env.MEMORY_TOKEN_BUDGET,2e3)},storage:{provider:process.env.MEMORY_STORAGE_PROVIDER??"huggingface",r2:{accountId:process.env.R2_ACCOUNT_ID,bucket:process.env.R2_BUCKET,accessKeyId:process.env.R2_ACCESS_KEY_ID,secretAccessKey:process.env.R2_SECRET_ACCESS_KEY},s3:{endpoint:process.env.S3_ENDPOINT,region:process.env.S3_REGION,bucket:process.env.S3_BUCKET,accessKeyId:process.env.S3_ACCESS_KEY_ID,secretAccessKey:process.env.S3_SECRET_ACCESS_KEY,forcePathStyle:v(process.env.S3_FORCE_PATH_STYLE,!1)},huggingface:{namespace:process.env.HF_NAMESPACE,bucket:process.env.HF_BUCKET,accessKeyId:process.env.HF_S3_ACCESS_KEY_ID,secretAccessKey:process.env.HF_S3_SECRET_ACCESS_KEY},localRoot:process.env.MEMORY_LOCAL_STORAGE_PATH},cache:{maxMb:k(process.env.MEMORY_LOCAL_CACHE_MB,200)}}}import{createHash as me}from"node:crypto";import{existsSync as $,mkdirSync as ge,readFileSync as he,renameSync as ye,writeFileSync as Se}from"node:fs";import{basename as be,dirname as N,join as O,parse as q,resolve as P}from"node:path";var Q=".toolnet",Ce="project.json";function xe(s){return me("sha256").update(s).digest("hex").slice(0,16)}function G(s){return O(s,Q,Ce)}function Ee(s){return $(G(s))}function we(s,e){let t=P(s),r=q(t).root;for(;;){if(Ee(t))return t;if(t===r||e&&t===P(e))break;let o=N(t);if(o===t)break;t=o}return null}function ve(s){let e=P(s),t=q(e).root,r=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"];for(;;){if(r.some(n=>$(O(e,n))))return e;if(e===t)break;let o=N(e);if(o===e)break;e=o}return P(s)}function ke(s){let e;try{e=JSON.parse(he(s,"utf8"))}catch(o){throw new Error(`Invalid ToolNet project manifest: ${s}: ${o instanceof Error?o.message:String(o)}`)}if(!e||typeof e!="object")throw new Error(`Invalid ToolNet project manifest: ${s}`);let t=e;if(typeof t.id!="string"||!t.id.trim())throw new Error(`ToolNet project manifest is missing id: ${s}`);if(typeof t.name!="string"||!t.name.trim())throw new Error(`ToolNet project manifest is missing name: ${s}`);let r=new Date().toISOString();return{version:1,id:t.id,name:t.name,remote:typeof t.remote=="string"&&t.remote.trim()?t.remote:t.name,rootPath:typeof t.rootPath=="string"?t.rootPath:N(N(s)),createdAt:typeof t.createdAt=="string"?t.createdAt:r,updatedAt:typeof t.updatedAt=="string"?t.updatedAt:r,graphVersion:typeof t.graphVersion=="number"?t.graphVersion:0,memoryVersion:typeof t.memoryVersion=="number"?t.memoryVersion:0,metadata:t.metadata&&typeof t.metadata=="object"?t.metadata:void 0}}function Y(s,e){let t=O(s,Q);ge(t,{recursive:!0});let r=G(s),o=`${r}.tmp-${process.pid}`;Se(o,JSON.stringify(e,null,2)+`
-`,{encoding:"utf8",mode:384}),ye(o,r)}function J(s,e){return{id:s.id,name:s.name,remote:s.remote,rootPath:e,createdAt:s.createdAt,updatedAt:s.updatedAt,graphVersion:s.graphVersion,memoryVersion:s.memoryVersion,metadata:s.metadata}}var I=class{detect(e=process.cwd()){let t=P(e),r=ve(t),n=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"].some(f=>$(O(r,f))),i=we(t,n?r:void 0);if(i){let f=G(i),u=ke(f);return u.rootPath!==i&&(u.rootPath=i,u.updatedAt=new Date().toISOString(),Y(i,u)),J(u,i)}let d=new Date().toISOString(),m=be(r),c={version:1,id:xe(r),name:m,remote:m,rootPath:r,createdAt:d,updatedAt:d,graphVersion:0,memoryVersion:0};return Y(r,c),J(c,r)}};import{readdir as Ae}from"node:fs/promises";import{extname as je,join as Le,relative as Ne}from"node:path";import{basename as Re}from"node:path";var Te=new Set([".env",".env.local",".env.production",".env.development","id_rsa","id_ed25519","credentials","credentials.json","service-account.json"]),Me=new Set([".pem",".key",".p12",".pfx"]);function Z(s){let e=Re(s).toLowerCase();if(Te.has(e))return!0;for(let t of Me)if(e.endsWith(t))return!0;return!1}var Ie=new Set([".ts",".tsx",".js",".jsx",".mjs",".cjs",".mts",".cts"]),Oe=new Set(["node_modules",".git","dist","build","coverage",".next",".cache",".toolnet-memory"]);async function K(s){let e=[];async function t(r){let o=await Ae(r,{withFileTypes:!0});for(let n of o){if(Oe.has(n.name))continue;let i=Le(r,n.name);if(n.isDirectory()){await t(i);continue}Ie.has(je(n.name))&&(Z(i)||e.push(Ne(s,i)))}}return await t(s),e.sort()}import{readFile as _e}from"node:fs/promises";import{join as Fe}from"node:path";import{createHash as De}from"node:crypto";import*as l from"typescript";function X(s,e){return De("sha256").update(`${s}:${e}`).digest("hex").slice(0,24)}function z(s,e){return s.getLineAndCharacterOfPosition(e.getStart(s)).line+1}async function B(s,e,t){let r=Fe(e,t),o=await _e(r,"utf8"),n=l.createSourceFile(t,o,l.ScriptTarget.Latest,!0,t.endsWith(".tsx")||t.endsWith(".jsx")?l.ScriptKind.TSX:l.ScriptKind.TS),i=[],d=[],m=[],c=[],f={id:X(s,`file:${t}`),projectId:s,name:t,qualifiedName:t,type:"file",filePath:t,startLine:1,endLine:n.getLineAndCharacterOfPosition(n.end).line+1};i.push(f);let u=[],C=[];function b(a,y,h,g){let x=X(s,`${t}:${h}:${g??y}:${a.pos}`);return i.push({id:x,projectId:s,name:y,qualifiedName:g??y,type:h,filePath:t,startLine:z(n,a),endLine:n.getLineAndCharacterOfPosition(a.end).line+1}),x}function L(a){if(!l.isStringLiteral(a.moduleSpecifier))return;let y=[],h=a.importClause;if(h?.name&&y.push({localName:h.name.text,importedName:"default",kind:"default"}),h?.namedBindings&&l.isNamedImports(h.namedBindings))for(let g of h.namedBindings.elements)y.push({localName:g.name.text,importedName:g.propertyName?.text??g.name.text,kind:"named"});h?.namedBindings&&l.isNamespaceImport(h.namedBindings)&&y.push({localName:h.namedBindings.name.text,importedName:"*",kind:"namespace"}),d.push({source:a.moduleSpecifier.text,bindings:y})}function w(a,y){for(let h of a.heritageClauses??[])for(let g of h.types){let x=g.expression.getText(n).split(".").at(-1)??"";x&&c.push({fromId:y,targetName:x,type:h.token===l.SyntaxKind.ExtendsKeyword?"INHERITS":"IMPLEMENTS"})}}function H(a){let y=!1,h=!1;if(l.isImportDeclaration(a)&&L(a),l.isInterfaceDeclaration(a)&&b(a,a.name.text,"interface",a.name.text),l.isClassDeclaration(a)&&a.name){let g=b(a,a.name.text,"class",a.name.text);w(a,g),C.push({id:g,name:a.name.text}),h=!0}if(l.isFunctionDeclaration(a)&&a.name){let g=b(a,a.name.text,"function",a.name.text);u.push(g),y=!0}if(l.isMethodDeclaration(a)&&a.name){let g=a.name.getText(n),x=C.at(-1)?.name,ae=b(a,g,"method",x?`${x}.${g}`:g);u.push(ae),y=!0}if(l.isCallExpression(a)&&(l.isIdentifier(a.expression)&&m.push({callerId:u.at(-1),calleeName:a.expression.text,line:z(n,a)}),l.isPropertyAccessExpression(a.expression))){let g=a.expression;m.push({callerId:u.at(-1),qualifier:g.expression.getText(n),calleeName:g.name.text,line:z(n,a)})}l.forEachChild(a,H),y&&u.pop(),h&&C.pop()}return H(n),{filePath:t,symbols:i,imports:d,calls:m,heritage:c}}import{createHash as $e}from"node:crypto";import{dirname as Ge,extname as Ke,normalize as ze,posix as Be}from"node:path";var R=class{symbols=new Map;edges=new Map;addSymbol(e){this.symbols.set(e.id,e)}addEdge(e){this.edges.set(e.id,e)}getSymbol(e){return this.symbols.get(e)}findByName(e,t){return[...this.symbols.values()].filter(r=>r.projectId===e&&(r.name===t||r.qualifiedName===t))}allSymbols(e){return[...this.symbols.values()].filter(t=>t.projectId===e)}allEdges(e){return[...this.edges.values()].filter(t=>t.projectId===e)}import(e,t){for(let r of e)this.addSymbol(r);for(let r of t)this.addEdge(r)}clearProject(e){for(let[t,r]of this.symbols)r.projectId===e&&this.symbols.delete(t);for(let[t,r]of this.edges)r.projectId===e&&this.edges.delete(t)}};function We(s,e,t,r){return $e("sha256").update(`${s}:${e}:${t}:${r}`).digest("hex").slice(0,24)}function E(s){return ze(s).replaceAll("\\","/")}function W(s,e,t){if(!e.startsWith("."))return;let r=E(Be.join(Ge(s),e)),o=Ke(r),n;if(o===".js"){let i=r.slice(0,-3);n=[`${i}.ts`,`${i}.tsx`,`${i}.js`,`${i}.jsx`]}else if(o===".mjs"){let i=r.slice(0,-4);n=[`${i}.mts`,`${i}.ts`,`${i}.mjs`]}else if(o===".cjs"){let i=r.slice(0,-4);n=[`${i}.cts`,`${i}.ts`,`${i}.cjs`]}else o?n=[r]:n=[`${r}.ts`,`${r}.tsx`,`${r}.mts`,`${r}.cts`,`${r}.js`,`${r}.jsx`,`${r}.mjs`,`${r}.cjs`,`${r}/index.ts`,`${r}/index.tsx`,`${r}/index.js`,`${r}/index.jsx`];return n.find(i=>t.has(E(i)))}var T=class{build(e,t){let r=new R,o=new Map;for(let i of t)for(let d of i.symbols)r.addSymbol(d),d.type==="file"&&o.set(E(i.filePath),d);let n=new Set(o.keys());for(let i of t){let d=E(i.filePath),m=o.get(d);if(m){for(let c of i.symbols)c.id!==m.id&&r.addEdge(this.edge(e,m.id,"DEFINES",c.id));for(let c of i.imports){let f=W(d,c.source,n);if(!f)continue;let u=o.get(f);u&&r.addEdge(this.edge(e,m.id,"IMPORTS",u.id,{source:c.source}))}for(let c of i.heritage){let f=r.findByName(e,c.targetName).filter(u=>u.type==="class"||u.type==="interface");for(let u of f)r.addEdge(this.edge(e,c.fromId,c.type,u.id))}for(let c of i.calls){if(!c.callerId)continue;let f=this.resolveCallTargets(e,i,c.calleeName,c.qualifier,t,r,n);for(let u of f)u.id!==c.callerId&&r.addEdge(this.edge(e,c.callerId,"CALLS",u.id,{line:c.line,qualifier:c.qualifier}))}}}return r}resolveCallTargets(e,t,r,o,n,i,d){let m=E(t.filePath),c=i.findByName(e,r).filter(f=>E(f.filePath)===m);if(!o&&c.length)return c;if(o)for(let f of t.imports){if(!f.bindings.find(b=>b.kind==="namespace"&&b.localName===o))continue;let C=W(m,f.source,d);if(C)return i.findByName(e,r).filter(b=>E(b.filePath)===C)}for(let f of t.imports){let u=f.bindings.find(w=>w.localName===r);if(!u)continue;let C=W(m,f.source,d);if(!C)continue;let b=u.importedName==="default"?r:u.importedName,L=i.findByName(e,b).filter(w=>E(w.filePath)===C);if(L.length)return L}return i.findByName(e,r).filter(f=>f.type==="function"||f.type==="method")}edge(e,t,r,o,n){return{id:We(e,t,r,o),projectId:e,from:t,to:o,type:r,metadata:n}}};var _=class{async index(e,t,r={}){let o=await K(t);r.onProgress?.({phase:"scan",current:o.length,total:o.length});let n=[],i=0;for(let m of o)try{n.push(await B(e,t,m))}catch(c){console.warn(`[indexer] skipped ${m}:`,c instanceof Error?c.message:c)}finally{i+=1,r.onProgress?.({phase:"parse",current:i,total:o.length,file:m})}let d=new T().build(e,n);return{files:n.length,symbols:d.allSymbols(e).length,edges:d.allEdges(e).length,graph:d}}};function ee(s,e){let t=s.allSymbols(e),r=s.allEdges(e),o=i=>t.filter(d=>d.type===i).length,n=i=>r.filter(d=>d.type===i).length;return{files:o("file"),classes:o("class"),interfaces:o("interface"),functions:o("function"),methods:o("method"),properties:o("property"),routes:o("route"),symbols:t.length,edges:r.length,calls:n("CALLS"),callReferences:n("CALL_REFERENCE"),imports:n("IMPORTS"),inherits:n("INHERITS"),implements:n("IMPLEMENTS"),usesType:n("USES_TYPE"),tests:n("TESTS"),routeEdges:n("ROUTE"),writes:n("WRITES")}}import{execFile as Ue}from"node:child_process";import{promisify as He}from"node:util";var Nr=He(Ue);var M=class{constructor(e){this.storage=e}storage;key(e){return["projects",e,"graph","current.json"].join("/")}async load(e){let t=await this.storage.getText(this.key(e));return t?JSON.parse(t):null}async save(e){await this.storage.put(this.key(e.projectId),JSON.stringify(e),"application/json")}};import{DatabaseSync as xs}from"node:sqlite";import*as S from"typescript";import*as p from"typescript";var zs=new Set([p.SyntaxKind.EqualsToken,p.SyntaxKind.PlusEqualsToken,p.SyntaxKind.MinusEqualsToken,p.SyntaxKind.AsteriskEqualsToken,p.SyntaxKind.SlashEqualsToken,p.SyntaxKind.PercentEqualsToken,p.SyntaxKind.QuestionQuestionEqualsToken,p.SyntaxKind.AmpersandAmpersandEqualsToken,p.SyntaxKind.BarBarEqualsToken]);import{homedir as ht}from"node:os";import{join as yt}from"node:path";import{DeleteObjectCommand as Ye,GetObjectCommand as Je,HeadObjectCommand as qe,ListObjectsV2Command as Qe,PutObjectCommand as Ze,S3Client as Xe}from"@aws-sdk/client-s3";import{getSignedUrl as et}from"@aws-sdk/s3-request-presigner";var F=class{name="huggingface";client;bucket;constructor(e){this.bucket=e.bucket,this.client=new Xe({region:"us-east-1",endpoint:`https://s3.hf.co/${e.namespace}`,forcePathStyle:!0,requestChecksumCalculation:"WHEN_REQUIRED",responseChecksumValidation:"WHEN_REQUIRED",credentials:{accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}})}async put(e,t,r="application/octet-stream"){let o=typeof t=="string"?Buffer.from(t,"utf8"):t;await this.client.send(new Ze({Bucket:this.bucket,Key:e,Body:o,ContentType:r}))}async get(e){let t=await et(this.client,new Je({Bucket:this.bucket,Key:e}),{expiresIn:60}),r=await fetch(t,{redirect:"follow"});if(r.status===404)return null;if(!r.ok)throw new Error(`HF download failed: ${r.status} ${r.statusText}`);return new Uint8Array(await r.arrayBuffer())}async getText(e){let t=await this.get(e);return t?Buffer.from(t).toString("utf8"):null}async exists(e){try{return await this.client.send(new qe({Bucket:this.bucket,Key:e})),!0}catch(t){if(typeof t=="object"&&t!==null&&"$metadata"in t&&t.$metadata?.httpStatusCode===404)return!1;throw t}}async delete(e){await this.client.send(new Ye({Bucket:this.bucket,Key:e}))}async list(e=""){let t=[],r;do{let o=await this.client.send(new Qe({Bucket:this.bucket,Prefix:e||void 0,ContinuationToken:r}));for(let n of o.Contents??[])n.Key&&t.push({key:n.Key,size:n.Size,updatedAt:n.LastModified?.toISOString()});r=o.IsTruncated?o.NextContinuationToken:void 0}while(r);return t}};import{access as te,mkdir as tt,readFile as rt,readdir as st,rm as ot,stat as re,writeFile as nt}from"node:fs/promises";import{dirname as it,join as at,relative as se,resolve as ct}from"node:path";var A=class{constructor(e){this.root=e}root;name="local";path(e){let t=e.replace(/^\/+/,"");return ct(this.root,t)}async put(e,t){let r=this.path(e);await tt(it(r),{recursive:!0}),await nt(r,t)}async get(e){try{return await rt(this.path(e))}catch(t){if(typeof t=="object"&&t!==null&&"code"in t&&t.code==="ENOENT")return null;throw t}}async getText(e){let t=await this.get(e);return t?Buffer.from(t).toString("utf8"):null}async exists(e){try{return await te(this.path(e)),!0}catch{return!1}}async delete(e){await ot(this.path(e),{force:!0})}async list(e=""){let t=this.path(e),r=[];try{await te(t)}catch{return r}let o=async i=>{let d=await st(i,{withFileTypes:!0});for(let m of d){let c=at(i,m.name);if(m.isDirectory()){await o(c);continue}let f=await re(c);r.push({key:se(this.root,c),size:f.size,updatedAt:f.mtime.toISOString()})}},n=await re(t);return n.isDirectory()?await o(t):r.push({key:se(this.root,t),size:n.size,updatedAt:n.mtime.toISOString()}),r}};import{DeleteObjectCommand as lt,GetObjectCommand as dt,HeadObjectCommand as pt,ListObjectsV2Command as ut,PutObjectCommand as ft,S3Client as mt}from"@aws-sdk/client-s3";import{getSignedUrl as gt}from"@aws-sdk/s3-request-presigner";var j=class{name;client;bucket;constructor(e){this.name=e.name??"s3",this.bucket=e.bucket,this.client=new mt({region:e.region??"us-east-1",endpoint:e.endpoint||void 0,forcePathStyle:e.forcePathStyle??!1,requestChecksumCalculation:"WHEN_REQUIRED",responseChecksumValidation:"WHEN_REQUIRED",credentials:{accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}})}async put(e,t,r="application/octet-stream"){let o=typeof t=="string"?Buffer.from(t,"utf8"):t;await this.client.send(new ft({Bucket:this.bucket,Key:e,Body:o,ContentType:r}))}async get(e){let t=await gt(this.client,new dt({Bucket:this.bucket,Key:e}),{expiresIn:60}),r=await fetch(t,{redirect:"follow"});if(r.status===404)return null;if(!r.ok)throw new Error(`${this.name} download failed: ${r.status} ${r.statusText}`);return new Uint8Array(await r.arrayBuffer())}async getText(e){let t=await this.get(e);return t?Buffer.from(t).toString("utf8"):null}async exists(e){try{return await this.client.send(new pt({Bucket:this.bucket,Key:e})),!0}catch(t){if(typeof t=="object"&&t!==null&&"$metadata"in t&&t.$metadata?.httpStatusCode===404)return!1;throw t}}async delete(e){await this.client.send(new lt({Bucket:this.bucket,Key:e}))}async list(e=""){let t=[],r;do{let o=await this.client.send(new ut({Bucket:this.bucket,Prefix:e||void 0,ContinuationToken:r}));for(let n of o.Contents??[])n.Key&&t.push({key:n.Key,size:n.Size,updatedAt:n.LastModified?.toISOString()});r=o.IsTruncated?o.NextContinuationToken:void 0}while(r);return t}};function U(s,e){return console.warn(e),new A(s)}function oe(s){let e=s.localRoot??yt(ht(),".toolnet-memory","storage");if(s.provider==="r2"){let t=s.r2;return t?.accountId&&t.bucket&&t.accessKeyId&&t.secretAccessKey?new j({name:"r2",endpoint:`https://${t.accountId}.r2.cloudflarestorage.com`,region:"auto",bucket:t.bucket,forcePathStyle:!0,accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}):U(e,"[storage] Cloudflare R2 credentials missing. Using local fallback.")}if(s.provider==="s3"){let t=s.s3;return t?.bucket&&t.accessKeyId&&t.secretAccessKey?new j({name:"s3",endpoint:t.endpoint,region:t.region??"us-east-1",bucket:t.bucket,forcePathStyle:t.forcePathStyle??!1,accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}):U(e,"[storage] S3 credentials missing. Using local fallback.")}if(s.provider==="huggingface"){let t=s.huggingface;return t?.namespace&&t.bucket&&t.accessKeyId&&t.secretAccessKey?new F({namespace:t.namespace,bucket:t.bucket,accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}):U(e,"[storage] Hugging Face credentials missing. Using local fallback.")}return new A(e)}function ne(s){let e=s.trim().replace(/\s+/g,"_").replace(/[^A-Za-z0-9._-]/g,"_").replace(/_+/g,"_").replace(/^\.+|\.+$/g,"").slice(0,100);if(!e||e==="."||e==="..")throw new Error("Invalid project storage folder");return e}function ie(s){let e=s.replace(/^\/+/,"");if(e.startsWith("memories/"))return"memory/records/"+e.slice(9);if(e.startsWith("vectors/"))return"memory/vectors/"+e.slice(8);if(e.startsWith("graph/"))return"code/graph/"+e.slice(6);let t=e.match(/^(snapshots\/[^/]+\/)memories\/(.+)$/);if(t)return`${t[1]}memory/records/${t[2]}`;if(t=e.match(/^(snapshots\/[^/]+\/)vectors\/(.+)$/),t)return`${t[1]}memory/vectors/${t[2]}`;if(t=e.match(/^(snapshots\/[^/]+\/)graph\/(.+)$/),t)return`${t[1]}code/graph/${t[2]}`;let r=e.match(/^(projects\/[^/]+\/snapshots\/[^/]+\/)memories\/(.+)$/);if(r)return`${r[1]}memory/records/${r[2]}`;if(r=e.match(/^(projects\/[^/]+\/snapshots\/[^/]+\/)vectors\/(.+)$/),r)return`${r[1]}memory/vectors/${r[2]}`;if(r=e.match(/^(projects\/[^/]+\/snapshots\/[^/]+\/)graph\/(.+)$/),r)return`${r[1]}code/graph/${r[2]}`;let o=e.match(/^(projects\/[^/]+\/)memories\/(.+)$/);return o?`${o[1]}memory/records/${o[2]}`:(o=e.match(/^(projects\/[^/]+\/)vectors\/(.+)$/),o?`${o[1]}memory/vectors/${o[2]}`:(o=e.match(/^(projects\/[^/]+\/)graph\/(.+)$/),o?`${o[1]}code/graph/${o[2]}`:e))}var D=class{constructor(e,t,r,o){this.provider=e;this.name=e.name,this.projectId=t,this.projectName=r,this.folder=ne(o??r),this.sourcePrefix=`projects/${t}`,this.targetPrefix=`projects/${this.folder}`}provider;name;folder;sourcePrefix;targetPrefix;projectId;projectName;registryPromise;async registerProject(){let e=`${this.targetPrefix}/project.json`,t=new Date().toISOString(),r=t,o=await this.provider.getText(e);if(o){let i;try{i=JSON.parse(o)}catch(d){throw new Error(`Invalid remote ToolNet project manifest at ${e}: ${d instanceof Error?d.message:String(d)}`)}if(typeof i.id=="string"&&i.id!==this.projectId)throw new Error(["ToolNet remote project namespace collision.",`Remote folder: ${this.targetPrefix}`,`Existing project id: ${i.id}`,`Current project id: ${this.projectId}`,"Refusing to mix data from two projects."].join(" "));typeof i.createdAt=="string"&&(r=i.createdAt)}let n={version:1,id:this.projectId,name:this.projectName,remote:this.folder,createdAt:r,updatedAt:t};await this.provider.put(e,JSON.stringify(n,null,2)+`
-`,"application/json")}async ensureRegistered(){return this.registryPromise||(this.registryPromise=this.registerProject()),this.registryPromise}key(e){if(e=ie(e),e===this.sourcePrefix)return this.targetPrefix;if(e.startsWith(`${this.sourcePrefix}/`))return this.targetPrefix+e.slice(this.sourcePrefix.length);if(e===this.targetPrefix||e.startsWith(`${this.targetPrefix}/`))return e;if(e.startsWith("projects/"))throw new Error(["Cross-project storage access denied.",`Current project: ${this.targetPrefix}`,`Requested key: ${e}`].join(" "));return e}async put(e,t,r){return await this.ensureRegistered(),this.provider.put(this.key(e),t,r)}async get(e){return await this.ensureRegistered(),this.provider.get(this.key(e))}async getText(e){return await this.ensureRegistered(),this.provider.getText(this.key(e))}async delete(e){return await this.ensureRegistered(),this.provider.delete(this.key(e))}async exists(e){return await this.ensureRegistered(),this.provider.exists(this.key(e))}async list(e){return await this.ensureRegistered(),this.provider.list(this.key(e))}};async function St(){let s=V(),e=new I().detect(),t=oe({provider:s.storage.provider,huggingface:s.storage.huggingface,localRoot:s.storage.localRoot}),r=new D(t,e.id,e.name,e.remote??e.name),o=await new _().index(e.id,e.rootPath),n=ee(o.graph,e.id);await new M(r).save({version:1,projectId:e.id,updatedAt:new Date().toISOString(),files:o.files,symbols:o.graph.allSymbols(e.id),edges:o.graph.allEdges(e.id)}),console.log({ok:!0,storage:r.name,...n})}St().catch(s=>{console.error(s),process.exit(1)});
+import"dotenv/config";import{existsSync as Te,readFileSync as Ie}from"node:fs";import{homedir as je}from"node:os";import{join as Le}from"node:path";function Ne(n){let e=n.trim();return e.length>=2&&e.startsWith('"')&&e.endsWith('"')?(e=e.slice(1,-1),e.replace(/\\n/g,`
+`).replace(/\\r/g,"\r").replace(/\\t/g,"	").replace(/\\"/g,'"').replace(/\\\\/g,"\\")):e.length>=2&&e.startsWith("'")&&e.endsWith("'")?e.slice(1,-1):e}function _e(){let n=process.env.TOOLNET_GLOBAL_ENV??Le(je(),".config","toolnet-memory",".env");if(!Te(n))return;let e=Ie(n,"utf8");for(let t of e.split(/\r?\n/)){let r=t.trim();if(!r||r.startsWith("#"))continue;r.startsWith("export ")&&(r=r.slice(7));let s=r.indexOf("=");if(s<=0)continue;let o=r.slice(0,s).trim();/^[A-Za-z_][A-Za-z0-9_]*$/.test(o)&&process.env[o]===void 0&&(process.env[o]=Ne(r.slice(s+1)))}}_e();function T(n,e){return n===void 0?e:["1","true","yes","on"].includes(n.toLowerCase())}function I(n,e){if(!n)return e;let t=Number(n);return Number.isFinite(t)?t:e}function ne(){return{memory:{autoCapture:T(process.env.MEMORY_AUTO_CAPTURE,!0),autoRetrieve:T(process.env.MEMORY_AUTO_RETRIEVE,!0),autoSummarize:T(process.env.MEMORY_AUTO_SUMMARIZE,!0),autoSync:T(process.env.MEMORY_AUTO_SYNC,!0)},retrieval:{maxCandidates:I(process.env.MEMORY_MAX_CANDIDATES,50),rerankTop:I(process.env.MEMORY_RERANK_TOP,10),finalContext:I(process.env.MEMORY_FINAL_CONTEXT,5),tokenBudget:I(process.env.MEMORY_TOKEN_BUDGET,2e3)},storage:{provider:process.env.MEMORY_STORAGE_PROVIDER??"huggingface",r2:{accountId:process.env.R2_ACCOUNT_ID,bucket:process.env.R2_BUCKET,accessKeyId:process.env.R2_ACCESS_KEY_ID,secretAccessKey:process.env.R2_SECRET_ACCESS_KEY},s3:{endpoint:process.env.S3_ENDPOINT,region:process.env.S3_REGION,bucket:process.env.S3_BUCKET,accessKeyId:process.env.S3_ACCESS_KEY_ID,secretAccessKey:process.env.S3_SECRET_ACCESS_KEY,forcePathStyle:T(process.env.S3_FORCE_PATH_STYLE,!1)},huggingface:{namespace:process.env.HF_NAMESPACE,bucket:process.env.HF_BUCKET,accessKeyId:process.env.HF_S3_ACCESS_KEY_ID,secretAccessKey:process.env.HF_S3_SECRET_ACCESS_KEY},localRoot:process.env.MEMORY_LOCAL_STORAGE_PATH},cache:{maxMb:I(process.env.MEMORY_LOCAL_CACHE_MB,200)}}}import{createHash as ze}from"node:crypto";import{existsSync as K,mkdirSync as Be,readFileSync as He,renameSync as We,writeFileSync as Ue}from"node:fs";import{basename as Ve,dirname as z,join as L,parse as pe,resolve as A}from"node:path";import{createHash as ie}from"node:crypto";import{spawnSync as Oe}from"node:child_process";var j="git-remote-v1",Fe=new Set(["github.com","gitlab.com","bitbucket.org"]);function ae(n,e){let t=e.replaceAll("\\","/").replace(/^\/+/u,"").replace(/\/+$/u,"").replace(/\.git$/iu,"").replace(/\/+/gu,"/");return!t||t==="."||t===".."||t.split("/").some(r=>!r||r==="."||r==="..")?null:(Fe.has(n)&&(t=t.toLowerCase()),t)}function De(n){let e;try{e=new URL(n)}catch{return null}if(!["https:","http:","ssh:","git:"].includes(e.protocol))return null;let t=e.hostname.trim().toLowerCase();if(!t)return null;let r=e.protocol==="https:"&&e.port==="443"||e.protocol==="http:"&&e.port==="80"||e.protocol==="ssh:"&&e.port==="22",s=e.port&&!r?`${t}:${e.port}`:t,o=ae(t,e.pathname);return o?`${s}/${o}`:null}function $e(n){let e=n.match(/^(?:[^@\s/:]+@)?([^:/\s]+):(.+)$/u);if(!e)return null;let t=e[1]?.trim().toLowerCase();if(!t||t.length===1)return null;let r=ae(t,e[2]??"");return r?`${t}/${r}`:null}function se(n){let e=n.trim();return e?e.includes("://")?De(e):$e(e):null}function Ge(n){return ie("sha256").update(`${j}:${n}`).digest("hex")}function ce(n){return ie("sha256").update(`toolnet-project:${j}:${n}`).digest("hex").slice(0,16)}function Ke(n){return n.split("/").filter(Boolean).at(-1)?.trim()||null}function J(n,e){let t=Oe("git",["-C",n,...e],{encoding:"utf8",windowsHide:!0,stdio:["ignore","pipe","ignore"]});return t.error||t.status!==0?null:t.stdout?.trim()||null}function oe(n,e){let t=Ke(n);return t?{scheme:j,canonicalRemote:n,fingerprint:Ge(n),repositoryName:t,source:e}:null}function le(n){let e=J(n,["remote","get-url","origin"]);if(e){let s=se(e);if(s)return oe(s,"origin")}let t=J(n,["remote"]);if(!t)return null;let r=new Set;for(let s of t.split(/\r?\n/u).map(o=>o.trim()).filter(Boolean)){let o=J(n,["remote","get-url",s]);if(!o)continue;let i=se(o);i&&r.add(i)}return r.size!==1?null:oe([...r][0],"unique-remote")}var ue=".toolnet",Ye="project.json";function qe(n){return ze("sha256").update(n).digest("hex").slice(0,16)}function M(n){return L(n,ue,Ye)}function me(n){return K(M(n))}function de(n,e){let t=A(n),r=pe(t).root;for(;;){if(me(t))return t;if(t===r||e&&t===A(e))break;let s=z(t);if(s===t)break;t=s}return null}function Q(n){let e=A(n),t=pe(e).root,r=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"];for(;;){if(r.some(o=>K(L(e,o))))return e;if(e===t)break;let s=z(e);if(s===e)break;e=s}return A(n)}function $(n){let e;try{e=JSON.parse(He(n,"utf8"))}catch(s){throw new Error(`Invalid ToolNet project manifest: ${n}: ${s instanceof Error?s.message:String(s)}`)}if(!e||typeof e!="object")throw new Error(`Invalid ToolNet project manifest: ${n}`);let t=e;if(typeof t.id!="string"||!t.id.trim())throw new Error(`ToolNet project manifest is missing id: ${n}`);if(typeof t.name!="string"||!t.name.trim())throw new Error(`ToolNet project manifest is missing name: ${n}`);let r=new Date().toISOString();return{version:1,id:t.id,name:t.name,remote:typeof t.remote=="string"&&t.remote.trim()?t.remote:t.name,rootPath:typeof t.rootPath=="string"?t.rootPath:z(z(n)),createdAt:typeof t.createdAt=="string"?t.createdAt:r,updatedAt:typeof t.updatedAt=="string"?t.updatedAt:r,graphVersion:typeof t.graphVersion=="number"?t.graphVersion:0,memoryVersion:typeof t.memoryVersion=="number"?t.memoryVersion:0,metadata:t.metadata&&typeof t.metadata=="object"?t.metadata:void 0}}function G(n,e){let t=L(n,ue);Be(t,{recursive:!0});let r=M(n),s=`${r}.tmp-${process.pid}`;Ue(s,JSON.stringify(e,null,2)+`
+`,{encoding:"utf8",mode:384}),We(s,r)}function P(n,e){return{id:n.id,name:n.name,remote:n.remote,rootPath:e,createdAt:n.createdAt,updatedAt:n.updatedAt,graphVersion:n.graphVersion,memoryVersion:n.memoryVersion,metadata:n.metadata}}function Z(n){return{version:1,scheme:j,canonicalRemote:n.canonicalRemote,fingerprint:n.fingerprint,repositoryName:n.repositoryName}}function Je(n){let e=n.metadata?.toolnetIdentity;if(!e||typeof e!="object"||Array.isArray(e))return null;let t=e;return typeof t.fingerprint=="string"?t.fingerprint:null}var B=class{adopt(e,t){let r=Q(A(e));if(!t.id.trim())throw new Error("PROJECT_ADOPTION_INVALID_ID");if(!t.name.trim())throw new Error("PROJECT_ADOPTION_INVALID_NAME");if(!t.remote.trim())throw new Error("PROJECT_ADOPTION_INVALID_REMOTE");if(me(r)){let a=$(M(r));if(a.id!==t.id)throw new Error(["PROJECT_IDENTITY_ALREADY_EXISTS",`existing=${a.id}`,`requested=${t.id}`].join(" "));return P(a,r)}let s=new Date().toISOString(),o={...t.metadata};t.gitIdentity&&(o.toolnetIdentity=Z(t.gitIdentity));let i={version:1,id:t.id.trim(),name:t.name.trim(),remote:t.remote.trim(),rootPath:r,createdAt:t.createdAt??s,updatedAt:s,graphVersion:t.graphVersion??0,memoryVersion:t.memoryVersion??0,metadata:Object.keys(o).length?o:void 0};return G(r,i),P(i,r)}recordGitIdentity(e,t,r={}){let s=this.requireExisting(e),o=M(s.rootPath),i=$(o),a=Je(i);if(a&&a!==t.fingerprint&&!r.allowRebind)throw new Error(["PROJECT_GIT_REMOTE_CHANGED",`existing=${a}`,`current=${t.fingerprint}`,"Use explicit rebind only when this repository identity change is intentional."].join(" "));let u=i.metadata?.toolnetIdentity;return u&&typeof u=="object"&&!Array.isArray(u)&&u.fingerprint===t.fingerprint||(i.metadata={...i.metadata,toolnetIdentity:Z(t)},i.updatedAt=new Date().toISOString(),G(s.rootPath,i)),P(i,s.rootPath)}findExisting(e=process.cwd()){let t=A(e),r=Q(t),o=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"].some(u=>K(L(r,u))),i=de(t,o?r:void 0);if(!i)return null;let a=$(M(i));return P(a,i)}requireExisting(e=process.cwd()){let t=this.findExisting(e);if(!t)throw new Error("PROJECT_NOT_INITIALIZED");return t}detect(e=process.cwd()){let t=A(e),r=Q(t),o=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"].some(f=>K(L(r,f))),i=de(t,o?r:void 0);if(i){let f=M(i),p=$(f);return p.rootPath!==i&&(p.rootPath=i,p.updatedAt=new Date().toISOString(),G(i,p)),P(p,i)}let a=new Date().toISOString(),u=Ve(r),c=le(r),l={version:1,id:c?ce(c.canonicalRemote):qe(r),name:u,remote:c?.repositoryName??u,rootPath:r,createdAt:a,updatedAt:a,graphVersion:0,memoryVersion:0,metadata:c?{toolnetIdentity:Z(c)}:void 0};return G(r,l),P(l,r)}};var Qe=[{type:"openai_key",regex:/\bsk-[A-Za-z0-9_-]{20,}\b/g,confidence:"exact"},{type:"huggingface_token",regex:/\bhf_[A-Za-z0-9]{20,}\b/g,confidence:"exact"},{type:"hf_s3_access_key",regex:/\bHFAK[A-Za-z0-9]{8,}\b/g,confidence:"exact"},{type:"aws_access_key",regex:/\b(?:AKIA|ASIA)[A-Z0-9]{16}\b/g,confidence:"exact"},{type:"github_token",regex:/\b(?:gh[pousr]_[A-Za-z0-9]{30,255}|github_pat_[A-Za-z0-9_]{40,255})\b/g,confidence:"exact"},{type:"stripe_secret_key",regex:/\b(?:sk|rk)_(?:live|test)_[A-Za-z0-9]{16,}\b/g,confidence:"exact"},{type:"google_api_key",regex:/\bAIza[A-Za-z0-9_-]{30,}\b/g,confidence:"exact"},{type:"slack_token",regex:/\bxox[baprs]-[A-Za-z0-9-]{16,}\b/g,confidence:"exact"},{type:"npm_token",regex:/\bnpm_[A-Za-z0-9]{20,}\b/g,confidence:"exact"},{type:"bearer_token",regex:/\bBearer\s+[A-Za-z0-9._~+/=-]{16,}\b/gi,confidence:"high"},{type:"jwt",regex:/\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\b/g,confidence:"exact"},{type:"private_key",regex:/-----BEGIN (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----/g,confidence:"exact"},{type:"password_assignment",regex:/\b(?:password|passwd|pwd)\s*[:=]\s*["']?[^"' \t\r\n]{6,}["']?/gi,confidence:"high"},{type:"secret_assignment",regex:/\b(?:secret|api[_-]?key|access[_-]?token|refresh[_-]?token|client[_-]?secret|private[_-]?key)\s*[:=]\s*["']?[^"' \t\r\n]{8,}["']?/gi,confidence:"high"},{type:"cookie",regex:/\b(?:cookie|set-cookie)\s*[:=]\s*[^;\n]{8,}/gi,confidence:"high"},{type:"url_credentials",regex:/\bhttps?:\/\/[^:/@\s]+:[^/@\s]{4,}@[^/\s]+/gi,confidence:"high"}],Ze=new Set(["example","example-key","example-token","changeme","change-me","password","secret","your-api-key","your-token","<token>","<secret>","<password>","[redacted]"]);function fe(n){return n.normalize("NFKC").trim().toLowerCase()}function Xe(n){if(n.length===0)return 0;let e=new Map;for(let r of n)e.set(r,(e.get(r)??0)+1);let t=0;for(let r of e.values()){let s=r/n.length;t-=s*Math.log2(s)}return t}function et(n){return/^[a-f0-9]{32}$/iu.test(n)||/^[a-f0-9]{40}$/iu.test(n)||/^[a-f0-9]{64}$/iu.test(n)}function tt(n,e,t){let r=n.slice(Math.max(0,e-48),e),s=n.slice(t,Math.min(n.length,t+16));return/\b(?:token|secret|key|credential|authorization|password|passwd|apikey|api_key|access[_-]?key)\b/iu.test(`${r} ${s}`)}function rt(n,e){return n.start<e.end&&e.start<n.end}function ge(n){return n.sort((e,t)=>e.start!==t.start?e.start-t.start:t.end-t.start-(e.end-e.start))}var H=class{allowValues=new Set;enableEntropyHeuristic;constructor(e={}){for(let t of e.allowValues??[]){let r=fe(t);r&&this.allowValues.add(r)}this.enableEntropyHeuristic=e.enableEntropyHeuristic??!0}scan(e){let t=[];for(let o of Qe){let i=new RegExp(o.regex.source,o.regex.flags);for(let a of e.matchAll(i))a.index===void 0||!a[0]||this.allowed(a[0])||t.push({type:o.type,value:a[0],start:a.index,end:a.index+a[0].length,confidence:o.confidence})}this.enableEntropyHeuristic&&t.push(...this.entropyMatches(e));let r=ge(t),s=[];for(let o of r)s.some(i=>rt(i,o))||s.push(o);return ge(s)}hasSecrets(e){return this.scan(e).length>0}allowed(e){let t=fe(e);return Ze.has(t)?!0:this.allowValues.has(t)}entropyMatches(e){let t=[],r=/[A-Za-z0-9_+/=-]{32,160}/g;for(let s of e.matchAll(r)){if(s.index===void 0||!s[0])continue;let o=s[0];this.allowed(o)||et(o)||!/[A-Za-z]/u.test(o)||!/[0-9]/u.test(o)||tt(e,s.index,s.index+o.length)&&(Xe(o)<3.7||t.push({type:"high_entropy_secret",value:o,start:s.index,end:s.index+o.length,confidence:"heuristic"}))}return t}};var N=class{scanner;constructor(e={}){this.scanner=new H(e)}sanitize(e){let t=this.scanner.scan(e);if(t.length===0)return{text:e,redacted:0,secretTypes:[]};let r=e,s=[...t].sort((i,a)=>a.start-i.start),o=new Set;for(let i of s)o.add(i.type),r=r.slice(0,i.start)+`[REDACTED:${i.type}]`+r.slice(i.end);return{text:r,redacted:t.length,secretTypes:[...o].sort()}}sanitizeValue(e){if(typeof e=="string")return this.sanitize(e).text;if(Array.isArray(e))return e.map(t=>this.sanitizeValue(t));if(e&&typeof e=="object"){let t={};for(let[r,s]of Object.entries(e)){let o=r.normalize("NFKC").toLowerCase().replace(/[^a-z0-9]+/g,"");if(o.includes("password")||o.includes("passwd")||o==="pwd"||o.includes("secret")||o.includes("token")||o.includes("cookie")||o.includes("authorization")||o.includes("apikey")||o.includes("accesskey")||o.includes("privatekey")||o.includes("clientsecret")||o.includes("credential")){t[r]="[REDACTED]";continue}t[r]=this.sanitizeValue(s)}return t}return e}};var vr=new N;import{lstat as it,readdir as at}from"node:fs/promises";import{extname as ct,join as lt,relative as dt,resolve as pt}from"node:path";import{basename as nt}from"node:path";var st=new Set([".env",".env.local",".env.production",".env.development","id_rsa","id_ed25519","credentials","credentials.json","service-account.json"]),ot=new Set([".pem",".key",".p12",".pfx"]);function he(n){let e=nt(n).toLowerCase();if(st.has(e))return!0;for(let t of ot)if(e.endsWith(t))return!0;return!1}var ut=2*1024*1024,mt=new Set([".ts",".tsx",".js",".jsx",".mjs",".cjs",".mts",".cts"]),ft=new Set(["node_modules",".git",".toolnet",".toolnet-memory","dist","build","out","coverage",".next",".nuxt",".cache",".parcel-cache",".turbo","vendor","target"]);function ye(n,e){if(!Number.isSafeInteger(n)||n<1)throw new Error(`${e} must be a positive integer`);return n}function Se(n){if(n?.aborted)throw new Error("Repository scan aborted")}function gt(n){let e=n.trim().toLowerCase();if(!e)throw new Error("Repository scan extension cannot be empty");return e.startsWith(".")?e:`.${e}`}function ht(n){let e=n.toLowerCase();return/\.min\.(?:js|mjs|cjs)$/u.test(e)||/\.bundle\.(?:js|mjs|cjs)$/u.test(e)}function yt(n){return n.replaceAll("\\","/")}async function be(n,e={}){let t=pt(n),r=e.maxFileBytes??ut;if(!Number.isSafeInteger(r)||r<1)throw new Error("maxFileBytes must be a positive integer");let s=e.maxFiles??Number.MAX_SAFE_INTEGER;ye(s,"maxFiles");let o=e.progressInterval??1e3;ye(o,"progressInterval");let i=new Set(e.extensions?[...e.extensions].map(gt):mt),a=new Set(ft);for(let f of e.extraIgnoredDirectories??[]){let p=f.trim();p&&a.add(p)}let u=[],c={directories:0,entries:0,accepted:0,skippedIgnoredDirectories:0,skippedSymlinks:0,skippedGenerated:0,skippedSensitive:0,skippedOversized:0,skippedUnreadable:0},l=[t];for(;l.length>0;){Se(e.signal);let f=l.pop(),p;try{p=await at(f,{withFileTypes:!0})}catch{c.skippedUnreadable+=1;continue}c.directories+=1;for(let h of p){Se(e.signal),c.entries+=1,c.entries%o===0&&e.onProgress?.({directories:c.directories,entries:c.entries,accepted:c.accepted});let C=lt(f,h.name);if(h.isSymbolicLink()){c.skippedSymlinks+=1;continue}if(h.isDirectory()){if(a.has(h.name)){c.skippedIgnoredDirectories+=1;continue}l.push(C);continue}if(!h.isFile())continue;let R=ct(h.name).toLowerCase();if(!i.has(R))continue;if(ht(h.name)){c.skippedGenerated+=1;continue}if(he(C)){c.skippedSensitive+=1;continue}let k;try{k=await it(C)}catch{c.skippedUnreadable+=1;continue}if(k.isSymbolicLink()){c.skippedSymlinks+=1;continue}if(k.isFile()){if(k.size>r){c.skippedOversized+=1;continue}if(u.length>=s)throw new Error(`Repository scan file limit exceeded: ${s}`);u.push(yt(dt(t,C))),c.accepted+=1}}}return u.sort(),e.onProgress?.({directories:c.directories,entries:c.entries,accepted:c.accepted}),{files:u,stats:c}}import{createHash as St}from"node:crypto";import{dirname as bt,extname as xt,normalize as Ct,posix as Et}from"node:path";var W=class{symbols=new Map;edges=new Map;addSymbol(e){this.symbols.set(e.id,e)}addEdge(e){this.edges.set(e.id,e)}getSymbol(e){return this.symbols.get(e)}findByName(e,t){return[...this.symbols.values()].filter(r=>r.projectId===e&&(r.name===t||r.qualifiedName===t))}allSymbols(e){return[...this.symbols.values()].filter(t=>t.projectId===e)}allEdges(e){return[...this.edges.values()].filter(t=>t.projectId===e)}import(e,t){for(let r of e)this.addSymbol(r);for(let r of t)this.addEdge(r)}clearProject(e){for(let[t,r]of this.symbols)r.projectId===e&&this.symbols.delete(t);for(let[t,r]of this.edges)r.projectId===e&&this.edges.delete(t)}};function wt(n,e,t,r){return St("sha256").update(`${n}:${e}:${t}:${r}`).digest("hex").slice(0,24)}function E(n){return Ct(n).replaceAll("\\","/")}function vt(n,e,t){if(!e.startsWith("."))return;let r=E(Et.join(bt(n),e)),s=xt(r),o;if(s===".js"){let i=r.slice(0,-3);o=[`${i}.ts`,`${i}.tsx`,`${i}.js`,`${i}.jsx`]}else if(s===".mjs"){let i=r.slice(0,-4);o=[`${i}.mts`,`${i}.ts`,`${i}.mjs`]}else if(s===".cjs"){let i=r.slice(0,-4);o=[`${i}.cts`,`${i}.ts`,`${i}.cjs`]}else s?o=[r]:o=[`${r}.ts`,`${r}.tsx`,`${r}.mts`,`${r}.cts`,`${r}.js`,`${r}.jsx`,`${r}.mjs`,`${r}.cjs`,`${r}/index.ts`,`${r}/index.tsx`,`${r}/index.mts`,`${r}/index.cts`,`${r}/index.js`,`${r}/index.jsx`,`${r}/index.mjs`,`${r}/index.cjs`];return o.find(i=>t.has(E(i)))}function X(n,e,t,r){let s=r?.(n,e,t);if(s){let o=E(s);if(t.has(o))return o}return vt(n,e,t)}var _=class{build(e,t,r={}){let s=new W;for(let a of r.seedSymbols??[])s.addSymbol(a);for(let a of t)for(let u of a.symbols)s.addSymbol(u);let o=new Map;for(let a of s.allSymbols(e))a.type==="file"&&o.set(E(a.filePath),a);let i=new Set(o.keys());for(let a of t){let u=E(a.filePath),c=o.get(u);if(c){for(let l of a.symbols)l.id!==c.id&&s.addEdge(this.edge(e,c.id,"DEFINES",l.id));for(let l of a.imports){let f=X(u,l.source,i,r.resolveModule);if(!f)continue;let p=o.get(f);p&&s.addEdge(this.edge(e,c.id,"IMPORTS",p.id,{source:l.source,resolvedFile:f}))}for(let l of a.heritage){let f=s.findByName(e,l.targetName).filter(p=>p.type==="class"||p.type==="interface");for(let p of f)s.addEdge(this.edge(e,l.fromId,l.type,p.id))}for(let l of a.calls){if(!l.callerId)continue;let f=this.resolveCallTargets(e,a,l.calleeName,l.qualifier,s,i,r.resolveModule);for(let p of f)p.id!==l.callerId&&s.addEdge(this.edge(e,l.callerId,"CALLS",p.id,{line:l.line,qualifier:l.qualifier}))}}}return s}resolveCallTargets(e,t,r,s,o,i,a){let u=E(t.filePath),c=o.findByName(e,r).filter(l=>E(l.filePath)===u);if(!s&&c.length)return c;if(s)for(let l of t.imports){if(!l.bindings.find(h=>h.kind==="namespace"&&h.localName===s))continue;let p=X(u,l.source,i,a);if(p)return o.findByName(e,r).filter(h=>E(h.filePath)===p)}for(let l of t.imports){let f=l.bindings.find(R=>R.localName===r);if(!f)continue;let p=X(u,l.source,i,a);if(!p)continue;let h=f.importedName==="default"?r:f.importedName,C=o.findByName(e,h).filter(R=>E(R.filePath)===p);if(C.length)return C}return o.findByName(e,r).filter(l=>l.type==="function"||l.type==="method")}edge(e,t,r,s,o){return{id:wt(e,t,r,s),projectId:e,from:t,to:s,type:r,metadata:o}}};import{readFile as Rt}from"node:fs/promises";import{join as kt}from"node:path";import{createHash as Pt}from"node:crypto";import*as m from"typescript";function xe(n,e){return Pt("sha256").update(`${n}:${e}`).digest("hex").slice(0,24)}function ee(n,e){return n.getLineAndCharacterOfPosition(e.getStart(n)).line+1}async function te(n,e,t){let r=kt(e,t),s=await Rt(r,"utf8"),o=m.createSourceFile(t,s,m.ScriptTarget.Latest,!0,t.endsWith(".tsx")||t.endsWith(".jsx")?m.ScriptKind.TSX:m.ScriptKind.TS),i=[],a=[],u=[],c=[],l={id:xe(n,`file:${t}`),projectId:n,name:t,qualifiedName:t,type:"file",filePath:t,startLine:1,endLine:o.getLineAndCharacterOfPosition(o.end).line+1};i.push(l);let f=[],p=[];function h(d,b,S,y){let w=xe(n,`${t}:${S}:${y??b}:${d.pos}`);return i.push({id:w,projectId:n,name:b,qualifiedName:y??b,type:S,filePath:t,startLine:ee(o,d),endLine:o.getLineAndCharacterOfPosition(d.end).line+1}),w}function C(d){if(!m.isStringLiteral(d.moduleSpecifier))return;let b=[],S=d.importClause;if(S?.name&&b.push({localName:S.name.text,importedName:"default",kind:"default"}),S?.namedBindings&&m.isNamedImports(S.namedBindings))for(let y of S.namedBindings.elements)b.push({localName:y.name.text,importedName:y.propertyName?.text??y.name.text,kind:"named"});S?.namedBindings&&m.isNamespaceImport(S.namedBindings)&&b.push({localName:S.namedBindings.name.text,importedName:"*",kind:"namespace"}),a.push({source:d.moduleSpecifier.text,bindings:b})}function R(d,b){for(let S of d.heritageClauses??[])for(let y of S.types){let w=y.expression.getText(o).split(".").at(-1)??"";w&&c.push({fromId:b,targetName:w,type:S.token===m.SyntaxKind.ExtendsKeyword?"INHERITS":"IMPLEMENTS"})}}function k(d){let b=!1,S=!1;if(m.isImportDeclaration(d)&&C(d),m.isInterfaceDeclaration(d)&&h(d,d.name.text,"interface",d.name.text),m.isClassDeclaration(d)&&d.name){let y=h(d,d.name.text,"class",d.name.text);R(d,y),p.push({id:y,name:d.name.text}),S=!0}if(m.isFunctionDeclaration(d)&&d.name){let y=h(d,d.name.text,"function",d.name.text);f.push(y),b=!0}if(m.isMethodDeclaration(d)&&d.name){let y=d.name.getText(o),w=p.at(-1)?.name,Me=h(d,y,"method",w?`${w}.${y}`:y);f.push(Me),b=!0}if(m.isCallExpression(d)&&(m.isIdentifier(d.expression)&&u.push({callerId:f.at(-1),calleeName:d.expression.text,line:ee(o,d)}),m.isPropertyAccessExpression(d.expression))){let y=d.expression;u.push({callerId:f.at(-1),qualifier:y.expression.getText(o),calleeName:y.name.text,line:ee(o,d)})}m.forEachChild(d,k),b&&f.pop(),S&&p.pop()}return k(o),{filePath:t,symbols:i,imports:a,calls:u,heritage:c}}function At(n){let e=n??4;if(!Number.isSafeInteger(e)||e<1||e>64)throw new Error("concurrency must be an integer between 1 and 64");return e}function Mt(n){if(n?.aborted)throw new Error("Operation aborted")}async function U(n,e,t={}){if(n.length===0)return[];let r=Math.min(At(t.concurrency),n.length),s=new Array(n.length),o=0,i=0,a=async()=>{for(;;){Mt(t.signal);let c=o;if(o+=1,c>=n.length)return;s[c]=await e(n[c],c),i+=1,t.onProgress?.({completed:i,total:n.length,index:c})}},u=Array.from({length:r},()=>a());return await Promise.all(u),s}var V=class{async index(e,t,r={}){let s={...r.scan};r.signal&&(s.signal=r.signal);let o=await be(t,s),i=o.files;r.onProgress?.({phase:"scan",current:i.length,total:i.length});let a=r.maxWarnings??20;if(!Number.isSafeInteger(a)||a<0)throw new Error("maxWarnings must be a non-negative integer");let u=0,c=await U(i,async p=>{try{return await te(e,t,p)}catch(h){return u+=1,u<=a&&console.warn(`[indexer] skipped ${p}:`,h instanceof Error?h.message:h),null}},{concurrency:r.concurrency??4,signal:r.signal,onProgress:({completed:p,total:h,index:C})=>{r.onProgress?.({phase:"parse",current:p,total:h,file:i[C]})}});u>a&&console.warn(`[indexer] ${u-a} additional parse warnings suppressed`);let l=c.filter(p=>p!==null),f=new _().build(e,l);return{files:l.length,symbols:f.allSymbols(e).length,edges:f.allEdges(e).length,parseFailures:u,scan:o.stats,graph:f}}};function Ee(n,e){let t=n.allSymbols(e),r=n.allEdges(e),s=i=>t.filter(a=>a.type===i).length,o=i=>r.filter(a=>a.type===i).length;return{files:s("file"),classes:s("class"),interfaces:s("interface"),functions:s("function"),methods:s("method"),properties:s("property"),routes:s("route"),symbols:t.length,edges:r.length,calls:o("CALLS"),callReferences:o("CALL_REFERENCE"),imports:o("IMPORTS"),inherits:o("INHERITS"),implements:o("IMPLEMENTS"),usesType:o("USES_TYPE"),tests:o("TESTS"),routeEdges:o("ROUTE"),writes:o("WRITES")}}import{execFile as Tt}from"node:child_process";import{promisify as It}from"node:util";var On=It(Tt);var O=class{constructor(e){this.storage=e}storage;key(e){return["projects",e,"graph","current.json"].join("/")}async load(e){let t=await this.storage.getText(this.key(e));return t?JSON.parse(t):null}async save(e){await this.storage.put(this.key(e.projectId),JSON.stringify(e),"application/json")}};import*as v from"typescript";import{DatabaseSync as Is}from"node:sqlite";import*as x from"typescript";import*as g from"typescript";var oo=new Set([g.SyntaxKind.EqualsToken,g.SyntaxKind.PlusEqualsToken,g.SyntaxKind.MinusEqualsToken,g.SyntaxKind.AsteriskEqualsToken,g.SyntaxKind.SlashEqualsToken,g.SyntaxKind.PercentEqualsToken,g.SyntaxKind.QuestionQuestionEqualsToken,g.SyntaxKind.AmpersandAmpersandEqualsToken,g.SyntaxKind.BarBarEqualsToken]);import{homedir as rr}from"node:os";import{join as nr}from"node:path";import{DeleteObjectCommand as Nt,GetObjectCommand as _t,HeadObjectCommand as Ot,ListObjectsV2Command as Ft,PutObjectCommand as Dt,S3Client as $t}from"@aws-sdk/client-s3";import{getSignedUrl as Gt}from"@aws-sdk/s3-request-presigner";var Y=class{name="huggingface";client;bucket;constructor(e){this.bucket=e.bucket,this.client=new $t({region:"us-east-1",endpoint:`https://s3.hf.co/${e.namespace}`,forcePathStyle:!0,requestChecksumCalculation:"WHEN_REQUIRED",responseChecksumValidation:"WHEN_REQUIRED",credentials:{accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}})}async put(e,t,r="application/octet-stream"){let s=typeof t=="string"?Buffer.from(t,"utf8"):t;await this.client.send(new Dt({Bucket:this.bucket,Key:e,Body:s,ContentType:r}))}async get(e){let t=await Gt(this.client,new _t({Bucket:this.bucket,Key:e}),{expiresIn:60}),r=await fetch(t,{redirect:"follow"});if(r.status===404)return null;if(!r.ok)throw new Error(`HF download failed: ${r.status} ${r.statusText}`);return new Uint8Array(await r.arrayBuffer())}async getText(e){let t=await this.get(e);return t?Buffer.from(t).toString("utf8"):null}async exists(e){try{return await this.client.send(new Ot({Bucket:this.bucket,Key:e})),!0}catch(t){if(typeof t=="object"&&t!==null&&"$metadata"in t&&t.$metadata?.httpStatusCode===404)return!1;throw t}}async delete(e){await this.client.send(new Nt({Bucket:this.bucket,Key:e}))}async list(e=""){let t=[],r;do{let s=await this.client.send(new Ft({Bucket:this.bucket,Prefix:e||void 0,ContinuationToken:r}));for(let o of s.Contents??[])o.Key&&t.push({key:o.Key,size:o.Size,updatedAt:o.LastModified?.toISOString()});r=s.IsTruncated?s.NextContinuationToken:void 0}while(r);return t}};import{access as we,mkdir as Kt,readFile as zt,readdir as Bt,rm as Ht,stat as ve,writeFile as Wt}from"node:fs/promises";import{dirname as Ut,join as Vt,relative as Re,resolve as Yt}from"node:path";var F=class{constructor(e){this.root=e}root;name="local";path(e){let t=e.replace(/^\/+/,"");return Yt(this.root,t)}async put(e,t){let r=this.path(e);await Kt(Ut(r),{recursive:!0}),await Wt(r,t)}async get(e){try{return await zt(this.path(e))}catch(t){if(typeof t=="object"&&t!==null&&"code"in t&&t.code==="ENOENT")return null;throw t}}async getText(e){let t=await this.get(e);return t?Buffer.from(t).toString("utf8"):null}async exists(e){try{return await we(this.path(e)),!0}catch{return!1}}async delete(e){await Ht(this.path(e),{force:!0})}async list(e=""){let t=this.path(e),r=[];try{await we(t)}catch{return r}let s=async i=>{let a=await Bt(i,{withFileTypes:!0});for(let u of a){let c=Vt(i,u.name);if(u.isDirectory()){await s(c);continue}let l=await ve(c);r.push({key:Re(this.root,c),size:l.size,updatedAt:l.mtime.toISOString()})}},o=await ve(t);return o.isDirectory()?await s(t):r.push({key:Re(this.root,t),size:o.size,updatedAt:o.mtime.toISOString()}),r}};import{DeleteObjectCommand as qt,GetObjectCommand as Jt,HeadObjectCommand as Qt,ListObjectsV2Command as Zt,PutObjectCommand as Xt,S3Client as er}from"@aws-sdk/client-s3";import{getSignedUrl as tr}from"@aws-sdk/s3-request-presigner";var D=class{name;client;bucket;constructor(e){this.name=e.name??"s3",this.bucket=e.bucket,this.client=new er({region:e.region??"us-east-1",endpoint:e.endpoint||void 0,forcePathStyle:e.forcePathStyle??!1,requestChecksumCalculation:"WHEN_REQUIRED",responseChecksumValidation:"WHEN_REQUIRED",credentials:{accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}})}async put(e,t,r="application/octet-stream"){let s=typeof t=="string"?Buffer.from(t,"utf8"):t;await this.client.send(new Xt({Bucket:this.bucket,Key:e,Body:s,ContentType:r}))}async get(e){let t=await tr(this.client,new Jt({Bucket:this.bucket,Key:e}),{expiresIn:60}),r=await fetch(t,{redirect:"follow"});if(r.status===404)return null;if(!r.ok)throw new Error(`${this.name} download failed: ${r.status} ${r.statusText}`);return new Uint8Array(await r.arrayBuffer())}async getText(e){let t=await this.get(e);return t?Buffer.from(t).toString("utf8"):null}async exists(e){try{return await this.client.send(new Qt({Bucket:this.bucket,Key:e})),!0}catch(t){if(typeof t=="object"&&t!==null&&"$metadata"in t&&t.$metadata?.httpStatusCode===404)return!1;throw t}}async delete(e){await this.client.send(new qt({Bucket:this.bucket,Key:e}))}async list(e=""){let t=[],r;do{let s=await this.client.send(new Zt({Bucket:this.bucket,Prefix:e||void 0,ContinuationToken:r}));for(let o of s.Contents??[])o.Key&&t.push({key:o.Key,size:o.Size,updatedAt:o.LastModified?.toISOString()});r=s.IsTruncated?s.NextContinuationToken:void 0}while(r);return t}};function re(n,e){return console.warn(e),new F(n)}function ke(n){let e=n.localRoot??nr(rr(),".toolnet-memory","storage");if(n.provider==="r2"){let t=n.r2;return t?.accountId&&t.bucket&&t.accessKeyId&&t.secretAccessKey?new D({name:"r2",endpoint:`https://${t.accountId}.r2.cloudflarestorage.com`,region:"auto",bucket:t.bucket,forcePathStyle:!0,accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}):re(e,"[storage] Cloudflare R2 credentials missing. Using local fallback.")}if(n.provider==="s3"){let t=n.s3;return t?.bucket&&t.accessKeyId&&t.secretAccessKey?new D({name:"s3",endpoint:t.endpoint,region:t.region??"us-east-1",bucket:t.bucket,forcePathStyle:t.forcePathStyle??!1,accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}):re(e,"[storage] S3 credentials missing. Using local fallback.")}if(n.provider==="huggingface"){let t=n.huggingface;return t?.namespace&&t.bucket&&t.accessKeyId&&t.secretAccessKey?new Y({namespace:t.namespace,bucket:t.bucket,accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}):re(e,"[storage] Hugging Face credentials missing. Using local fallback.")}return new F(e)}function Pe(n){let e=n.trim().replace(/\s+/g,"_").replace(/[^A-Za-z0-9._-]/g,"_").replace(/_+/g,"_").replace(/^\.+|\.+$/g,"").slice(0,100);if(!e||e==="."||e==="..")throw new Error("Invalid project storage folder");return e}function Ae(n){let e=n.replace(/^\/+/,"");if(e.startsWith("memories/"))return"memory/records/"+e.slice(9);if(e.startsWith("vectors/"))return"memory/vectors/"+e.slice(8);if(e.startsWith("graph/"))return"code/graph/"+e.slice(6);let t=e.match(/^(snapshots\/[^/]+\/)memories\/(.+)$/);if(t)return`${t[1]}memory/records/${t[2]}`;if(t=e.match(/^(snapshots\/[^/]+\/)vectors\/(.+)$/),t)return`${t[1]}memory/vectors/${t[2]}`;if(t=e.match(/^(snapshots\/[^/]+\/)graph\/(.+)$/),t)return`${t[1]}code/graph/${t[2]}`;let r=e.match(/^(projects\/[^/]+\/snapshots\/[^/]+\/)memories\/(.+)$/);if(r)return`${r[1]}memory/records/${r[2]}`;if(r=e.match(/^(projects\/[^/]+\/snapshots\/[^/]+\/)vectors\/(.+)$/),r)return`${r[1]}memory/vectors/${r[2]}`;if(r=e.match(/^(projects\/[^/]+\/snapshots\/[^/]+\/)graph\/(.+)$/),r)return`${r[1]}code/graph/${r[2]}`;let s=e.match(/^(projects\/[^/]+\/)memories\/(.+)$/);return s?`${s[1]}memory/records/${s[2]}`:(s=e.match(/^(projects\/[^/]+\/)vectors\/(.+)$/),s?`${s[1]}memory/vectors/${s[2]}`:(s=e.match(/^(projects\/[^/]+\/)graph\/(.+)$/),s?`${s[1]}code/graph/${s[2]}`:e))}var q=class{constructor(e,t,r,s){this.provider=e;this.name=e.name,this.projectId=t,this.projectName=r,this.folder=Pe(s??r),this.sourcePrefix=`projects/${t}`,this.targetPrefix=`projects/${this.folder}`}provider;name;folder;sourcePrefix;targetPrefix;projectId;projectName;registryPromise;async registerProject(){let e=`${this.targetPrefix}/project.json`,t=new Date().toISOString(),r=t,s=await this.provider.getText(e);if(s){let i;try{i=JSON.parse(s)}catch(a){throw new Error(`Invalid remote ToolNet project manifest at ${e}: ${a instanceof Error?a.message:String(a)}`)}if(typeof i.id=="string"&&i.id!==this.projectId)throw new Error(["ToolNet remote project namespace collision.",`Remote folder: ${this.targetPrefix}`,`Existing project id: ${i.id}`,`Current project id: ${this.projectId}`,"Refusing to mix data from two projects."].join(" "));typeof i.createdAt=="string"&&(r=i.createdAt)}let o={version:1,id:this.projectId,name:this.projectName,remote:this.folder,createdAt:r,updatedAt:t};await this.provider.put(e,JSON.stringify(o,null,2)+`
+`,"application/json")}async ensureRegistered(){return this.registryPromise||(this.registryPromise=this.registerProject()),this.registryPromise}key(e){if(e=Ae(e),e===this.sourcePrefix)return this.targetPrefix;if(e.startsWith(`${this.sourcePrefix}/`))return this.targetPrefix+e.slice(this.sourcePrefix.length);if(e===this.targetPrefix||e.startsWith(`${this.targetPrefix}/`))return e;if(e.startsWith("projects/"))throw new Error(["Cross-project storage access denied.",`Current project: ${this.targetPrefix}`,`Requested key: ${e}`].join(" "));return e}async put(e,t,r){return await this.ensureRegistered(),this.provider.put(this.key(e),t,r)}async get(e){return await this.ensureRegistered(),this.provider.get(this.key(e))}async getText(e){return await this.ensureRegistered(),this.provider.getText(this.key(e))}async delete(e){return await this.ensureRegistered(),this.provider.delete(this.key(e))}async exists(e){return await this.ensureRegistered(),this.provider.exists(this.key(e))}async list(e){return await this.ensureRegistered(),this.provider.list(this.key(e))}};async function sr(){let n=ne(),e=new B().detect(),t=ke({provider:n.storage.provider,huggingface:n.storage.huggingface,localRoot:n.storage.localRoot}),r=new q(t,e.id,e.name,e.remote??e.name),s=await new V().index(e.id,e.rootPath),o=Ee(s.graph,e.id);await new O(r).save({version:1,projectId:e.id,updatedAt:new Date().toISOString(),files:s.files,symbols:s.graph.allSymbols(e.id),edges:s.graph.allEdges(e.id)}),console.log({ok:!0,storage:r.name,...o})}sr().catch(n=>{console.error(n),process.exit(1)});

package/bundle/graph-ui.js

@@ -1,3 +1,3 @@
-import"dotenv/config";import{createReadStream as ue}from"node:fs";import{createServer as ut}from"node:http";import{dirname as ft,resolve as Q}from"node:path";import{fileURLToPath as mt}from"node:url";import{existsSync as ge,readFileSync as he}from"node:fs";import{homedir as ye}from"node:os";import{join as Se}from"node:path";function be(o){let t=o.trim();return t.length>=2&&t.startsWith('"')&&t.endsWith('"')?(t=t.slice(1,-1),t.replace(/\\n/g,`
-`).replace(/\\r/g,"\r").replace(/\\t/g,"	").replace(/\\"/g,'"').replace(/\\\\/g,"\\")):t.length>=2&&t.startsWith("'")&&t.endsWith("'")?t.slice(1,-1):t}function Ce(){let o=process.env.TOOLNET_GLOBAL_ENV??Se(ye(),".config","toolnet-memory",".env");if(!ge(o))return;let t=he(o,"utf8");for(let e of t.split(/\r?\n/)){let s=e.trim();if(!s||s.startsWith("#"))continue;s.startsWith("export ")&&(s=s.slice(7));let a=s.indexOf("=");if(a<=0)continue;let c=s.slice(0,a).trim();/^[A-Za-z_][A-Za-z0-9_]*$/.test(c)&&process.env[c]===void 0&&(process.env[c]=be(s.slice(a+1)))}}Ce();function N(o,t){return o===void 0?t:["1","true","yes","on"].includes(o.toLowerCase())}function L(o,t){if(!o)return t;let e=Number(o);return Number.isFinite(e)?e:t}function te(){return{memory:{autoCapture:N(process.env.MEMORY_AUTO_CAPTURE,!0),autoRetrieve:N(process.env.MEMORY_AUTO_RETRIEVE,!0),autoSummarize:N(process.env.MEMORY_AUTO_SUMMARIZE,!0),autoSync:N(process.env.MEMORY_AUTO_SYNC,!0)},retrieval:{maxCandidates:L(process.env.MEMORY_MAX_CANDIDATES,50),rerankTop:L(process.env.MEMORY_RERANK_TOP,10),finalContext:L(process.env.MEMORY_FINAL_CONTEXT,5),tokenBudget:L(process.env.MEMORY_TOKEN_BUDGET,2e3)},storage:{provider:process.env.MEMORY_STORAGE_PROVIDER??"huggingface",r2:{accountId:process.env.R2_ACCOUNT_ID,bucket:process.env.R2_BUCKET,accessKeyId:process.env.R2_ACCESS_KEY_ID,secretAccessKey:process.env.R2_SECRET_ACCESS_KEY},s3:{endpoint:process.env.S3_ENDPOINT,region:process.env.S3_REGION,bucket:process.env.S3_BUCKET,accessKeyId:process.env.S3_ACCESS_KEY_ID,secretAccessKey:process.env.S3_SECRET_ACCESS_KEY,forcePathStyle:N(process.env.S3_FORCE_PATH_STYLE,!1)},huggingface:{namespace:process.env.HF_NAMESPACE,bucket:process.env.HF_BUCKET,accessKeyId:process.env.HF_S3_ACCESS_KEY_ID,secretAccessKey:process.env.HF_S3_SECRET_ACCESS_KEY},localRoot:process.env.MEMORY_LOCAL_STORAGE_PATH},cache:{maxMb:L(process.env.MEMORY_LOCAL_CACHE_MB,200)}}}import{createHash as xe}from"node:crypto";import{existsSync as J,mkdirSync as we,readFileSync as Ee,renameSync as ve,writeFileSync as ke}from"node:fs";import{basename as Pe,dirname as K,join as B,parse as ne,resolve as I}from"node:path";var oe=".toolnet",Re="project.json";function je(o){return xe("sha256").update(o).digest("hex").slice(0,16)}function Y(o){return B(o,oe,Re)}function Te(o){return J(Y(o))}function Ae(o,t){let e=I(o),s=ne(e).root;for(;;){if(Te(e))return e;if(e===s||t&&e===I(t))break;let a=K(e);if(a===e)break;e=a}return null}function Me(o){let t=I(o),e=ne(t).root,s=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"];for(;;){if(s.some(c=>J(B(t,c))))return t;if(t===e)break;let a=K(t);if(a===t)break;t=a}return I(o)}function Ne(o){let t;try{t=JSON.parse(Ee(o,"utf8"))}catch(a){throw new Error(`Invalid ToolNet project manifest: ${o}: ${a instanceof Error?a.message:String(a)}`)}if(!t||typeof t!="object")throw new Error(`Invalid ToolNet project manifest: ${o}`);let e=t;if(typeof e.id!="string"||!e.id.trim())throw new Error(`ToolNet project manifest is missing id: ${o}`);if(typeof e.name!="string"||!e.name.trim())throw new Error(`ToolNet project manifest is missing name: ${o}`);let s=new Date().toISOString();return{version:1,id:e.id,name:e.name,remote:typeof e.remote=="string"&&e.remote.trim()?e.remote:e.name,rootPath:typeof e.rootPath=="string"?e.rootPath:K(K(o)),createdAt:typeof e.createdAt=="string"?e.createdAt:s,updatedAt:typeof e.updatedAt=="string"?e.updatedAt:s,graphVersion:typeof e.graphVersion=="number"?e.graphVersion:0,memoryVersion:typeof e.memoryVersion=="number"?e.memoryVersion:0,metadata:e.metadata&&typeof e.metadata=="object"?e.metadata:void 0}}function re(o,t){let e=B(o,oe);we(e,{recursive:!0});let s=Y(o),a=`${s}.tmp-${process.pid}`;ke(a,JSON.stringify(t,null,2)+`
-`,{encoding:"utf8",mode:384}),ve(a,s)}function se(o,t){return{id:o.id,name:o.name,remote:o.remote,rootPath:t,createdAt:o.createdAt,updatedAt:o.updatedAt,graphVersion:o.graphVersion,memoryVersion:o.memoryVersion,metadata:o.metadata}}var z=class{detect(t=process.cwd()){let e=I(t),s=Me(e),c=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"].some(v=>J(B(s,v))),p=Ae(e,c?s:void 0);if(p){let v=Y(p),R=Ne(v);return R.rootPath!==p&&(R.rootPath=p,R.updatedAt=new Date().toISOString(),re(p,R)),se(R,p)}let P=new Date().toISOString(),b=Pe(s),E={version:1,id:je(s),name:b,remote:b,rootPath:s,createdAt:P,updatedAt:P,graphVersion:0,memoryVersion:0};return re(s,E),se(E,s)}};import*as w from"typescript";var A=class{symbols=new Map;edges=new Map;addSymbol(t){this.symbols.set(t.id,t)}addEdge(t){this.edges.set(t.id,t)}getSymbol(t){return this.symbols.get(t)}findByName(t,e){return[...this.symbols.values()].filter(s=>s.projectId===t&&(s.name===e||s.qualifiedName===e))}allSymbols(t){return[...this.symbols.values()].filter(e=>e.projectId===t)}allEdges(t){return[...this.edges.values()].filter(e=>e.projectId===t)}import(t,e){for(let s of t)this.addSymbol(s);for(let s of e)this.addEdge(s)}clearProject(t){for(let[e,s]of this.symbols)s.projectId===t&&this.symbols.delete(e);for(let[e,s]of this.edges)s.projectId===t&&this.edges.delete(e)}};import{execFile as Fe}from"node:child_process";import{promisify as $e}from"node:util";var Pr=$e(Fe);import{DatabaseSync as gs}from"node:sqlite";import*as k from"typescript";import*as f from"typescript";var _s=new Set([f.SyntaxKind.EqualsToken,f.SyntaxKind.PlusEqualsToken,f.SyntaxKind.MinusEqualsToken,f.SyntaxKind.AsteriskEqualsToken,f.SyntaxKind.SlashEqualsToken,f.SyntaxKind.PercentEqualsToken,f.SyntaxKind.QuestionQuestionEqualsToken,f.SyntaxKind.AmpersandAmpersandEqualsToken,f.SyntaxKind.BarBarEqualsToken]);var H=class{constructor(t){this.graph=t}graph;build(t,e,s,a){let c=this.graph.allSymbols(t),p=this.graph.allEdges(t),P=new Map(e?.layers.map(n=>[n.filePath,n.layer])??[]),b=new Map;for(let n of e?.clusters??[])for(let r of n.files)b.set(r,{id:n.id,label:n.label});let E=new Map(e?.hotspots.map(n=>[n.filePath,n.score])??[]),v=new Map(s?.deadCode.map(n=>[n.symbolId,{confidence:n.confidence,score:n.score}])??[]),R=new Map,M=new Map;for(let n of p)M.set(n.from,(M.get(n.from)??0)+1),R.set(n.to,(R.get(n.to)??0)+1);let j=[];for(let n=0;n<c.length;n++){let r=c[n],l=b.get(r.filePath);j.push({id:r.id,name:r.name,qualifiedName:r.qualifiedName,type:r.type,filePath:r.filePath,layer:P.get(r.filePath),cluster:l?.id,clusterLabel:l?.label,hotspotScore:E.get(r.filePath),deadCode:v.get(r.id),incoming:R.get(r.id)??0,outgoing:M.get(r.id)??0}),((n+1)%100===0||n===c.length-1)&&a?.({current:n+1,total:c.length,phase:"nodes"})}let $=new Set(j.map(n=>n.id)),T=p.filter(n=>$.has(n.from)&&$.has(n.to)),D=[];for(let n=0;n<T.length;n++){let r=T[n];D.push({source:r.from,target:r.to,type:r.type,confidence:typeof r.metadata?.confidence=="string"?r.metadata.confidence:void 0,resolver:typeof r.metadata?.resolver=="string"?r.metadata.resolver:void 0}),((n+1)%100===0||n===T.length-1)&&a?.({current:n+1,total:T.length,phase:"links"})}return{version:1,projectId:t,generatedAt:new Date().toISOString(),summary:{nodes:j.length,links:D.length,files:new Set(j.map(n=>n.filePath)).size,clusters:new Set(j.map(n=>n.cluster).filter(Boolean)).size},nodes:j,links:D}}};import{homedir as ct}from"node:os";import{join as lt}from"node:path";import{DeleteObjectCommand as Ge,GetObjectCommand as Ke,HeadObjectCommand as ze,ListObjectsV2Command as Be,PutObjectCommand as He,S3Client as We}from"@aws-sdk/client-s3";import{getSignedUrl as Ue}from"@aws-sdk/s3-request-presigner";var W=class{name="huggingface";client;bucket;constructor(t){this.bucket=t.bucket,this.client=new We({region:"us-east-1",endpoint:`https://s3.hf.co/${t.namespace}`,forcePathStyle:!0,requestChecksumCalculation:"WHEN_REQUIRED",responseChecksumValidation:"WHEN_REQUIRED",credentials:{accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}})}async put(t,e,s="application/octet-stream"){let a=typeof e=="string"?Buffer.from(e,"utf8"):e;await this.client.send(new He({Bucket:this.bucket,Key:t,Body:a,ContentType:s}))}async get(t){let e=await Ue(this.client,new Ke({Bucket:this.bucket,Key:t}),{expiresIn:60}),s=await fetch(e,{redirect:"follow"});if(s.status===404)return null;if(!s.ok)throw new Error(`HF download failed: ${s.status} ${s.statusText}`);return new Uint8Array(await s.arrayBuffer())}async getText(t){let e=await this.get(t);return e?Buffer.from(e).toString("utf8"):null}async exists(t){try{return await this.client.send(new ze({Bucket:this.bucket,Key:t})),!0}catch(e){if(typeof e=="object"&&e!==null&&"$metadata"in e&&e.$metadata?.httpStatusCode===404)return!1;throw e}}async delete(t){await this.client.send(new Ge({Bucket:this.bucket,Key:t}))}async list(t=""){let e=[],s;do{let a=await this.client.send(new Be({Bucket:this.bucket,Prefix:t||void 0,ContinuationToken:s}));for(let c of a.Contents??[])c.Key&&e.push({key:c.Key,size:c.Size,updatedAt:c.LastModified?.toISOString()});s=a.IsTruncated?a.NextContinuationToken:void 0}while(s);return e}};import{access as ie,mkdir as Ve,readFile as Je,readdir as Ye,rm as qe,stat as ae,writeFile as Qe}from"node:fs/promises";import{dirname as Xe,join as Ze,relative as ce,resolve as et}from"node:path";var O=class{constructor(t){this.root=t}root;name="local";path(t){let e=t.replace(/^\/+/,"");return et(this.root,e)}async put(t,e){let s=this.path(t);await Ve(Xe(s),{recursive:!0}),await Qe(s,e)}async get(t){try{return await Je(this.path(t))}catch(e){if(typeof e=="object"&&e!==null&&"code"in e&&e.code==="ENOENT")return null;throw e}}async getText(t){let e=await this.get(t);return e?Buffer.from(e).toString("utf8"):null}async exists(t){try{return await ie(this.path(t)),!0}catch{return!1}}async delete(t){await qe(this.path(t),{force:!0})}async list(t=""){let e=this.path(t),s=[];try{await ie(e)}catch{return s}let a=async p=>{let P=await Ye(p,{withFileTypes:!0});for(let b of P){let E=Ze(p,b.name);if(b.isDirectory()){await a(E);continue}let v=await ae(E);s.push({key:ce(this.root,E),size:v.size,updatedAt:v.mtime.toISOString()})}},c=await ae(e);return c.isDirectory()?await a(e):s.push({key:ce(this.root,e),size:c.size,updatedAt:c.mtime.toISOString()}),s}};import{DeleteObjectCommand as tt,GetObjectCommand as rt,HeadObjectCommand as st,ListObjectsV2Command as nt,PutObjectCommand as ot,S3Client as it}from"@aws-sdk/client-s3";import{getSignedUrl as at}from"@aws-sdk/s3-request-presigner";var _=class{name;client;bucket;constructor(t){this.name=t.name??"s3",this.bucket=t.bucket,this.client=new it({region:t.region??"us-east-1",endpoint:t.endpoint||void 0,forcePathStyle:t.forcePathStyle??!1,requestChecksumCalculation:"WHEN_REQUIRED",responseChecksumValidation:"WHEN_REQUIRED",credentials:{accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}})}async put(t,e,s="application/octet-stream"){let a=typeof e=="string"?Buffer.from(e,"utf8"):e;await this.client.send(new ot({Bucket:this.bucket,Key:t,Body:a,ContentType:s}))}async get(t){let e=await at(this.client,new rt({Bucket:this.bucket,Key:t}),{expiresIn:60}),s=await fetch(e,{redirect:"follow"});if(s.status===404)return null;if(!s.ok)throw new Error(`${this.name} download failed: ${s.status} ${s.statusText}`);return new Uint8Array(await s.arrayBuffer())}async getText(t){let e=await this.get(t);return e?Buffer.from(e).toString("utf8"):null}async exists(t){try{return await this.client.send(new st({Bucket:this.bucket,Key:t})),!0}catch(e){if(typeof e=="object"&&e!==null&&"$metadata"in e&&e.$metadata?.httpStatusCode===404)return!1;throw e}}async delete(t){await this.client.send(new tt({Bucket:this.bucket,Key:t}))}async list(t=""){let e=[],s;do{let a=await this.client.send(new nt({Bucket:this.bucket,Prefix:t||void 0,ContinuationToken:s}));for(let c of a.Contents??[])c.Key&&e.push({key:c.Key,size:c.Size,updatedAt:c.LastModified?.toISOString()});s=a.IsTruncated?a.NextContinuationToken:void 0}while(s);return e}};function q(o,t){return console.warn(t),new O(o)}function le(o){let t=o.localRoot??lt(ct(),".toolnet-memory","storage");if(o.provider==="r2"){let e=o.r2;return e?.accountId&&e.bucket&&e.accessKeyId&&e.secretAccessKey?new _({name:"r2",endpoint:`https://${e.accountId}.r2.cloudflarestorage.com`,region:"auto",bucket:e.bucket,forcePathStyle:!0,accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}):q(t,"[storage] Cloudflare R2 credentials missing. Using local fallback.")}if(o.provider==="s3"){let e=o.s3;return e?.bucket&&e.accessKeyId&&e.secretAccessKey?new _({name:"s3",endpoint:e.endpoint,region:e.region??"us-east-1",bucket:e.bucket,forcePathStyle:e.forcePathStyle??!1,accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}):q(t,"[storage] S3 credentials missing. Using local fallback.")}if(o.provider==="huggingface"){let e=o.huggingface;return e?.namespace&&e.bucket&&e.accessKeyId&&e.secretAccessKey?new W({namespace:e.namespace,bucket:e.bucket,accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}):q(t,"[storage] Hugging Face credentials missing. Using local fallback.")}return new O(t)}function dt(o){return new Promise(t=>setTimeout(t,o))}async function de(o,t={}){let e=Math.max(1,t.attempts??3),s=t.baseDelayMs??150,a=t.maxDelayMs??2e3,c;for(let p=1;p<=e;p++)try{return await o()}catch(P){if(c=P,p>=e)break;let b=Math.min(a,s*2**(p-1)),E=Math.floor(Math.random()*Math.max(1,b*.2));await dt(b+E)}throw c}var pt=new Set(["put","get","getText","delete","list"]);function pe(o,t={}){return new Proxy(o,{get(e,s){let a=Reflect.get(e,s,e);return typeof a!="function"?a:pt.has(s)?(...c)=>de(()=>Promise.resolve(a.apply(e,c)),t):a.bind(e)}})}var fe=Number(process.env.TOOLNET_GRAPH_PORT??9749),me=process.env.TOOLNET_GRAPH_HOST??"127.0.0.1";function gt(o){if(typeof o=="string")return o;if(!o||typeof o!="object")return null;let t=o;for(let e of["key","Key","path","name"])if(typeof t[e]=="string")return t[e];return null}async function ht(o,t){return(await o.list(t)).map(gt).filter(s=>!!s)}async function F(o,t){let e=await o.getText(t);if(!e)return null;try{return JSON.parse(e)}catch{return null}}async function yt(o){let t=await ht(o,"projects/"),e=[...new Set(t.filter(c=>/^projects\/[^/]+\/project\.json$/.test(c)).map(c=>c.split("/")[1]))],s=new Set(t),a=[];for(let c of e){let p=await F(o,`projects/${c}/project.json`);!p||typeof p.id!="string"||a.push({id:p.id,name:typeof p.name=="string"?p.name:c,remote:c,hasGraph:s.has(`projects/${c}/code/graph/current.json`),hasArchitecture:s.has(`projects/${c}/code/architecture/current.json`),hasAnalysis:s.has(`projects/${c}/code/analysis/current.json`),hasVisualization:s.has(`projects/${c}/code/visualization/graph.json`)})}return a.sort((c,p)=>c.name.localeCompare(p.name))}async function St(){let o=te(),t=new z().detect(),e=pe(le({provider:o.storage.provider,huggingface:o.storage.huggingface,localRoot:o.storage.localRoot}),{attempts:3});e.name!=="huggingface"&&console.warn("[graph-ui] Remote Hugging Face storage is not active.");let s=ft(mt(import.meta.url)),a=Q(s,"public"),c=Q(a,"vendor","3d-force-graph.min.js");async function p(){let n=await yt(e),r=t.remote??t.name,l=n.find(m=>m.remote===r&&m.hasGraph),S=n.find(m=>m.hasGraph);return{projects:n,defaultProject:l?.remote??S?.remote??null}}let P=new Map;function b(n){return String(typeof n=="object"&&n!==null?n.id:n)}function E(n){return n.clusterLabel||n.cluster||n.layer||"Unclustered"}function v(n,r={}){return{id:n.id,name:n.name,remote:n.remote,hasArchitecture:n.hasArchitecture,hasAnalysis:n.hasAnalysis,...r}}async function R(n){let r=`projects/${n.remote}`,l=await F(e,`${r}/code/graph/current.json`);if(!l||!Array.isArray(l.symbols)||!Array.isArray(l.edges))throw new Error(`Code graph missing for project ${n.name}`);let S=await F(e,`${r}/code/architecture/current.json`),m=await F(e,`${r}/code/analysis/current.json`),y=new A;y.import(l.symbols,l.edges);let C=new H(y).build(n.id,S,m);return await e.put(`${r}/code/visualization/graph.json`,JSON.stringify(C),"application/json"),{...C,dashboard:v(n)}}async function M(n,r=!1){r&&P.delete(n.remote);let l=P.get(n.remote);if(l)return l;let S=`projects/${n.remote}`,m=await F(e,`${S}/code/visualization/graph.json`);if(m&&Array.isArray(m.nodes)&&Array.isArray(m.links)){let C={...m,dashboard:v(n)};return P.set(n.remote,C),C}let y=await R(n);return P.set(n.remote,y),y}function j(n,r){let l=new Map,S=new Map;for(let d of r.nodes){let u=E(d),g=`cluster:${u}`;S.set(d.id,g);let i=l.get(g);i||(i={id:g,name:u,qualifiedName:u,type:"subsystem",filePath:"",clusterLabel:u,incoming:0,outgoing:0,memberCount:0,files:new Set,viewKind:"cluster"},l.set(g,i)),i.memberCount+=1,d.filePath&&i.files.add(d.filePath)}let m=new Map;for(let d of r.links){let u=S.get(b(d.source)),g=S.get(b(d.target));if(!u||!g||u===g)continue;let i=`${u}\0${g}`,h=m.get(i);h||(h={source:u,target:g,type:"SUBSYSTEM_DEPENDENCY",count:0},m.set(i,h)),h.count+=1}for(let d of m.values()){let u=l.get(d.source),g=l.get(d.target);u&&(u.outgoing+=d.count),g&&(g.incoming+=d.count)}let y=[...l.values()].map(d=>({...d,filePath:`${d.files.size} files \xB7 ${d.memberCount} symbols`,files:void 0})),C=[...m.values()];return{version:2,projectId:r.projectId,generatedAt:r.generatedAt,summary:{nodes:y.length,links:C.length,files:r.summary?.files??0,clusters:y.length},nodes:y,links:C,dashboard:v(n,{viewMode:"overview",totalNodes:r.nodes.length,totalLinks:r.links.length})}}function $(n,r,l){let S=r.nodes.filter(i=>!l||E(i)===l),m=new Set(S.map(i=>i.id)),y=new Map,C=new Map;for(let i of S){let h=i.filePath||"(unknown)";y.set(i.id,h);let x=C.get(h);x||(x={id:`file:${h}`,name:h.split("/").pop()||h,qualifiedName:h,type:"file",filePath:h,clusterLabel:E(i),incoming:0,outgoing:0,memberCount:0,viewKind:"file"},C.set(h,x)),x.memberCount+=1}let d=new Map;for(let i of r.links){let h=b(i.source),x=b(i.target);if(!m.has(h)||!m.has(x))continue;let U=y.get(h),V=y.get(x);if(!U||!V||U===V)continue;let X=`file:${U}`,Z=`file:${V}`,ee=`${X}\0${Z}`,G=d.get(ee);G||(G={source:X,target:Z,type:"FILE_DEPENDENCY",count:0},d.set(ee,G)),G.count+=1}for(let i of d.values()){let h=C.get(String(i.source).slice(5)),x=C.get(String(i.target).slice(5));h&&(h.outgoing+=i.count),x&&(x.incoming+=i.count)}let u=[...C.values()],g=[...d.values()];return{version:2,projectId:r.projectId,generatedAt:r.generatedAt,summary:{nodes:u.length,links:g.length,files:u.length,clusters:l?1:0},nodes:u,links:g,dashboard:v(n,{viewMode:"files",selection:l,totalNodes:r.nodes.length,totalLinks:r.links.length})}}function T(n,r,l){let y=r.nodes.filter(i=>i.filePath===l),C=new Set(y.map(i=>i.id)),d=new Set;for(let i of y.slice(0,1800))d.add(i.id);for(let i of r.links){if(d.size>=1800)break;let h=b(i.source),x=b(i.target);(C.has(h)||C.has(x))&&(d.add(h),d.size<1800&&d.add(x))}let u=r.nodes.filter(i=>d.has(i.id)).map(i=>({...i,viewKind:"symbol"})),g=[];for(let i of r.links){if(g.length>=12e3)break;let h=b(i.source),x=b(i.target);d.has(h)&&d.has(x)&&g.push({...i,source:h,target:x})}return{version:2,projectId:r.projectId,generatedAt:r.generatedAt,summary:{nodes:u.length,links:g.length,files:new Set(u.map(i=>i.filePath)).size,clusters:new Set(u.map(i=>E(i))).size},nodes:u,links:g,dashboard:v(n,{viewMode:"symbols",selection:l,focused:!0,truncated:u.length>=1800||g.length>=12e3,totalNodes:r.nodes.length,totalLinks:r.links.length})}}ut(async(n,r)=>{try{let l=new URL(n.url??"/",`http://${n.headers.host??"localhost"}`);if(l.pathname==="/api/health"){let S=await p();r.setHeader("content-type","application/json; charset=utf-8"),r.setHeader("cache-control","no-store"),r.end(JSON.stringify({ok:!0,mode:"multi-project",projects:S.projects.length,indexedProjects:S.projects.filter(m=>m.hasGraph).length,defaultProject:S.defaultProject}));return}if(l.pathname==="/api/projects"){let S=await p();r.setHeader("content-type","application/json; charset=utf-8"),r.setHeader("cache-control","no-store"),r.end(JSON.stringify(S));return}if(l.pathname==="/api/graph"){let S=await p(),m=l.searchParams.get("project")??S.defaultProject;if(!m){r.statusCode=404,r.setHeader("content-type","application/json; charset=utf-8"),r.end(JSON.stringify({error:"No indexed ToolNet project found."}));return}let y=S.projects.find(i=>i.remote===m);if(!y){r.statusCode=404,r.setHeader("content-type","application/json; charset=utf-8"),r.end(JSON.stringify({error:"Project not found.",project:m}));return}if(!y.hasGraph){r.statusCode=409,r.setHeader("content-type","application/json; charset=utf-8"),r.end(JSON.stringify({error:"Project is registered but has not been indexed yet.",project:y}));return}let C=l.searchParams.get("refresh")==="1",d=await M(y,C),u=l.searchParams.get("mode")??"full",g=d;if(u==="overview")g=j(y,d);else if(u==="files")g=$(y,d,l.searchParams.get("cluster")??"");else if(u==="symbols"){let i=l.searchParams.get("file");if(!i){r.statusCode=400,r.setHeader("content-type","application/json; charset=utf-8"),r.end(JSON.stringify({error:"file is required for symbols mode."}));return}g=T(y,d,i)}else if(u!=="full"){r.statusCode=400,r.setHeader("content-type","application/json; charset=utf-8"),r.end(JSON.stringify({error:`Unknown graph mode: ${u}`}));return}r.setHeader("content-type","application/json; charset=utf-8"),r.setHeader("cache-control","no-store"),r.end(JSON.stringify(g));return}if(l.pathname==="/vendor/3d-force-graph.min.js"){r.setHeader("content-type","application/javascript; charset=utf-8"),ue(c).pipe(r);return}if(l.pathname==="/"||l.pathname==="/index.html"){r.setHeader("content-type","text/html; charset=utf-8"),r.setHeader("cache-control","no-store"),ue(Q(a,"index.html")).pipe(r);return}r.statusCode=404,r.end("Not found")}catch(l){console.error(l),r.statusCode=500,r.setHeader("content-type","application/json; charset=utf-8"),r.end(JSON.stringify({error:l instanceof Error?l.message:String(l)}))}}).listen(fe,me,()=>{console.log("ToolNet Multi-Project 3D Graph"),console.log(`Listening: http://${me}:${fe}`)})}St().catch(o=>{console.error(o),process.exit(1)});
+import"dotenv/config";import{createReadStream as je}from"node:fs";import{createServer as Gt}from"node:http";import{dirname as Kt,resolve as ae}from"node:path";import{fileURLToPath as zt}from"node:url";import{existsSync as Le,readFileSync as Oe}from"node:fs";import{homedir as _e}from"node:os";import{join as De}from"node:path";function Fe(n){let t=n.trim();return t.length>=2&&t.startsWith('"')&&t.endsWith('"')?(t=t.slice(1,-1),t.replace(/\\n/g,`
+`).replace(/\\r/g,"\r").replace(/\\t/g,"	").replace(/\\"/g,'"').replace(/\\\\/g,"\\")):t.length>=2&&t.startsWith("'")&&t.endsWith("'")?t.slice(1,-1):t}function $e(){let n=process.env.TOOLNET_GLOBAL_ENV??De(_e(),".config","toolnet-memory",".env");if(!Le(n))return;let t=Oe(n,"utf8");for(let e of t.split(/\r?\n/)){let r=e.trim();if(!r||r.startsWith("#"))continue;r.startsWith("export ")&&(r=r.slice(7));let i=r.indexOf("=");if(i<=0)continue;let s=r.slice(0,i).trim();/^[A-Za-z_][A-Za-z0-9_]*$/.test(s)&&process.env[s]===void 0&&(process.env[s]=Fe(r.slice(i+1)))}}$e();function O(n,t){return n===void 0?t:["1","true","yes","on"].includes(n.toLowerCase())}function _(n,t){if(!n)return t;let e=Number(n);return Number.isFinite(e)?e:t}function pe(){return{memory:{autoCapture:O(process.env.MEMORY_AUTO_CAPTURE,!0),autoRetrieve:O(process.env.MEMORY_AUTO_RETRIEVE,!0),autoSummarize:O(process.env.MEMORY_AUTO_SUMMARIZE,!0),autoSync:O(process.env.MEMORY_AUTO_SYNC,!0)},retrieval:{maxCandidates:_(process.env.MEMORY_MAX_CANDIDATES,50),rerankTop:_(process.env.MEMORY_RERANK_TOP,10),finalContext:_(process.env.MEMORY_FINAL_CONTEXT,5),tokenBudget:_(process.env.MEMORY_TOKEN_BUDGET,2e3)},storage:{provider:process.env.MEMORY_STORAGE_PROVIDER??"huggingface",r2:{accountId:process.env.R2_ACCOUNT_ID,bucket:process.env.R2_BUCKET,accessKeyId:process.env.R2_ACCESS_KEY_ID,secretAccessKey:process.env.R2_SECRET_ACCESS_KEY},s3:{endpoint:process.env.S3_ENDPOINT,region:process.env.S3_REGION,bucket:process.env.S3_BUCKET,accessKeyId:process.env.S3_ACCESS_KEY_ID,secretAccessKey:process.env.S3_SECRET_ACCESS_KEY,forcePathStyle:O(process.env.S3_FORCE_PATH_STYLE,!1)},huggingface:{namespace:process.env.HF_NAMESPACE,bucket:process.env.HF_BUCKET,accessKeyId:process.env.HF_S3_ACCESS_KEY_ID,secretAccessKey:process.env.HF_S3_SECRET_ACCESS_KEY},localRoot:process.env.MEMORY_LOCAL_STORAGE_PATH},cache:{maxMb:_(process.env.MEMORY_LOCAL_CACHE_MB,200)}}}import{createHash as Ue}from"node:crypto";import{existsSync as J,mkdirSync as Ve,readFileSync as Ye,renameSync as Je,writeFileSync as qe}from"node:fs";import{basename as Qe,dirname as q,join as F,parse as be,resolve as I}from"node:path";import{createHash as me}from"node:crypto";import{spawnSync as Ge}from"node:child_process";var D="git-remote-v1",Ke=new Set(["github.com","gitlab.com","bitbucket.org"]);function ge(n,t){let e=t.replaceAll("\\","/").replace(/^\/+/u,"").replace(/\/+$/u,"").replace(/\.git$/iu,"").replace(/\/+/gu,"/");return!e||e==="."||e===".."||e.split("/").some(r=>!r||r==="."||r==="..")?null:(Ke.has(n)&&(e=e.toLowerCase()),e)}function ze(n){let t;try{t=new URL(n)}catch{return null}if(!["https:","http:","ssh:","git:"].includes(t.protocol))return null;let e=t.hostname.trim().toLowerCase();if(!e)return null;let r=t.protocol==="https:"&&t.port==="443"||t.protocol==="http:"&&t.port==="80"||t.protocol==="ssh:"&&t.port==="22",i=t.port&&!r?`${e}:${t.port}`:e,s=ge(e,t.pathname);return s?`${i}/${s}`:null}function Be(n){let t=n.match(/^(?:[^@\s/:]+@)?([^:/\s]+):(.+)$/u);if(!t)return null;let e=t[1]?.trim().toLowerCase();if(!e||e.length===1)return null;let r=ge(e,t[2]??"");return r?`${e}/${r}`:null}function ue(n){let t=n.trim();return t?t.includes("://")?ze(t):Be(t):null}function He(n){return me("sha256").update(`${D}:${n}`).digest("hex")}function he(n){return me("sha256").update(`toolnet-project:${D}:${n}`).digest("hex").slice(0,16)}function We(n){return n.split("/").filter(Boolean).at(-1)?.trim()||null}function ne(n,t){let e=Ge("git",["-C",n,...t],{encoding:"utf8",windowsHide:!0,stdio:["ignore","pipe","ignore"]});return e.error||e.status!==0?null:e.stdout?.trim()||null}function fe(n,t){let e=We(n);return e?{scheme:D,canonicalRemote:n,fingerprint:He(n),repositoryName:e,source:t}:null}function ye(n){let t=ne(n,["remote","get-url","origin"]);if(t){let i=ue(t);if(i)return fe(i,"origin")}let e=ne(n,["remote"]);if(!e)return null;let r=new Set;for(let i of e.split(/\r?\n/u).map(s=>s.trim()).filter(Boolean)){let s=ne(n,["remote","get-url",i]);if(!s)continue;let c=ue(s);c&&r.add(c)}return r.size!==1?null:fe([...r][0],"unique-remote")}var xe=".toolnet",Ze="project.json";function Xe(n){return Ue("sha256").update(n).digest("hex").slice(0,16)}function L(n){return F(n,xe,Ze)}function Ce(n){return J(L(n))}function Se(n,t){let e=I(n),r=be(e).root;for(;;){if(Ce(e))return e;if(e===r||t&&e===I(t))break;let i=q(e);if(i===e)break;e=i}return null}function se(n){let t=I(n),e=be(t).root,r=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"];for(;;){if(r.some(s=>J(F(t,s))))return t;if(t===e)break;let i=q(t);if(i===t)break;t=i}return I(n)}function V(n){let t;try{t=JSON.parse(Ye(n,"utf8"))}catch(i){throw new Error(`Invalid ToolNet project manifest: ${n}: ${i instanceof Error?i.message:String(i)}`)}if(!t||typeof t!="object")throw new Error(`Invalid ToolNet project manifest: ${n}`);let e=t;if(typeof e.id!="string"||!e.id.trim())throw new Error(`ToolNet project manifest is missing id: ${n}`);if(typeof e.name!="string"||!e.name.trim())throw new Error(`ToolNet project manifest is missing name: ${n}`);let r=new Date().toISOString();return{version:1,id:e.id,name:e.name,remote:typeof e.remote=="string"&&e.remote.trim()?e.remote:e.name,rootPath:typeof e.rootPath=="string"?e.rootPath:q(q(n)),createdAt:typeof e.createdAt=="string"?e.createdAt:r,updatedAt:typeof e.updatedAt=="string"?e.updatedAt:r,graphVersion:typeof e.graphVersion=="number"?e.graphVersion:0,memoryVersion:typeof e.memoryVersion=="number"?e.memoryVersion:0,metadata:e.metadata&&typeof e.metadata=="object"?e.metadata:void 0}}function Y(n,t){let e=F(n,xe);Ve(e,{recursive:!0});let r=L(n),i=`${r}.tmp-${process.pid}`;qe(i,JSON.stringify(t,null,2)+`
+`,{encoding:"utf8",mode:384}),Je(i,r)}function j(n,t){return{id:n.id,name:n.name,remote:n.remote,rootPath:t,createdAt:n.createdAt,updatedAt:n.updatedAt,graphVersion:n.graphVersion,memoryVersion:n.memoryVersion,metadata:n.metadata}}function oe(n){return{version:1,scheme:D,canonicalRemote:n.canonicalRemote,fingerprint:n.fingerprint,repositoryName:n.repositoryName}}function et(n){let t=n.metadata?.toolnetIdentity;if(!t||typeof t!="object"||Array.isArray(t))return null;let e=t;return typeof e.fingerprint=="string"?e.fingerprint:null}var Q=class{adopt(t,e){let r=se(I(t));if(!e.id.trim())throw new Error("PROJECT_ADOPTION_INVALID_ID");if(!e.name.trim())throw new Error("PROJECT_ADOPTION_INVALID_NAME");if(!e.remote.trim())throw new Error("PROJECT_ADOPTION_INVALID_REMOTE");if(Ce(r)){let u=V(L(r));if(u.id!==e.id)throw new Error(["PROJECT_IDENTITY_ALREADY_EXISTS",`existing=${u.id}`,`requested=${e.id}`].join(" "));return j(u,r)}let i=new Date().toISOString(),s={...e.metadata};e.gitIdentity&&(s.toolnetIdentity=oe(e.gitIdentity));let c={version:1,id:e.id.trim(),name:e.name.trim(),remote:e.remote.trim(),rootPath:r,createdAt:e.createdAt??i,updatedAt:i,graphVersion:e.graphVersion??0,memoryVersion:e.memoryVersion??0,metadata:Object.keys(s).length?s:void 0};return Y(r,c),j(c,r)}recordGitIdentity(t,e,r={}){let i=this.requireExisting(t),s=L(i.rootPath),c=V(s),u=et(c);if(u&&u!==e.fingerprint&&!r.allowRebind)throw new Error(["PROJECT_GIT_REMOTE_CHANGED",`existing=${u}`,`current=${e.fingerprint}`,"Use explicit rebind only when this repository identity change is intentional."].join(" "));let g=c.metadata?.toolnetIdentity;return g&&typeof g=="object"&&!Array.isArray(g)&&g.fingerprint===e.fingerprint||(c.metadata={...c.metadata,toolnetIdentity:oe(e)},c.updatedAt=new Date().toISOString(),Y(i.rootPath,c)),j(c,i.rootPath)}findExisting(t=process.cwd()){let e=I(t),r=se(e),s=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"].some(g=>J(F(r,g))),c=Se(e,s?r:void 0);if(!c)return null;let u=V(L(c));return j(u,c)}requireExisting(t=process.cwd()){let e=this.findExisting(t);if(!e)throw new Error("PROJECT_NOT_INITIALIZED");return e}detect(t=process.cwd()){let e=I(t),r=se(e),s=[".git","package.json","pyproject.toml","Cargo.toml","go.mod","composer.json"].some(A=>J(F(r,A))),c=Se(e,s?r:void 0);if(c){let A=L(c),R=V(A);return R.rootPath!==c&&(R.rootPath=c,R.updatedAt=new Date().toISOString(),Y(c,R)),j(R,c)}let u=new Date().toISOString(),g=Qe(r),E=ye(r),P={version:1,id:E?he(E.canonicalRemote):Xe(r),name:g,remote:E?.repositoryName??g,rootPath:r,createdAt:u,updatedAt:u,graphVersion:0,memoryVersion:0,metadata:E?{toolnetIdentity:oe(E)}:void 0};return Y(r,P),j(P,r)}};var tt=[{type:"openai_key",regex:/\bsk-[A-Za-z0-9_-]{20,}\b/g,confidence:"exact"},{type:"huggingface_token",regex:/\bhf_[A-Za-z0-9]{20,}\b/g,confidence:"exact"},{type:"hf_s3_access_key",regex:/\bHFAK[A-Za-z0-9]{8,}\b/g,confidence:"exact"},{type:"aws_access_key",regex:/\b(?:AKIA|ASIA)[A-Z0-9]{16}\b/g,confidence:"exact"},{type:"github_token",regex:/\b(?:gh[pousr]_[A-Za-z0-9]{30,255}|github_pat_[A-Za-z0-9_]{40,255})\b/g,confidence:"exact"},{type:"stripe_secret_key",regex:/\b(?:sk|rk)_(?:live|test)_[A-Za-z0-9]{16,}\b/g,confidence:"exact"},{type:"google_api_key",regex:/\bAIza[A-Za-z0-9_-]{30,}\b/g,confidence:"exact"},{type:"slack_token",regex:/\bxox[baprs]-[A-Za-z0-9-]{16,}\b/g,confidence:"exact"},{type:"npm_token",regex:/\bnpm_[A-Za-z0-9]{20,}\b/g,confidence:"exact"},{type:"bearer_token",regex:/\bBearer\s+[A-Za-z0-9._~+/=-]{16,}\b/gi,confidence:"high"},{type:"jwt",regex:/\beyJ[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\.[A-Za-z0-9_-]{8,}\b/g,confidence:"exact"},{type:"private_key",regex:/-----BEGIN (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----/g,confidence:"exact"},{type:"password_assignment",regex:/\b(?:password|passwd|pwd)\s*[:=]\s*["']?[^"' \t\r\n]{6,}["']?/gi,confidence:"high"},{type:"secret_assignment",regex:/\b(?:secret|api[_-]?key|access[_-]?token|refresh[_-]?token|client[_-]?secret|private[_-]?key)\s*[:=]\s*["']?[^"' \t\r\n]{8,}["']?/gi,confidence:"high"},{type:"cookie",regex:/\b(?:cookie|set-cookie)\s*[:=]\s*[^;\n]{8,}/gi,confidence:"high"},{type:"url_credentials",regex:/\bhttps?:\/\/[^:/@\s]+:[^/@\s]{4,}@[^/\s]+/gi,confidence:"high"}],rt=new Set(["example","example-key","example-token","changeme","change-me","password","secret","your-api-key","your-token","<token>","<secret>","<password>","[redacted]"]);function Ee(n){return n.normalize("NFKC").trim().toLowerCase()}function nt(n){if(n.length===0)return 0;let t=new Map;for(let r of n)t.set(r,(t.get(r)??0)+1);let e=0;for(let r of t.values()){let i=r/n.length;e-=i*Math.log2(i)}return e}function st(n){return/^[a-f0-9]{32}$/iu.test(n)||/^[a-f0-9]{40}$/iu.test(n)||/^[a-f0-9]{64}$/iu.test(n)}function ot(n,t,e){let r=n.slice(Math.max(0,t-48),t),i=n.slice(e,Math.min(n.length,e+16));return/\b(?:token|secret|key|credential|authorization|password|passwd|apikey|api_key|access[_-]?key)\b/iu.test(`${r} ${i}`)}function it(n,t){return n.start<t.end&&t.start<n.end}function we(n){return n.sort((t,e)=>t.start!==e.start?t.start-e.start:e.end-e.start-(t.end-t.start))}var Z=class{allowValues=new Set;enableEntropyHeuristic;constructor(t={}){for(let e of t.allowValues??[]){let r=Ee(e);r&&this.allowValues.add(r)}this.enableEntropyHeuristic=t.enableEntropyHeuristic??!0}scan(t){let e=[];for(let s of tt){let c=new RegExp(s.regex.source,s.regex.flags);for(let u of t.matchAll(c))u.index===void 0||!u[0]||this.allowed(u[0])||e.push({type:s.type,value:u[0],start:u.index,end:u.index+u[0].length,confidence:s.confidence})}this.enableEntropyHeuristic&&e.push(...this.entropyMatches(t));let r=we(e),i=[];for(let s of r)i.some(c=>it(c,s))||i.push(s);return we(i)}hasSecrets(t){return this.scan(t).length>0}allowed(t){let e=Ee(t);return rt.has(e)?!0:this.allowValues.has(e)}entropyMatches(t){let e=[],r=/[A-Za-z0-9_+/=-]{32,160}/g;for(let i of t.matchAll(r)){if(i.index===void 0||!i[0])continue;let s=i[0];this.allowed(s)||st(s)||!/[A-Za-z]/u.test(s)||!/[0-9]/u.test(s)||ot(t,i.index,i.index+s.length)&&(nt(s)<3.7||e.push({type:"high_entropy_secret",value:s,start:i.index,end:i.index+s.length,confidence:"heuristic"}))}return e}};var $=class{scanner;constructor(t={}){this.scanner=new Z(t)}sanitize(t){let e=this.scanner.scan(t);if(e.length===0)return{text:t,redacted:0,secretTypes:[]};let r=t,i=[...e].sort((c,u)=>u.start-c.start),s=new Set;for(let c of i)s.add(c.type),r=r.slice(0,c.start)+`[REDACTED:${c.type}]`+r.slice(c.end);return{text:r,redacted:e.length,secretTypes:[...s].sort()}}sanitizeValue(t){if(typeof t=="string")return this.sanitize(t).text;if(Array.isArray(t))return t.map(e=>this.sanitizeValue(e));if(t&&typeof t=="object"){let e={};for(let[r,i]of Object.entries(t)){let s=r.normalize("NFKC").toLowerCase().replace(/[^a-z0-9]+/g,"");if(s.includes("password")||s.includes("passwd")||s==="pwd"||s.includes("secret")||s.includes("token")||s.includes("cookie")||s.includes("authorization")||s.includes("apikey")||s.includes("accesskey")||s.includes("privatekey")||s.includes("clientsecret")||s.includes("credential")){e[r]="[REDACTED]";continue}e[r]=this.sanitizeValue(i)}return e}return t}};var ur=new $;var Jr=2*1024*1024;var G=class{symbols=new Map;edges=new Map;addSymbol(t){this.symbols.set(t.id,t)}addEdge(t){this.edges.set(t.id,t)}getSymbol(t){return this.symbols.get(t)}findByName(t,e){return[...this.symbols.values()].filter(r=>r.projectId===t&&(r.name===e||r.qualifiedName===e))}allSymbols(t){return[...this.symbols.values()].filter(e=>e.projectId===t)}allEdges(t){return[...this.edges.values()].filter(e=>e.projectId===t)}import(t,e){for(let r of t)this.addSymbol(r);for(let r of e)this.addEdge(r)}clearProject(t){for(let[e,r]of this.symbols)r.projectId===t&&this.symbols.delete(e);for(let[e,r]of this.edges)r.projectId===t&&this.edges.delete(e)}};import*as v from"typescript";import{execFile as dt}from"node:child_process";import{promisify as pt}from"node:util";var bn=pt(dt);import*as T from"typescript";import{DatabaseSync as gs}from"node:sqlite";import*as k from"typescript";import*as m from"typescript";var Bs=new Set([m.SyntaxKind.EqualsToken,m.SyntaxKind.PlusEqualsToken,m.SyntaxKind.MinusEqualsToken,m.SyntaxKind.AsteriskEqualsToken,m.SyntaxKind.SlashEqualsToken,m.SyntaxKind.PercentEqualsToken,m.SyntaxKind.QuestionQuestionEqualsToken,m.SyntaxKind.AmpersandAmpersandEqualsToken,m.SyntaxKind.BarBarEqualsToken]);var X=class{constructor(t){this.graph=t}graph;build(t,e,r,i){let s=this.graph.allSymbols(t),c=this.graph.allEdges(t),u=new Map(e?.layers.map(a=>[a.filePath,a.layer])??[]),g=new Map;for(let a of e?.clusters??[])for(let o of a.files)g.set(o,{id:a.id,label:a.label});let E=new Map(e?.hotspots.map(a=>[a.filePath,a.score])??[]),P=new Map(r?.deadCode.map(a=>[a.symbolId,{confidence:a.confidence,score:a.score}])??[]),A=new Map,R=new Map;for(let a of c)R.set(a.from,(R.get(a.from)??0)+1),A.set(a.to,(A.get(a.to)??0)+1);let M=[];for(let a=0;a<s.length;a++){let o=s[a],d=g.get(o.filePath);M.push({id:o.id,name:o.name,qualifiedName:o.qualifiedName,type:o.type,filePath:o.filePath,layer:u.get(o.filePath),cluster:d?.id,clusterLabel:d?.label,hotspotScore:E.get(o.filePath),deadCode:P.get(o.id),incoming:A.get(o.id)??0,outgoing:R.get(o.id)??0}),((a+1)%100===0||a===s.length-1)&&i?.({current:a+1,total:s.length,phase:"nodes"})}let H=new Set(M.map(a=>a.id)),N=c.filter(a=>H.has(a.from)&&H.has(a.to)),W=[];for(let a=0;a<N.length;a++){let o=N[a];W.push({source:o.from,target:o.to,type:o.type,confidence:typeof o.metadata?.confidence=="string"?o.metadata.confidence:void 0,resolver:typeof o.metadata?.resolver=="string"?o.metadata.resolver:void 0}),((a+1)%100===0||a===N.length-1)&&i?.({current:a+1,total:N.length,phase:"links"})}return{version:1,projectId:t,generatedAt:new Date().toISOString(),summary:{nodes:M.length,links:W.length,files:new Set(M.map(a=>a.filePath)).size,clusters:new Set(M.map(a=>a.cluster).filter(Boolean)).size},nodes:M,links:W}}};import{homedir as _t}from"node:os";import{join as Dt}from"node:path";import{DeleteObjectCommand as mt,GetObjectCommand as gt,HeadObjectCommand as ht,ListObjectsV2Command as yt,PutObjectCommand as St,S3Client as bt}from"@aws-sdk/client-s3";import{getSignedUrl as xt}from"@aws-sdk/s3-request-presigner";var ee=class{name="huggingface";client;bucket;constructor(t){this.bucket=t.bucket,this.client=new bt({region:"us-east-1",endpoint:`https://s3.hf.co/${t.namespace}`,forcePathStyle:!0,requestChecksumCalculation:"WHEN_REQUIRED",responseChecksumValidation:"WHEN_REQUIRED",credentials:{accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}})}async put(t,e,r="application/octet-stream"){let i=typeof e=="string"?Buffer.from(e,"utf8"):e;await this.client.send(new St({Bucket:this.bucket,Key:t,Body:i,ContentType:r}))}async get(t){let e=await xt(this.client,new gt({Bucket:this.bucket,Key:t}),{expiresIn:60}),r=await fetch(e,{redirect:"follow"});if(r.status===404)return null;if(!r.ok)throw new Error(`HF download failed: ${r.status} ${r.statusText}`);return new Uint8Array(await r.arrayBuffer())}async getText(t){let e=await this.get(t);return e?Buffer.from(e).toString("utf8"):null}async exists(t){try{return await this.client.send(new ht({Bucket:this.bucket,Key:t})),!0}catch(e){if(typeof e=="object"&&e!==null&&"$metadata"in e&&e.$metadata?.httpStatusCode===404)return!1;throw e}}async delete(t){await this.client.send(new mt({Bucket:this.bucket,Key:t}))}async list(t=""){let e=[],r;do{let i=await this.client.send(new yt({Bucket:this.bucket,Prefix:t||void 0,ContinuationToken:r}));for(let s of i.Contents??[])s.Key&&e.push({key:s.Key,size:s.Size,updatedAt:s.LastModified?.toISOString()});r=i.IsTruncated?i.NextContinuationToken:void 0}while(r);return e}};import{access as ke,mkdir as Ct,readFile as Et,readdir as wt,rm as vt,stat as Pe,writeFile as kt}from"node:fs/promises";import{dirname as Pt,join as Rt,relative as Re,resolve as At}from"node:path";var K=class{constructor(t){this.root=t}root;name="local";path(t){let e=t.replace(/^\/+/,"");return At(this.root,e)}async put(t,e){let r=this.path(t);await Ct(Pt(r),{recursive:!0}),await kt(r,e)}async get(t){try{return await Et(this.path(t))}catch(e){if(typeof e=="object"&&e!==null&&"code"in e&&e.code==="ENOENT")return null;throw e}}async getText(t){let e=await this.get(t);return e?Buffer.from(e).toString("utf8"):null}async exists(t){try{return await ke(this.path(t)),!0}catch{return!1}}async delete(t){await vt(this.path(t),{force:!0})}async list(t=""){let e=this.path(t),r=[];try{await ke(e)}catch{return r}let i=async c=>{let u=await wt(c,{withFileTypes:!0});for(let g of u){let E=Rt(c,g.name);if(g.isDirectory()){await i(E);continue}let P=await Pe(E);r.push({key:Re(this.root,E),size:P.size,updatedAt:P.mtime.toISOString()})}},s=await Pe(e);return s.isDirectory()?await i(e):r.push({key:Re(this.root,e),size:s.size,updatedAt:s.mtime.toISOString()}),r}};import{DeleteObjectCommand as Mt,GetObjectCommand as Tt,HeadObjectCommand as jt,ListObjectsV2Command as It,PutObjectCommand as Nt,S3Client as Lt}from"@aws-sdk/client-s3";import{getSignedUrl as Ot}from"@aws-sdk/s3-request-presigner";var z=class{name;client;bucket;constructor(t){this.name=t.name??"s3",this.bucket=t.bucket,this.client=new Lt({region:t.region??"us-east-1",endpoint:t.endpoint||void 0,forcePathStyle:t.forcePathStyle??!1,requestChecksumCalculation:"WHEN_REQUIRED",responseChecksumValidation:"WHEN_REQUIRED",credentials:{accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey}})}async put(t,e,r="application/octet-stream"){let i=typeof e=="string"?Buffer.from(e,"utf8"):e;await this.client.send(new Nt({Bucket:this.bucket,Key:t,Body:i,ContentType:r}))}async get(t){let e=await Ot(this.client,new Tt({Bucket:this.bucket,Key:t}),{expiresIn:60}),r=await fetch(e,{redirect:"follow"});if(r.status===404)return null;if(!r.ok)throw new Error(`${this.name} download failed: ${r.status} ${r.statusText}`);return new Uint8Array(await r.arrayBuffer())}async getText(t){let e=await this.get(t);return e?Buffer.from(e).toString("utf8"):null}async exists(t){try{return await this.client.send(new jt({Bucket:this.bucket,Key:t})),!0}catch(e){if(typeof e=="object"&&e!==null&&"$metadata"in e&&e.$metadata?.httpStatusCode===404)return!1;throw e}}async delete(t){await this.client.send(new Mt({Bucket:this.bucket,Key:t}))}async list(t=""){let e=[],r;do{let i=await this.client.send(new It({Bucket:this.bucket,Prefix:t||void 0,ContinuationToken:r}));for(let s of i.Contents??[])s.Key&&e.push({key:s.Key,size:s.Size,updatedAt:s.LastModified?.toISOString()});r=i.IsTruncated?i.NextContinuationToken:void 0}while(r);return e}};function ie(n,t){return console.warn(t),new K(n)}function Ae(n){let t=n.localRoot??Dt(_t(),".toolnet-memory","storage");if(n.provider==="r2"){let e=n.r2;return e?.accountId&&e.bucket&&e.accessKeyId&&e.secretAccessKey?new z({name:"r2",endpoint:`https://${e.accountId}.r2.cloudflarestorage.com`,region:"auto",bucket:e.bucket,forcePathStyle:!0,accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}):ie(t,"[storage] Cloudflare R2 credentials missing. Using local fallback.")}if(n.provider==="s3"){let e=n.s3;return e?.bucket&&e.accessKeyId&&e.secretAccessKey?new z({name:"s3",endpoint:e.endpoint,region:e.region??"us-east-1",bucket:e.bucket,forcePathStyle:e.forcePathStyle??!1,accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}):ie(t,"[storage] S3 credentials missing. Using local fallback.")}if(n.provider==="huggingface"){let e=n.huggingface;return e?.namespace&&e.bucket&&e.accessKeyId&&e.secretAccessKey?new ee({namespace:e.namespace,bucket:e.bucket,accessKeyId:e.accessKeyId,secretAccessKey:e.secretAccessKey}):ie(t,"[storage] Hugging Face credentials missing. Using local fallback.")}return new K(t)}function Ft(n){return new Promise(t=>setTimeout(t,n))}async function Me(n,t={}){let e=Math.max(1,t.attempts??3),r=t.baseDelayMs??150,i=t.maxDelayMs??2e3,s;for(let c=1;c<=e;c++)try{return await n()}catch(u){if(s=u,c>=e)break;let g=Math.min(i,r*2**(c-1)),E=Math.floor(Math.random()*Math.max(1,g*.2));await Ft(g+E)}throw s}var $t=new Set(["put","get","getText","delete","list"]);function Te(n,t={}){return new Proxy(n,{get(e,r){let i=Reflect.get(e,r,e);return typeof i!="function"?i:$t.has(r)?(...s)=>Me(()=>Promise.resolve(i.apply(e,s)),t):i.bind(e)}})}var Ie=Number(process.env.TOOLNET_GRAPH_PORT??9749),Ne=process.env.TOOLNET_GRAPH_HOST??"127.0.0.1";function Bt(n){if(typeof n=="string")return n;if(!n||typeof n!="object")return null;let t=n;for(let e of["key","Key","path","name"])if(typeof t[e]=="string")return t[e];return null}async function Ht(n,t){return(await n.list(t)).map(Bt).filter(r=>!!r)}async function B(n,t){let e=await n.getText(t);if(!e)return null;try{return JSON.parse(e)}catch{return null}}async function Wt(n){let t=await Ht(n,"projects/"),e=[...new Set(t.filter(s=>/^projects\/[^/]+\/project\.json$/.test(s)).map(s=>s.split("/")[1]))],r=new Set(t),i=[];for(let s of e){let c=await B(n,`projects/${s}/project.json`);!c||typeof c.id!="string"||i.push({id:c.id,name:typeof c.name=="string"?c.name:s,remote:s,hasGraph:r.has(`projects/${s}/code/graph/current.json`),hasArchitecture:r.has(`projects/${s}/code/architecture/current.json`),hasAnalysis:r.has(`projects/${s}/code/analysis/current.json`),hasVisualization:r.has(`projects/${s}/code/visualization/graph.json`)})}return i.sort((s,c)=>s.name.localeCompare(c.name))}async function Ut(){let n=pe(),t=new Q().detect(),e=Te(Ae({provider:n.storage.provider,huggingface:n.storage.huggingface,localRoot:n.storage.localRoot}),{attempts:3});e.name!=="huggingface"&&console.warn("[graph-ui] Remote Hugging Face storage is not active.");let r=Kt(zt(import.meta.url)),i=ae(r,"public"),s=ae(i,"vendor","3d-force-graph.min.js");async function c(){let a=await Wt(e),o=t.remote??t.name,d=a.find(h=>h.remote===o&&h.hasGraph),x=a.find(h=>h.hasGraph);return{projects:a,defaultProject:d?.remote??x?.remote??null}}let u=new Map;function g(a){return String(typeof a=="object"&&a!==null?a.id:a)}function E(a){return a.clusterLabel||a.cluster||a.layer||"Unclustered"}function P(a,o={}){return{id:a.id,name:a.name,remote:a.remote,hasArchitecture:a.hasArchitecture,hasAnalysis:a.hasAnalysis,...o}}async function A(a){let o=`projects/${a.remote}`,d=await B(e,`${o}/code/graph/current.json`);if(!d||!Array.isArray(d.symbols)||!Array.isArray(d.edges))throw new Error(`Code graph missing for project ${a.name}`);let x=await B(e,`${o}/code/architecture/current.json`),h=await B(e,`${o}/code/analysis/current.json`),b=new G;b.import(d.symbols,d.edges);let C=new X(b).build(a.id,x,h);return await e.put(`${o}/code/visualization/graph.json`,JSON.stringify(C),"application/json"),{...C,dashboard:P(a)}}async function R(a,o=!1){o&&u.delete(a.remote);let d=u.get(a.remote);if(d)return d;let x=`projects/${a.remote}`,h=await B(e,`${x}/code/visualization/graph.json`);if(h&&Array.isArray(h.nodes)&&Array.isArray(h.links)){let C={...h,dashboard:P(a)};return u.set(a.remote,C),C}let b=await A(a);return u.set(a.remote,b),b}function M(a,o){let d=new Map,x=new Map;for(let p of o.nodes){let f=E(p),y=`cluster:${f}`;x.set(p.id,y);let l=d.get(y);l||(l={id:y,name:f,qualifiedName:f,type:"subsystem",filePath:"",clusterLabel:f,incoming:0,outgoing:0,memberCount:0,files:new Set,viewKind:"cluster"},d.set(y,l)),l.memberCount+=1,p.filePath&&l.files.add(p.filePath)}let h=new Map;for(let p of o.links){let f=x.get(g(p.source)),y=x.get(g(p.target));if(!f||!y||f===y)continue;let l=`${f}\0${y}`,S=h.get(l);S||(S={source:f,target:y,type:"SUBSYSTEM_DEPENDENCY",count:0},h.set(l,S)),S.count+=1}for(let p of h.values()){let f=d.get(p.source),y=d.get(p.target);f&&(f.outgoing+=p.count),y&&(y.incoming+=p.count)}let b=[...d.values()].map(p=>({...p,filePath:`${p.files.size} files \xB7 ${p.memberCount} symbols`,files:void 0})),C=[...h.values()];return{version:2,projectId:o.projectId,generatedAt:o.generatedAt,summary:{nodes:b.length,links:C.length,files:o.summary?.files??0,clusters:b.length},nodes:b,links:C,dashboard:P(a,{viewMode:"overview",totalNodes:o.nodes.length,totalLinks:o.links.length})}}function H(a,o,d){let x=o.nodes.filter(l=>!d||E(l)===d),h=new Set(x.map(l=>l.id)),b=new Map,C=new Map;for(let l of x){let S=l.filePath||"(unknown)";b.set(l.id,S);let w=C.get(S);w||(w={id:`file:${S}`,name:S.split("/").pop()||S,qualifiedName:S,type:"file",filePath:S,clusterLabel:E(l),incoming:0,outgoing:0,memberCount:0,viewKind:"file"},C.set(S,w)),w.memberCount+=1}let p=new Map;for(let l of o.links){let S=g(l.source),w=g(l.target);if(!h.has(S)||!h.has(w))continue;let te=b.get(S),re=b.get(w);if(!te||!re||te===re)continue;let ce=`file:${te}`,le=`file:${re}`,de=`${ce}\0${le}`,U=p.get(de);U||(U={source:ce,target:le,type:"FILE_DEPENDENCY",count:0},p.set(de,U)),U.count+=1}for(let l of p.values()){let S=C.get(String(l.source).slice(5)),w=C.get(String(l.target).slice(5));S&&(S.outgoing+=l.count),w&&(w.incoming+=l.count)}let f=[...C.values()],y=[...p.values()];return{version:2,projectId:o.projectId,generatedAt:o.generatedAt,summary:{nodes:f.length,links:y.length,files:f.length,clusters:d?1:0},nodes:f,links:y,dashboard:P(a,{viewMode:"files",selection:d,totalNodes:o.nodes.length,totalLinks:o.links.length})}}function N(a,o,d){let b=o.nodes.filter(l=>l.filePath===d),C=new Set(b.map(l=>l.id)),p=new Set;for(let l of b.slice(0,1800))p.add(l.id);for(let l of o.links){if(p.size>=1800)break;let S=g(l.source),w=g(l.target);(C.has(S)||C.has(w))&&(p.add(S),p.size<1800&&p.add(w))}let f=o.nodes.filter(l=>p.has(l.id)).map(l=>({...l,viewKind:"symbol"})),y=[];for(let l of o.links){if(y.length>=12e3)break;let S=g(l.source),w=g(l.target);p.has(S)&&p.has(w)&&y.push({...l,source:S,target:w})}return{version:2,projectId:o.projectId,generatedAt:o.generatedAt,summary:{nodes:f.length,links:y.length,files:new Set(f.map(l=>l.filePath)).size,clusters:new Set(f.map(l=>E(l))).size},nodes:f,links:y,dashboard:P(a,{viewMode:"symbols",selection:d,focused:!0,truncated:f.length>=1800||y.length>=12e3,totalNodes:o.nodes.length,totalLinks:o.links.length})}}Gt(async(a,o)=>{try{let d=new URL(a.url??"/",`http://${a.headers.host??"localhost"}`);if(d.pathname==="/api/health"){let x=await c();o.setHeader("content-type","application/json; charset=utf-8"),o.setHeader("cache-control","no-store"),o.end(JSON.stringify({ok:!0,mode:"multi-project",projects:x.projects.length,indexedProjects:x.projects.filter(h=>h.hasGraph).length,defaultProject:x.defaultProject}));return}if(d.pathname==="/api/projects"){let x=await c();o.setHeader("content-type","application/json; charset=utf-8"),o.setHeader("cache-control","no-store"),o.end(JSON.stringify(x));return}if(d.pathname==="/api/graph"){let x=await c(),h=d.searchParams.get("project")??x.defaultProject;if(!h){o.statusCode=404,o.setHeader("content-type","application/json; charset=utf-8"),o.end(JSON.stringify({error:"No indexed ToolNet project found."}));return}let b=x.projects.find(l=>l.remote===h);if(!b){o.statusCode=404,o.setHeader("content-type","application/json; charset=utf-8"),o.end(JSON.stringify({error:"Project not found.",project:h}));return}if(!b.hasGraph){o.statusCode=409,o.setHeader("content-type","application/json; charset=utf-8"),o.end(JSON.stringify({error:"Project is registered but has not been indexed yet.",project:b}));return}let C=d.searchParams.get("refresh")==="1",p=await R(b,C),f=d.searchParams.get("mode")??"full",y=p;if(f==="overview")y=M(b,p);else if(f==="files")y=H(b,p,d.searchParams.get("cluster")??"");else if(f==="symbols"){let l=d.searchParams.get("file");if(!l){o.statusCode=400,o.setHeader("content-type","application/json; charset=utf-8"),o.end(JSON.stringify({error:"file is required for symbols mode."}));return}y=N(b,p,l)}else if(f!=="full"){o.statusCode=400,o.setHeader("content-type","application/json; charset=utf-8"),o.end(JSON.stringify({error:`Unknown graph mode: ${f}`}));return}o.setHeader("content-type","application/json; charset=utf-8"),o.setHeader("cache-control","no-store"),o.end(JSON.stringify(y));return}if(d.pathname==="/vendor/3d-force-graph.min.js"){o.setHeader("content-type","application/javascript; charset=utf-8"),je(s).pipe(o);return}if(d.pathname==="/"||d.pathname==="/index.html"){o.setHeader("content-type","text/html; charset=utf-8"),o.setHeader("cache-control","no-store"),je(ae(i,"index.html")).pipe(o);return}o.statusCode=404,o.end("Not found")}catch(d){console.error(d),o.statusCode=500,o.setHeader("content-type","application/json; charset=utf-8"),o.end(JSON.stringify({error:d instanceof Error?d.message:String(d)}))}}).listen(Ie,Ne,()=>{console.log("ToolNet Multi-Project 3D Graph"),console.log(`Listening: http://${Ne}:${Ie}`)})}Ut().catch(n=>{console.error(n),process.exit(1)});