@kianwoon/modelweaver 0.3.10 → 0.3.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-DIRPR744.js +7 -0
- package/dist/chunk-DIRPR744.js.map +1 -0
- package/dist/chunk-ZF23JS2D.js +3 -0
- package/dist/chunk-ZF23JS2D.js.map +1 -0
- package/dist/config-P34YQCFG.js +3 -0
- package/dist/{daemon-7ML7R6OM.js → daemon-57XX5JCT.js} +2 -2
- package/dist/index.js +11 -10
- package/dist/index.js.map +1 -1
- package/dist/{init-CGVMZ7ZK.js → init-BWJF5P6D.js} +3 -3
- package/package.json +1 -1
- package/dist/chunk-BXB6B3CE.js +0 -7
- package/dist/chunk-BXB6B3CE.js.map +0 -1
- package/dist/chunk-RFKUMVBO.js +0 -3
- package/dist/chunk-RFKUMVBO.js.map +0 -1
- package/dist/config-AUGJR65F.js +0 -3
- /package/dist/{config-AUGJR65F.js.map → config-P34YQCFG.js.map} +0 -0
- /package/dist/{daemon-7ML7R6OM.js.map → daemon-57XX5JCT.js.map} +0 -0
- /package/dist/{init-CGVMZ7ZK.js.map → init-BWJF5P6D.js.map} +0 -0
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import{spawn as N,execFile as W,execFileSync as $}from"child_process";import{access as L,readFile as E,writeFile as M,unlink as I,mkdir as G}from"fs/promises";import{join as f}from"path";import{dirname as U}from"path";import{fileURLToPath as _}from"url";import{createServer as O}from"net";function d(){return process.platform==="win32"}var m=f(process.env.HOME||process.env.USERPROFILE||"",".modelweaver"),D=null;function Q(n){D=n}function y(){return f(m,"modelweaver.pid")}function c(){return f(m,"modelweaver.log")}async function R(){try{await L(m)}catch{await G(m,{recursive:!0})}}async function Y(n){await R();try{await M(y(),`${n}
|
|
3
|
+
`,{flag:"wx"})}catch(e){if(e.code==="EEXIST")return;throw e}}async function w(){let n=y();try{let e=await E(n,"utf-8"),t=parseInt(e.trim(),10);return isNaN(t)?null:t}catch{return null}}async function u(){let n=y();try{await I(n)}catch{}}function b(){return f(m,"modelweaver.worker.pid")}async function Z(n){await R(),await M(b(),`${n}
|
|
4
|
+
`)}async function v(){let n=b();try{let e=await E(n,"utf-8"),t=parseInt(e.trim(),10);return isNaN(t)?null:t}catch{return null}}async function P(){let n=b();try{await I(n)}catch{}}function a(n){try{return process.kill(n,0),!0}catch{return!1}}function x(n){return new Promise(e=>{if(d()){try{W("netstat",["-ano"],{encoding:"utf-8",timeout:3e3},(t,r)=>{if(t){e([]);return}let i=[];for(let o of(r||"").split(`
|
|
5
|
+
`))if(o.includes("LISTENING")&&o.includes(`:${n}`)){let s=o.trim().split(/\s+/),l=parseInt(s[s.length-1],10);!isNaN(l)&&l>0&&i.push(l)}e(i)})}catch{e([]);return}return}W("lsof",["-ti",`:${n}`,"-sTCP:LISTEN"],{encoding:"utf-8",timeout:3e3},(t,r)=>{if(t){e([]);return}let i=(r||"").trim();e(i?i.split(`
|
|
6
|
+
`).map(Number).filter(o=>!isNaN(o)):[])})})}async function h(n){if(D!==null)return D;try{let{loadConfig:e}=await import("./config-P34YQCFG.js"),{config:t}=await e(n??void 0);return t.server.port}catch{return 3456}}async function T(n,e=5e3){for(let r of n)try{process.kill(r,"SIGTERM")}catch{}let t=Date.now()+e;for(;Date.now()<t;){if(n.every(r=>!a(r)))return!0;await new Promise(r=>setTimeout(r,200))}for(let r of n)if(d())try{$("taskkill",["/F","/PID",String(r),"/T"],{stdio:"ignore"})}catch{}else try{process.kill(r,"SIGKILL")}catch{}return!0}async function C(n){let e=await w();if(e===null){let t=n??await h();if(t!==null&&t>0){let r=await x(t);if(r.length>0){let i=r.filter(o=>a(o));if(i.length>0)return{running:!0,pid:i[0],message:`ModelWeaver is running (PID ${i[0]}, detected on port ${t}; PID file missing)`}}}return{running:!1,message:"ModelWeaver is not running (no PID file found)"}}return a(e)?{running:!0,pid:e,message:`ModelWeaver is running (PID ${e})`}:(await u(),{running:!1,message:"ModelWeaver is not running (stale PID file cleaned up)"})}function A(n){return new Promise(e=>{let t=O();t.once("error",r=>{r.code==="EADDRINUSE"?e(!0):e(!1)}),t.once("listening",()=>{t.close(()=>e(!1))}),t.listen(n)})}async function ee(n,e,t){let r=await C(e);if(r.running)return{success:!1,pid:r.pid,message:`ModelWeaver is already running (PID ${r.pid})`,logPath:c()};let i=e??await h()??3456;if(await A(i))return{success:!1,message:`Port ${i} is already in use. Is ModelWeaver or another process running on it?`,logPath:c()};let o=_(import.meta.url),s=U(o),p=[f(s,"index.js"),"--monitor"];n&&p.push("--config",n),e&&p.push("--port",String(e)),t&&p.push("--verbose"),N(process.execPath,p,{detached:!0,stdio:"ignore",env:{...process.env}}).unref();let g;for(let S=0;S<20;S++){let k=await w();if(k!==null){g=k;break}await new Promise(F=>setTimeout(F,100))}return g?{success:!0,pid:g,message:`ModelWeaver started in background (PID ${g})`,logPath:c()}:{success:!1,message:"Daemon started but PID file was not created. Check logs at "+c(),logPath:c()}}async function K(n){let e=await w();if(e===null){let r=n??await h();if(r!==null&&r>0){let o=(await x(r)).filter(s=>a(s));if(o.length>0){let s=await v(),l=[...o];return s!==null&&a(s)&&!l.includes(s)&&l.push(s),await T(l),await P(),{success:!0,message:`ModelWeaver stopped (found on port ${r}, PIDs ${o.join(", ")}; PID file was missing)`}}}return{success:!1,message:"ModelWeaver is not running (no PID file found)"}}if(!a(e)){let r=await v();return r!==null&&a(r)&&(await T([r]),await P()),await u(),{success:!1,message:"ModelWeaver is not running (stale PID file cleaned up)"}}try{process.kill(e,"SIGTERM")}catch{return{success:!1,message:`Failed to stop daemon (PID ${e})`}}let t=Date.now()+5e3;for(;Date.now()<t;){if(!a(e))return await u(),{success:!0,message:`ModelWeaver stopped (PID ${e})`};await new Promise(r=>setTimeout(r,100))}try{d()?$("taskkill",["/F","/PID",String(e),"/T"],{stdio:"ignore"}):process.kill(e,"SIGKILL")}catch{}return await u(),await P(),{success:!0,message:`ModelWeaver force-stopped (PID ${e})`}}async function j(){let n=c();try{await I(n)}catch{}}async function ne(){let n=await K();return await j(),await P(),{success:n.success||n.message.includes("not running"),message:n.success?"ModelWeaver stopped and cleaned up (PID file + log file removed)":n.message.includes("not running")?"ModelWeaver is not running. Log file cleaned up.":n.message}}async function te(n){let e=await w();if(e===null){let t=n??await h();if(t!==null&&t>0){let i=(await x(t)).filter(o=>a(o));if(i.length>0){for(let o of i)try{d()?console.log(` Windows detected \u2014 reload signal not supported for PID ${o}. Use 'modelweaver stop && modelweaver start' instead.`):process.kill(o,"SIGHUP")}catch{}console.log(` Sent reload signal to ${i.length} process(es) on port ${t}.`);return}}console.log(" Daemon is not running.");return}if(!a(e)){await u(),console.log(" Daemon is not running (stale PID file cleaned up).");return}try{if(d()){let t=await v();t!==null?(process.kill(t,"SIGTERM"),console.log(` Killed worker (PID ${t}) on Windows \u2014 monitor will restart it.`)):console.log(" No worker PID file found \u2014 cannot reload.")}else process.kill(e,"SIGHUP"),console.log(` Sent reload signal to daemon (PID ${e}).`)}catch{console.log(" Failed to send reload signal \u2014 daemon may not be running.")}}function re(n,e=300){let t=null;return{reload(){t&&clearTimeout(t),t=setTimeout(()=>{t=null,n()},e)},dispose(){t&&(clearTimeout(t),t=null)}}}export{Q as a,y as b,c,R as d,Y as e,w as f,u as g,b as h,Z as i,v as j,P as k,a as l,x as m,h as n,C as o,A as p,ee as q,K as r,j as s,ne as t,te as u,re as v};
|
|
7
|
+
//# sourceMappingURL=chunk-DIRPR744.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/daemon.ts"],"sourcesContent":["// src/daemon.ts — Daemon lifecycle management for background mode\nimport { spawn, execFile, execFileSync } from \"node:child_process\";\nimport { access, readFile, writeFile, unlink, mkdir } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { dirname } from \"node:path\";\nimport { fileURLToPath } from \"node:url\";\nimport { createServer } from \"node:net\";\n\nfunction isWindows(): boolean {\n return process.platform === \"win32\";\n}\n\n// ---------------------------------------------------------------------------\n// Paths\n// ---------------------------------------------------------------------------\n\nconst MODELWEAVER_DIR = join(\n process.env.HOME || process.env.USERPROFILE || \"\",\n \".modelweaver\"\n);\n\n/** Override for getConfigPort — used by tests to prevent port scanning */\nlet _configPortOverride: number | null = null;\n\n/** Set a config port override (0 = skip port-based discovery). Used by tests. */\nexport function _setConfigPortOverride(port: number | null): void {\n _configPortOverride = port;\n}\n\nexport function getPidPath(): string {\n return join(MODELWEAVER_DIR, \"modelweaver.pid\");\n}\n\nexport function getLogPath(): string {\n return join(MODELWEAVER_DIR, \"modelweaver.log\");\n}\n\n// ---------------------------------------------------------------------------\n// Directory & PID helpers\n// ---------------------------------------------------------------------------\n\nexport async function ensureDir(): Promise<void> {\n try {\n await access(MODELWEAVER_DIR);\n } catch {\n await mkdir(MODELWEAVER_DIR, { recursive: true });\n }\n}\n\nexport async function writePidFile(pid: number): Promise<void> {\n await ensureDir();\n try {\n await writeFile(getPidPath(), `${pid}\\n`, { flag: 'wx' });\n } catch (err: unknown) {\n if ((err as NodeJS.ErrnoException).code === 'EEXIST') {\n // PID file already exists — another instance is likely running\n return;\n }\n throw err;\n }\n}\n\nexport async function readPidFile(): Promise<number | null> {\n const pidPath = getPidPath();\n try {\n const content = await readFile(pidPath, \"utf-8\");\n const pid = parseInt(content.trim(), 10);\n return isNaN(pid) ? null : pid;\n } catch {\n return null;\n }\n}\n\nexport async function removePidFile(): Promise<void> {\n const pidPath = getPidPath();\n try {\n await unlink(pidPath);\n } catch {\n // File doesn't exist — nothing to do\n }\n}\n\n// ---------------------------------------------------------------------------\n// Worker PID helpers (used by monitor to track daemon child)\n// ---------------------------------------------------------------------------\n\nexport function getWorkerPidPath(): string {\n return join(MODELWEAVER_DIR, \"modelweaver.worker.pid\");\n}\n\nexport async function writeWorkerPidFile(pid: number): Promise<void> {\n await ensureDir();\n await writeFile(getWorkerPidPath(), `${pid}\\n`);\n}\n\nexport async function readWorkerPidFile(): Promise<number | null> {\n const pidPath = getWorkerPidPath();\n try {\n const content = await readFile(pidPath, \"utf-8\");\n const pid = parseInt(content.trim(), 10);\n return isNaN(pid) ? null : pid;\n } catch {\n return null;\n }\n}\n\nexport async function removeWorkerPidFile(): Promise<void> {\n const pidPath = getWorkerPidPath();\n try {\n await unlink(pidPath);\n } catch {\n // File doesn't exist — nothing to do\n }\n}\n\nexport function isProcessAlive(pid: number): boolean {\n try {\n process.kill(pid, 0); // Signal 0 = check existence without sending signal\n return true;\n } catch {\n return false;\n }\n}\n\n// ---------------------------------------------------------------------------\n// Port-based process discovery (fallback when PID file is missing)\n// ---------------------------------------------------------------------------\n\n/** Find PIDs of processes listening on the given TCP port via lsof (async).\n * NOTE: lsof is unavailable on Windows — port-based discovery silently skips on that platform.\n */\nexport function findPidsOnPort(port: number): Promise<number[]> {\n return new Promise((resolve) => {\n if (isWindows()) {\n try {\n execFile(\"netstat\", [\"-ano\"], { encoding: \"utf-8\", timeout: 3000 }, (err, out) => {\n if (err) { resolve([]); return; }\n const pids: number[] = [];\n for (const line of (out || \"\").split(\"\\n\")) {\n if (line.includes(\"LISTENING\") && line.includes(`:${port}`)) {\n const parts = line.trim().split(/\\s+/);\n const pid = parseInt(parts[parts.length - 1], 10);\n if (!isNaN(pid) && pid > 0) pids.push(pid);\n }\n }\n resolve(pids);\n });\n } catch {\n resolve([]);\n return;\n }\n return;\n }\n execFile(\"lsof\", [\"-ti\", `:${port}`, \"-sTCP:LISTEN\"], {\n encoding: \"utf-8\",\n timeout: 3000,\n }, (err, out) => {\n if (err) {\n // lsof returns non-zero when nothing is listening on the port\n resolve([]);\n return;\n }\n const trimmed = (out || \"\").trim();\n resolve(trimmed ? trimmed.split(\"\\n\").map(Number).filter((n) => !isNaN(n)) : []);\n });\n });\n}\n\n/** Attempt to load the configured port from the config file (dynamic import to avoid circular deps). */\nexport async function getConfigPort(configPath?: string | null): Promise<number | null> {\n if (_configPortOverride !== null) return _configPortOverride;\n try {\n const { loadConfig } = await import(\"./config.js\");\n const { config } = await loadConfig(configPath ?? undefined);\n return config.server.port;\n } catch {\n // Config file missing or invalid — fall back to default\n return 3456;\n }\n}\n\n/**\n * Kill a process tree: send SIGTERM, wait up to `timeoutMs`, then SIGKILL.\n * Handles the process and any known child (worker PID file).\n */\nasync function killProcessTree(pids: number[], timeoutMs: number = 5000): Promise<boolean> {\n for (const pid of pids) {\n try { process.kill(pid, \"SIGTERM\"); } catch { /* already dead */ }\n }\n const deadline = Date.now() + timeoutMs;\n while (Date.now() < deadline) {\n if (pids.every((p) => !isProcessAlive(p))) return true;\n await new Promise((r) => setTimeout(r, 200));\n }\n // Force kill anything still alive\n for (const pid of pids) {\n if (isWindows()) {\n try {\n execFileSync(\"taskkill\", [\"/F\", \"/PID\", String(pid), \"/T\"], { stdio: \"ignore\" });\n } catch {\n // taskkill may fail if process already exited\n }\n } else {\n try { process.kill(pid, \"SIGKILL\"); } catch { /* already dead */ }\n }\n }\n return true;\n}\n\n// ---------------------------------------------------------------------------\n// Daemon status\n// ---------------------------------------------------------------------------\n\nexport interface DaemonStatus {\n running: boolean;\n pid?: number;\n message: string;\n}\n\nexport async function statusDaemon(portOverride?: number): Promise<DaemonStatus> {\n const pid = await readPidFile();\n if (pid === null) {\n // PID file missing — try to find the process by configured port\n const port = portOverride ?? await getConfigPort();\n if (port !== null && port > 0) {\n const portPids = await findPidsOnPort(port);\n if (portPids.length > 0) {\n const livePids = portPids.filter((p) => isProcessAlive(p));\n if (livePids.length > 0) {\n return {\n running: true,\n pid: livePids[0],\n message: `ModelWeaver is running (PID ${livePids[0]}, detected on port ${port}; PID file missing)`,\n };\n }\n }\n }\n return { running: false, message: \"ModelWeaver is not running (no PID file found)\" };\n }\n if (isProcessAlive(pid)) {\n return { running: true, pid, message: `ModelWeaver is running (PID ${pid})` };\n }\n // Stale PID file — process is dead but file remains\n await removePidFile();\n return { running: false, message: `ModelWeaver is not running (stale PID file cleaned up)` };\n}\n\n// ---------------------------------------------------------------------------\n// Daemon start\n// ---------------------------------------------------------------------------\n\nexport interface DaemonStartResult {\n success: boolean;\n pid?: number;\n message: string;\n logPath: string;\n}\n\nexport function isPortInUse(port: number): Promise<boolean> {\n return new Promise((resolve) => {\n const server = createServer();\n server.once(\"error\", (err: NodeJS.ErrnoException) => {\n if (err.code === \"EADDRINUSE\") {\n resolve(true);\n } else {\n resolve(false);\n }\n });\n server.once(\"listening\", () => {\n server.close(() => resolve(false));\n });\n server.listen(port);\n });\n}\n\nexport async function startDaemon(\n configPath?: string,\n port?: number,\n verbose?: boolean,\n): Promise<DaemonStartResult> {\n // Check if already running (now uses port-based fallback too)\n const currentStatus = await statusDaemon(port);\n if (currentStatus.running) {\n return {\n success: false,\n pid: currentStatus.pid,\n message: `ModelWeaver is already running (PID ${currentStatus.pid})`,\n logPath: getLogPath(),\n };\n }\n\n // Check if port is already in use\n const effectivePort = port ?? await getConfigPort() ?? 3456;\n if (await isPortInUse(effectivePort)) {\n return {\n success: false,\n message: `Port ${effectivePort} is already in use. Is ModelWeaver or another process running on it?`,\n logPath: getLogPath(),\n };\n }\n\n // Resolve the entry script path\n const __filename = fileURLToPath(import.meta.url);\n const __dirname = dirname(__filename);\n // Use dist/index.js (built output) — works with both npx and direct node\n const entryScript = join(__dirname, \"index.js\");\n\n // Build args — spawn a monitor process; monitor spawns the actual daemon child\n const childArgs: string[] = [entryScript, \"--monitor\"];\n if (configPath) childArgs.push(\"--config\", configPath);\n if (port) childArgs.push(\"--port\", String(port));\n if (verbose) childArgs.push(\"--verbose\");\n\n const child = spawn(process.execPath, childArgs, {\n detached: true,\n stdio: \"ignore\",\n env: { ...process.env },\n });\n\n // Allow parent to exit independently\n child.unref();\n\n // Wait briefly for child to start and write PID file\n // (child process writes PID file in its startup sequence)\n let pid: number | undefined;\n for (let i = 0; i < 20; i++) {\n const checkPid = await readPidFile();\n if (checkPid !== null) {\n pid = checkPid;\n break;\n }\n // Sleep 100ms\n await new Promise(r => setTimeout(r, 100));\n }\n\n if (!pid) {\n return {\n success: false,\n message: \"Daemon started but PID file was not created. Check logs at \" + getLogPath(),\n logPath: getLogPath(),\n };\n }\n\n return {\n success: true,\n pid,\n message: `ModelWeaver started in background (PID ${pid})`,\n logPath: getLogPath(),\n };\n}\n\n// ---------------------------------------------------------------------------\n// Daemon stop\n// ---------------------------------------------------------------------------\n\nexport interface DaemonStopResult {\n success: boolean;\n message: string;\n}\n\nexport async function stopDaemon(portOverride?: number): Promise<DaemonStopResult> {\n const pid = await readPidFile();\n if (pid === null) {\n // PID file missing — try to find the process by configured port\n const port = portOverride ?? await getConfigPort();\n if (port !== null && port > 0) {\n const portPids = await findPidsOnPort(port);\n const livePids = portPids.filter((p) => isProcessAlive(p));\n if (livePids.length > 0) {\n // Also include the worker PID file if present\n const workerPid = await readWorkerPidFile();\n const pidsToKill = [...livePids];\n if (workerPid !== null && isProcessAlive(workerPid) && !pidsToKill.includes(workerPid)) {\n pidsToKill.push(workerPid);\n }\n await killProcessTree(pidsToKill);\n await removeWorkerPidFile();\n return {\n success: true,\n message: `ModelWeaver stopped (found on port ${port}, PIDs ${livePids.join(\", \")}; PID file was missing)`,\n };\n }\n }\n return { success: false, message: \"ModelWeaver is not running (no PID file found)\" };\n }\n\n if (!isProcessAlive(pid)) {\n // Monitor is dead — check for orphaned worker and kill it\n const workerPid = await readWorkerPidFile();\n if (workerPid !== null && isProcessAlive(workerPid)) {\n await killProcessTree([workerPid]);\n await removeWorkerPidFile();\n }\n await removePidFile();\n return { success: false, message: \"ModelWeaver is not running (stale PID file cleaned up)\" };\n }\n\n try {\n process.kill(pid, \"SIGTERM\");\n } catch {\n return { success: false, message: `Failed to stop daemon (PID ${pid})` };\n }\n\n // Wait up to 5 seconds for graceful shutdown\n const deadline = Date.now() + 5000;\n while (Date.now() < deadline) {\n if (!isProcessAlive(pid)) {\n await removePidFile();\n return { success: true, message: `ModelWeaver stopped (PID ${pid})` };\n }\n await new Promise(r => setTimeout(r, 100));\n }\n\n // Force kill if still running\n try {\n if (isWindows()) {\n execFileSync(\"taskkill\", [\"/F\", \"/PID\", String(pid), \"/T\"], { stdio: \"ignore\" });\n } else {\n process.kill(pid, \"SIGKILL\");\n }\n } catch {\n // Already dead\n }\n\n await removePidFile();\n await removeWorkerPidFile();\n return { success: true, message: `ModelWeaver force-stopped (PID ${pid})` };\n}\n\n// ---------------------------------------------------------------------------\n// Remove (stop + cleanup)\n// ---------------------------------------------------------------------------\n\nexport async function removeLogFile(): Promise<void> {\n const logPath = getLogPath();\n try {\n await unlink(logPath);\n } catch {\n // File doesn't exist — nothing to do\n }\n}\n\nexport async function removeDaemon(): Promise<DaemonStopResult> {\n const stopResult = await stopDaemon();\n await removeLogFile();\n await removeWorkerPidFile();\n return {\n success: stopResult.success || stopResult.message.includes(\"not running\"),\n message: stopResult.success\n ? \"ModelWeaver stopped and cleaned up (PID file + log file removed)\"\n : stopResult.message.includes(\"not running\")\n ? \"ModelWeaver is not running. Log file cleaned up.\"\n : stopResult.message,\n };\n}\n\n// ---------------------------------------------------------------------------\n// Daemon reload (SIGHUP to monitor → restart worker with fresh code)\n// ---------------------------------------------------------------------------\n\nexport async function reloadDaemon(portOverride?: number): Promise<void> {\n const pid = await readPidFile();\n if (pid === null) {\n // PID file missing — try to find the process by configured port\n const port = portOverride ?? await getConfigPort();\n if (port !== null && port > 0) {\n const portPids = await findPidsOnPort(port);\n const livePids = portPids.filter((p) => isProcessAlive(p));\n if (livePids.length > 0) {\n for (const p of livePids) {\n try {\n if (isWindows()) {\n // SIGHUP not available on Windows — just inform user\n console.log(` Windows detected — reload signal not supported for PID ${p}. Use 'modelweaver stop && modelweaver start' instead.`);\n } else {\n process.kill(p, \"SIGHUP\");\n }\n } catch { /* ignore */ }\n }\n console.log(` Sent reload signal to ${livePids.length} process(es) on port ${port}.`);\n return;\n }\n }\n console.log(\" Daemon is not running.\");\n return;\n }\n\n if (!isProcessAlive(pid)) {\n await removePidFile();\n console.log(\" Daemon is not running (stale PID file cleaned up).\");\n return;\n }\n\n try {\n if (isWindows()) {\n // Windows has no SIGHUP — kill the worker directly so monitor restarts it\n const workerPid = await readWorkerPidFile();\n if (workerPid !== null) {\n process.kill(workerPid, \"SIGTERM\");\n console.log(` Killed worker (PID ${workerPid}) on Windows — monitor will restart it.`);\n } else {\n console.log(\" No worker PID file found — cannot reload.\");\n }\n } else {\n process.kill(pid, \"SIGHUP\");\n console.log(` Sent reload signal to daemon (PID ${pid}).`);\n }\n } catch {\n console.log(\" Failed to send reload signal — daemon may not be running.\");\n }\n}\n\n// ---------------------------------------------------------------------------\n// Debounced watcher\n// ---------------------------------------------------------------------------\n\nexport function createDebouncedReload(\n callback: () => void,\n debounceMs: number = 300,\n): { reload: () => void; dispose: () => void } {\n let timer: ReturnType<typeof setTimeout> | null = null;\n\n return {\n reload() {\n if (timer) clearTimeout(timer);\n timer = setTimeout(() => {\n timer = null;\n callback();\n }, debounceMs);\n },\n dispose() {\n if (timer) {\n clearTimeout(timer);\n timer = null;\n }\n },\n };\n}\n"],"mappings":";AACA,OAAS,SAAAA,EAAO,YAAAC,EAAU,gBAAAC,MAAoB,gBAC9C,OAAS,UAAAC,EAAQ,YAAAC,EAAU,aAAAC,EAAW,UAAAC,EAAQ,SAAAC,MAAa,cAC3D,OAAS,QAAAC,MAAY,OACrB,OAAS,WAAAC,MAAe,OACxB,OAAS,iBAAAC,MAAqB,MAC9B,OAAS,gBAAAC,MAAoB,MAE7B,SAASC,GAAqB,CAC5B,OAAO,QAAQ,WAAa,OAC9B,CAMA,IAAMC,EAAkBL,EACtB,QAAQ,IAAI,MAAQ,QAAQ,IAAI,aAAe,GAC/C,cACF,EAGIM,EAAqC,KAGlC,SAASC,EAAuBC,EAA2B,CAChEF,EAAsBE,CACxB,CAEO,SAASC,GAAqB,CACnC,OAAOT,EAAKK,EAAiB,iBAAiB,CAChD,CAEO,SAASK,GAAqB,CACnC,OAAOV,EAAKK,EAAiB,iBAAiB,CAChD,CAMA,eAAsBM,GAA2B,CAC/C,GAAI,CACF,MAAMhB,EAAOU,CAAe,CAC9B,MAAQ,CACN,MAAMN,EAAMM,EAAiB,CAAE,UAAW,EAAK,CAAC,CAClD,CACF,CAEA,eAAsBO,EAAaC,EAA4B,CAC7D,MAAMF,EAAU,EAChB,GAAI,CACF,MAAMd,EAAUY,EAAW,EAAG,GAAGI,CAAG;AAAA,EAAM,CAAE,KAAM,IAAK,CAAC,CAC1D,OAASC,EAAc,CACrB,GAAKA,EAA8B,OAAS,SAE1C,OAEF,MAAMA,CACR,CACF,CAEA,eAAsBC,GAAsC,CAC1D,IAAMC,EAAUP,EAAW,EAC3B,GAAI,CACF,IAAMQ,EAAU,MAAMrB,EAASoB,EAAS,OAAO,EACzCH,EAAM,SAASI,EAAQ,KAAK,EAAG,EAAE,EACvC,OAAO,MAAMJ,CAAG,EAAI,KAAOA,CAC7B,MAAQ,CACN,OAAO,IACT,CACF,CAEA,eAAsBK,GAA+B,CACnD,IAAMF,EAAUP,EAAW,EAC3B,GAAI,CACF,MAAMX,EAAOkB,CAAO,CACtB,MAAQ,CAER,CACF,CAMO,SAASG,GAA2B,CACzC,OAAOnB,EAAKK,EAAiB,wBAAwB,CACvD,CAEA,eAAsBe,EAAmBP,EAA4B,CACnE,MAAMF,EAAU,EAChB,MAAMd,EAAUsB,EAAiB,EAAG,GAAGN,CAAG;AAAA,CAAI,CAChD,CAEA,eAAsBQ,GAA4C,CAChE,IAAML,EAAUG,EAAiB,EACjC,GAAI,CACF,IAAMF,EAAU,MAAMrB,EAASoB,EAAS,OAAO,EACzCH,EAAM,SAASI,EAAQ,KAAK,EAAG,EAAE,EACvC,OAAO,MAAMJ,CAAG,EAAI,KAAOA,CAC7B,MAAQ,CACN,OAAO,IACT,CACF,CAEA,eAAsBS,GAAqC,CACzD,IAAMN,EAAUG,EAAiB,EACjC,GAAI,CACF,MAAMrB,EAAOkB,CAAO,CACtB,MAAQ,CAER,CACF,CAEO,SAASO,EAAeV,EAAsB,CACnD,GAAI,CACF,eAAQ,KAAKA,EAAK,CAAC,EACZ,EACT,MAAQ,CACN,MAAO,EACT,CACF,CASO,SAASW,EAAehB,EAAiC,CAC9D,OAAO,IAAI,QAASiB,GAAY,CAC9B,GAAIrB,EAAU,EAAG,CACf,GAAI,CACFX,EAAS,UAAW,CAAC,MAAM,EAAG,CAAE,SAAU,QAAS,QAAS,GAAK,EAAG,CAACqB,EAAKY,IAAQ,CAChF,GAAIZ,EAAK,CAAEW,EAAQ,CAAC,CAAC,EAAG,MAAQ,CAChC,IAAME,EAAiB,CAAC,EACxB,QAAWC,KAASF,GAAO,IAAI,MAAM;AAAA,CAAI,EACvC,GAAIE,EAAK,SAAS,WAAW,GAAKA,EAAK,SAAS,IAAIpB,CAAI,EAAE,EAAG,CAC3D,IAAMqB,EAAQD,EAAK,KAAK,EAAE,MAAM,KAAK,EAC/Bf,EAAM,SAASgB,EAAMA,EAAM,OAAS,CAAC,EAAG,EAAE,EAC5C,CAAC,MAAMhB,CAAG,GAAKA,EAAM,GAAGc,EAAK,KAAKd,CAAG,CAC3C,CAEFY,EAAQE,CAAI,CACd,CAAC,CACH,MAAQ,CACNF,EAAQ,CAAC,CAAC,EACV,MACF,CACA,MACF,CACAhC,EAAS,OAAQ,CAAC,MAAO,IAAIe,CAAI,GAAI,cAAc,EAAG,CACpD,SAAU,QACV,QAAS,GACX,EAAG,CAACM,EAAKY,IAAQ,CACf,GAAIZ,EAAK,CAEPW,EAAQ,CAAC,CAAC,EACV,MACF,CACA,IAAMK,GAAWJ,GAAO,IAAI,KAAK,EACjCD,EAAQK,EAAUA,EAAQ,MAAM;AAAA,CAAI,EAAE,IAAI,MAAM,EAAE,OAAQC,GAAM,CAAC,MAAMA,CAAC,CAAC,EAAI,CAAC,CAAC,CACjF,CAAC,CACH,CAAC,CACH,CAGA,eAAsBC,EAAcC,EAAoD,CACtF,GAAI3B,IAAwB,KAAM,OAAOA,EACzC,GAAI,CACF,GAAM,CAAE,WAAA4B,CAAW,EAAI,KAAM,QAAO,sBAAa,EAC3C,CAAE,OAAAC,CAAO,EAAI,MAAMD,EAAWD,GAAc,MAAS,EAC3D,OAAOE,EAAO,OAAO,IACvB,MAAQ,CAEN,MAAO,KACT,CACF,CAMA,eAAeC,EAAgBT,EAAgBU,EAAoB,IAAwB,CACzF,QAAWxB,KAAOc,EAChB,GAAI,CAAE,QAAQ,KAAKd,EAAK,SAAS,CAAG,MAAQ,CAAqB,CAEnE,IAAMyB,EAAW,KAAK,IAAI,EAAID,EAC9B,KAAO,KAAK,IAAI,EAAIC,GAAU,CAC5B,GAAIX,EAAK,MAAOY,GAAM,CAAChB,EAAegB,CAAC,CAAC,EAAG,MAAO,GAClD,MAAM,IAAI,QAAS,GAAM,WAAW,EAAG,GAAG,CAAC,CAC7C,CAEA,QAAW1B,KAAOc,EAChB,GAAIvB,EAAU,EACZ,GAAI,CACFV,EAAa,WAAY,CAAC,KAAM,OAAQ,OAAOmB,CAAG,EAAG,IAAI,EAAG,CAAE,MAAO,QAAS,CAAC,CACjF,MAAQ,CAER,KAEA,IAAI,CAAE,QAAQ,KAAKA,EAAK,SAAS,CAAG,MAAQ,CAAqB,CAGrE,MAAO,EACT,CAYA,eAAsB2B,EAAaC,EAA8C,CAC/E,IAAM5B,EAAM,MAAME,EAAY,EAC9B,GAAIF,IAAQ,KAAM,CAEhB,IAAML,EAAOiC,GAAgB,MAAMT,EAAc,EACjD,GAAIxB,IAAS,MAAQA,EAAO,EAAG,CAC7B,IAAMkC,EAAW,MAAMlB,EAAehB,CAAI,EAC1C,GAAIkC,EAAS,OAAS,EAAG,CACvB,IAAMC,EAAWD,EAAS,OAAQH,GAAMhB,EAAegB,CAAC,CAAC,EACzD,GAAII,EAAS,OAAS,EACpB,MAAO,CACL,QAAS,GACT,IAAKA,EAAS,CAAC,EACf,QAAS,+BAA+BA,EAAS,CAAC,CAAC,sBAAsBnC,CAAI,qBAC/E,CAEJ,CACF,CACA,MAAO,CAAE,QAAS,GAAO,QAAS,gDAAiD,CACrF,CACA,OAAIe,EAAeV,CAAG,EACb,CAAE,QAAS,GAAM,IAAAA,EAAK,QAAS,+BAA+BA,CAAG,GAAI,GAG9E,MAAMK,EAAc,EACb,CAAE,QAAS,GAAO,QAAS,wDAAyD,EAC7F,CAaO,SAAS0B,EAAYpC,EAAgC,CAC1D,OAAO,IAAI,QAASiB,GAAY,CAC9B,IAAMoB,EAAS1C,EAAa,EAC5B0C,EAAO,KAAK,QAAU/B,GAA+B,CAC/CA,EAAI,OAAS,aACfW,EAAQ,EAAI,EAEZA,EAAQ,EAAK,CAEjB,CAAC,EACDoB,EAAO,KAAK,YAAa,IAAM,CAC7BA,EAAO,MAAM,IAAMpB,EAAQ,EAAK,CAAC,CACnC,CAAC,EACDoB,EAAO,OAAOrC,CAAI,CACpB,CAAC,CACH,CAEA,eAAsBsC,GACpBb,EACAzB,EACAuC,EAC4B,CAE5B,IAAMC,EAAgB,MAAMR,EAAahC,CAAI,EAC7C,GAAIwC,EAAc,QAChB,MAAO,CACL,QAAS,GACT,IAAKA,EAAc,IACnB,QAAS,uCAAuCA,EAAc,GAAG,IACjE,QAAStC,EAAW,CACtB,EAIF,IAAMuC,EAAgBzC,GAAQ,MAAMwB,EAAc,GAAK,KACvD,GAAI,MAAMY,EAAYK,CAAa,EACjC,MAAO,CACL,QAAS,GACT,QAAS,QAAQA,CAAa,uEAC9B,QAASvC,EAAW,CACtB,EAIF,IAAMwC,EAAahD,EAAc,YAAY,GAAG,EAC1CiD,EAAYlD,EAAQiD,CAAU,EAK9BE,EAAsB,CAHRpD,EAAKmD,EAAW,UAAU,EAGJ,WAAW,EACjDlB,GAAYmB,EAAU,KAAK,WAAYnB,CAAU,EACjDzB,GAAM4C,EAAU,KAAK,SAAU,OAAO5C,CAAI,CAAC,EAC3CuC,GAASK,EAAU,KAAK,WAAW,EAEzB5D,EAAM,QAAQ,SAAU4D,EAAW,CAC/C,SAAU,GACV,MAAO,SACP,IAAK,CAAE,GAAG,QAAQ,GAAI,CACxB,CAAC,EAGK,MAAM,EAIZ,IAAIvC,EACJ,QAASwC,EAAI,EAAGA,EAAI,GAAIA,IAAK,CAC3B,IAAMC,EAAW,MAAMvC,EAAY,EACnC,GAAIuC,IAAa,KAAM,CACrBzC,EAAMyC,EACN,KACF,CAEA,MAAM,IAAI,QAAQC,GAAK,WAAWA,EAAG,GAAG,CAAC,CAC3C,CAEA,OAAK1C,EAQE,CACL,QAAS,GACT,IAAAA,EACA,QAAS,0CAA0CA,CAAG,IACtD,QAASH,EAAW,CACtB,EAZS,CACL,QAAS,GACT,QAAS,8DAAgEA,EAAW,EACpF,QAASA,EAAW,CACtB,CASJ,CAWA,eAAsB8C,EAAWf,EAAkD,CACjF,IAAM5B,EAAM,MAAME,EAAY,EAC9B,GAAIF,IAAQ,KAAM,CAEhB,IAAML,EAAOiC,GAAgB,MAAMT,EAAc,EACjD,GAAIxB,IAAS,MAAQA,EAAO,EAAG,CAE7B,IAAMmC,GADW,MAAMnB,EAAehB,CAAI,GAChB,OAAQ+B,GAAMhB,EAAegB,CAAC,CAAC,EACzD,GAAII,EAAS,OAAS,EAAG,CAEvB,IAAMc,EAAY,MAAMpC,EAAkB,EACpCqC,EAAa,CAAC,GAAGf,CAAQ,EAC/B,OAAIc,IAAc,MAAQlC,EAAekC,CAAS,GAAK,CAACC,EAAW,SAASD,CAAS,GACnFC,EAAW,KAAKD,CAAS,EAE3B,MAAMrB,EAAgBsB,CAAU,EAChC,MAAMpC,EAAoB,EACnB,CACL,QAAS,GACT,QAAS,sCAAsCd,CAAI,UAAUmC,EAAS,KAAK,IAAI,CAAC,yBAClF,CACF,CACF,CACA,MAAO,CAAE,QAAS,GAAO,QAAS,gDAAiD,CACrF,CAEA,GAAI,CAACpB,EAAeV,CAAG,EAAG,CAExB,IAAM4C,EAAY,MAAMpC,EAAkB,EAC1C,OAAIoC,IAAc,MAAQlC,EAAekC,CAAS,IAChD,MAAMrB,EAAgB,CAACqB,CAAS,CAAC,EACjC,MAAMnC,EAAoB,GAE5B,MAAMJ,EAAc,EACb,CAAE,QAAS,GAAO,QAAS,wDAAyD,CAC7F,CAEA,GAAI,CACF,QAAQ,KAAKL,EAAK,SAAS,CAC7B,MAAQ,CACN,MAAO,CAAE,QAAS,GAAO,QAAS,8BAA8BA,CAAG,GAAI,CACzE,CAGA,IAAMyB,EAAW,KAAK,IAAI,EAAI,IAC9B,KAAO,KAAK,IAAI,EAAIA,GAAU,CAC5B,GAAI,CAACf,EAAeV,CAAG,EACrB,aAAMK,EAAc,EACb,CAAE,QAAS,GAAM,QAAS,4BAA4BL,CAAG,GAAI,EAEtE,MAAM,IAAI,QAAQ,GAAK,WAAW,EAAG,GAAG,CAAC,CAC3C,CAGA,GAAI,CACET,EAAU,EACZV,EAAa,WAAY,CAAC,KAAM,OAAQ,OAAOmB,CAAG,EAAG,IAAI,EAAG,CAAE,MAAO,QAAS,CAAC,EAE/E,QAAQ,KAAKA,EAAK,SAAS,CAE/B,MAAQ,CAER,CAEA,aAAMK,EAAc,EACpB,MAAMI,EAAoB,EACnB,CAAE,QAAS,GAAM,QAAS,kCAAkCT,CAAG,GAAI,CAC5E,CAMA,eAAsB8C,GAA+B,CACnD,IAAMC,EAAUlD,EAAW,EAC3B,GAAI,CACF,MAAMZ,EAAO8D,CAAO,CACtB,MAAQ,CAER,CACF,CAEA,eAAsBC,IAA0C,CAC9D,IAAMC,EAAa,MAAMN,EAAW,EACpC,aAAMG,EAAc,EACpB,MAAMrC,EAAoB,EACnB,CACL,QAASwC,EAAW,SAAWA,EAAW,QAAQ,SAAS,aAAa,EACxE,QAASA,EAAW,QAChB,mEACAA,EAAW,QAAQ,SAAS,aAAa,EACvC,mDACAA,EAAW,OACnB,CACF,CAMA,eAAsBC,GAAatB,EAAsC,CACvE,IAAM5B,EAAM,MAAME,EAAY,EAC9B,GAAIF,IAAQ,KAAM,CAEhB,IAAML,EAAOiC,GAAgB,MAAMT,EAAc,EACjD,GAAIxB,IAAS,MAAQA,EAAO,EAAG,CAE7B,IAAMmC,GADW,MAAMnB,EAAehB,CAAI,GAChB,OAAQ+B,GAAMhB,EAAegB,CAAC,CAAC,EACzD,GAAII,EAAS,OAAS,EAAG,CACvB,QAAWJ,KAAKI,EACd,GAAI,CACEvC,EAAU,EAEZ,QAAQ,IAAI,iEAA4DmC,CAAC,wDAAwD,EAEjI,QAAQ,KAAKA,EAAG,QAAQ,CAE5B,MAAQ,CAAe,CAEzB,QAAQ,IAAI,2BAA2BI,EAAS,MAAM,wBAAwBnC,CAAI,GAAG,EACrF,MACF,CACF,CACA,QAAQ,IAAI,0BAA0B,EACtC,MACF,CAEA,GAAI,CAACe,EAAeV,CAAG,EAAG,CACxB,MAAMK,EAAc,EACpB,QAAQ,IAAI,sDAAsD,EAClE,MACF,CAEA,GAAI,CACF,GAAId,EAAU,EAAG,CAEf,IAAMqD,EAAY,MAAMpC,EAAkB,EACtCoC,IAAc,MAChB,QAAQ,KAAKA,EAAW,SAAS,EACjC,QAAQ,IAAI,wBAAwBA,CAAS,8CAAyC,GAEtF,QAAQ,IAAI,kDAA6C,CAE7D,MACE,QAAQ,KAAK5C,EAAK,QAAQ,EAC1B,QAAQ,IAAI,uCAAuCA,CAAG,IAAI,CAE9D,MAAQ,CACN,QAAQ,IAAI,kEAA6D,CAC3E,CACF,CAMO,SAASmD,GACdC,EACAC,EAAqB,IACwB,CAC7C,IAAIC,EAA8C,KAElD,MAAO,CACL,QAAS,CACHA,GAAO,aAAaA,CAAK,EAC7BA,EAAQ,WAAW,IAAM,CACvBA,EAAQ,KACRF,EAAS,CACX,EAAGC,CAAU,CACf,EACA,SAAU,CACJC,IACF,aAAaA,CAAK,EAClBA,EAAQ,KAEZ,CACF,CACF","names":["spawn","execFile","execFileSync","access","readFile","writeFile","unlink","mkdir","join","dirname","fileURLToPath","createServer","isWindows","MODELWEAVER_DIR","_configPortOverride","_setConfigPortOverride","port","getPidPath","getLogPath","ensureDir","writePidFile","pid","err","readPidFile","pidPath","content","removePidFile","getWorkerPidPath","writeWorkerPidFile","readWorkerPidFile","removeWorkerPidFile","isProcessAlive","findPidsOnPort","resolve","out","pids","line","parts","trimmed","n","getConfigPort","configPath","loadConfig","config","killProcessTree","timeoutMs","deadline","p","statusDaemon","portOverride","portPids","livePids","isPortInUse","server","startDaemon","verbose","currentStatus","effectivePort","__filename","__dirname","childArgs","i","checkPid","r","stopDaemon","workerPid","pidsToKill","removeLogFile","logPath","removeDaemon","stopResult","reloadDaemon","createDebouncedReload","callback","debounceMs","timer"]}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import{existsSync as k,readFileSync as I}from"fs";import{readFile as x,stat as j,access as E}from"fs/promises";import{join as P}from"path";import{parse as C}from"yaml";import{z as e}from"zod";import{Agent as $}from"undici";var A={failureThreshold:3,windowSeconds:60,cooldownSeconds:30},b=class{state="closed";failureTimestamps=[];openedAt=null;halfOpenInProgress=!1;halfOpenProbeId=null;nextProbeId=0;config;constructor(t={}){this.config={...A,...t}}canProceed(){if(this.state==="closed")return{allowed:!0,probeId:0};if(this.state==="open"){if(this.openedAt&&Date.now()-this.openedAt>=this.config.cooldownSeconds*1e3){this.state="half-open";let t=this.nextProbeId++;return this.halfOpenInProgress=!0,this.halfOpenProbeId=t,{allowed:!0,probeId:t}}return{allowed:!1,probeId:0}}if(!this.halfOpenInProgress){let t=this.nextProbeId++;return this.halfOpenInProgress=!0,this.halfOpenProbeId=t,{allowed:!0,probeId:t}}return{allowed:!1,probeId:0}}recordResult(t,n){if(this.halfOpenInProgress&&(n===void 0||n===this.halfOpenProbeId)&&(this.halfOpenInProgress=!1,this.halfOpenProbeId=null),t>=200&&t<300){this.state="closed",this.failureTimestamps=[],this.openedAt=null;return}if(t!==429&&t<500)return;let i=Date.now();if(this.failureTimestamps.push(i),this.pruneOldFailures(i),this.state==="half-open"){this.state="open",this.openedAt=i;return}this.failureTimestamps.length>=this.config.failureThreshold&&(this.state="open",this.openedAt=i)}getState(){return this.state}getStatus(){return{state:this.state,failures:this.failureTimestamps.length,lastFailure:this.failureTimestamps.length>0?this.failureTimestamps[this.failureTimestamps.length-1]:null}}pruneOldFailures(t){let n=t-this.config.windowSeconds*1e3;this.failureTimestamps=this.failureTimestamps.filter(i=>i>=n)}};var B=e.object({maxOutputTokens:e.number().int().positive()}).optional(),U=e.object({baseUrl:e.string().url().refine(r=>/^https?:\/\//.test(r),"baseUrl must use http:// or https://"),apiKey:e.string().min(1,"apiKey is required"),timeout:e.number().positive().default(3e4),ttfbTimeout:e.number().positive().default(15e3),stallTimeout:e.number().positive().default(3e4),authType:e.enum(["anthropic","bearer"]).default("anthropic"),modelLimits:B,concurrentLimit:e.number().int().min(1).optional(),poolSize:e.number().int().min(1).max(100).optional(),circuitBreaker:e.object({failureThreshold:e.number().int().min(1).optional(),windowSeconds:e.number().int().min(1).optional(),cooldownSeconds:e.number().int().min(1).optional()}).optional()}),R=e.object({provider:e.string(),model:e.string().optional()}),M=e.object({server:e.object({port:e.number().int().min(1).max(65535).default(3456),host:e.string().default("localhost")}).default({port:3456,host:"localhost"}),providers:e.record(e.string(),U),routing:e.record(e.string(),e.array(R)).default({}),tierPatterns:e.record(e.string(),e.array(e.string())).default({}),modelRouting:e.record(e.string(),e.array(R)).default({})});function L(r){return r.replace(/\$\{([^}]+)\}/g,(t,n)=>{let i=process.env[n];if(i===void 0)throw new Error(`Missing environment variable: ${n}`);return i})}function S(r){if(typeof r=="string")return L(r);if(Array.isArray(r))return r.map(S);if(r!==null&&typeof r=="object"){let t={};for(let[n,i]of Object.entries(r))t[n]=S(i);return t}return r}function T(r=process.cwd(),{skipGlobal:t=!1}={}){let n=P(r,"modelweaver.yaml");if(k(n))return n;if(!t){let i=P(process.env.HOME||process.env.USERPROFILE||"",".modelweaver","config.yaml");if(k(i))return i}return null}function G(r){let t=T(r);if(!t)return null;let n=I(t,"utf-8"),i=C(n),w=i?.providers??{},d=new Map;for(let[c,u]of Object.entries(w)){let y=String(u.apiKey??"").match(/^\$\{([^}]+)\}$/),s=y?y[1]:"";d.set(c,{baseUrl:String(u.baseUrl??""),envKey:s,authType:String(u.authType??"anthropic"),timeout:Number(u.timeout??3e4)})}let a=i?.server,p=a?{port:Number(a.port??3456),host:String(a.host??"localhost")}:null,f=new Map,m=i?.modelRouting??{};for(let[c,u]of Object.entries(m))Array.isArray(u)&&f.set(c,u.map(g=>({provider:String(g.provider??""),model:String(g.model??c)})));return{configPath:t,providers:d,server:p,modelRouting:f}}async function F(r,t){let n=null;if(r)try{await E(r),(await j(r)).isDirectory()?n=T(r):n=r}catch{n=r}if(n||(n=T(t)),!n)throw new Error("No config file found. Create modelweaver.yaml in your project root or ~/.modelweaver/config.yaml");let i=await x(n,"utf-8"),w=C(i,{customTags:[]}),d=S(w),a=M.parse(d),p=new Set(Object.keys(a.providers));for(let[s,o]of Object.entries(a.routing)){for(let l of o)if(!p.has(l.provider))throw new Error(`Routing tier "${s}" references unknown provider "${l.provider}". Available: ${[...p].join(", ")}`);if(!a.tierPatterns[s])throw new Error(`Routing tier "${s}" has no entry in tierPatterns. Add patterns for this tier.`)}for(let[s,o]of Object.entries(a.modelRouting))for(let l of o)if(!p.has(l.provider))throw new Error(`modelRouting for model "${s}" references unknown provider "${l.provider}". Available: ${[...p].join(", ")}`);let f=new Map;for(let[s,o]of Object.entries(a.providers)){let l={name:s,baseUrl:o.baseUrl,apiKey:o.apiKey,timeout:o.timeout,ttfbTimeout:o.ttfbTimeout,stallTimeout:o.stallTimeout,authType:o.authType,modelLimits:o.modelLimits?{maxOutputTokens:o.modelLimits.maxOutputTokens}:void 0,concurrentLimit:o.concurrentLimit};try{let v=new URL(o.baseUrl);l._cachedHost=v.host,l._cachedOrigin=`${v.protocol}//${v.host}`,l._cachedPathname=v.pathname.replace(/\/+$/,"")}catch{}let O=o.poolSize;l._agent=new $({keepAliveTimeout:3e4,keepAliveMaxTimeout:6e4,connections:O??10,allowH2:!0}),l.poolSize=O??10;let h=o.circuitBreaker;l._circuitBreaker=new b(h?{failureThreshold:h.failureThreshold,windowSeconds:h.windowSeconds,cooldownSeconds:h.cooldownSeconds}:void 0),f.set(s,l)}let m=new Map;for(let[s,o]of Object.entries(a.routing))m.set(s,o);let c=new Map;for(let[s,o]of Object.entries(a.tierPatterns))c.set(s,o);let u=new Map;if(a.modelRouting)for(let[s,o]of Object.entries(a.modelRouting))u.set(s,o);return{config:{server:{port:a.server.port,host:a.server.host},providers:f,routing:m,tierPatterns:c,modelRouting:u},configPath:n}}async function Y(r){let{config:t}=await F(r);return t}export{L as a,T as b,G as c,F as d,Y as e};
|
|
3
|
+
//# sourceMappingURL=chunk-ZF23JS2D.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/config.ts","../src/circuit-breaker.ts"],"sourcesContent":["// src/config.ts\nimport { existsSync, readFileSync } from \"node:fs\";\nimport { readFile, stat, access } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { parse as parseYaml } from \"yaml\";\nimport { z } from \"zod\";\nimport { Agent } from \"undici\";\nimport { CircuitBreaker } from \"./circuit-breaker.js\";\nimport type { AppConfig, ProviderConfig, RoutingEntry, ServerConfig } from \"./types.js\";\n\n// --- Zod schemas for raw (pre-resolution) config ---\n\nconst modelLimitsSchema = z.object({\n maxOutputTokens: z.number().int().positive(),\n}).optional();\n\nconst providerSchema = z.object({\n baseUrl: z.string().url().refine(\n (url) => /^https?:\\/\\//.test(url),\n \"baseUrl must use http:// or https://\"\n ),\n apiKey: z.string().min(1, \"apiKey is required\"),\n timeout: z.number().positive().default(30000),\n ttfbTimeout: z.number().positive().default(15000),\n stallTimeout: z.number().positive().default(30000),\n authType: z.enum([\"anthropic\", \"bearer\"]).default(\"anthropic\"),\n modelLimits: modelLimitsSchema,\n concurrentLimit: z.number().int().min(1).optional(),\n poolSize: z.number().int().min(1).max(100).optional(),\n circuitBreaker: z.object({\n failureThreshold: z.number().int().min(1).optional(),\n windowSeconds: z.number().int().min(1).optional(),\n cooldownSeconds: z.number().int().min(1).optional(),\n }).optional(),\n});\n\nconst routingEntrySchema = z.object({\n provider: z.string(),\n model: z.string().optional(),\n});\n\nconst rawConfigSchema = z.object({\n server: z\n .object({\n port: z.number().int().min(1).max(65535).default(3456),\n host: z.string().default(\"localhost\"),\n })\n .default({ port: 3456, host: \"localhost\" }),\n providers: z.record(z.string(), providerSchema),\n routing: z.record(z.string(), z.array(routingEntrySchema)).default({}),\n tierPatterns: z.record(z.string(), z.array(z.string())).default({}),\n modelRouting: z.record(z.string(), z.array(routingEntrySchema)).default({}),\n});\n\n// --- Env var resolution ---\n\nexport function resolveEnvVars(value: string): string {\n return value.replace(/\\$\\{([^}]+)\\}/g, (_, varName) => {\n const envValue = process.env[varName];\n if (envValue === undefined) {\n throw new Error(`Missing environment variable: ${varName}`);\n }\n return envValue;\n });\n}\n\nfunction resolveAllEnvStrings(obj: unknown): unknown {\n if (typeof obj === \"string\") return resolveEnvVars(obj);\n if (Array.isArray(obj)) return obj.map(resolveAllEnvStrings);\n if (obj !== null && typeof obj === \"object\") {\n const result: Record<string, unknown> = {};\n for (const [key, val] of Object.entries(obj)) {\n result[key] = resolveAllEnvStrings(val);\n }\n return result;\n }\n return obj;\n}\n\n// --- Config file discovery ---\n\nexport function findConfigFile(cwd: string = process.cwd(), { skipGlobal = false } = {}): string | null {\n const localPath = join(cwd, \"modelweaver.yaml\");\n if (existsSync(localPath)) return localPath;\n if (!skipGlobal) {\n const globalPath = join(\n process.env.HOME || process.env.USERPROFILE || \"\",\n \".modelweaver\",\n \"config.yaml\"\n );\n if (existsSync(globalPath)) return globalPath;\n }\n return null;\n}\n\n// --- Lightweight peek (no env resolution, no Zod validation) ---\n\n/** Peek at existing config to extract provider metadata without resolving env vars or validating.\n * Used by init wizard to show existing providers and offer add/edit. */\nexport function peekConfig(\n cwd?: string,\n): { configPath: string; providers: Map<string, { baseUrl: string; envKey: string; authType: \"anthropic\" | \"bearer\"; timeout: number }>; server: { port: number; host: string } | null; modelRouting: Map<string, { provider: string; model: string }[]> } | null {\n const configPath = findConfigFile(cwd);\n if (!configPath) return null;\n\n const raw = readFileSync(configPath, \"utf-8\");\n const parsed = parseYaml(raw) as Record<string, unknown>;\n const providersRaw = (parsed?.providers ?? {}) as Record<string, Record<string, unknown>>;\n\n const providers = new Map<string, { baseUrl: string; envKey: string; authType: \"anthropic\" | \"bearer\"; timeout: number }>();\n\n for (const [id, config] of Object.entries(providersRaw)) {\n const apiKey = String(config.apiKey ?? \"\");\n const envMatch = apiKey.match(/^\\$\\{([^}]+)\\}$/);\n const envKey = envMatch ? envMatch[1] : \"\";\n\n providers.set(id, {\n baseUrl: String(config.baseUrl ?? \"\"),\n envKey,\n authType: String(config.authType ?? \"anthropic\") as \"anthropic\" | \"bearer\",\n timeout: Number(config.timeout ?? 30000),\n });\n }\n\n const serverRaw = parsed?.server as Record<string, unknown> | undefined;\n const server = serverRaw ? {\n port: Number(serverRaw.port ?? 3456),\n host: String(serverRaw.host ?? \"localhost\"),\n } : null;\n\n // Parse modelRouting (alias -> provider chain)\n const modelRouting = new Map<string, { provider: string; model: string }[]>();\n const modelRoutingRaw = (parsed?.modelRouting ?? {}) as Record<string, { provider: string; model: string }[]>;\n for (const [alias, entries] of Object.entries(modelRoutingRaw)) {\n if (Array.isArray(entries)) {\n modelRouting.set(alias, entries.map(e => ({ provider: String(e.provider ?? \"\"), model: String(e.model ?? alias) })));\n }\n }\n\n return { configPath, providers, server, modelRouting };\n}\n\n// --- Load & validate ---\n\nexport async function loadConfig(configPath?: string, cwd?: string): Promise<{ config: AppConfig; configPath: string }> {\n let path: string | null = null;\n if (configPath) {\n // If configPath is a directory, search for config file within it\n try {\n await access(configPath);\n const fileStat = await stat(configPath);\n if (fileStat.isDirectory()) {\n path = findConfigFile(configPath);\n } else {\n path = configPath;\n }\n } catch {\n path = configPath;\n }\n }\n if (!path) {\n path = findConfigFile(cwd);\n }\n if (!path) {\n throw new Error(\n \"No config file found. Create modelweaver.yaml in your project root or ~/.modelweaver/config.yaml\"\n );\n }\n\n const raw = await readFile(path, \"utf-8\");\n const parsed = parseYaml(raw, { customTags: [] });\n\n // Resolve ${VAR} references in all string values\n const resolved = resolveAllEnvStrings(parsed) as z.infer<typeof rawConfigSchema>;\n\n const validated = rawConfigSchema.parse(resolved);\n\n // Cross-validation\n const providerNames = new Set(Object.keys(validated.providers));\n\n for (const [tier, entries] of Object.entries(validated.routing)) {\n for (const entry of entries) {\n if (!providerNames.has(entry.provider)) {\n throw new Error(\n `Routing tier \"${tier}\" references unknown provider \"${entry.provider}\". Available: ${[...providerNames].join(\", \")}`\n );\n }\n }\n\n if (!validated.tierPatterns[tier]) {\n throw new Error(\n `Routing tier \"${tier}\" has no entry in tierPatterns. Add patterns for this tier.`\n );\n }\n }\n\n // Cross-validate modelRouting provider references\n for (const [modelName, entries] of Object.entries(validated.modelRouting)) {\n for (const entry of entries) {\n if (!providerNames.has(entry.provider)) {\n throw new Error(\n `modelRouting for model \"${modelName}\" references unknown provider \"${entry.provider}\". Available: ${[...providerNames].join(\", \")}`\n );\n }\n }\n }\n\n // Build typed config — cache parsed URL components per provider (avoids per-request URL parsing)\n const providers = new Map<string, ProviderConfig>();\n for (const [name, p] of Object.entries(validated.providers)) {\n const providerConfig: ProviderConfig = {\n name,\n baseUrl: p.baseUrl,\n apiKey: p.apiKey,\n timeout: p.timeout,\n ttfbTimeout: p.ttfbTimeout,\n stallTimeout: p.stallTimeout,\n authType: p.authType,\n modelLimits: p.modelLimits ? { maxOutputTokens: p.modelLimits.maxOutputTokens } : undefined,\n concurrentLimit: p.concurrentLimit,\n };\n try {\n const parsedUrl = new URL(p.baseUrl);\n providerConfig._cachedHost = parsedUrl.host;\n providerConfig._cachedOrigin = `${parsedUrl.protocol}//${parsedUrl.host}`;\n providerConfig._cachedPathname = parsedUrl.pathname.replace(/\\/+$/, \"\");\n } catch {\n // If baseUrl is invalid, skip caching — buildOutboundHeaders will fall back gracefully\n }\n // Create per-provider connection pool for HTTP keep-alive reuse\n const poolSize = p.poolSize;\n providerConfig._agent = new Agent({\n keepAliveTimeout: 30000,\n keepAliveMaxTimeout: 60000,\n connections: poolSize ?? 10,\n allowH2: true,\n });\n providerConfig.poolSize = poolSize ?? 10;\n // Create per-provider circuit breaker\n const cbConfig = p.circuitBreaker;\n providerConfig._circuitBreaker = new CircuitBreaker(cbConfig ? {\n failureThreshold: cbConfig.failureThreshold,\n windowSeconds: cbConfig.windowSeconds,\n cooldownSeconds: cbConfig.cooldownSeconds,\n } : undefined);\n providers.set(name, providerConfig);\n }\n\n const routing = new Map<string, RoutingEntry[]>();\n for (const [tier, entries] of Object.entries(validated.routing)) {\n routing.set(tier, entries);\n }\n\n const tierPatterns = new Map<string, string[]>();\n for (const [tier, patterns] of Object.entries(validated.tierPatterns)) {\n tierPatterns.set(tier, patterns);\n }\n\n const modelRouting = new Map<string, RoutingEntry[]>();\n if (validated.modelRouting) {\n for (const [model, entries] of Object.entries(validated.modelRouting)) {\n modelRouting.set(model, entries);\n }\n }\n\n const server: ServerConfig = {\n port: validated.server.port,\n host: validated.server.host,\n };\n\n const config: AppConfig = { server, providers, routing, tierPatterns, modelRouting };\n return { config, configPath: path };\n}\n\n// --- Reload helper ---\n\nexport async function reloadConfig(configPath: string): Promise<AppConfig> {\n const { config } = await loadConfig(configPath);\n return config;\n}\n","// src/circuit-breaker.ts\nexport type BreakerState = \"closed\" | \"open\" | \"half-open\";\n\nexport interface BreakerConfig {\n failureThreshold: number;\n windowSeconds: number;\n cooldownSeconds: number;\n}\n\nexport interface BreakerStatus {\n state: BreakerState;\n failures: number;\n lastFailure: number | null;\n}\n\nconst DEFAULT_CONFIG: BreakerConfig = {\n failureThreshold: 3,\n windowSeconds: 60,\n cooldownSeconds: 30,\n};\n\nexport class CircuitBreaker {\n private state: BreakerState = \"closed\";\n private failureTimestamps: number[] = [];\n private openedAt: number | null = null;\n private halfOpenInProgress: boolean = false;\n private halfOpenProbeId: number | null = null;\n private nextProbeId: number = 0;\n private readonly config: BreakerConfig;\n\n constructor(config: Partial<BreakerConfig> = {}) {\n this.config = { ...DEFAULT_CONFIG, ...config };\n }\n\n /**\n * Returns a probe ID if the caller is allowed to proceed in half-open state,\n * or null if blocked. For closed state, always returns 0 (no probe tracking needed).\n */\n canProceed(): { allowed: boolean; probeId: number } {\n if (this.state === \"closed\") return { allowed: true, probeId: 0 };\n if (this.state === \"open\") {\n // Check if cooldown has elapsed\n if (this.openedAt && Date.now() - this.openedAt >= this.config.cooldownSeconds * 1000) {\n this.state = \"half-open\";\n const probeId = this.nextProbeId++;\n this.halfOpenInProgress = true;\n this.halfOpenProbeId = probeId;\n return { allowed: true, probeId };\n }\n return { allowed: false, probeId: 0 };\n }\n // half-open: allow exactly one probe at a time\n if (!this.halfOpenInProgress) {\n const probeId = this.nextProbeId++;\n this.halfOpenInProgress = true;\n this.halfOpenProbeId = probeId;\n return { allowed: true, probeId };\n }\n return { allowed: false, probeId: 0 };\n }\n\n recordResult(status: number, probeId?: number): void {\n // Only reset half-open flag if this is the probe that triggered it\n if (this.halfOpenInProgress && (probeId === undefined || probeId === this.halfOpenProbeId)) {\n this.halfOpenInProgress = false;\n this.halfOpenProbeId = null;\n }\n\n if (status >= 200 && status < 300) {\n // Success — reset to closed\n this.state = \"closed\";\n this.failureTimestamps = [];\n this.openedAt = null;\n return;\n }\n\n // Only count retriable errors (429, 5xx) as failures\n if (status !== 429 && status < 500) return;\n\n const now = Date.now();\n this.failureTimestamps.push(now);\n this.pruneOldFailures(now);\n\n if (this.state === \"half-open\") {\n // Any failure in half-open → back to open\n this.state = \"open\";\n this.openedAt = now;\n return;\n }\n\n // Check if threshold exceeded\n if (this.failureTimestamps.length >= this.config.failureThreshold) {\n this.state = \"open\";\n this.openedAt = now;\n }\n }\n\n getState(): BreakerState {\n return this.state;\n }\n\n getStatus(): BreakerStatus {\n return {\n state: this.state,\n failures: this.failureTimestamps.length,\n lastFailure: this.failureTimestamps.length > 0\n ? this.failureTimestamps[this.failureTimestamps.length - 1]\n : null,\n };\n }\n\n private pruneOldFailures(now: number): void {\n const cutoff = now - this.config.windowSeconds * 1000;\n this.failureTimestamps = this.failureTimestamps.filter((t) => t >= cutoff);\n }\n}\n"],"mappings":";AACA,OAAS,cAAAA,EAAY,gBAAAC,MAAoB,KACzC,OAAS,YAAAC,EAAU,QAAAC,EAAM,UAAAC,MAAc,cACvC,OAAS,QAAAC,MAAY,OACrB,OAAS,SAASC,MAAiB,OACnC,OAAS,KAAAC,MAAS,MAClB,OAAS,SAAAC,MAAa,SCStB,IAAMC,EAAgC,CACpC,iBAAkB,EAClB,cAAe,GACf,gBAAiB,EACnB,EAEaC,EAAN,KAAqB,CAClB,MAAsB,SACtB,kBAA8B,CAAC,EAC/B,SAA0B,KAC1B,mBAA8B,GAC9B,gBAAiC,KACjC,YAAsB,EACb,OAEjB,YAAYC,EAAiC,CAAC,EAAG,CAC/C,KAAK,OAAS,CAAE,GAAGF,EAAgB,GAAGE,CAAO,CAC/C,CAMA,YAAoD,CAClD,GAAI,KAAK,QAAU,SAAU,MAAO,CAAE,QAAS,GAAM,QAAS,CAAE,EAChE,GAAI,KAAK,QAAU,OAAQ,CAEzB,GAAI,KAAK,UAAY,KAAK,IAAI,EAAI,KAAK,UAAY,KAAK,OAAO,gBAAkB,IAAM,CACrF,KAAK,MAAQ,YACb,IAAMC,EAAU,KAAK,cACrB,YAAK,mBAAqB,GAC1B,KAAK,gBAAkBA,EAChB,CAAE,QAAS,GAAM,QAAAA,CAAQ,CAClC,CACA,MAAO,CAAE,QAAS,GAAO,QAAS,CAAE,CACtC,CAEA,GAAI,CAAC,KAAK,mBAAoB,CAC5B,IAAMA,EAAU,KAAK,cACrB,YAAK,mBAAqB,GAC1B,KAAK,gBAAkBA,EAChB,CAAE,QAAS,GAAM,QAAAA,CAAQ,CAClC,CACA,MAAO,CAAE,QAAS,GAAO,QAAS,CAAE,CACtC,CAEA,aAAaC,EAAgBD,EAAwB,CAOnD,GALI,KAAK,qBAAuBA,IAAY,QAAaA,IAAY,KAAK,mBACxE,KAAK,mBAAqB,GAC1B,KAAK,gBAAkB,MAGrBC,GAAU,KAAOA,EAAS,IAAK,CAEjC,KAAK,MAAQ,SACb,KAAK,kBAAoB,CAAC,EAC1B,KAAK,SAAW,KAChB,MACF,CAGA,GAAIA,IAAW,KAAOA,EAAS,IAAK,OAEpC,IAAMC,EAAM,KAAK,IAAI,EAIrB,GAHA,KAAK,kBAAkB,KAAKA,CAAG,EAC/B,KAAK,iBAAiBA,CAAG,EAErB,KAAK,QAAU,YAAa,CAE9B,KAAK,MAAQ,OACb,KAAK,SAAWA,EAChB,MACF,CAGI,KAAK,kBAAkB,QAAU,KAAK,OAAO,mBAC/C,KAAK,MAAQ,OACb,KAAK,SAAWA,EAEpB,CAEA,UAAyB,CACvB,OAAO,KAAK,KACd,CAEA,WAA2B,CACzB,MAAO,CACL,MAAO,KAAK,MACZ,SAAU,KAAK,kBAAkB,OACjC,YAAa,KAAK,kBAAkB,OAAS,EACzC,KAAK,kBAAkB,KAAK,kBAAkB,OAAS,CAAC,EACxD,IACN,CACF,CAEQ,iBAAiBA,EAAmB,CAC1C,IAAMC,EAASD,EAAM,KAAK,OAAO,cAAgB,IACjD,KAAK,kBAAoB,KAAK,kBAAkB,OAAQE,GAAMA,GAAKD,CAAM,CAC3E,CACF,EDvGA,IAAME,EAAoBC,EAAE,OAAO,CACjC,gBAAiBA,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAC7C,CAAC,EAAE,SAAS,EAENC,EAAiBD,EAAE,OAAO,CAC9B,QAASA,EAAE,OAAO,EAAE,IAAI,EAAE,OACvBE,GAAQ,eAAe,KAAKA,CAAG,EAChC,sCACF,EACA,OAAQF,EAAE,OAAO,EAAE,IAAI,EAAG,oBAAoB,EAC9C,QAASA,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,GAAK,EAC5C,YAAaA,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,IAAK,EAChD,aAAcA,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,GAAK,EACjD,SAAUA,EAAE,KAAK,CAAC,YAAa,QAAQ,CAAC,EAAE,QAAQ,WAAW,EAC7D,YAAaD,EACb,gBAAiBC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,EAClD,SAAUA,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,SAAS,EACpD,eAAgBA,EAAE,OAAO,CACvB,iBAAkBA,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,EACnD,cAAeA,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,EAChD,gBAAiBA,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,CACpD,CAAC,EAAE,SAAS,CACd,CAAC,EAEKG,EAAqBH,EAAE,OAAO,CAClC,SAAUA,EAAE,OAAO,EACnB,MAAOA,EAAE,OAAO,EAAE,SAAS,CAC7B,CAAC,EAEKI,EAAkBJ,EAAE,OAAO,CAC/B,OAAQA,EACL,OAAO,CACN,KAAMA,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,KAAK,EAAE,QAAQ,IAAI,EACrD,KAAMA,EAAE,OAAO,EAAE,QAAQ,WAAW,CACtC,CAAC,EACA,QAAQ,CAAE,KAAM,KAAM,KAAM,WAAY,CAAC,EAC5C,UAAWA,EAAE,OAAOA,EAAE,OAAO,EAAGC,CAAc,EAC9C,QAASD,EAAE,OAAOA,EAAE,OAAO,EAAGA,EAAE,MAAMG,CAAkB,CAAC,EAAE,QAAQ,CAAC,CAAC,EACrE,aAAcH,EAAE,OAAOA,EAAE,OAAO,EAAGA,EAAE,MAAMA,EAAE,OAAO,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,EAClE,aAAcA,EAAE,OAAOA,EAAE,OAAO,EAAGA,EAAE,MAAMG,CAAkB,CAAC,EAAE,QAAQ,CAAC,CAAC,CAC5E,CAAC,EAIM,SAASE,EAAeC,EAAuB,CACpD,OAAOA,EAAM,QAAQ,iBAAkB,CAACC,EAAGC,IAAY,CACrD,IAAMC,EAAW,QAAQ,IAAID,CAAO,EACpC,GAAIC,IAAa,OACf,MAAM,IAAI,MAAM,iCAAiCD,CAAO,EAAE,EAE5D,OAAOC,CACT,CAAC,CACH,CAEA,SAASC,EAAqBC,EAAuB,CACnD,GAAI,OAAOA,GAAQ,SAAU,OAAON,EAAeM,CAAG,EACtD,GAAI,MAAM,QAAQA,CAAG,EAAG,OAAOA,EAAI,IAAID,CAAoB,EAC3D,GAAIC,IAAQ,MAAQ,OAAOA,GAAQ,SAAU,CAC3C,IAAMC,EAAkC,CAAC,EACzC,OAAW,CAACC,EAAKC,CAAG,IAAK,OAAO,QAAQH,CAAG,EACzCC,EAAOC,CAAG,EAAIH,EAAqBI,CAAG,EAExC,OAAOF,CACT,CACA,OAAOD,CACT,CAIO,SAASI,EAAeC,EAAc,QAAQ,IAAI,EAAG,CAAE,WAAAC,EAAa,EAAM,EAAI,CAAC,EAAkB,CACtG,IAAMC,EAAYC,EAAKH,EAAK,kBAAkB,EAC9C,GAAII,EAAWF,CAAS,EAAG,OAAOA,EAClC,GAAI,CAACD,EAAY,CACf,IAAMI,EAAaF,EACjB,QAAQ,IAAI,MAAQ,QAAQ,IAAI,aAAe,GAC/C,eACA,aACF,EACA,GAAIC,EAAWC,CAAU,EAAG,OAAOA,CACrC,CACA,OAAO,IACT,CAMO,SAASC,EACdN,EACgQ,CAChQ,IAAMO,EAAaR,EAAeC,CAAG,EACrC,GAAI,CAACO,EAAY,OAAO,KAExB,IAAMC,EAAMC,EAAaF,EAAY,OAAO,EACtCG,EAASC,EAAUH,CAAG,EACtBI,EAAgBF,GAAQ,WAAa,CAAC,EAEtCG,EAAY,IAAI,IAEtB,OAAW,CAACC,EAAIC,CAAM,IAAK,OAAO,QAAQH,CAAY,EAAG,CAEvD,IAAMI,EADS,OAAOD,EAAO,QAAU,EAAE,EACjB,MAAM,iBAAiB,EACzCE,EAASD,EAAWA,EAAS,CAAC,EAAI,GAExCH,EAAU,IAAIC,EAAI,CAChB,QAAS,OAAOC,EAAO,SAAW,EAAE,EACpC,OAAAE,EACA,SAAU,OAAOF,EAAO,UAAY,WAAW,EAC/C,QAAS,OAAOA,EAAO,SAAW,GAAK,CACzC,CAAC,CACH,CAEA,IAAMG,EAAYR,GAAQ,OACpBS,EAASD,EAAY,CACzB,KAAM,OAAOA,EAAU,MAAQ,IAAI,EACnC,KAAM,OAAOA,EAAU,MAAQ,WAAW,CAC5C,EAAI,KAGEE,EAAe,IAAI,IACnBC,EAAmBX,GAAQ,cAAgB,CAAC,EAClD,OAAW,CAACY,EAAOC,CAAO,IAAK,OAAO,QAAQF,CAAe,EACvD,MAAM,QAAQE,CAAO,GACvBH,EAAa,IAAIE,EAAOC,EAAQ,IAAIC,IAAM,CAAE,SAAU,OAAOA,EAAE,UAAY,EAAE,EAAG,MAAO,OAAOA,EAAE,OAASF,CAAK,CAAE,EAAE,CAAC,EAIvH,MAAO,CAAE,WAAAf,EAAY,UAAAM,EAAW,OAAAM,EAAQ,aAAAC,CAAa,CACvD,CAIA,eAAsBK,EAAWlB,EAAqBP,EAAkE,CACtH,IAAI0B,EAAsB,KAC1B,GAAInB,EAEF,GAAI,CACF,MAAMoB,EAAOpB,CAAU,GACN,MAAMqB,EAAKrB,CAAU,GACzB,YAAY,EACvBmB,EAAO3B,EAAeQ,CAAU,EAEhCmB,EAAOnB,CAEX,MAAQ,CACNmB,EAAOnB,CACT,CAKF,GAHKmB,IACHA,EAAO3B,EAAeC,CAAG,GAEvB,CAAC0B,EACH,MAAM,IAAI,MACR,kGACF,EAGF,IAAMlB,EAAM,MAAMqB,EAASH,EAAM,OAAO,EAClChB,EAASC,EAAUH,EAAK,CAAE,WAAY,CAAC,CAAE,CAAC,EAG1CsB,EAAWpC,EAAqBgB,CAAM,EAEtCqB,EAAY3C,EAAgB,MAAM0C,CAAQ,EAG1CE,EAAgB,IAAI,IAAI,OAAO,KAAKD,EAAU,SAAS,CAAC,EAE9D,OAAW,CAACE,EAAMV,CAAO,IAAK,OAAO,QAAQQ,EAAU,OAAO,EAAG,CAC/D,QAAWG,KAASX,EAClB,GAAI,CAACS,EAAc,IAAIE,EAAM,QAAQ,EACnC,MAAM,IAAI,MACR,iBAAiBD,CAAI,kCAAkCC,EAAM,QAAQ,iBAAiB,CAAC,GAAGF,CAAa,EAAE,KAAK,IAAI,CAAC,EACrH,EAIJ,GAAI,CAACD,EAAU,aAAaE,CAAI,EAC9B,MAAM,IAAI,MACR,iBAAiBA,CAAI,6DACvB,CAEJ,CAGA,OAAW,CAACE,EAAWZ,CAAO,IAAK,OAAO,QAAQQ,EAAU,YAAY,EACtE,QAAWG,KAASX,EAClB,GAAI,CAACS,EAAc,IAAIE,EAAM,QAAQ,EACnC,MAAM,IAAI,MACR,2BAA2BC,CAAS,kCAAkCD,EAAM,QAAQ,iBAAiB,CAAC,GAAGF,CAAa,EAAE,KAAK,IAAI,CAAC,EACpI,EAMN,IAAMnB,EAAY,IAAI,IACtB,OAAW,CAACuB,EAAMC,CAAC,IAAK,OAAO,QAAQN,EAAU,SAAS,EAAG,CAC3D,IAAMO,EAAiC,CACrC,KAAAF,EACA,QAASC,EAAE,QACX,OAAQA,EAAE,OACV,QAASA,EAAE,QACX,YAAaA,EAAE,YACf,aAAcA,EAAE,aAChB,SAAUA,EAAE,SACZ,YAAaA,EAAE,YAAc,CAAE,gBAAiBA,EAAE,YAAY,eAAgB,EAAI,OAClF,gBAAiBA,EAAE,eACrB,EACA,GAAI,CACF,IAAME,EAAY,IAAI,IAAIF,EAAE,OAAO,EACnCC,EAAe,YAAcC,EAAU,KACvCD,EAAe,cAAgB,GAAGC,EAAU,QAAQ,KAAKA,EAAU,IAAI,GACvED,EAAe,gBAAkBC,EAAU,SAAS,QAAQ,OAAQ,EAAE,CACxE,MAAQ,CAER,CAEA,IAAMC,EAAWH,EAAE,SACnBC,EAAe,OAAS,IAAIG,EAAM,CAChC,iBAAkB,IAClB,oBAAqB,IACrB,YAAaD,GAAY,GACzB,QAAS,EACX,CAAC,EACDF,EAAe,SAAWE,GAAY,GAEtC,IAAME,EAAWL,EAAE,eACnBC,EAAe,gBAAkB,IAAIK,EAAeD,EAAW,CAC7D,iBAAkBA,EAAS,iBAC3B,cAAeA,EAAS,cACxB,gBAAiBA,EAAS,eAC5B,EAAI,MAAS,EACb7B,EAAU,IAAIuB,EAAME,CAAc,CACpC,CAEA,IAAMM,EAAU,IAAI,IACpB,OAAW,CAACX,EAAMV,CAAO,IAAK,OAAO,QAAQQ,EAAU,OAAO,EAC5Da,EAAQ,IAAIX,EAAMV,CAAO,EAG3B,IAAMsB,EAAe,IAAI,IACzB,OAAW,CAACZ,EAAMa,CAAQ,IAAK,OAAO,QAAQf,EAAU,YAAY,EAClEc,EAAa,IAAIZ,EAAMa,CAAQ,EAGjC,IAAM1B,EAAe,IAAI,IACzB,GAAIW,EAAU,aACZ,OAAW,CAACgB,EAAOxB,CAAO,IAAK,OAAO,QAAQQ,EAAU,YAAY,EAClEX,EAAa,IAAI2B,EAAOxB,CAAO,EAUnC,MAAO,CAAE,OADiB,CAAE,OALC,CAC3B,KAAMQ,EAAU,OAAO,KACvB,KAAMA,EAAU,OAAO,IACzB,EAEoC,UAAAlB,EAAW,QAAA+B,EAAS,aAAAC,EAAc,aAAAzB,CAAa,EAClE,WAAYM,CAAK,CACpC,CAIA,eAAsBsB,EAAazC,EAAwC,CACzE,GAAM,CAAE,OAAAQ,CAAO,EAAI,MAAMU,EAAWlB,CAAU,EAC9C,OAAOQ,CACT","names":["existsSync","readFileSync","readFile","stat","access","join","parseYaml","z","Agent","DEFAULT_CONFIG","CircuitBreaker","config","probeId","status","now","cutoff","t","modelLimitsSchema","z","providerSchema","url","routingEntrySchema","rawConfigSchema","resolveEnvVars","value","_","varName","envValue","resolveAllEnvStrings","obj","result","key","val","findConfigFile","cwd","skipGlobal","localPath","join","existsSync","globalPath","peekConfig","configPath","raw","readFileSync","parsed","parseYaml","providersRaw","providers","id","config","envMatch","envKey","serverRaw","server","modelRouting","modelRoutingRaw","alias","entries","e","loadConfig","path","access","stat","readFile","resolved","validated","providerNames","tier","entry","modelName","name","p","providerConfig","parsedUrl","poolSize","Agent","cbConfig","CircuitBreaker","routing","tierPatterns","patterns","model","reloadConfig"]}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import{a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v}from"./chunk-
|
|
3
|
-
//# sourceMappingURL=daemon-
|
|
2
|
+
import{a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v}from"./chunk-DIRPR744.js";export{a as _setConfigPortOverride,v as createDebouncedReload,d as ensureDir,m as findPidsOnPort,n as getConfigPort,c as getLogPath,b as getPidPath,h as getWorkerPidPath,p as isPortInUse,l as isProcessAlive,f as readPidFile,j as readWorkerPidFile,u as reloadDaemon,t as removeDaemon,s as removeLogFile,g as removePidFile,k as removeWorkerPidFile,q as startDaemon,o as statusDaemon,r as stopDaemon,e as writePidFile,i as writeWorkerPidFile};
|
|
3
|
+
//# sourceMappingURL=daemon-57XX5JCT.js.map
|
package/dist/index.js
CHANGED
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import{a as Q}from"./chunk-OMWFRIHF.js";import{d as Y}from"./chunk-RFKUMVBO.js";import{b as Z,e as ee,g as B,k as te}from"./chunk-BXB6B3CE.js";import{serve as ye}from"@hono/node-server";import{readFileSync as Ye}from"fs";import{Hono as je}from"hono";var A=new Map;function ne(){A.clear()}function we(e,t){for(let[s,o]of t)for(let l of o)if(e.includes(l))return s;return null}function be(e,t){return t.get(e)||[]}function re(e,t,s,o){let l=A.get(e);if(l)return A.delete(e),A.set(e,l),{requestId:t,model:e,tier:l.tier,providerChain:l.providerChain,startTime:Date.now(),rawBody:o};let p,n,r=s.modelRouting.get(e);if(r&&r.length>0)p="(modelRouting)",n=r;else{let c=we(e,s.tierPatterns);if(!c)return null;p=c,n=be(p,s.routing)}if(A.size>=200){let c=A.keys().next().value;c!==void 0&&A.delete(c)}return A.set(e,{tier:p,providerChain:n}),{requestId:t,model:e,tier:p,providerChain:n,startTime:Date.now(),rawBody:o}}import{request as ve}from"undici";import{PassThrough as ke}from"stream";import se from"fs";import ie from"path";import Se from"os";var D=class{samples=new Map;maxSize;MAX_PROVIDERS=50;constructor(t=20){this.maxSize=t}record(t,s){if(this.samples.size>=this.MAX_PROVIDERS&&!this.samples.has(t)){let l=this.samples.keys().next().value;l!==void 0&&this.samples.delete(l)}let o=this.samples.get(t);o||(o=[],this.samples.set(t,o)),o.push({ttfbMs:s,timestamp:Date.now()}),o.length>this.maxSize&&o.splice(0,o.length-this.maxSize)}getCV(t){let s=this.samples.get(t);if(!s||s.length<3)return 0;let o=s.map(n=>n.ttfbMs),l=o.reduce((n,r)=>n+r,0)/o.length;if(l===0)return 0;let p=o.reduce((n,r)=>n+(r-l)**2,0)/o.length;return Math.sqrt(p)/l}getStats(t){let s=this.samples.get(t);if(!s||s.length===0)return{count:0,mean:0,cv:0};let o=s.map(p=>p.ttfbMs),l=o.reduce((p,n)=>p+n,0)/o.length;return{count:o.length,mean:Math.round(l),cv:Math.round(this.getCV(t)*100)/100}}clear(t){this.samples.delete(t)}},W=class{counts=new Map;increment(t){let s=(this.counts.get(t)??0)+1;return this.counts.set(t,s),s}decrement(t){let s=Math.max(0,(this.counts.get(t)??0)-1);return this.counts.set(t,s),s}get(t){return this.counts.get(t)??0}},L=new D,$=new W;function oe(e){let t=L.getCV(e.name),s=$.get(e.name),o=e.concurrentLimit??1,l=Math.max(1,o-s),p=Math.max(1,Math.floor(t*2+.5));return Math.min(p,l)}var Re=new Set(["anthropic-version","anthropic-beta","content-type","accept"]),Te=/\/+/g,_e=/^https?:\/\/[^/]+/,ae=/"model"\s*:\s*"([^"]*)"/,ce=/"max_tokens"\s*:\s*(\d+)/,I=new TextEncoder,Ce=3e3;function Me(e){return e===429||e>=500}var xe=["context window","context_limit","token limit","prompt is too long","max tokens","input too large","too many tokens"];function Ee(e,t){if(e!==400)return!1;let s=t.toLowerCase();return xe.some(o=>s.includes(o))}function Pe(e,t){if(!Ee(e,t))return null;console.warn("[context-compact] Upstream context window limit detected");try{let o=ie.join(Se.homedir(),".claude","state");se.mkdirSync(o,{recursive:!0}),se.writeFileSync(ie.join(o,"context-compact-needed"),Date.now().toString())}catch{}let s=JSON.stringify({type:"error",error:{type:"invalid_request_error",message:"Context window limit reached. Run /compact to reduce conversation size, then retry."}});return new Response(s,{status:400,headers:{"content-type":"application/json"}})}function Ie(e,t){let s="",o=e,l=e.indexOf("/",e.indexOf("//")+2);l!==-1&&(o=e.substring(0,l),s=e.substring(l));let p="",n=t,r=t.indexOf("?");r!==-1&&(n=t.substring(0,r),p=t.substring(r));let c;return s.endsWith("/v1")&&n.startsWith("/v1")?c=s+n.substring(3):c=s+n,c=c.replace(Te,"/"),o+c+p}function Ae(e,t,s){let o=new Headers;for(let p of Re){let n=e.get(p);n&&o.set(p,n)}t.authType==="bearer"?o.set("Authorization",`Bearer ${t.apiKey}`):o.set("x-api-key",t.apiKey),o.set("x-request-id",s);let l=t._cachedHost;if(l)o.set("host",l);else try{let p=new URL(t.baseUrl);o.set("host",p.host)}catch{}return o}function pe(e){let t=e.messages;if(!Array.isArray(t))return;let s=new Set,o=new Set,l=new Map;for(let n=0;n<t.length;n++){let r=t[n];if(Array.isArray(r.content)){if(r.role==="assistant"){let c=!1;for(let m of r.content)m.type==="tool_use"&&m.id&&(s.add(String(m.id)),o.has(String(m.id))||(c=!0))}else if(r.role==="user"){let c=!1;for(let m of r.content)m.type==="tool_result"&&m.tool_use_id&&(o.add(String(m.tool_use_id)),s.has(String(m.tool_use_id))||(c=!0));c&&l.set(n,"user")}}}for(let n=0;n<t.length;n++){let r=t[n];r.role==="assistant"&&Array.isArray(r.content)&&r.content.some(m=>m.type==="tool_use"&&!o.has(String(m.id)))&&l.set(n,"assistant")}if(l.size===0)return;e.messages=t.map((n,r)=>{let c=l.get(r);if(c&&Array.isArray(n.content)){let m=n.content.filter(a=>c==="user"?!(a.type==="tool_result"&&!s.has(String(a.tool_use_id))):!(a.type==="tool_use"&&!o.has(String(a.id))));return m.length===n.content.length?n:{...n,content:m}}return n});let p=new Set;for(let n of e.messages)if(Array.isArray(n.content)&&n.role==="assistant")for(let r of n.content)r.type==="tool_use"&&r.id&&p.add(String(r.id));e.messages=e.messages.map(n=>{if(n.role==="user"&&Array.isArray(n.content)){let r=n.content.filter(c=>!(c.type==="tool_result"&&!p.has(String(c.tool_use_id))));return r.length===n.content.length?n:{...n,content:r}}return n})}function Oe(e,t,s,o,l){if(l){let n=structuredClone(o);if(t.model&&(n.model=t.model),pe(n),s.modelLimits){let{maxOutputTokens:r}=s.modelLimits,c=typeof n.max_tokens=="number"?n.max_tokens:r;(n.max_tokens===void 0||c>r)&&(n.max_tokens=Math.min(c,r))}return JSON.stringify(n)}let p=e;if(t.model&&o.model!==t.model){let n=ae.exec(p);n&&(p=p.replace(ae,`"model":"${t.model}"`),console.warn(`Routing override: ${n[1]} -> ${t.model} via ${s.name}`))}if(s.modelLimits){let{maxOutputTokens:n}=s.modelLimits,r=ce.exec(p);if(r)parseInt(r[1],10)>n&&(p=p.replace(ce,`"max_tokens":${n}`));else if(typeof o.max_tokens!="number"){let c={...o};return t.model&&(c.model=t.model),c.max_tokens=n,JSON.stringify(c)}}return p}async function ue(e,t,s,o,l,p=0){let n=o.url.replace(_e,"");t.model&&(s.actualModel=t.model);let r=Ie(e.baseUrl,n),c;if((o.headers.get("content-type")||"").includes("application/json"))try{let g=s.parsedBody??JSON.parse(s.rawBody),y=!1;t.model&&g.model!==t.model&&(y=!0);let w=p>0;if(w&&(y=!0),e.modelLimits){let{maxOutputTokens:b}=e.modelLimits,C=typeof g.max_tokens=="number"?g.max_tokens:b;(g.max_tokens===void 0||C>b)&&(y=!0)}if(y)if(p===0&&!w)c=Oe(s.rawBody,t,e,g,!1);else{let b=structuredClone(g);if(t.model){let C=b.model;b.model=t.model,C&&C!==t.model&&console.warn(`Routing override: ${C} -> ${t.model} via ${e.name}`)}if(w&&pe(b),e.modelLimits){let{maxOutputTokens:C}=e.modelLimits,q=typeof b.max_tokens=="number"?b.max_tokens:C;(b.max_tokens===void 0||q>C)&&(b.max_tokens=Math.min(q,C))}c=JSON.stringify(b)}else c=s.rawBody}catch{c=s.rawBody}else c=s.rawBody;let a=Ae(o.headers,e,s.requestId);a.set("content-length",Buffer.byteLength(c,"utf-8").toString());let i=new AbortController,d=setTimeout(()=>i.abort(),e.timeout),u=e.ttfbTimeout??15e3,f=!1,h=null,T=new Promise((g,y)=>{h=setTimeout(()=>{f=!0,i.abort(),y(new Error(`TTFB timeout after ${u}ms`))},u)}).catch(()=>{}),E;if(l){if(l.aborted){clearTimeout(d),h&&clearTimeout(h);let y=JSON.stringify({type:"error",error:{type:"overloaded_error",message:`Provider "${e.name}" cancelled by race winner`}});return new Response(y,{status:502,headers:{"content-type":"application/json","content-length":I.encode(y).byteLength.toString()}})}let g=()=>{clearTimeout(d),h&&clearTimeout(h)};E=l.addEventListener("abort",g,{once:!0})}try{let g=await Promise.race([ve(r,{method:"POST",headers:a,body:c,signal:i.signal,dispatcher:e._agent}),T]);h&&clearTimeout(h);let y=e.stallTimeout??3e4,w=new ke,b=setTimeout(()=>{broadcastStreamEvent(requestId,{state:"error",error:`Body stalled: no data after ${y}ms`}),w.destroy(new Error(`Body stalled: no data after ${y}ms`))},y);w.on("data",()=>{clearTimeout(b),b=setTimeout(()=>{broadcastStreamEvent(requestId,{state:"error",error:`Body stalled: no data after ${y}ms`}),w.destroy(new Error(`Body stalled: no data after ${y}ms`))},y)}),w.on("end",()=>{clearTimeout(b)}),w.on("error",()=>{clearTimeout(b)}),g.body.pipe(w);let C=new Response(w,{status:g.statusCode,headers:g.headers});return clearTimeout(d),C}catch(g){clearTimeout(d),h&&clearTimeout(h);let y=f?`Provider "${e.name}" timed out waiting for first byte after ${u}ms`:g instanceof DOMException&&g.name==="AbortError"?`Provider "${e.name}" timed out after ${e.timeout}ms`:`Provider "${e.name}" connection failed: ${g.message}`,w=JSON.stringify({type:"error",error:{type:"overloaded_error",message:y}});return new Response(w,{status:502,headers:{"content-type":"application/json","content-length":I.encode(w).byteLength.toString()}})}finally{E?.()}}async function le(e,t,s,o,l,p,n){let r=oe(e);if(r<=1){$.increment(e.name);let u=Date.now();try{let f=await ue(e,t,s,o,l,p);return L.record(e.name,Date.now()-u),f}finally{$.decrement(e.name)}}n?.warn("Hedging request",{requestId:s.requestId,provider:e.name,count:r,cv:Math.round(L.getCV(e.name)*100)/100,inFlight:$.get(e.name),maxConcurrent:e.concurrentLimit});let c=Date.now(),m=[];for(let u=0;u<r;u++)$.increment(e.name),m.push(ue(e,t,s,o,l,p).finally(()=>$.decrement(e.name)));let a=m.map((u,f)=>u.then(h=>({response:h,hedgeIndex:f}))),i=new Set,d=[];try{for(;i.size<a.length;){let u=a.filter((h,T)=>!i.has(T));if(u.length===0)break;let f=await Promise.race(u);if(i.add(f.hedgeIndex),e._circuitBreaker&&e._circuitBreaker.recordResult(f.response.status),f.response.status>=200&&f.response.status<300){L.record(e.name,Date.now()-c);for(let h=0;h<a.length;h++)i.has(h)||(e._circuitBreaker&&e._circuitBreaker.recordResult(502),a[h].then(T=>{try{T.response.body?.cancel()}catch{}}));for(let h of d)try{h.body?.cancel()}catch{}return f.response}d.push(f.response)}for(let u of d)try{u.body?.cancel()}catch{}return d[0]??new Response(JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${e.name}" all hedged requests failed`}}),{status:502,headers:{"content-type":"application/json"}})}catch{for(let u of d)try{u.body?.cancel()}catch{}return d[0]??new Response(JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${e.name}" hedging failed`}}),{status:502,headers:{"content-type":"application/json"}})}}async function de(e,t,s,o,l,p){if(t.length<=1){let i=t[0],d=e.get(i.provider);if(!d){let f=JSON.stringify({type:"error",error:{type:"api_error",message:`Unknown provider: ${i.provider}`}});return new Response(f,{status:502,headers:{"content-type":"application/json","content-length":I.encode(f).byteLength.toString()}})}if(d._circuitBreaker&&!d._circuitBreaker.canProceed()){p?.warn("Provider skipped by circuit breaker",{requestId:s.requestId,provider:i.provider});let f=JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${i.provider}" skipped by circuit breaker`}});return new Response(f,{status:502,headers:{"content-type":"application/json","content-length":I.encode(f).byteLength.toString()}})}return l?.(i.provider,0),await le(d,i,s,o,void 0,0,p)}let n=new AbortController,r=new Set,c=[];async function m(i){let d=t[i],u=e.get(d.provider);if(!u){let f=JSON.stringify({type:"error",error:{type:"api_error",message:`Unknown provider: ${d.provider}`}});return{response:new Response(f,{status:502,headers:{"content-type":"application/json","content-length":I.encode(f).byteLength.toString()}}),index:i}}if(u._circuitBreaker&&!u._circuitBreaker.canProceed()){p?.warn("Provider skipped by circuit breaker",{requestId:s.requestId,provider:d.provider});let f=JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${d.provider}" skipped by circuit breaker`}});return{response:new Response(f,{status:502,headers:{"content-type":"application/json","content-length":I.encode(f).byteLength.toString()}}),index:i}}l?.(d.provider,i);try{return{response:await le(u,d,s,o,n.signal,i,p),index:i}}catch{u._circuitBreaker&&u._circuitBreaker.recordResult(502);let f=JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${d.provider}" failed`}});return{response:new Response(f,{status:502,headers:{"content-type":"application/json","content-length":I.encode(f).byteLength.toString()}}),index:i}}}let a=[];for(let i=0;i<t.length;i++)i===0?a.push(m(0)):a.push(new Promise(d=>{setTimeout(()=>{if(n.signal.aborted){let u=JSON.stringify({type:"error",error:{type:"api_error",message:"Cancelled by race winner"}});d({response:new Response(u,{status:502,headers:{"content-type":"application/json"}}),index:i});return}m(i).then(d)},Ce)}));try{for(;r.size<a.length;){let d=a.filter((f,h)=>!r.has(h));if(d.length===0)break;let u=await Promise.race(d);if(r.add(u.index),u.response.status>=200&&u.response.status<300){n.abort();for(let f of c)try{f.response.body?.cancel()}catch{}return u.response}if(!Me(u.response.status)){if(n.abort(),u.response.status===400&&u.response.body)try{let f=await u.response.text(),h=Pe(u.response.status,f);return h||new Response(f,{status:u.response.status,statusText:u.response.statusText,headers:u.response.headers})}catch{return u.response}return u.response}c.push(u)}if(n.abort(),c.length>0)return c[0].response;let i=JSON.stringify({type:"error",error:{type:"overloaded_error",message:"All providers failed"}});return new Response(i,{status:502,headers:{"content-type":"application/json","content-length":I.encode(i).byteLength.toString()}})}catch{n.abort();let i=JSON.stringify({type:"error",error:{type:"overloaded_error",message:"All providers failed"}});return new Response(i,{status:502,headers:{"content-type":"application/json","content-length":I.encode(i).byteLength.toString()}})}}import{randomUUID as De}from"crypto";import{gzip as We}from"zlib";import{promisify as Ue}from"util";import{WebSocketServer as qe}from"ws";var $e=3e4,Ne=2,fe=64*1024,Be=500,Le=500,me=new WeakMap,U=null;function H(e,t){let s=new qe({server:e,path:"/ws"});U=s,s.on("connection",o=>{let p={type:"summary",data:t.getSummary()};o.send(JSON.stringify(p));let n,r=0,c=()=>o.readyState===o.OPEN,m=t.onRecord(f=>{if(c()){if(o.bufferedAmount>fe){a();return}setImmediate(()=>{if(!c())return;let h={type:"request",data:f};o.send(JSON.stringify(h))}),a()}});function a(){n||(n=setTimeout(()=>{if(n=void 0,!c())return;let f={type:"summary",data:t.getSummary()};o.send(JSON.stringify(f))},Be))}let i=setInterval(()=>{if(!c()){clearInterval(i);return}if(r>=Ne){u(),o.terminate();return}o.ping(),r++},$e);o.on("pong",()=>{r=0});let d=!1,u=()=>{d||(d=!0,clearInterval(i),n&&clearTimeout(n),m())};o.on("close",u),o.on("error",u)})}function O(e){if(!U)return;let t=JSON.stringify({type:"stream",data:e}),s=e.state==="streaming",o=Date.now();for(let l of U.clients)if(l.readyState===l.OPEN&&!(l.bufferedAmount>fe)){if(s){let p=me.get(l)??0;if(o-p<Le)continue;me.set(l,o)}setImmediate(()=>{l.readyState===l.OPEN&&l.send(t)})}}var He=Ue(We),z={"claude-opus-4-6":2e5,"claude-sonnet-4-6":2e5,"claude-haiku-4-5-20251001":2e5,"claude-3-5-sonnet":2e5,"claude-3-5-haiku":2e5,"glm-4.7":128e3,"glm-5-turbo":128e3};function J(e){if(z[e])return z[e];for(let[t,s]of Object.entries(z))if(e.startsWith(t))return s;return 0}function F(e,t,s){let o=s+e+t;return o<=0?0:Math.round(e/o*1e3)/10}function G(e,t,s,o,l){if(l<=0)return 0;let p=e+t+s+o;return Math.round(p/l*1e3)/10}function K(e,t,s){return new Response(JSON.stringify({type:"error",error:{type:e,message:t}}),{status:502,headers:{"content-type":"application/json","x-request-id":s}})}function ze(e){let t=e.message?.usage??e.usage;if(!t)return{inputTokens:0,outputTokens:0,cacheReadTokens:0,cacheCreationTokens:0};let s=t.input_tokens??t.prompt_tokens??0,o=t.output_tokens??t.completion_tokens??0,l=t.cache_read_input_tokens??0,p=t.cache_creation_input_tokens??0;return{inputTokens:s+l+p,outputTokens:o,cacheReadTokens:l,cacheCreationTokens:p}}function Je(e,t,s,o,l,p){let n=new TextDecoder,r={input:0,output:0,cacheRead:0,cacheCreation:0},c="",m="",a=4096,i=0,d=0,u=0,f=0,h="",T=null,E=250,g=0,y=!0,w="",b=100,C=S=>{for(let _ of S.split(`
|
|
2
|
+
import{a as Z}from"./chunk-OMWFRIHF.js";import{d as ee}from"./chunk-ZF23JS2D.js";import{b as te,e as ne,g as B,k as oe}from"./chunk-DIRPR744.js";import{serve as ve}from"@hono/node-server";import{readFileSync as nt}from"fs";import{Hono as He}from"hono";var q=new Map;function re(){q.clear()}function ke(t,e){for(let[o,n]of e)for(let d of n)if(t.includes(d))return o;return null}function Se(t,e){return e.get(t)||[]}function se(t,e,o,n){let d=q.get(t);if(d)return q.delete(t),q.set(t,d),{requestId:e,model:t,tier:d.tier,providerChain:d.providerChain,startTime:Date.now(),rawBody:n};let c,i,r=o.modelRouting.get(t);if(r&&r.length>0)c="(modelRouting)",i=r;else{let u=ke(t,o.tierPatterns);if(!u)return null;c=u,i=Se(c,o.routing)}if(q.size>=200){let u=q.keys().next().value;u!==void 0&&q.delete(u)}return q.set(t,{tier:c,providerChain:i}),{requestId:e,model:t,tier:c,providerChain:i,startTime:Date.now(),rawBody:n}}import{request as Ee}from"undici";import{PassThrough as Ie}from"stream";import pe from"fs";import me from"path";import Pe from"os";var U=class{samples=new Map;maxSize;MAX_PROVIDERS=50;constructor(e=20){this.maxSize=e}record(e,o){if(this.samples.size>=this.MAX_PROVIDERS&&!this.samples.has(e)){let d=this.samples.keys().next().value;d!==void 0&&this.samples.delete(d)}let n=this.samples.get(e);n||(n=[],this.samples.set(e,n)),n.push({ttfbMs:o,timestamp:Date.now()}),n.length>this.maxSize&&n.splice(0,n.length-this.maxSize)}getCV(e){let o=this.samples.get(e);if(!o||o.length<3)return 0;let n=o.map(i=>i.ttfbMs),d=n.reduce((i,r)=>i+r,0)/n.length;if(d===0)return 0;let c=n.reduce((i,r)=>i+(r-d)**2,0)/n.length;return Math.sqrt(c)/d}getStats(e){let o=this.samples.get(e);if(!o||o.length===0)return{count:0,mean:0,cv:0};let n=o.map(c=>c.ttfbMs),d=n.reduce((c,i)=>c+i,0)/n.length;return{count:n.length,mean:Math.round(d),cv:Math.round(this.getCV(e)*100)/100}}clear(e){this.samples.delete(e)}prune(e){let o=new Set(e);for(let n of this.samples.keys())o.has(n)||this.samples.delete(n)}},H=class{counts=new Map;increment(e){let o=(this.counts.get(e)??0)+1;return this.counts.set(e,o),o}decrement(e){let o=Math.max(0,(this.counts.get(e)??0)-1);return this.counts.set(e,o),o}get(e){return this.counts.get(e)??0}},$=new U,L=new H;function ie(t){let e=$.getCV(t.name),o=L.get(t.name),n=t.concurrentLimit??1,d=Math.max(1,n-o),c=Math.max(1,Math.floor(e*2+.5));return Math.min(c,d)}import{WebSocketServer as Re}from"ws";var Te=3e4,_e=2,ue=64*1024,Ce=500,Me=500,xe=1e4,ae=new WeakMap,z=null,le=0,ce=0;function de(t){let e=Date.now();e-ce>=xe&&(console.warn(`[ws] Backpressure: dropping ${t} events (total dropped stream events: ${le})`),ce=e)}function J(t,e){let o=new Re({server:t,path:"/ws"});z=o,o.on("connection",n=>{let c={type:"summary",data:e.getSummary()};n.send(JSON.stringify(c));let i,r=0,u=()=>n.readyState===n.OPEN,m=e.onRecord(f=>{if(u()){if(n.bufferedAmount>ue){a(),de("metrics");return}setImmediate(()=>{if(!u())return;let g={type:"request",data:f};n.send(JSON.stringify(g))}),a()}});function a(){i||(i=setTimeout(()=>{if(i=void 0,!u())return;let f={type:"summary",data:e.getSummary()};n.send(JSON.stringify(f))},Ce))}let s=setInterval(()=>{if(!u()){clearInterval(s);return}if(r>=_e){l(),n.terminate();return}n.ping(),r++},Te);n.on("pong",()=>{r=0});let p=!1,l=()=>{p||(p=!0,clearInterval(s),i&&clearTimeout(i),m())};n.on("close",l),n.on("error",l)})}function I(t){if(!z)return;let e=JSON.stringify({type:"stream",data:t}),o=t.state==="streaming",n=t.state==="complete"||t.state==="error",d=Date.now();for(let c of z.clients)if(c.readyState===c.OPEN){if(o){let i=ae.get(c)??0;if(d-i<Me)continue;ae.set(c,d)}if(c.bufferedAmount>ue){if(n){let i=()=>{c.readyState===c.OPEN&&c.send(e)};c.once("drain",i),setTimeout(()=>{c.removeListener("drain",i),c.readyState===c.OPEN&&c.send(e)},5e3).unref();continue}le++,de("stream");continue}setImmediate(()=>{c.readyState===c.OPEN&&c.send(e)})}}var Ae=new Set(["anthropic-version","anthropic-beta","content-type","accept"]),Oe=/\/+/g,qe=/^https?:\/\/[^/]+/,F=/"model"\s*:\s*"([^"]*)"/,j=/"max_tokens"\s*:\s*(\d+)/,O=new TextEncoder,$e=3e3;function Ne(t){return t===429||t>=500}var Le=["context window","context_limit","token limit","prompt is too long","max tokens","input too large","too many tokens"];function Be(t,e){if(t!==400)return!1;let o=e.toLowerCase();return Le.some(n=>o.includes(n))}function De(t,e){if(!Be(t,e))return null;console.warn("[context-compact] Upstream context window limit detected");try{let n=me.join(Pe.homedir(),".claude","state");pe.mkdirSync(n,{recursive:!0}),pe.writeFileSync(me.join(n,"context-compact-needed"),Date.now().toString())}catch{}let o=JSON.stringify({type:"error",error:{type:"invalid_request_error",message:"Context window limit reached. Run /compact to reduce conversation size, then retry."}});return new Response(o,{status:400,headers:{"content-type":"application/json"}})}function je(t,e){let o="",n=t,d=t.indexOf("/",t.indexOf("//")+2);d!==-1&&(n=t.substring(0,d),o=t.substring(d));let c="",i=e,r=e.indexOf("?");r!==-1&&(i=e.substring(0,r),c=e.substring(r));let u;return o.endsWith("/v1")&&i.startsWith("/v1")?u=o+i.substring(3):u=o+i,u=u.replace(Oe,"/"),n+u+c}function We(t,e,o){let n=new Headers;for(let c of Ae){let i=t.get(c);i&&n.set(c,i)}e.authType==="bearer"?n.set("Authorization",`Bearer ${e.apiKey}`):n.set("x-api-key",e.apiKey),n.set("x-request-id",o);let d=e._cachedHost;if(d)n.set("host",d);else try{let c=new URL(e.baseUrl);n.set("host",c.host)}catch{}return n}function he(t){let e=t.messages;if(!Array.isArray(e))return;let o=new Set,n=new Set;for(let u=0;u<e.length;u++){let m=e[u];if(Array.isArray(m.content))for(let a of m.content)a.type==="tool_use"&&a.id?o.add(String(a.id)):a.type==="tool_result"&&a.tool_use_id&&n.add(String(a.tool_use_id))}let d=new Set,c=new Set;for(let u of o)n.has(u)||d.add(u);for(let u of n)o.has(u)||c.add(u);if(d.size===0&&c.size===0)return;let i=!1,r=e.map(u=>{if(!Array.isArray(u.content))return u;let m=u.content.filter(a=>!(a.type==="tool_use"&&d.has(String(a.id))||a.type==="tool_result"&&c.has(String(a.tool_use_id))));return m.length<u.content.length?(i=!0,{...u,content:m}):u});i&&(t.messages=r)}function Ue(t,e,o,n,d){if(d){let y=structuredClone(n);if(e.model&&(y.model=e.model),he(y),o.modelLimits){let{maxOutputTokens:M}=o.modelLimits,h=typeof y.max_tokens=="number"?y.max_tokens:M;(y.max_tokens===void 0||h>M)&&(y.max_tokens=Math.min(h,M))}return JSON.stringify(y)}let c=!!(e.model&&n.model!==e.model),i=!1,r=!1,u=0;if(o.modelLimits){u=o.modelLimits.maxOutputTokens;let y=j.exec(t);y?i=parseInt(y[1],10)>u:typeof n.max_tokens!="number"&&(r=!0)}if(!c&&!i&&!r)return t;if(r){let y={...n};return e.model&&(y.model=e.model),y.max_tokens=u,JSON.stringify(y)}let m=[];c&&m.push(F.source),i&&m.push(j.source);let a=new RegExp(m.join("|"),"g"),s=c?`"model":"${e.model}"`:null,p=i?`"max_tokens":${u}`:null,l=n.model,f=!1;return t.replace(a,y=>s&&F.test(y)?(F.lastIndex=0,!f&&l&&(console.warn(`Routing override: ${l} -> ${e.model} via ${o.name}`),f=!0),s):p&&j.test(y)?(j.lastIndex=0,p):y)}async function fe(t,e,o,n,d,c=0){let i=n.url.replace(qe,"");e.model&&(o.actualModel=e.model);let r=je(t.baseUrl,i),u;if((n.headers.get("content-type")||"").includes("application/json"))try{let h=o.parsedBody??JSON.parse(o.rawBody),w=!1;e.model&&h.model!==e.model&&(w=!0);let b=c>0;if(b&&(w=!0),t.modelLimits){let{maxOutputTokens:v}=t.modelLimits,T=typeof h.max_tokens=="number"?h.max_tokens:v;(h.max_tokens===void 0||T>v)&&(w=!0)}if(w)if(c===0&&!b)u=Ue(o.rawBody,e,t,h,!1);else{let v=structuredClone(h);if(e.model){let T=v.model;v.model=e.model,T&&T!==e.model&&console.warn(`Routing override: ${T} -> ${e.model} via ${t.name}`)}if(b&&he(v),t.modelLimits){let{maxOutputTokens:T}=t.modelLimits,P=typeof v.max_tokens=="number"?v.max_tokens:T;(v.max_tokens===void 0||P>T)&&(v.max_tokens=Math.min(P,T))}u=JSON.stringify(v)}else u=o.rawBody}catch{u=o.rawBody}else u=o.rawBody;let a=We(n.headers,t,o.requestId);a.set("content-length",Buffer.byteLength(u,"utf-8").toString());let s=new AbortController,p=setTimeout(()=>s.abort(),t.timeout),l=t.ttfbTimeout??15e3,f=!1,g=null,y=new Promise((h,w)=>{g=setTimeout(()=>{f=!0,s.abort(),w(new Error(`TTFB timeout after ${l}ms`))},l)}).catch(()=>{}),M;if(d){if(d.aborted){clearTimeout(p),g&&clearTimeout(g);let w=JSON.stringify({type:"error",error:{type:"overloaded_error",message:`Provider "${t.name}" cancelled by race winner`}});return new Response(w,{status:502,headers:{"content-type":"application/json","content-length":O.encode(w).byteLength.toString()}})}let h=()=>{clearTimeout(p),g&&clearTimeout(g)};M=d.addEventListener("abort",h,{once:!0})}try{let h=await Promise.race([Ee(r,{method:"POST",headers:a,body:u,signal:s.signal,dispatcher:t._agent}),y]);g&&clearTimeout(g);let w=t.stallTimeout??3e4,b=new Ie,v=`Body stalled: no data after ${w}ms`,T=setTimeout(()=>{I({requestId:o.requestId,model:String(o.actualModel??e.model??""),tier:"",state:"error",message:v,timestamp:Date.now()}),b.destroy(new Error(v))},w);b.on("data",()=>{clearTimeout(T),T=setTimeout(()=>{I({requestId:o.requestId,model:String(o.actualModel??e.model??""),tier:"",state:"error",message:v,timestamp:Date.now()}),b.destroy(new Error(v))},w)}),b.on("end",()=>{clearTimeout(T)}),b.on("error",()=>{clearTimeout(T)}),h.body.pipe(b);let P=new Response(b,{status:h.statusCode,headers:h.headers});return clearTimeout(p),P}catch(h){clearTimeout(p),g&&clearTimeout(g);let w=f?`Provider "${t.name}" timed out waiting for first byte after ${l}ms`:h instanceof DOMException&&h.name==="AbortError"?`Provider "${t.name}" timed out after ${t.timeout}ms`:`Provider "${t.name}" connection failed: ${h.message}`,b=JSON.stringify({type:"error",error:{type:"overloaded_error",message:w}});return new Response(b,{status:502,headers:{"content-type":"application/json","content-length":O.encode(b).byteLength.toString()}})}finally{M?.()}}async function ge(t,e,o,n,d,c,i){let r=ie(t);if(r<=1){L.increment(t.name);let l=Date.now();try{let f=await fe(t,e,o,n,d,c);return $.record(t.name,Date.now()-l),f}finally{L.decrement(t.name)}}i?.warn("Hedging request",{requestId:o.requestId,provider:t.name,count:r,cv:Math.round($.getCV(t.name)*100)/100,inFlight:L.get(t.name),maxConcurrent:t.concurrentLimit});let u=Date.now(),m=[];for(let l=0;l<r;l++)L.increment(t.name),m.push(fe(t,e,o,n,d,c).finally(()=>L.decrement(t.name)));let a=m.map((l,f)=>l.then(g=>({response:g,hedgeIndex:f}))),s=new Set,p=[];try{for(;s.size<a.length;){let l=a.filter((g,y)=>!s.has(y));if(l.length===0)break;let f=await Promise.race(l);if(s.add(f.hedgeIndex),t._circuitBreaker&&t._circuitBreaker.recordResult(f.response.status),f.response.status>=200&&f.response.status<300){$.record(t.name,Date.now()-u);for(let g=0;g<a.length;g++)s.has(g)||(t._circuitBreaker&&t._circuitBreaker.recordResult(502),a[g].then(y=>{try{y.response.body?.cancel()}catch{}}));for(let g of p)try{g.body?.cancel()}catch{}return f.response}p.push(f.response)}for(let l of p)try{l.body?.cancel()}catch{}return p[0]??new Response(JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${t.name}" all hedged requests failed`}}),{status:502,headers:{"content-type":"application/json"}})}catch{for(let l of p)try{l.body?.cancel()}catch{}return p[0]??new Response(JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${t.name}" hedging failed`}}),{status:502,headers:{"content-type":"application/json"}})}}async function ye(t,e,o,n,d,c){if(e.length<=1){let s=e[0],p=t.get(s.provider);if(!p){let f=JSON.stringify({type:"error",error:{type:"api_error",message:`Unknown provider: ${s.provider}`}});return new Response(f,{status:502,headers:{"content-type":"application/json","content-length":O.encode(f).byteLength.toString()}})}if(p._circuitBreaker&&!p._circuitBreaker.canProceed().allowed){c?.warn("Provider skipped by circuit breaker",{requestId:o.requestId,provider:s.provider});let g=JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${s.provider}" skipped by circuit breaker`}});return new Response(g,{status:502,headers:{"content-type":"application/json","content-length":O.encode(g).byteLength.toString()}})}return d?.(s.provider,0),await ge(p,s,o,n,void 0,0,c)}let i=new AbortController,r=new Set,u=[];async function m(s){let p=e[s],l=t.get(p.provider);if(!l){let g=JSON.stringify({type:"error",error:{type:"api_error",message:`Unknown provider: ${p.provider}`}});return{response:new Response(g,{status:502,headers:{"content-type":"application/json","content-length":O.encode(g).byteLength.toString()}}),index:s}}let f;if(l._circuitBreaker){let g=l._circuitBreaker.canProceed();if(!g.allowed){c?.warn("Provider skipped by circuit breaker",{requestId:o.requestId,provider:p.provider});let y=JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${p.provider}" skipped by circuit breaker`}});return{response:new Response(y,{status:502,headers:{"content-type":"application/json","content-length":O.encode(y).byteLength.toString()}}),index:s}}f=g.probeId}d?.(p.provider,s);try{return{response:await ge(l,p,o,n,i.signal,s,c),index:s}}catch{l._circuitBreaker&&l._circuitBreaker.recordResult(502,f);let g=JSON.stringify({type:"error",error:{type:"api_error",message:`Provider "${p.provider}" failed`}});return{response:new Response(g,{status:502,headers:{"content-type":"application/json","content-length":O.encode(g).byteLength.toString()}}),index:s}}}let a=[];for(let s=0;s<e.length;s++)s===0?a.push(m(0)):a.push(new Promise(p=>{setTimeout(()=>{if(i.signal.aborted){let l=JSON.stringify({type:"error",error:{type:"api_error",message:"Cancelled by race winner"}});p({response:new Response(l,{status:502,headers:{"content-type":"application/json"}}),index:s});return}m(s).then(p)},$e)}));try{for(;r.size<a.length;){let p=a.filter((f,g)=>!r.has(g));if(p.length===0)break;let l=await Promise.race(p);if(r.add(l.index),l.response.status>=200&&l.response.status<300){i.abort();for(let f of u)try{f.response.body?.cancel()}catch{}return l.response}if(!Ne(l.response.status)){if(i.abort(),l.response.status===400&&l.response.body)try{let f=await l.response.text(),g=De(l.response.status,f);return g||new Response(f,{status:l.response.status,statusText:l.response.statusText,headers:l.response.headers})}catch{return l.response}return l.response}u.push(l)}if(i.abort(),u.length>0)return u[0].response;let s=JSON.stringify({type:"error",error:{type:"overloaded_error",message:"All providers failed"}});return new Response(s,{status:502,headers:{"content-type":"application/json","content-length":O.encode(s).byteLength.toString()}})}catch{i.abort();let s=JSON.stringify({type:"error",error:{type:"overloaded_error",message:"All providers failed"}});return new Response(s,{status:502,headers:{"content-type":"application/json","content-length":O.encode(s).byteLength.toString()}})}}import{randomUUID as ze}from"crypto";import{gzip as Je}from"zlib";import{promisify as Fe}from"util";var Ge=Fe(Je),G={"claude-opus-4-6":2e5,"claude-sonnet-4-6":2e5,"claude-haiku-4-5-20251001":2e5,"claude-3-5-sonnet":2e5,"claude-3-5-haiku":2e5,"glm-4.7":128e3,"glm-5-turbo":128e3};function K(t){if(G[t])return G[t];for(let[e,o]of Object.entries(G))if(t.startsWith(e))return o;return 0}function X(t,e,o){let n=o+t+e;return n<=0?0:Math.round(t/n*1e3)/10}function V(t,e,o,n,d){if(d<=0)return 0;let c=t+e+o+n;return Math.round(c/d*1e3)/10}function Q(t,e,o){return new Response(JSON.stringify({type:"error",error:{type:t,message:e}}),{status:502,headers:{"content-type":"application/json","x-request-id":o}})}function Ke(t){let e=t.message?.usage??t.usage;if(!e)return{inputTokens:0,outputTokens:0,cacheReadTokens:0,cacheCreationTokens:0};let o=e.input_tokens??e.prompt_tokens??0,n=e.output_tokens??e.completion_tokens??0,d=e.cache_read_input_tokens??0,c=e.cache_creation_input_tokens??0;return{inputTokens:o,outputTokens:n,cacheReadTokens:d,cacheCreationTokens:c}}function Xe(t,e,o,n,d,c){let i=new TextDecoder,r={input:0,output:0,cacheRead:0,cacheCreation:0},u="",m="",a=4096,s=0,p=0,l=0,f=0,g="",y=null,M=250,h=0,w=!0,b="",v=100,T=S=>{for(let C of S.split(`
|
|
3
3
|
|
|
4
|
-
`)){if(!
|
|
5
|
-
`).find(
|
|
6
|
-
`).replace(/\\"/g,'"').replace(/\\\\/g,"\\");
|
|
7
|
-
`);
|
|
8
|
-
`:"")+M;_&&m.trim()&&C(m);let k=Date.now();if(y||k-g>=E){g=k,y=!1;let M=J(e.actualModel||e.model);setImmediate(()=>{O({requestId:e.requestId,model:e.model,tier:e.tier,state:"streaming",outputTokens:r.output,timestamp:k,preview:w,cacheHitRate:F(r.cacheRead,r.cacheCreation,r.input),contextPercent:G(r.input,r.cacheRead,r.cacheCreation,r.output,M),contextWindowSize:M||void 0})})}_&&x(r.input,r.output,r.cacheRead,r.cacheCreation)}else{h+=S,h.length>a&&(h=h.slice(-a)),q(h);let R=Date.now();if(y||R-g>=E){g=R,y=!1;let k=J(e.actualModel||e.model);setImmediate(()=>{O({requestId:e.requestId,model:e.model,tier:e.tier,state:"streaming",outputTokens:f,timestamp:R,preview:w,cacheHitRate:F(d,u,i),contextPercent:G(i,d,u,f,k),contextWindowSize:k||void 0})})}if(_){let k=i+d+u;x(k,f,d,u)}}};return new TransformStream({transform(S,_){_.enqueue(S),N(n.decode(S,{stream:!0}),!1)},flush(){N("",!0)}})}function ge(e){let t=e._cachedOrigin,s=e.poolSize??10;return`${t??"unknown"}:${s}`}function X(e,t,s){let o=e,l=Q(t),p=new je;return p.onError((n,r)=>(console.error(`[server] Unhandled error: ${n.message}`),r.json({type:"error",error:{type:"api_error",message:"Internal proxy error"}},{status:500,headers:{"content-type":"application/json"}}))),p.use("/api/*",async(n,r)=>{n.header("Access-Control-Allow-Origin","*"),await r()}),p.options("/api/*",n=>(n.header("Access-Control-Allow-Origin","*"),n.header("Access-Control-Allow-Methods","GET, POST, OPTIONS"),n.header("Access-Control-Allow-Headers","Content-Type, Authorization, anthropic-version, x-api-key"),n.body("",200))),p.post("/v1/messages",async n=>{let r=De(),c,m;try{m=await n.req.text(),c=JSON.parse(m)}catch{return K("invalid_request_error","Invalid JSON body",r)}let a=c.model;if(!a)return K("invalid_request_error","Missing 'model' field in request body",r);let i=re(a,r,o,m);if(i&&(i.parsedBody=c),!i){l.info("No tier match",{requestId:r,model:a});let g=o.modelRouting.size>0?` Configured model routes: ${[...o.modelRouting.keys()].join(", ")}.`:"";return K("invalid_request_error",`No route matches model "${a}". Configured tiers: ${[...o.tierPatterns.keys()].join(", ")}.${g}`,r)}l.info("Routing request",{requestId:r,model:a,tier:i.tier,providers:i.providerChain.map(g=>g.provider)}),O({requestId:r,model:a,tier:i.tier,state:"start",provider:i.providerChain[0]?.provider??"unknown",timestamp:Date.now()});let d="unknown",u;try{if(u=await de(o.providers,i.providerChain,i,n.req.raw,(g,y)=>{l.info("Attempting provider",{requestId:r,provider:g,index:y,tier:i.tier}),d||(d=g)},l),u.status<400){let g=17;u.headers.forEach((y,w)=>{g+=w.length+y.length+4}),g+=2,setImmediate(()=>{O({requestId:r,model:a,tier:i.tier,state:"ttfb",status:u.status,headerSize:g,timestamp:Date.now()})})}}catch(g){let y=g instanceof Error?g.message:String(g);return l.error("Forward failed",{requestId:r,error:y}),setImmediate(()=>{O({requestId:r,model:a,tier:i.tier,state:"error",status:502,message:y,timestamp:Date.now()})}),n.json({type:"error",error:{type:"api_error",message:"Upstream request failed: "+y}},502)}u.status>=400&&setImmediate(()=>{O({requestId:r,model:a,tier:i.tier,state:"error",status:u.status,message:`HTTP ${u.status}`,timestamp:Date.now()})});let f=u.body;if(u.body&&u.status>=200&&u.status<300&&s){let g=i.providerChain.length>0?i.providerChain[0].provider:d,y=Je(i,d,g,s,u.status,u.headers.get("content-type")||"");f=u.body.pipeThrough(y)}let h=new Headers(u.headers);h.set("x-request-id",r);let T=new Response(f,{status:u.status,statusText:u.statusText,headers:h}),E=Date.now()-i.startTime;return l.info("Request completed",{requestId:r,model:a,tier:i.tier,status:T.status,latencyMs:E}),T}),p.get("/api/metrics/summary",async n=>{if(!s)return n.json({error:"Metrics not enabled"},503);let r=s.getSummary(),c=JSON.stringify(r);if((n.req.header("accept-encoding")||"").includes("gzip")&&c.length>=1024){let a=await He(Buffer.from(c));return new Response(a,{status:200,headers:{"content-type":"application/json","content-encoding":"gzip",vary:"accept-encoding"}})}return n.json(r)}),p.get("/api/circuit-breaker",n=>{let r={};for(let[c,m]of o.providers){let a=m._circuitBreaker;if(a){let i=a.getStatus();r[c]={state:i.state,failures:i.failures,lastFailure:i.lastFailure?new Date(i.lastFailure).toISOString():null}}}return n.json(r)}),{app:p,getConfig:()=>o,setConfig:n=>{let r=new Map;for(let m of o.providers.values())m._agent&&r.set(ge(m),m._agent);let c=new Set;for(let m of n.providers.values()){let a=ge(m),i=r.get(a);i&&(m._agent=i,c.add(a))}for(let[m,a]of r)c.has(m)||a.close();o=n,ne()}}}var j=class{buffer;maxSize;head=0;count=0;subscribers;createdAt;_totalInputTokens=0;_totalOutputTokens=0;_totalTokensPerSec=0;_totalCacheReadTokens=0;_totalCacheCreationTokens=0;_modelMap=new Map;_providerMap=new Map;constructor(t=1e3){this.buffer=new Array(t).fill(null),this.maxSize=t,this.subscribers=new Set,this.createdAt=Date.now()}recordRequest(t){let s=this.head%this.maxSize,o=this.count>=this.maxSize?this.buffer[s]:null;if(o!==null){this._totalInputTokens-=o.inputTokens??0,this._totalOutputTokens-=o.outputTokens??0,this._totalTokensPerSec-=o.tokensPerSec??0,this._totalCacheReadTokens-=o.cacheReadTokens??0,this._totalCacheCreationTokens-=o.cacheCreationTokens??0;let r=o.model,c=this._modelMap.get(r);c&&(c.count--,c.count<=0&&this._modelMap.delete(r));let m=o.targetProvider??o.provider,a=this._providerMap.get(m)??0;a<=1?this._providerMap.delete(m):this._providerMap.set(m,a-1)}this._totalInputTokens+=t.inputTokens??0,this._totalOutputTokens+=t.outputTokens??0,this._totalTokensPerSec+=t.tokensPerSec??0,this._totalCacheReadTokens+=t.cacheReadTokens??0,this._totalCacheCreationTokens+=t.cacheCreationTokens??0;let l=t.model,p=this._modelMap.get(l);p?(p.count++,t.timestamp>p.lastSeen&&(p.lastSeen=t.timestamp),p.actualModel=t.actualModel):this._modelMap.set(l,{actualModel:t.actualModel,count:1,lastSeen:t.timestamp});let n=t.targetProvider??t.provider;this._providerMap.set(n,(this._providerMap.get(n)??0)+1),this.buffer[s]=t,this.head++,this.count<this.maxSize&&this.count++;for(let r of this.subscribers)try{r(t)}catch{}}getSummary(){let t=this.getRecentRequests(),s=[...this._modelMap.entries()].map(([n,{actualModel:r,count:c,lastSeen:m}])=>({model:n,actualModel:r,count:c,lastSeen:m})).sort((n,r)=>r.count-n.count),o=[...this._providerMap.entries()].map(([n,r])=>({provider:n,count:r})).sort((n,r)=>r.count-n.count),l=0,p=0;for(let n of t){let r=(n.inputTokens??0)+(n.cacheReadTokens??0)+(n.cacheCreationTokens??0);r>0&&(n.cacheReadTokens??0)>0&&(l+=n.cacheReadTokens/r*100,p++)}return{totalRequests:this.count,totalInputTokens:this._totalInputTokens,totalOutputTokens:this._totalOutputTokens,avgTokensPerSec:this.count>0?Math.round(this._totalTokensPerSec/this.count*10)/10:0,totalCacheReadTokens:this._totalCacheReadTokens,totalCacheCreationTokens:this._totalCacheCreationTokens,avgCacheHitRate:p>0?Math.round(l/p*10)/10:0,activeModels:s,providerDistribution:o,recentRequests:t,uptimeSeconds:Math.floor((Date.now()-this.createdAt)/1e3)}}onRecord(t){return this.subscribers.add(t),()=>{this.subscribers.delete(t)}}getRecentRequests(){if(this.count===0)return[];let t=Math.min(this.count,50),s=[];for(let o=0;o<t;o++){let l=((this.head-1-o)%this.maxSize+this.maxSize)%this.maxSize,p=this.buffer[l];p!==null&&s.push(p)}return s.reverse(),s}};import{spawn as Fe}from"child_process";import{existsSync as Ge,unlinkSync as Ke}from"fs";import{dirname as Xe,join as Ve}from"path";import{fileURLToPath as Qe}from"url";async function he(e){let t=Z();Ge(t)&&Ke(t),await ee(process.pid);let s=process.argv[1]||Ve(Xe(Qe(import.meta.url)),"index.js");process.on("uncaughtException",f=>{console.error(`[monitor] Uncaught exception: ${f.message}`)}),process.on("unhandledRejection",f=>{console.error(`[monitor] Unhandled rejection: ${f}`)});let o=10,l=1e3,p=3e4,n=6e4,r=0,c=null,m=null,a=!1,i=!1,d=null;function u(){let f=[s,"--daemon"];e.config&&f.push("--config",e.config),e.port&&f.push("--port",String(e.port)),e.verbose&&f.push("--verbose"),d=Fe(process.execPath,f,{detached:!0,stdio:"ignore",env:{...process.env}}),c&&clearTimeout(c),c=setTimeout(()=>{r>0&&console.error(`[monitor] Worker stable for ${n}ms, resetting restart counter`),r=0,c=null},n),d.on("exit",async h=>{d=null,c&&(clearTimeout(c),c=null),await te(),h===0&&!i&&(await B(),process.exit(0)),i=!1,a&&(console.error("[monitor] Worker exited during shutdown, monitor exiting"),await B(),process.exit(0));let T=r;T>=o&&(console.error(`[monitor] Max restart attempts exhausted (${o}), monitor exiting`),await B(),process.exit(1));let E=Math.min(l*2**T,p);r++,console.error(`[monitor] Worker died (code ${h}), restarting in ${E}ms (attempt ${r}/${o})`),m=setTimeout(u,E)})}process.on("SIGTERM",()=>{if(a=!0,m&&(clearTimeout(m),m=null),c&&(clearTimeout(c),c=null),d){try{d.kill("SIGTERM")}catch{}setTimeout(()=>{console.error("[monitor] Child did not exit within 5 s, forcing exit"),process.exit(0)},5e3)}else B().then(()=>process.exit(0))}),process.on("SIGINT",()=>{if(a=!0,m&&(clearTimeout(m),m=null),c&&(clearTimeout(c),c=null),d){try{d.kill("SIGTERM")}catch{}setTimeout(()=>{console.error("[monitor] Child did not exit within 5 s, forcing exit"),process.exit(0)},5e3)}else B().then(()=>process.exit(0))}),process.on("SIGHUP",()=>{if(console.log("[monitor] Received reload signal, restarting worker..."),i=!0,m&&(clearTimeout(m),m=null),d)try{d.kill("SIGTERM")}catch{}r=0}),u()}var Ze=JSON.parse(Ye(new URL("../package.json",import.meta.url),"utf-8")).version;function et(e){let t={verbose:!1,help:!1,daemon:!1,monitor:!1,gui:!1};for(let s=2;s<e.length;s++)switch(e[s]){case"-p":case"--port":let o=e[++s];(!o||isNaN(parseInt(o,10)))&&(console.error("Error: -p/--port requires a number"),process.exit(1)),t.port=parseInt(o,10);break;case"-c":case"--config":let l=e[++s];l||(console.error("Error: -c/--config requires a path"),process.exit(1)),t.config=l;break;case"-v":case"--verbose":t.verbose=!0;break;case"-h":case"--help":t.help=!0;break;case"--daemon":t.daemon=!0;break;case"--monitor":t.monitor=!0;break}return t}function tt(){console.log(`
|
|
4
|
+
`)){if(!C)continue;let _=C.split(`
|
|
5
|
+
`).find(R=>R.startsWith("data:"));if(_)try{let R=JSON.parse(_.slice(5));if(_.includes('"usage"')){let k=Ke(R);k.inputTokens>r.input&&(r.input=k.inputTokens),k.outputTokens>r.output&&(r.output=k.outputTokens),k.cacheReadTokens>r.cacheRead&&(r.cacheRead=k.cacheReadTokens),k.cacheCreationTokens>r.cacheCreation&&(r.cacheCreation=k.cacheCreationTokens)}let x=R.delta;x&&typeof x.text=="string"&&(b+=x.text,b.length>v&&(b=b.slice(-v)));let A=R.choices;if(A?.[0]){let k=A[0].delta;k&&typeof k.content=="string"&&(b+=k.content,b.length>v&&(b=b.slice(-v)))}}catch{}}},P=S=>{if(!S.includes('"usage"')){let k=[...S.matchAll(/"text"\s*:\s*"((?:[^"\\]|\\.)*)"/g)];if(k.length>0){let D=k[k.length-1][1].replace(/\\n/g,`
|
|
6
|
+
`).replace(/\\"/g,'"').replace(/\\\\/g,"\\");b+=D,b.length>v&&(b=b.slice(-v))}return}let C=[...S.matchAll(/"(?:input_tokens|prompt_tokens)"\s*:\s*(\d+)/g)],_=[...S.matchAll(/"cache_read_input_tokens"\s*:\s*(\d+)/g)],R=[...S.matchAll(/"cache_creation_input_tokens"\s*:\s*(\d+)/g)],x=[...S.matchAll(/"(?:output_tokens|completion_tokens)"\s*:\s*(\d+)/g)];if(C.length>0){let k=parseInt(C[C.length-1][1],10);k>s&&(s=k)}if(_.length>0){let k=parseInt(_[_.length-1][1],10);k>p&&(p=k)}if(R.length>0){let k=parseInt(R[R.length-1][1],10);k>l&&(l=k)}if(x.length>0){let k=parseInt(x[x.length-1][1],10);k>f&&(f=k)}let A=[...S.matchAll(/"text"\s*:\s*"((?:[^"\\]|\\.)*)"/g)];if(A.length>0){let k=A[A.length-1][1].replace(/\\n/g,`
|
|
7
|
+
`).replace(/\\"/g,'"').replace(/\\\\/g,"\\");b+=k,b.length>v&&(b=b.slice(-v))}},E=(S,C,_=0,R=0)=>{try{let x=Date.now()-t.startTime,A=x/1e3,k=A>0?C/A:0;n.recordRequest({requestId:t.requestId,model:t.model,actualModel:t.actualModel||t.model,tier:t.tier,provider:e,targetProvider:o,status:d,inputTokens:S,outputTokens:C,latencyMs:x,tokensPerSec:Math.round(k*10)/10,timestamp:Date.now(),fallbackMode:t.fallbackMode,cacheReadTokens:_,cacheCreationTokens:R});let D=K(t.actualModel||t.model);setImmediate(()=>{I({requestId:t.requestId,model:t.model,tier:t.tier,state:"complete",status:d,latencyMs:Date.now()-t.startTime,inputTokens:S,outputTokens:C,tokensPerSec:Math.round(k*10)/10,timestamp:Date.now(),cacheReadTokens:_,cacheCreationTokens:R,cacheHitRate:X(_,R,S),contextPercent:V(S,_,R,C,D),contextWindowSize:D||void 0})})}catch{}},N=(S,C)=>{if(y===null&&(y=c.includes("text/event-stream")||S.startsWith("event:")),y){u+=S;let _=u.split(`
|
|
8
|
+
`);u=_.pop();for(let x of _)x===""?m&&(T(m),m=""):m+=(m?`
|
|
9
|
+
`:"")+x;C&&m.trim()&&T(m);let R=Date.now();if(w||R-h>=M){h=R,w=!1;let x=K(t.actualModel||t.model);setImmediate(()=>{I({requestId:t.requestId,model:t.model,tier:t.tier,state:"streaming",outputTokens:r.output,timestamp:R,preview:b,cacheHitRate:X(r.cacheRead,r.cacheCreation,r.input),contextPercent:V(r.input,r.cacheRead,r.cacheCreation,r.output,x),contextWindowSize:x||void 0})})}C&&E(r.input,r.output,r.cacheRead,r.cacheCreation)}else{g+=S,g.length>a&&(g=g.slice(-a)),P(g);let _=Date.now();if(w||_-h>=M){h=_,w=!1;let R=K(t.actualModel||t.model);setImmediate(()=>{I({requestId:t.requestId,model:t.model,tier:t.tier,state:"streaming",outputTokens:f,timestamp:_,preview:b,cacheHitRate:X(p,l,s),contextPercent:V(s,p,l,f,R),contextWindowSize:R||void 0})})}C&&E(s,f,p,l)}};return new TransformStream({transform(S,C){C.enqueue(S),N(i.decode(S,{stream:!0}),!1)},flush(){N("",!0)}})}function be(t){let e=t._cachedOrigin,o=t.poolSize??10;return`${e??"unknown"}:${o}`}function Y(t,e,o){let n=t,d=Z(e),c=new He;return c.onError((i,r)=>(console.error(`[server] Unhandled error: ${i.message}`),r.json({type:"error",error:{type:"api_error",message:"Internal proxy error"}},{status:500,headers:{"content-type":"application/json"}}))),c.use("/api/*",async(i,r)=>{i.header("Access-Control-Allow-Origin","*"),await r()}),c.options("/api/*",i=>(i.header("Access-Control-Allow-Origin","*"),i.header("Access-Control-Allow-Methods","GET, POST, OPTIONS"),i.header("Access-Control-Allow-Headers","Content-Type, Authorization, anthropic-version, x-api-key"),i.body("",200))),c.post("/v1/messages",async i=>{let r=ze(),u,m;try{m=await i.req.text(),u=JSON.parse(m)}catch{return Q("invalid_request_error","Invalid JSON body",r)}let a=u.model;if(!a)return Q("invalid_request_error","Missing 'model' field in request body",r);let s=se(a,r,n,m);if(s&&(s.parsedBody=u),!s){d.info("No tier match",{requestId:r,model:a});let h=n.modelRouting.size>0?` Configured model routes: ${[...n.modelRouting.keys()].join(", ")}.`:"";return Q("invalid_request_error",`No route matches model "${a}". Configured tiers: ${[...n.tierPatterns.keys()].join(", ")}.${h}`,r)}d.info("Routing request",{requestId:r,model:a,tier:s.tier,providers:s.providerChain.map(h=>h.provider)}),I({requestId:r,model:a,tier:s.tier,state:"start",provider:s.providerChain[0]?.provider??"unknown",timestamp:Date.now()});let p="unknown",l;try{if(l=await ye(n.providers,s.providerChain,s,i.req.raw,(h,w)=>{d.info("Attempting provider",{requestId:r,provider:h,index:w,tier:s.tier}),p||(p=h)},d),l.status<400){let h=17;l.headers.forEach((w,b)=>{h+=b.length+w.length+4}),h+=2,setImmediate(()=>{I({requestId:r,model:a,tier:s.tier,state:"ttfb",status:l.status,headerSize:h,timestamp:Date.now()})})}}catch(h){let w=h instanceof Error?h.message:String(h);return d.error("Forward failed",{requestId:r,error:w}),setImmediate(()=>{I({requestId:r,model:a,tier:s.tier,state:"error",status:502,message:w,timestamp:Date.now()})}),i.json({type:"error",error:{type:"api_error",message:"Upstream request failed: "+w}},502)}l.status>=400&&setImmediate(()=>{I({requestId:r,model:a,tier:s.tier,state:"error",status:l.status,message:`HTTP ${l.status}`,timestamp:Date.now()})});let f=l.body;if(l.body&&l.status>=200&&l.status<300&&o){let h=s.providerChain.length>0?s.providerChain[0].provider:p,w=Xe(s,p,h,o,l.status,l.headers.get("content-type")||"");f=l.body.pipeThrough(w)}let g=new Headers(l.headers);g.set("x-request-id",r);let y=new Response(f,{status:l.status,statusText:l.statusText,headers:g}),M=Date.now()-s.startTime;return d.info("Request completed",{requestId:r,model:a,tier:s.tier,status:y.status,latencyMs:M}),y}),c.get("/api/metrics/summary",async i=>{if(!o)return i.json({error:"Metrics not enabled"},503);let r=o.getSummary(),u=JSON.stringify(r);if((i.req.header("accept-encoding")||"").includes("gzip")&&u.length>=1024){let a=await Ge(Buffer.from(u));return new Response(a,{status:200,headers:{"content-type":"application/json","content-encoding":"gzip",vary:"accept-encoding"}})}return i.json(r)}),c.get("/api/circuit-breaker",i=>{let r={};for(let[u,m]of n.providers){let a=m._circuitBreaker;if(a){let s=a.getStatus();r[u]={state:s.state,failures:s.failures,lastFailure:s.lastFailure?new Date(s.lastFailure).toISOString():null}}}return i.json(r)}),{app:c,getConfig:()=>n,setConfig:i=>{let r=new Map;for(let m of n.providers.values())m._agent&&r.set(be(m),m._agent);let u=new Set;for(let m of i.providers.values()){let a=be(m),s=r.get(a);s&&(m._agent=s,u.add(a))}for(let[m,a]of r)u.has(m)||a.close();n=i,re()}}}var W=class{buffer;maxSize;head=0;count=0;subscribers;createdAt;_totalInputTokens=0;_totalOutputTokens=0;_totalTokensPerSec=0;_totalCacheReadTokens=0;_totalCacheCreationTokens=0;_modelMap=new Map;_providerMap=new Map;constructor(e=1e3){this.buffer=new Array(e).fill(null),this.maxSize=e,this.subscribers=new Set,this.createdAt=Date.now()}recordRequest(e){let o=this.head%this.maxSize,n=this.count>=this.maxSize?this.buffer[o]:null;if(n!==null){this._totalInputTokens-=n.inputTokens??0,this._totalOutputTokens-=n.outputTokens??0,this._totalTokensPerSec-=n.tokensPerSec??0,this._totalCacheReadTokens-=n.cacheReadTokens??0,this._totalCacheCreationTokens-=n.cacheCreationTokens??0;let r=n.model,u=this._modelMap.get(r);u&&(u.count--,u.count<=0&&this._modelMap.delete(r));let m=n.targetProvider??n.provider,a=this._providerMap.get(m)??0;a<=1?this._providerMap.delete(m):this._providerMap.set(m,a-1)}this._totalInputTokens+=e.inputTokens??0,this._totalOutputTokens+=e.outputTokens??0,this._totalTokensPerSec+=e.tokensPerSec??0,this._totalCacheReadTokens+=e.cacheReadTokens??0,this._totalCacheCreationTokens+=e.cacheCreationTokens??0;let d=e.model,c=this._modelMap.get(d);c?(c.count++,e.timestamp>c.lastSeen&&(c.lastSeen=e.timestamp),c.actualModel=e.actualModel):this._modelMap.set(d,{actualModel:e.actualModel,count:1,lastSeen:e.timestamp});let i=e.targetProvider??e.provider;this._providerMap.set(i,(this._providerMap.get(i)??0)+1),this.buffer[o]=e,this.head++,this.count<this.maxSize&&this.count++;for(let r of this.subscribers)try{r(e)}catch{}}getSummary(){let e=this.getRecentRequests(),o=[...this._modelMap.entries()].map(([i,{actualModel:r,count:u,lastSeen:m}])=>({model:i,actualModel:r,count:u,lastSeen:m})).sort((i,r)=>r.count-i.count),n=[...this._providerMap.entries()].map(([i,r])=>({provider:i,count:r})).sort((i,r)=>r.count-i.count),d=0,c=0;for(let i of e){let r=(i.inputTokens??0)+(i.cacheReadTokens??0)+(i.cacheCreationTokens??0);r>0&&(i.cacheReadTokens??0)>0&&(d+=i.cacheReadTokens/r*100,c++)}return{totalRequests:this.count,totalInputTokens:this._totalInputTokens,totalOutputTokens:this._totalOutputTokens,avgTokensPerSec:this.count>0?Math.round(this._totalTokensPerSec/this.count*10)/10:0,totalCacheReadTokens:this._totalCacheReadTokens,totalCacheCreationTokens:this._totalCacheCreationTokens,avgCacheHitRate:c>0?Math.round(d/c*10)/10:0,activeModels:o,providerDistribution:n,recentRequests:e,uptimeSeconds:Math.floor((Date.now()-this.createdAt)/1e3)}}onRecord(e){return this.subscribers.add(e),()=>{this.subscribers.delete(e)}}getRecentRequests(){if(this.count===0)return[];let e=Math.min(this.count,50),o=[];for(let n=0;n<e;n++){let d=((this.head-1-n)%this.maxSize+this.maxSize)%this.maxSize,c=this.buffer[d];c!==null&&o.push(c)}return o.reverse(),o}};import{spawn as Ve}from"child_process";import{existsSync as Qe,unlinkSync as Ye}from"fs";import{dirname as Ze,join as et}from"path";import{fileURLToPath as tt}from"url";async function we(t){let e=te();Qe(e)&&Ye(e),await ne(process.pid);let o=process.argv[1]||et(Ze(tt(import.meta.url)),"index.js");process.on("uncaughtException",f=>{console.error(`[monitor] Uncaught exception: ${f.message}`)}),process.on("unhandledRejection",f=>{console.error(`[monitor] Unhandled rejection: ${f}`)});let n=10,d=1e3,c=3e4,i=6e4,r=0,u=null,m=null,a=!1,s=!1,p=null;function l(){let f=[o,"--daemon"];t.config&&f.push("--config",t.config),t.port&&f.push("--port",String(t.port)),t.verbose&&f.push("--verbose"),p=Ve(process.execPath,f,{detached:!0,stdio:"ignore",env:{...process.env}}),u&&clearTimeout(u),u=setTimeout(()=>{r>0&&console.error(`[monitor] Worker stable for ${i}ms, resetting restart counter`),r=0,u=null},i),p.on("exit",async g=>{p=null,u&&(clearTimeout(u),u=null),await oe(),g===0&&!s&&(await B(),process.exit(0)),s=!1,a&&(console.error("[monitor] Worker exited during shutdown, monitor exiting"),await B(),process.exit(0));let y=r;y>=n&&(console.error(`[monitor] Max restart attempts exhausted (${n}), monitor exiting`),await B(),process.exit(1));let M=Math.min(d*2**y,c);r++,console.error(`[monitor] Worker died (code ${g}), restarting in ${M}ms (attempt ${r}/${n})`),m=setTimeout(l,M)})}process.on("SIGTERM",()=>{if(a=!0,m&&(clearTimeout(m),m=null),u&&(clearTimeout(u),u=null),p){try{p.kill("SIGTERM")}catch{}setTimeout(()=>{console.error("[monitor] Child did not exit within 5 s, forcing exit"),process.exit(0)},5e3)}else B().then(()=>process.exit(0))}),process.on("SIGINT",()=>{if(a=!0,m&&(clearTimeout(m),m=null),u&&(clearTimeout(u),u=null),p){try{p.kill("SIGTERM")}catch{}setTimeout(()=>{console.error("[monitor] Child did not exit within 5 s, forcing exit"),process.exit(0)},5e3)}else B().then(()=>process.exit(0))}),process.on("SIGHUP",()=>{if(console.log("[monitor] Received reload signal, restarting worker..."),s=!0,m&&(clearTimeout(m),m=null),p)try{p.kill("SIGTERM")}catch{}r=0}),l()}var ot=JSON.parse(nt(new URL("../package.json",import.meta.url),"utf-8")).version;function rt(t){let e={verbose:!1,help:!1,daemon:!1,monitor:!1,gui:!1};for(let o=2;o<t.length;o++)switch(t[o]){case"-p":case"--port":let n=t[++o];(!n||isNaN(parseInt(n,10)))&&(console.error("Error: -p/--port requires a number"),process.exit(1)),e.port=parseInt(n,10);break;case"-c":case"--config":let d=t[++o];d||(console.error("Error: -c/--config requires a path"),process.exit(1)),e.config=d;break;case"-v":case"--verbose":e.verbose=!0;break;case"-h":case"--help":e.help=!0;break;case"--daemon":e.daemon=!0;break;case"--monitor":e.monitor=!0;break}return e}function st(){console.log(`
|
|
9
10
|
ModelWeaver \u2014 Multi-provider model orchestration proxy for Claude Code
|
|
10
11
|
|
|
11
12
|
Usage: modelweaver [command] [options]
|
|
@@ -30,8 +31,8 @@ Options:
|
|
|
30
31
|
Config locations (first found wins):
|
|
31
32
|
./modelweaver.yaml
|
|
32
33
|
~/.modelweaver/config.yaml
|
|
33
|
-
`)}async function
|
|
34
|
-
ModelWeaver v${
|
|
35
|
-
`),console.log(" Routes:");for(let[a,
|
|
36
|
-
Shutting down...`),process.exit(0)};process.on("SIGTERM",m),process.on("SIGINT",m)}
|
|
34
|
+
`)}async function it(){let t=rt(process.argv);try{let a=await import("dotenv"),{existsSync:s}=await import("fs"),{join:p}=await import("path"),l=process.env.HOME||process.env.USERPROFILE||"",f=[p(process.cwd(),".env"),p(l,".modelweaver",".env"),p(l,".env")];for(let g of f)if(s(g)){a.config({path:g});break}}catch{}if(process.argv[2]==="init"){let a=process.argv.includes("--quick")||process.argv.includes("-q"),{runInit:s}=await import("./init-BWJF5P6D.js");await s({quick:a}),process.exit(0)}if(process.argv[2]==="start"){let{startDaemon:a}=await import("./daemon-57XX5JCT.js"),s=await a(t.config,t.port,t.verbose);console.log(` ${s.message}`),console.log(` Log file: ${s.logPath}`),process.exit(s.success?0:1)}if(process.argv[2]==="stop"){let{stopDaemon:a}=await import("./daemon-57XX5JCT.js"),s=await a();console.log(` ${s.message}`),process.exit(s.success?0:1)}if(process.argv[2]==="status"){let{statusDaemon:a}=await import("./daemon-57XX5JCT.js"),s=await a();console.log(` ${s.message}`);try{let{getService:p}=await import("./service-6EQTZJEG.js"),f=(await p()).isInstalled();console.log(f?" Service: installed":' Service: not installed (run "modelweaver install" to enable auto-start)')}catch(p){console.log(` Service: ${p instanceof Error?p.message:String(p)}`)}process.exit(0)}if(process.argv[2]==="remove"){let{removeDaemon:a}=await import("./daemon-57XX5JCT.js"),s=await a();console.log(` ${s.message}`),process.exit(s.success?0:1)}if(process.argv[2]==="install"){try{let{getService:a}=await import("./service-6EQTZJEG.js");await(await a()).install()}catch(a){console.error(` Error: ${a instanceof Error?a.message:String(a)}`),process.exit(1)}process.exit(0)}if(process.argv[2]==="uninstall"){try{let{getService:a}=await import("./service-6EQTZJEG.js");(await a()).uninstall()}catch(a){console.error(` Error: ${a instanceof Error?a.message:String(a)}`),process.exit(1)}process.exit(0)}if(process.argv[2]==="gui"){let{launchGui:a}=await import("./gui-launcher-ZVOVTD6C.js");await a(),process.exit(0)}if(process.argv[2]==="reload"){let{reloadDaemon:a}=await import("./daemon-57XX5JCT.js");await a(t.port),process.exit(0)}t.help&&(st(),process.exit(0));let e,o;try{let a=await ee(t.config);e=a.config,o=a.configPath}catch(a){console.error(`Config error: ${a.message}`),process.exit(1)}let n=t.port||e.server.port,d=e.server.host,c=t.verbose?"debug":"info",i=new W;if(t.monitor){await we(t);return}if(t.daemon){let{removeWorkerPidFile:a,writeWorkerPidFile:s,createDebouncedReload:p,getLogPath:l}=await import("./daemon-57XX5JCT.js"),{reloadConfig:f}=await import("./config-P34YQCFG.js"),{createWriteStream:g,watch:y}=await import("fs"),{createLogger:M}=await import("./logger-UA2A2DVX.js"),h=M(c);process.on("uncaughtException",E=>{h.error("Uncaught exception (daemon survived)",{error:E.message,stack:E.stack})}),process.on("unhandledRejection",E=>{h.error("Unhandled rejection (daemon survived)",{reason:String(E)})}),await s(process.pid);let w=g(l(),{flags:"a"});w.on("error",()=>{}),process.stdout.write=w.write.bind(w),process.stderr.write=w.write.bind(w);let b=Y(e,c,i),v=null;if(o){let E=p(async()=>{try{let N=await f(o);b.setConfig(N),$.prune([...N.providers.keys()]),h.info("Config reloaded",{path:o})}catch(N){h.error("Config reload failed \u2014 keeping old config",{error:N.message})}},300);try{v=y(o,()=>{E.reload()}),v.on("error",()=>{v&&(v.close(),v=null)})}catch{}}process.on("SIGUSR1",async()=>{try{let E=await f(o);b.setConfig(E),$.prune([...E.providers.keys()]),h.info("Config reloaded (SIGUSR1)",{path:o})}catch(E){h.error("Config reload failed (SIGUSR1)",{error:E.message})}});let T=ve({fetch:b.app.fetch,hostname:d,port:n});J(T,i);let P=async()=>{v&&(v.close(),v=null),await a(),w.end(),process.exit(0)};process.on("SIGTERM",P),process.on("SIGINT",P);return}let r=Y(e,c,i);console.log(`
|
|
35
|
+
ModelWeaver v${ot}`),console.log(` Listening: http://${d}:${n}`),console.log(` Config: ${o}
|
|
36
|
+
`),console.log(" Routes:");for(let[a,s]of e.routing){let p=s.map((l,f)=>`${l.provider}${f===0?" (primary)":" (fallback)"}`).join(", ");console.log(` ${a.padEnd(8)} \u2192 ${p}`)}if(console.log(),e.modelRouting.size>0){console.log(" Model Routes:");for(let[a,s]of e.modelRouting){let p=s.map((l,f)=>`${l.provider}${f===0?" (primary)":" (fallback)"}`).join(", ");console.log(` ${a.padEnd(20)} \u2192 ${p}`)}console.log()}let u=ve({fetch:r.app.fetch,hostname:d,port:n});J(u,i);let m=()=>{console.log(`
|
|
37
|
+
Shutting down...`),process.exit(0)};process.on("SIGTERM",m),process.on("SIGINT",m)}it();
|
|
37
38
|
//# sourceMappingURL=index.js.map
|