@kmugalkhod/lightcode 0.2.0 → 0.4.0

package/server.js

@@ -147,7 +147,7 @@ var init_src = __esm(() => {
 });
 
 // packages/ai/src/constants.ts
-var MAX_TOOL_TEXT_OUTPUT_CHARS = 12000, MAX_TOOL_LIST_ENTRIES = 200, MAX_TOOL_SEARCH_RESULTS = 200, ANTHROPIC_TOOL_OPTIONAL_PARAMETER_BUDGET = 24;
+var MAX_TOOL_TEXT_OUTPUT_CHARS = 12000, DEFAULT_TOOL_TEXT_OUTPUT_CHARS = 6000, MAX_TOOL_LIST_ENTRIES = 200, MAX_TOOL_SEARCH_RESULTS = 200, ANTHROPIC_TOOL_OPTIONAL_PARAMETER_BUDGET = 24;
 
 // packages/ai/src/coding-agent-modes.ts
 import { z } from "zod";
@@ -724,13 +724,13 @@ var init_base_schemas = __esm(() => {
 
 // packages/ai/src/bash/schema.ts
 import { z as z5 } from "zod";
-var bashDescription = "Run a shell command from workspace root with a timeout. Commands are classified before execution and may require approval.", bashInputSchema, bashProviderInputSchema, bashOutputSchema;
+var bashDescription = "Run a shell command from workspace root with a timeout. Bound noisy output at the source (head/tail/grep/wc, or write to a file then read a range) rather than dumping everything \u2014 output is truncated head+tail and wastes tokens. Commands are classified before execution and may require approval.", bashInputSchema, bashProviderInputSchema, bashOutputSchema;
 var init_schema = __esm(() => {
   init_base_schemas();
   bashInputSchema = z5.object({
     command: z5.string().min(1).max(4000),
     timeoutMs: integerRangeSchema(1000, 120000, "timeoutMs").optional().default(30000),
-    maxOutputChars: integerRangeSchema(200, MAX_TOOL_TEXT_OUTPUT_CHARS, "maxOutputChars").optional().default(MAX_TOOL_TEXT_OUTPUT_CHARS)
+    maxOutputChars: integerRangeSchema(200, MAX_TOOL_TEXT_OUTPUT_CHARS, "maxOutputChars").optional().default(DEFAULT_TOOL_TEXT_OUTPUT_CHARS)
   });
   bashProviderInputSchema = z5.object({
     command: z5.string().min(1).max(4000)
@@ -840,7 +840,7 @@ var init_schema5 = __esm(() => {
     path: boundedPathSchema.optional(),
     staged: z9.boolean().optional().default(false),
     statOnly: z9.boolean().optional().default(false),
-    maxChars: integerRangeSchema(200, MAX_TOOL_TEXT_OUTPUT_CHARS, "maxChars").optional().default(MAX_TOOL_TEXT_OUTPUT_CHARS)
+    maxChars: integerRangeSchema(200, MAX_TOOL_TEXT_OUTPUT_CHARS, "maxChars").optional().default(DEFAULT_TOOL_TEXT_OUTPUT_CHARS)
   });
   gitDiffProviderInputSchema = z9.object({
     path: boundedPathSchema.optional(),
@@ -855,7 +855,7 @@ var init_schema5 = __esm(() => {
   gitShowInputSchema = z9.object({
     revision: z9.string().min(1).max(240),
     path: boundedPathSchema.optional(),
-    maxChars: integerRangeSchema(200, MAX_TOOL_TEXT_OUTPUT_CHARS, "maxChars").optional().default(MAX_TOOL_TEXT_OUTPUT_CHARS)
+    maxChars: integerRangeSchema(200, MAX_TOOL_TEXT_OUTPUT_CHARS, "maxChars").optional().default(DEFAULT_TOOL_TEXT_OUTPUT_CHARS)
   });
   gitShowProviderInputSchema = z9.object({
     revision: z9.string().min(1).max(240),
@@ -952,7 +952,7 @@ var init_schema6 = __esm(() => {
 
 // packages/ai/src/read-file/schema.ts
 import { z as z11 } from "zod";
-var readFileDescription = "Read file content from the working directory with optional line range limits.", readFileInputSchema, readFileProviderInputSchema, readFileOutputSchema;
+var readFileDescription = "Read file content from the working directory. Prefer a startLine/endLine range to read only the region you need instead of the whole file \u2014 large files are truncated (head+tail) and waste tokens. Raise maxChars only when you truly need more.", readFileInputSchema, readFileProviderInputSchema, readFileOutputSchema;
 var init_schema7 = __esm(() => {
   init_base_schemas();
   readFileInputSchema = z11.object({
@@ -1206,12 +1206,12 @@ var init_schema13 = __esm(() => {
 
 // packages/ai/src/web-fetch/schema.ts
 import { z as z19 } from "zod";
-var webFetchDescription = "Fetch a URL and return normalized, bounded text with source metadata. Requires network permission.", webFetchInputSchema, webFetchProviderInputSchema, webFetchErrorSchema, webFetchOutputSchema;
+var webFetchDescription = "Fetch a URL and return normalized, bounded text with source metadata. Keep maxChars modest and request more only if the answer wasn't in the returned text. Requires network permission.", webFetchInputSchema, webFetchProviderInputSchema, webFetchErrorSchema, webFetchOutputSchema;
 var init_schema14 = __esm(() => {
   init_base_schemas();
   webFetchInputSchema = z19.object({
     url: z19.string().url().max(4096),
-    maxChars: integerRangeSchema(200, MAX_TOOL_TEXT_OUTPUT_CHARS, "maxChars").optional().default(MAX_TOOL_TEXT_OUTPUT_CHARS),
+    maxChars: integerRangeSchema(200, MAX_TOOL_TEXT_OUTPUT_CHARS, "maxChars").optional().default(DEFAULT_TOOL_TEXT_OUTPUT_CHARS),
     timeoutMs: integerRangeSchema(1000, 30000, "timeoutMs").optional().default(1e4)
   });
   webFetchProviderInputSchema = z19.object({
@@ -1899,11 +1899,11 @@ ${toolCallingDisciplineAddendum}` : "");
 var cwdPromptPlaceholder = "{cwd}", defaultCodingAgentSystemPrompt, toolCallingDisciplineAddendum;
 var init_coding_agent_prompt = __esm(() => {
   init_coding_agent_modes();
-  defaultCodingAgentSystemPrompt = "You are a basic coding agent. Use tools for filesystem and codebase tasks instead of guessing. " + "Respect the user's intent, explain changes clearly, and prefer incremental, auditable actions. " + "You can only interact with files under this working directory: {cwd}. " + "Use glob_search for path discovery, grep for text search, structured git tools for repository inspection, and bash only when dedicated tools are not enough. " + "Use todo_write to keep multi-step implementation work visible and current. " + "For risky or uncertain operations, inspect context first and be explicit about assumptions. " + "While working, emit brief progress notes in natural language before major tool actions and after important findings. " + `Keep them short, human, and concrete. Vary wording naturally and avoid repetitive templates or rigid labels.
+  defaultCodingAgentSystemPrompt = "You are a coding agent. Use tools for filesystem and codebase tasks instead of guessing, and only interact with files under this working directory: {cwd}. " + "Prefer dedicated tools \u2014 glob_search for paths, grep for text search, structured git tools for repository inspection \u2014 and bash only when those are not enough. " + `Use todo_write to keep multi-step work visible and current, inspect context before risky operations, and emit a brief, natural progress note before major tool actions and after important findings.
 
-` + "You are an agent \u2014 keep working until the user's request is fully resolved before ending your turn. " + "Never stop with a partial answer. If you say you will do something, do it in the same turn by calling a tool. " + "Use todo_write to track multi-step work and do not finish while any todo is pending or in_progress. " + `Only end your turn when the task is complete or you are blocked on input that only the user can provide.
+` + `You are an agent \u2014 keep working until the request is fully resolved. Never stop with a partial answer; if you say you will do something, do it in the same turn by calling a tool. Do not finish while any todo is pending or in_progress \u2014 end your turn only when the task is complete or you are blocked on input that only the user can provide.
 
-` + "Long-running processes: never run dev servers, watchers, or other non-exiting commands as plain foreground bash \u2014 " + "the bash tool enforces a timeout and the command will be killed. Start them detached with output redirected to a " + 'log file (e.g. on Windows: start /B cmd /c "npm run dev > dev.log 2>&1"; on Unix: nohup npm run dev > dev.log 2>&1 &), ' + "wait briefly, then verify by reading the log file or with a bounded probe like curl --max-time 5. " + "Dev servers do not always get their default port \u2014 read the actual port from the startup log instead of assuming it. " + "Never kill processes or free ports you did not open yourself; other tools (including this agent's own backend) may be using them.";
+` + "Long-running processes (dev servers, watchers): never run them as plain foreground bash \u2014 the bash tool enforces a timeout and will kill them. Start them detached with output redirected to a log " + '(Windows: start /B cmd /c "npm run dev > dev.log 2>&1"; Unix: nohup npm run dev > dev.log 2>&1 &), then read the log to confirm startup and the actual port (do not assume the default). ' + "Never kill processes or free ports you did not open yourself.";
   toolCallingDisciplineAddendum = "Invoke tools only through the function-calling interface. " + "Never write tool calls as XML or plain text such as <tool_call>, <function_call>, <invoke>, or bare JSON in your message. " + "Tool arguments must be valid JSON matching the tool's schema. " + "Call one tool at a time and wait for its result before deciding the next step.";
 });
 
@@ -2674,6 +2674,10 @@ var init_config3 = __esm(() => {
     preserveRecentMessages: z26.number().int().min(2).max(100).optional(),
     contextWindowOverride: z26.number().int().min(8000).max(1e7).optional(),
     summaryMaxChars: z26.number().int().min(200).max(50000).optional(),
+    aggressivePruneWhenUncached: z26.boolean().optional(),
+    uncachedPruneAtFraction: z26.number().min(0.2).max(0.9).optional(),
+    uncachedPruneMinOutputChars: z26.number().int().min(200).max(12000).optional(),
+    uncachedQuantizeUserTurns: z26.number().int().min(1).max(20).optional(),
     maxInputTokens: z26.number().int().min(1).max(1e7).optional()
   }).strict();
   resolvedContextOptimizerConfigSchema = z26.object({
@@ -2682,15 +2686,23 @@ var init_config3 = __esm(() => {
     pruneAtFraction: z26.number().min(0.2).max(0.9),
     preserveRecentMessages: z26.number().int().min(2).max(100),
     contextWindowOverride: z26.number().int().min(8000).max(1e7).nullable(),
-    summaryMaxChars: z26.number().int().min(200).max(50000)
+    summaryMaxChars: z26.number().int().min(200).max(50000),
+    aggressivePruneWhenUncached: z26.boolean(),
+    uncachedPruneAtFraction: z26.number().min(0.2).max(0.9),
+    uncachedPruneMinOutputChars: z26.number().int().min(200).max(12000),
+    uncachedQuantizeUserTurns: z26.number().int().min(1).max(20)
   });
   defaultContextOptimizerConfig = {
     autoCompact: true,
-    compactAtFraction: 0.8,
+    compactAtFraction: 0.7,
     pruneAtFraction: 0.6,
     preserveRecentMessages: 6,
     contextWindowOverride: null,
-    summaryMaxChars: 4000
+    summaryMaxChars: 4000,
+    aggressivePruneWhenUncached: true,
+    uncachedPruneAtFraction: 0.45,
+    uncachedPruneMinOutputChars: 600,
+    uncachedQuantizeUserTurns: 1
   };
 });
 
@@ -3156,9 +3168,13 @@ function buildProviderView(options) {
   }
   let estimate = estimateContextTokens(providerMessages);
   let tier1 = null;
-  if (estimate.tokens > config.pruneAtFraction * contextWindow) {
+  const uncachedActive = options.cacheActive === false && config.aggressivePruneWhenUncached;
+  const pruneFraction = uncachedActive ? config.uncachedPruneAtFraction : config.pruneAtFraction;
+  if (estimate.tokens > pruneFraction * contextWindow) {
     tier1 = pruneToolOutputs(providerMessages, {
-      preserveRecentMessages: config.preserveRecentMessages
+      preserveRecentMessages: config.preserveRecentMessages,
+      minOutputChars: uncachedActive ? config.uncachedPruneMinOutputChars : undefined,
+      quantizeUserTurns: uncachedActive ? config.uncachedQuantizeUserTurns : undefined
     });
     if (tier1.savedChars > 0) {
       providerMessages = tier1.messages;
@@ -3201,6 +3217,40 @@ var init_build_provider_view = __esm(() => {
   init_tier1_prune();
 });
 
+// packages/ai/src/context/normalize-provider-messages.ts
+import { isToolUIPart } from "ai";
+function resolveDanglingToolParts(messages, errorText = interruptedToolErrorText) {
+  return messages.map((message) => {
+    if (message.role !== "assistant") {
+      return message;
+    }
+    let changed = false;
+    const parts = message.parts.map((part) => {
+      if (!isToolUIPart(part) || terminalToolStates.has(part.state)) {
+        return part;
+      }
+      changed = true;
+      return {
+        ...part,
+        state: "output-error",
+        errorText
+      };
+    });
+    return changed ? { ...message, parts } : message;
+  });
+}
+function normalizeProviderMessages(messages) {
+  return resolveDanglingToolParts(messages);
+}
+var terminalToolStates, interruptedToolErrorText = "Tool call was interrupted by a connection retry. Re-issue the tool call if it is still needed.";
+var init_normalize_provider_messages = __esm(() => {
+  terminalToolStates = new Set([
+    "output-available",
+    "output-error",
+    "output-denied"
+  ]);
+});
+
 // packages/ai/src/context/index.ts
 var init_context = __esm(() => {
   init_build_provider_view();
@@ -3209,6 +3259,7 @@ var init_context = __esm(() => {
   init_estimate();
   init_heuristic_summary();
   init_message_parts();
+  init_normalize_provider_messages();
   init_tier1_prune();
 });
 
@@ -3304,9 +3355,19 @@ function readEnvConfig(env) {
     contextWindowOverride: parseNumberEnv(env.LIGHTCODE_CONTEXT_WINDOW, "LIGHTCODE_CONTEXT_WINDOW"),
     maxInputTokens: parseNumberEnv(env.LIGHTCODE_CONTEXT_MAX_INPUT_TOKENS, "LIGHTCODE_CONTEXT_MAX_INPUT_TOKENS"),
     preserveRecentMessages: parseNumberEnv(env.LIGHTCODE_CONTEXT_PRESERVE_RECENT_MESSAGES, "LIGHTCODE_CONTEXT_PRESERVE_RECENT_MESSAGES"),
-    summaryMaxChars: parseNumberEnv(env.LIGHTCODE_CONTEXT_SUMMARY_MAX_CHARS, "LIGHTCODE_CONTEXT_SUMMARY_MAX_CHARS")
+    summaryMaxChars: parseNumberEnv(env.LIGHTCODE_CONTEXT_SUMMARY_MAX_CHARS, "LIGHTCODE_CONTEXT_SUMMARY_MAX_CHARS"),
+    aggressivePruneWhenUncached: parseBooleanEnv(env.LIGHTCODE_CONTEXT_AGGRESSIVE_PRUNE_UNCACHED, "LIGHTCODE_CONTEXT_AGGRESSIVE_PRUNE_UNCACHED"),
+    uncachedPruneAtFraction: parseNumberEnv(env.LIGHTCODE_CONTEXT_UNCACHED_PRUNE_AT_FRACTION, "LIGHTCODE_CONTEXT_UNCACHED_PRUNE_AT_FRACTION"),
+    uncachedPruneMinOutputChars: parseNumberEnv(env.LIGHTCODE_CONTEXT_UNCACHED_PRUNE_MIN_OUTPUT_CHARS, "LIGHTCODE_CONTEXT_UNCACHED_PRUNE_MIN_OUTPUT_CHARS"),
+    uncachedQuantizeUserTurns: parseNumberEnv(env.LIGHTCODE_CONTEXT_UNCACHED_QUANTIZE_USER_TURNS, "LIGHTCODE_CONTEXT_UNCACHED_QUANTIZE_USER_TURNS")
   };
   const compactContextConfig = Object.fromEntries(Object.entries(contextConfig).filter(([, value]) => value !== undefined));
+  const headroomConfig = {
+    enabled: parseBooleanEnv(env.LIGHTCODE_HEADROOM_ENABLED, "LIGHTCODE_HEADROOM_ENABLED"),
+    proxyUrl: env.LIGHTCODE_HEADROOM_PROXY_URL?.trim() || undefined,
+    failOpen: parseBooleanEnv(env.LIGHTCODE_HEADROOM_FAIL_OPEN, "LIGHTCODE_HEADROOM_FAIL_OPEN")
+  };
+  const compactHeadroomConfig = Object.fromEntries(Object.entries(headroomConfig).filter(([, value]) => value !== undefined));
   const rawConfig = {
     provider: env.LIGHTCODE_PROVIDER,
     model: env.LIGHTCODE_CHAT_MODEL,
@@ -3316,7 +3377,8 @@ function readEnvConfig(env) {
     maxOutputTokens: parseNumberEnv(env.LIGHTCODE_MAX_OUTPUT_TOKENS, "LIGHTCODE_MAX_OUTPUT_TOKENS"),
     maxSteps: parseNumberEnv(env.LIGHTCODE_MAX_STEPS, "LIGHTCODE_MAX_STEPS"),
     maxRetries: parseNumberEnv(env.LIGHTCODE_MAX_RETRIES, "LIGHTCODE_MAX_RETRIES"),
-    context: Object.keys(compactContextConfig).length > 0 ? compactContextConfig : undefined
+    context: Object.keys(compactContextConfig).length > 0 ? compactContextConfig : undefined,
+    headroom: Object.keys(compactHeadroomConfig).length > 0 ? compactHeadroomConfig : undefined
   };
   const compactConfig = Object.fromEntries(Object.entries(rawConfig).filter(([, value]) => value !== undefined));
   const parsedConfig = lightcodeConfigSchema.safeParse(compactConfig);
@@ -3340,6 +3402,10 @@ function mergeConfig(...configs) {
       ...mergedConfig.autoContinue,
       ...config2.autoContinue
     } : mergedConfig.autoContinue,
+    headroom: config2.headroom ? {
+      ...mergedConfig.headroom,
+      ...config2.headroom
+    } : mergedConfig.headroom,
     allowedTools: config2.allowedTools ?? mergedConfig.allowedTools
   }), {});
 }
@@ -3380,6 +3446,10 @@ function loadLightcodeConfig({
     autoContinue: {
       ...defaultAutoContinueConfig,
       ...mergedConfig.autoContinue
+    },
+    headroom: {
+      ...defaultHeadroomConfig,
+      ...mergedConfig.headroom
     }
   };
   return lightcodeConfigLoadResultSchema.parse({
@@ -3387,7 +3457,7 @@ function loadLightcodeConfig({
     loadedFiles: [userConfig.file, projectConfig.file]
   });
 }
-var lightcodeProviderSchema, autoContinueConfigSchema, resolvedAutoContinueConfigSchema, defaultAutoContinueConfig, lightcodeConfigSchema, lightcodeConfigDefaults, loadedConfigFileSchema, lightcodeResolvedConfigSchema, lightcodeConfigLoadResultSchema, lightcodeConfigStatusSchema, LightcodeConfigError;
+var lightcodeProviderSchema, autoContinueConfigSchema, resolvedAutoContinueConfigSchema, defaultAutoContinueConfig, headroomConfigSchema, resolvedHeadroomConfigSchema, defaultHeadroomConfig, lightcodeConfigSchema, lightcodeConfigDefaults, loadedConfigFileSchema, lightcodeResolvedConfigSchema, lightcodeConfigLoadResultSchema, lightcodeConfigStatusSchema, LightcodeConfigError;
 var init_lightcode_config = __esm(() => {
   init_coding_agent_modes();
   init_coding_agent_modes();
@@ -3419,6 +3489,24 @@ var init_lightcode_config = __esm(() => {
     maxErrorRetries: 5,
     stallTimeoutSeconds: 180
   };
+  headroomConfigSchema = z28.object({
+    enabled: z28.boolean().optional(),
+    proxyUrl: z28.string().min(1).max(4096).optional(),
+    providers: z28.array(lightcodeProviderSchema).optional(),
+    failOpen: z28.boolean().optional()
+  }).strict();
+  resolvedHeadroomConfigSchema = z28.object({
+    enabled: z28.boolean(),
+    proxyUrl: z28.string().min(1).max(4096),
+    providers: z28.array(lightcodeProviderSchema).nullable(),
+    failOpen: z28.boolean()
+  });
+  defaultHeadroomConfig = {
+    enabled: false,
+    proxyUrl: "http://127.0.0.1:8787",
+    providers: null,
+    failOpen: true
+  };
   lightcodeConfigSchema = z28.object({
     provider: lightcodeProviderSchema.optional(),
     model: z28.string().min(1).max(240).optional(),
@@ -3430,10 +3518,11 @@ var init_lightcode_config = __esm(() => {
     sandbox: sandboxConfigSchema.optional(),
     mcp: mcpConfigSchema.optional(),
     context: contextOptimizerConfigSchema.optional(),
-    maxOutputTokens: z28.number().int().min(1).max(200000).optional(),
+    maxOutputTokens: z28.number().int().min(1).max(1e6).optional(),
     maxSteps: z28.number().int().min(1).max(100).optional(),
     maxRetries: z28.number().int().min(0).max(10).optional(),
-    autoContinue: autoContinueConfigSchema.optional()
+    autoContinue: autoContinueConfigSchema.optional(),
+    headroom: headroomConfigSchema.optional()
   }).strict();
   lightcodeConfigDefaults = {
     provider: "anthropic",
@@ -3442,7 +3531,8 @@ var init_lightcode_config = __esm(() => {
     maxOutputTokens: 32768,
     maxSteps: 30,
     maxRetries: 5,
-    autoContinue: defaultAutoContinueConfig
+    autoContinue: defaultAutoContinueConfig,
+    headroom: defaultHeadroomConfig
   };
   loadedConfigFileSchema = z28.object({
     scope: z28.enum(["user", "project"]),
@@ -3454,10 +3544,11 @@ var init_lightcode_config = __esm(() => {
     provider: lightcodeProviderSchema,
     defaultMode: codingAgentModeSchema,
     context: resolvedContextOptimizerConfigSchema,
-    maxOutputTokens: z28.number().int().min(1).max(200000),
+    maxOutputTokens: z28.number().int().min(1).max(1e6),
     maxSteps: z28.number().int().min(1).max(100),
     maxRetries: z28.number().int().min(0).max(10),
-    autoContinue: resolvedAutoContinueConfigSchema
+    autoContinue: resolvedAutoContinueConfigSchema,
+    headroom: resolvedHeadroomConfigSchema.optional()
   });
   lightcodeConfigLoadResultSchema = z28.object({
     config: lightcodeResolvedConfigSchema,
@@ -3471,10 +3562,15 @@ var init_lightcode_config = __esm(() => {
     baseUrl: z28.string().nullable(),
     defaultMode: codingAgentModeSchema,
     permissionMode: permissionModeSchema.nullable(),
-    maxOutputTokens: z28.number().int().min(1).max(200000),
+    maxOutputTokens: z28.number().int().min(1).max(1e6),
     maxSteps: z28.number().int().min(1).max(100),
     autoContinue: resolvedAutoContinueConfigSchema,
     contextWindow: z28.number().int().positive(),
+    headroom: z28.object({
+      enabled: z28.boolean(),
+      proxyUrl: z28.string().nullable(),
+      routed: z28.boolean()
+    }),
     missingCredentialHints: z28.array(z28.string())
   });
   LightcodeConfigError = class LightcodeConfigError extends Error {
@@ -3714,6 +3810,21 @@ var init_runtime = __esm(() => {
   init_schema13();
 });
 
+// packages/ai/src/providers/clamp-output-tokens.ts
+function clampMaxOutputTokens(configured, modelMaxCompletionTokens) {
+  if (typeof modelMaxCompletionTokens === "number" && Number.isFinite(modelMaxCompletionTokens) && modelMaxCompletionTokens > 0) {
+    return Math.min(configured, modelMaxCompletionTokens);
+  }
+  return configured;
+}
+function resolveMaxOutputTokens(configured, defaultValue, modelMaxCompletionTokens) {
+  const hasModelCap = typeof modelMaxCompletionTokens === "number" && Number.isFinite(modelMaxCompletionTokens) && modelMaxCompletionTokens > 0;
+  if (configured === defaultValue) {
+    return hasModelCap ? modelMaxCompletionTokens : configured;
+  }
+  return clampMaxOutputTokens(configured, modelMaxCompletionTokens);
+}
+
 // packages/ai/src/providers/model-metadata.ts
 function getModelContextWindow(provider, modelId) {
   if (provider === "anthropic") {
@@ -6551,6 +6662,9 @@ function summarizeRawModel(raw2) {
   }
   const name = Reflect.get(raw2, "name");
   const contextLength = Reflect.get(raw2, "context_length");
+  const topProvider = Reflect.get(raw2, "top_provider");
+  const topProviderMaxCompletion = typeof topProvider === "object" && topProvider !== null ? Reflect.get(topProvider, "max_completion_tokens") : undefined;
+  const rawMaxCompletion = typeof topProviderMaxCompletion === "number" ? topProviderMaxCompletion : Reflect.get(raw2, "max_completion_tokens");
   const supportedParameters = Reflect.get(raw2, "supported_parameters");
   const parameterList = Array.isArray(supportedParameters) ? supportedParameters.filter((entry) => typeof entry === "string") : [];
   const pricingRaw = Reflect.get(raw2, "pricing");
@@ -6562,6 +6676,7 @@ function summarizeRawModel(raw2) {
     id,
     name: typeof name === "string" && name.length > 0 ? name : id,
     contextLength: typeof contextLength === "number" && contextLength > 0 ? Math.round(contextLength) : null,
+    maxCompletionTokens: typeof rawMaxCompletion === "number" && rawMaxCompletion > 0 ? Math.round(rawMaxCompletion) : null,
     supportsTools: parameterList.includes("tools"),
     supportsReasoning: parameterList.includes("reasoning"),
     pricing
@@ -6611,7 +6726,8 @@ async function getOpenRouterModelCapabilities(modelId) {
     }
     return {
       supportsNativeTools: model.supportsTools,
-      contextLength: model.contextLength ?? undefined
+      contextLength: model.contextLength ?? undefined,
+      maxCompletionTokens: model.maxCompletionTokens
     };
   } catch {
     return;
@@ -6626,6 +6742,7 @@ var init_openrouter_models = __esm(() => {
     id: z34.string(),
     name: z34.string(),
     contextLength: z34.number().int().positive().nullable(),
+    maxCompletionTokens: z34.number().int().positive().nullable().default(null),
     supportsTools: z34.boolean(),
     supportsReasoning: z34.boolean(),
     pricing: z34.object({
@@ -6671,6 +6788,16 @@ function getAnthropicProviderOptions(modelId) {
     }
   };
 }
+function resolveHeadroomRouting(config5, realBaseUrl) {
+  const headroom = config5.headroom;
+  if (!headroom?.enabled) {
+    return { effectiveBaseUrl: realBaseUrl, headroomRouted: false };
+  }
+  if (headroom.providers && !headroom.providers.includes(config5.provider)) {
+    return { effectiveBaseUrl: realBaseUrl, headroomRouted: false };
+  }
+  return { effectiveBaseUrl: headroom.proxyUrl, headroomRouted: true };
+}
 function resolveAnthropicModel({
   config: config5,
   env,
@@ -6681,19 +6808,22 @@ function resolveAnthropicModel({
   const apiKey = getEnvValue(env, "ANTHROPIC_API_KEY") ?? storedCredentials.anthropicApiKey;
   const authToken = getEnvValue(env, "ANTHROPIC_AUTH_TOKEN");
   const baseUrl = config5.baseUrl ?? getEnvValue(env, "ANTHROPIC_BASE_URL") ?? null;
+  const { effectiveBaseUrl, headroomRouted } = resolveHeadroomRouting(config5, baseUrl);
   const missingCredentialHints = apiKey || authToken ? [] : [
     "Set ANTHROPIC_API_KEY or ANTHROPIC_AUTH_TOKEN to call Anthropic models."
   ];
   const provider = createAnthropic({
     apiKey,
     authToken,
-    baseURL: baseUrl ?? undefined
+    baseURL: effectiveBaseUrl ?? undefined
   });
   return {
     provider: "anthropic",
     configuredModel,
     resolvedModelId: modelId,
     baseUrl,
+    effectiveBaseUrl,
+    headroomRouted,
     model: provider(modelId),
     providerOptions: getAnthropicProviderOptions(modelId),
     contextWindow: getModelContextWindow("anthropic", modelId),
@@ -6716,6 +6846,7 @@ function resolveOpenAITransportModel({
   if (!baseUrl) {
     throw new Error('OpenAI-compatible provider requires "baseUrl" in config or LIGHTCODE_OPENAI_COMPATIBLE_BASE_URL.');
   }
+  const { effectiveBaseUrl, headroomRouted } = resolveHeadroomRouting(config5, baseUrl);
   const apiKey = isOpenCodeZen ? getEnvValue(env, "OPENCODE_API_KEY", "LIGHTCODE_OPENAI_COMPATIBLE_API_KEY", "OPENAI_API_KEY") ?? storedCredentials.opencodeApiKey : isOpenRouter ? getEnvValue(env, "OPENROUTER_API_KEY", "LIGHTCODE_OPENAI_COMPATIBLE_API_KEY", "OPENAI_API_KEY") ?? storedCredentials.openrouterApiKey : getEnvValue(env, "LIGHTCODE_OPENAI_COMPATIBLE_API_KEY", "OPENAI_API_KEY") ?? storedCredentials.openaiCompatibleApiKey;
   const headers = {};
   if (isOpenRouter) {
@@ -6730,7 +6861,7 @@ function resolveOpenAITransportModel({
   }
   const provider = createOpenAICompatible({
     name: config5.provider,
-    baseURL: baseUrl,
+    baseURL: effectiveBaseUrl ?? baseUrl,
     apiKey,
     headers
   });
@@ -6739,12 +6870,15 @@ function resolveOpenAITransportModel({
     configuredModel,
     resolvedModelId: configuredModel,
     baseUrl,
+    effectiveBaseUrl,
+    headroomRouted,
     model: withXmlToolCallSupport(provider(configuredModel)),
     needsToolCallDiscipline: true,
     contextWindow: capabilities?.contextLength ?? getModelContextWindow(config5.provider, configuredModel),
     missingCredentialHints: apiKey ? [] : isOpenCodeZen ? ["Set OPENCODE_API_KEY to call OpenCode Zen models."] : isOpenRouter ? ["Set OPENROUTER_API_KEY to call OpenRouter models."] : [
       "Set LIGHTCODE_OPENAI_COMPATIBLE_API_KEY or OPENAI_API_KEY if your OpenAI-compatible endpoint requires authentication."
-    ]
+    ],
+    maxCompletionTokens: capabilities?.maxCompletionTokens ?? null
   };
 }
 function resolveConfiguredProviderModel({
@@ -6776,13 +6910,18 @@ function createConfigStatus({
     baseUrl: resolvedProviderModel.baseUrl,
     defaultMode: config5.defaultMode,
     permissionMode: config5.permissionMode ?? null,
-    maxOutputTokens: config5.maxOutputTokens,
+    maxOutputTokens: resolveMaxOutputTokens(config5.maxOutputTokens, lightcodeConfigDefaults.maxOutputTokens, resolvedProviderModel.maxCompletionTokens),
     maxSteps: config5.maxSteps,
     autoContinue: config5.autoContinue,
     contextWindow: resolveContextWindowTokens({
       config: config5.context,
       modelContextWindow: resolvedProviderModel.contextWindow
     }),
+    headroom: {
+      enabled: config5.headroom?.enabled ?? false,
+      proxyUrl: config5.headroom?.proxyUrl ?? null,
+      routed: resolvedProviderModel.headroomRouted
+    },
     missingCredentialHints: resolvedProviderModel.missingCredentialHints
   });
 }
@@ -6802,6 +6941,7 @@ __export(exports_runtime_config, {
   resolvedProviderModel: () => resolvedProviderModel,
   lightcodeConfigResult: () => lightcodeConfigResult,
   initializeModelCapabilities: () => initializeModelCapabilities,
+  disableHeadroomRouting: () => disableHeadroomRouting,
   configStatus: () => configStatus,
   codingAgent: () => codingAgent,
   chatModelId: () => chatModelId,
@@ -6814,7 +6954,7 @@ function buildCodingAgent(config5, model) {
     providerOptions: model.providerOptions,
     maxSteps: config5.maxSteps,
     maxRetries: config5.maxRetries,
-    maxOutputTokens: config5.maxOutputTokens,
+    maxOutputTokens: resolveMaxOutputTokens(config5.maxOutputTokens, lightcodeConfigDefaults.maxOutputTokens, model.maxCompletionTokens),
     includeToolDiscipline: model.needsToolCallDiscipline ?? false
   });
 }
@@ -6859,6 +6999,39 @@ function applyModelSelection({
   });
   return configStatus;
 }
+function disableHeadroomRouting() {
+  if (!lightcodeConfigResult.config.headroom?.enabled) {
+    return;
+  }
+  const nextConfig = {
+    ...lightcodeConfigResult.config,
+    headroom: {
+      ...lightcodeConfigResult.config.headroom ?? lightcodeConfigDefaults.headroom,
+      enabled: false
+    }
+  };
+  const nextResolved = resolveConfiguredProviderModel({
+    config: nextConfig,
+    env: Bun.env
+  });
+  const nextAgent = buildCodingAgent(nextConfig, nextResolved);
+  lightcodeConfigResult = {
+    ...lightcodeConfigResult,
+    config: nextConfig
+  };
+  resolvedProviderModel = nextResolved;
+  chatModelId = nextResolved.resolvedModelId;
+  codingAgent = nextAgent;
+  configStatus = createConfigStatus({
+    config: nextConfig,
+    loadedFiles: lightcodeConfigResult.loadedFiles,
+    resolvedProviderModel: nextResolved
+  });
+  logger5.info("headroom_routing_disabled", {
+    provider: nextResolved.provider,
+    model: nextResolved.resolvedModelId
+  });
+}
 async function initializeModelCapabilities() {
   if (lightcodeConfigResult.config.provider !== "openrouter") {
     return;
@@ -7077,6 +7250,7 @@ async function streamSessionChat(c, sessionIdentifier, messagesPayload, cwd, mod
     }, 500);
   }
   const contextConfig = lightcodeConfigResult.config.context;
+  const cacheActive = resolvedProviderModel.provider === "anthropic";
   const pendingInteractionCount = await countPendingChatInteractions(sessionId);
   let contextState = await loadSessionContextStateSafe(sessionId);
   let view = buildProviderView({
@@ -7084,7 +7258,8 @@ async function streamSessionChat(c, sessionIdentifier, messagesPayload, cwd, mod
     contextState,
     config: contextConfig,
     modelContextWindow: resolvedProviderModel.contextWindow,
-    pendingInteractionCount
+    pendingInteractionCount,
+    cacheActive
   });
   if (view.needsCompaction && contextConfig.autoCompact) {
     try {
@@ -7105,7 +7280,8 @@ async function streamSessionChat(c, sessionIdentifier, messagesPayload, cwd, mod
         contextState,
         config: contextConfig,
         modelContextWindow: resolvedProviderModel.contextWindow,
-        pendingInteractionCount
+        pendingInteractionCount,
+        cacheActive
       });
       logger7.info("context_auto_compacted", {
         sessionId,
@@ -7134,7 +7310,8 @@ async function streamSessionChat(c, sessionIdentifier, messagesPayload, cwd, mod
         contextState,
         config: overflowConfig,
         modelContextWindow: resolvedProviderModel.contextWindow,
-        pendingInteractionCount: 0
+        pendingInteractionCount: 0,
+        cacheActive
       });
       if (overflowView.coveredMessages.length > 0) {
         const compaction = await compactSessionContext({
@@ -7154,7 +7331,8 @@ async function streamSessionChat(c, sessionIdentifier, messagesPayload, cwd, mod
         contextState,
         config: overflowConfig,
         modelContextWindow: resolvedProviderModel.contextWindow,
-        pendingInteractionCount: 0
+        pendingInteractionCount: 0,
+        cacheActive
       });
       logger7.info("context_overflow_recovery", {
         sessionId,
@@ -7171,7 +7349,7 @@ async function streamSessionChat(c, sessionIdentifier, messagesPayload, cwd, mod
       });
     }
   }
-  const providerMessages = view.providerMessages;
+  const providerMessages = normalizeProviderMessages(view.providerMessages);
   let overflowNotedThisRequest = false;
   const noteOverflowForSession = () => {
     if (overflowNotedThisRequest) {
@@ -8228,9 +8406,62 @@ var init_app = __esm(() => {
   })).route("/", rootRoutes).route("/config", configRoutes).route("/diagnostics", diagnosticsRoutes).route("/extensions", extensionRoutes).route("/sessions", sessionRoutes);
 });
 
+// apps/server/src/lib/headroom-proxy.ts
+var exports_headroom_proxy = {};
+__export(exports_headroom_proxy, {
+  ensureHeadroomRouting: () => ensureHeadroomRouting,
+  checkHeadroomHealth: () => checkHeadroomHealth
+});
+async function checkHeadroomHealth(proxyUrl) {
+  try {
+    await fetch(new URL("/health", proxyUrl), {
+      signal: AbortSignal.timeout(healthCheckTimeoutMs)
+    });
+    return "healthy";
+  } catch {
+    return "down";
+  }
+}
+async function ensureHeadroomRouting() {
+  const headroom = lightcodeConfigResult.config.headroom;
+  if (!headroom?.enabled) {
+    return;
+  }
+  let health;
+  try {
+    health = await checkHeadroomHealth(headroom.proxyUrl);
+  } catch (error) {
+    health = "down";
+    logger9.warn("headroom_health_probe_failed", {
+      proxyUrl: headroom.proxyUrl,
+      error: getErrorMessage(error)
+    });
+  }
+  if (health === "healthy") {
+    logger9.info("headroom_routing_active", { proxyUrl: headroom.proxyUrl });
+    return;
+  }
+  if (headroom.failOpen) {
+    logger9.warn("headroom_unreachable_failing_open", {
+      proxyUrl: headroom.proxyUrl
+    });
+    disableHeadroomRouting();
+    return;
+  }
+  logger9.error("headroom_unreachable_fail_closed", {
+    proxyUrl: headroom.proxyUrl
+  });
+}
+var logger9, healthCheckTimeoutMs = 1500;
+var init_headroom_proxy = __esm(() => {
+  init_src();
+  init_runtime_config();
+  logger9 = createLogger("headroom-proxy");
+});
+
 // apps/server/src/index.ts
 init_src();
-var logger9 = createLogger("server");
+var logger10 = createLogger("server");
 var httpIdleTimeoutSeconds = 30;
 var shutdownForceExitMs = 5000;
 function isChatStreamingRoute(request) {
@@ -8243,7 +8474,7 @@ function isChatStreamingRoute(request) {
 async function startServer() {
   const logDirectory = enableFileLogSink(Bun.env);
   if (logDirectory) {
-    logger9.info("file_log_sink_enabled", { directory: logDirectory });
+    logger10.info("file_log_sink_enabled", { directory: logDirectory });
   }
   const port = Number(Bun.env.PORT ?? 4983);
   const hostname = Bun.env.LIGHTCODE_HOST ?? "127.0.0.1";
@@ -8264,7 +8495,12 @@ async function startServer() {
     process.exit(1);
   }
   Promise.resolve().then(() => (init_runtime_config(), exports_runtime_config)).then((runtime19) => runtime19.initializeModelCapabilities()).catch((error) => {
-    logger9.warn("model_capability_init_failed", {
+    logger10.warn("model_capability_init_failed", {
+      error: getErrorMessage(error)
+    });
+  });
+  Promise.resolve().then(() => (init_headroom_proxy(), exports_headroom_proxy)).then((headroom) => headroom.ensureHeadroomRouting()).catch((error) => {
+    logger10.warn("headroom_init_failed", {
       error: getErrorMessage(error)
     });
   });
@@ -8300,7 +8536,7 @@ async function startServer() {
       return;
     }
     shuttingDown = true;
-    logger9.info("server_shutdown", { signal });
+    logger10.info("server_shutdown", { signal });
     const forceExitTimer = setTimeout(() => {
       server.stop(true);
       process.exit(0);