codebase-onboarder 0.6.0 → 0.7.0

package/server/llmProxy.js

@@ -1,20 +1,17 @@
 // Forwards chat-completion requests to any OpenAI-compatible endpoint and
 // streams the answer straight back. The API key passes through in memory
 // only — it is never written anywhere, and never appears in logs.
-
 import { sendError, sendJSON } from './http.js';
-
 const UPSTREAM_TIMEOUT_MS = 60_000;
 const MAX_MESSAGES_BYTES = 120_000;
-
 const EXTRA_ALLOWED = new Set(['reasoning', 'temperature', 'top_p', 'presence_penalty', 'frequency_penalty']);
-
 export function detectProvider(apiKey, baseUrl) {
-  if (apiKey?.startsWith('sk-ant-')) return 'anthropic';
-  if (apiKey?.startsWith('AIza')) return 'gemini';
-  return 'openai';
+    if (apiKey?.startsWith('sk-ant-'))
+        return 'anthropic';
+    if (apiKey?.startsWith('AIza'))
+        return 'gemini';
+    return 'openai';
 }
-
 // Extracts the provider's request id from an upstream response. Each
 // provider spells it differently; the order in this list is "what we have
 // seen", not "what is correct" — a missing id is fine and collapses to
@@ -22,141 +19,146 @@ export function detectProvider(apiKey, baseUrl) {
 // is anything with a `.get(name)` method, which both `Response.headers` and
 // a hand-rolled plain object can satisfy in the test suite.
 export function extractRequestId(headers) {
-  if (!headers || typeof headers.get !== 'function') return null;
-  return headers.get('x-request-id')
-    || headers.get('request-id')
-    || headers.get('x-amzn-requestid')
-    || headers.get('x-goog-request-id')
-    || null;
+    if (!headers || typeof headers.get !== 'function')
+        return null;
+    return headers.get('x-request-id')
+        || headers.get('request-id')
+        || headers.get('x-amzn-requestid')
+        || headers.get('x-goog-request-id')
+        || null;
 }
-
 export async function proxyChat(res, body) {
-  const { baseUrl, apiKey, model, messages } = body || {};
-  const stream = body.stream !== false;
-  const maxTokens = Math.min(Number(body.max_tokens) || 700, 4096);
-
-  if (!model || typeof model !== 'string') {
-    return sendError(res, 400, 'A model name is needed.');
-  }
-  if (!Array.isArray(messages) || !messages.length) {
-    return sendError(res, 400, 'No messages to send.');
-  }
-  if (JSON.stringify(messages).length > MAX_MESSAGES_BYTES) {
-    return sendError(res, 413, 'That prompt is too large. Try a smaller file.');
-  }
-
-  const provider = detectProvider(apiKey, baseUrl);
-
-  let url;
-  let headers = { 'content-type': 'application/json' };
-  let payload = { stream };
-  const isAzure = /\.openai\.azure\.com|\.cognitiveservices\.azure\.com/i.test(baseUrl || '');
-
-  if (provider === 'anthropic') {
-    url = 'https://api.anthropic.com/v1/messages';
-    headers['x-api-key'] = apiKey;
-    headers['anthropic-version'] = '2023-06-01';
-    
-    let system = '';
-    const anthropicMessages = [];
-    for (const m of messages) {
-      if (m.role === 'system') system += m.content + '\n';
-      else anthropicMessages.push({ role: m.role === 'user' ? 'user' : 'assistant', content: m.content });
+    const { baseUrl, apiKey, model, messages } = body || {};
+    const stream = body.stream !== false;
+    const maxTokens = Math.min(Number(body.max_tokens) || 700, 4096);
+    if (!model || typeof model !== 'string') {
+        return sendError(res, 400, 'A model name is needed.');
     }
-    payload = {
-      model,
-      max_tokens: maxTokens,
-      messages: anthropicMessages,
-      system: system.trim() || undefined,
-      stream
-    };
-  } else if (provider === 'gemini') {
-    const streamSuffix = stream ? 'streamGenerateContent?alt=sse' : 'generateContent';
-    url = `https://generativelanguage.googleapis.com/v1beta/models/${model}:${streamSuffix}&key=${apiKey}`;
-    
-    let system_instruction = null;
-    const contents = [];
-    for (const m of messages) {
-      if (m.role === 'system') {
-        system_instruction = { parts: [{ text: m.content }] };
-      } else {
-        contents.push({ role: m.role === 'assistant' ? 'model' : 'user', parts: [{ text: m.content }] });
-      }
+    if (!Array.isArray(messages) || !messages.length) {
+        return sendError(res, 400, 'No messages to send.');
     }
-    payload = {
-      contents,
-      system_instruction,
-      generationConfig: { maxOutputTokens: maxTokens }
-    };
-  } else {
-    // OpenAI default
-    if (!baseUrl || !/^https?:\/\/\S+$/.test(baseUrl)) {
-      return sendError(res, 400, 'A valid base URL is needed — something like https://api.openai.com/v1.');
+    if (JSON.stringify(messages).length > MAX_MESSAGES_BYTES) {
+        return sendError(res, 413, 'That prompt is too large. Try a smaller file.');
     }
-    url = baseUrl.replace(/\/+$/, '') + '/chat/completions';
-    if (apiKey) {
-      if (isAzure) headers['api-key'] = apiKey;
-      else headers.authorization = 'Bearer ' + apiKey;
+    const provider = detectProvider(apiKey, baseUrl);
+    let url;
+    let headers = { 'content-type': 'application/json' };
+    let payload = { stream };
+    const isAzure = /\.openai\.azure\.com|\.cognitiveservices\.azure\.com/i.test(baseUrl || '');
+    if (provider === 'anthropic') {
+        url = 'https://api.anthropic.com/v1/messages';
+        headers['x-api-key'] = apiKey;
+        headers['anthropic-version'] = '2023-06-01';
+        let system = '';
+        const anthropicMessages = [];
+        for (const m of messages) {
+            if (m.role === 'system')
+                system += m.content + '\n';
+            else
+                anthropicMessages.push({ role: m.role === 'user' ? 'user' : 'assistant', content: m.content });
+        }
+        payload = {
+            model,
+            max_tokens: maxTokens,
+            messages: anthropicMessages,
+            system: system.trim() || undefined,
+            stream
+        };
     }
-    payload = { model, messages, stream };
-    if (isAzure) payload.max_completion_tokens = maxTokens;
-    else payload.max_tokens = maxTokens;
-    for (const key of Object.keys(body)) {
-      if (EXTRA_ALLOWED.has(key)) payload[key] = body[key];
+    else if (provider === 'gemini') {
+        const streamSuffix = stream ? 'streamGenerateContent?alt=sse' : 'generateContent';
+        url = `https://generativelanguage.googleapis.com/v1beta/models/${model}:${streamSuffix}&key=${apiKey}`;
+        let system_instruction = null;
+        const contents = [];
+        for (const m of messages) {
+            if (m.role === 'system') {
+                system_instruction = { parts: [{ text: m.content }] };
+            }
+            else {
+                contents.push({ role: m.role === 'assistant' ? 'model' : 'user', parts: [{ text: m.content }] });
+            }
+        }
+        payload = {
+            contents,
+            system_instruction,
+            generationConfig: { maxOutputTokens: maxTokens }
+        };
     }
-  }
-
-  let upstream;
-  try {
-    upstream = await fetch(url, {
-      method: 'POST',
-      headers,
-      body: JSON.stringify(payload),
-      signal: AbortSignal.timeout(UPSTREAM_TIMEOUT_MS),
+    else {
+        // OpenAI default
+        if (!baseUrl || !/^https?:\/\/\S+$/.test(baseUrl)) {
+            return sendError(res, 400, 'A valid base URL is needed — something like https://api.openai.com/v1.');
+        }
+        url = baseUrl.replace(/\/+$/, '') + '/chat/completions';
+        if (apiKey) {
+            if (isAzure)
+                headers['api-key'] = apiKey;
+            else
+                headers.authorization = 'Bearer ' + apiKey;
+        }
+        payload = { model, messages, stream };
+        if (isAzure)
+            payload.max_completion_tokens = maxTokens;
+        else
+            payload.max_tokens = maxTokens;
+        for (const key of Object.keys(body)) {
+            if (EXTRA_ALLOWED.has(key))
+                payload[key] = body[key];
+        }
+    }
+    let upstream;
+    try {
+        upstream = await fetch(url, {
+            method: 'POST',
+            headers,
+            body: JSON.stringify(payload),
+            signal: AbortSignal.timeout(UPSTREAM_TIMEOUT_MS),
+        });
+    }
+    catch (err) {
+        const why = err.name === 'TimeoutError' ? 'The endpoint took too long to answer.' : 'Could not reach ' + url + '.';
+        return sendError(res, 502, why);
+    }
+    if (!upstream.ok) {
+        const text = await upstream.text().catch(() => '');
+        let detail = text.slice(0, 400);
+        try {
+            const parsed = JSON.parse(text);
+            detail = parsed.error?.message || detail;
+        }
+        catch { }
+        // The provider's request id, when it sends one. Most providers do —
+        // OpenAI, Anthropic, Google all set one of these on every response —
+        // and "ask the user to paste this" is far more useful than "ask the
+        // user to describe what they did". `extractRequestId` is the one place
+        // that knows the spelling; the response body only carries the field
+        // when there is one to carry, so missing ids stay out of the payload.
+        const requestId = extractRequestId(upstream.headers);
+        const body = {
+            error: `The provider answered ${upstream.status}.`,
+            detail,
+        };
+        if (requestId)
+            body.requestId = requestId;
+        return sendJSON(res, upstream.status, body);
+    }
+    if (!stream) {
+        const json = await upstream.json().catch(() => null);
+        return sendJSON(res, 200, json || {});
+    }
+    res.writeHead(200, {
+        'content-type': 'text/event-stream',
+        'cache-control': 'no-cache',
+        connection: 'keep-alive',
     });
-  } catch (err) {
-    const why = err.name === 'TimeoutError' ? 'The endpoint took too long to answer.' : 'Could not reach ' + url + '.';
-    return sendError(res, 502, why);
-  }
-
-  if (!upstream.ok) {
-    const text = await upstream.text().catch(() => '');
-    let detail = text.slice(0, 400);
+    res.on('close', () => upstream.body?.cancel().catch((..._args) => { }));
     try {
-      const parsed = JSON.parse(text);
-      detail = parsed.error?.message || detail;
-    } catch {}
-    // The provider's request id, when it sends one. Most providers do —
-    // OpenAI, Anthropic, Google all set one of these on every response —
-    // and "ask the user to paste this" is far more useful than "ask the
-    // user to describe what they did". `extractRequestId` is the one place
-    // that knows the spelling; the response body only carries the field
-    // when there is one to carry, so missing ids stay out of the payload.
-    const requestId = extractRequestId(upstream.headers);
-    const body = {
-      error: `The provider answered ${upstream.status}.`,
-      detail,
-    };
-    if (requestId) body.requestId = requestId;
-    return sendJSON(res, upstream.status, body);
-  }
-
-  if (!stream) {
-    const json = await upstream.json().catch(() => null);
-    return sendJSON(res, 200, json || {});
-  }
-
-  res.writeHead(200, {
-    'content-type': 'text/event-stream',
-    'cache-control': 'no-cache',
-    connection: 'keep-alive',
-  });
-  res.on('close', () => upstream.body?.cancel().catch(() => {}));
-
-  try {
-    for await (const chunk of upstream.body) {
-      if (!res.write(chunk)) await new Promise((r) => res.once('drain', r));
+        for await (const chunk of upstream.body) {
+            if (!res.write(chunk))
+                await new Promise((r) => res.once('drain', r));
+        }
     }
-  } catch {}
-  res.end();
+    catch { }
+    res.end();
 }
+//# sourceMappingURL=llmProxy.js.map

package/server/llmProxy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmProxy.js","sourceRoot":"","sources":["../src/server/llmProxy.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,yEAAyE;AACzE,kEAAkE;AAElE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAEhD,MAAM,mBAAmB,GAAG,MAAM,CAAC;AACnC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,CAAC,CAAC,CAAC;AAE9G,MAAM,UAAU,cAAc,CAAC,MAAM,EAAE,OAAO;IAC5C,IAAI,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,WAAW,CAAC;IACtD,IAAI,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,qEAAqE;AACrE,0EAA0E;AAC1E,uEAAuE;AACvE,4EAA4E;AAC5E,4EAA4E;AAC5E,4DAA4D;AAC5D,MAAM,UAAU,gBAAgB,CAAC,OAAO;IACtC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,GAAG,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IAC/D,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;WAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;WACzB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;WAC/B,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;WAChC,IAAI,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAG,EAAE,IAAI;IACvC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC;IAEjE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,yBAAyB,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjD,OAAO,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,sBAAsB,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QACzD,OAAO,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,+CAA+C,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEjD,IAAI,GAAG,CAAC;IACR,IAAI,OAAO,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IAC7E,IAAI,OAAO,GAA4B,EAAE,MAAM,EAAE,CAAC;IAClD,MAAM,OAAO,GAAG,uDAAuD,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAE5F,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QAC7B,GAAG,GAAG,uCAAuC,CAAC;QAC9C,OAAO,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC;QAC9B,OAAO,CAAC,mBAAmB,CAAC,GAAG,YAAY,CAAC;QAE5C,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,iBAAiB,GAAG,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,IAAI,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC;;gBAC/C,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACtG,CAAC;QACD,OAAO,GAAG;YACR,KAAK;YACL,UAAU,EAAE,SAAS;YACrB,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,SAAS;YAClC,MAAM;SACP,CAAC;IACJ,CAAC;SAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,iBAAiB,CAAC;QAClF,GAAG,GAAG,2DAA2D,KAAK,IAAI,YAAY,QAAQ,MAAM,EAAE,CAAC;QAEvG,IAAI,kBAAkB,GAAG,IAAI,CAAC;QAC9B,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxB,kBAAkB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YACnG,CAAC;QACH,CAAC;QACD,OAAO,GAAG;YACR,QAAQ;YACR,kBAAkB;YAClB,gBAAgB,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE;SACjD,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,iBAAiB;QACjB,IAAI,CAAC,OAAO,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,OAAO,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,wEAAwE,CAAC,CAAC;QACvG,CAAC;QACD,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,mBAAmB,CAAC;QACxD,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,OAAO;gBAAE,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;;gBACpC,OAAO,CAAC,aAAa,GAAG,SAAS,GAAG,MAAM,CAAC;QAClD,CAAC;QACD,OAAO,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtC,IAAI,OAAO;YAAE,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;;YAClD,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC1B,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,mBAAmB,CAAC;SACjD,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC,CAAC,uCAAuC,CAAC,CAAC,CAAC,kBAAkB,GAAG,GAAG,GAAG,GAAG,CAAC;QACnH,OAAO,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnD,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,oEAAoE;QACpE,qEAAqE;QACrE,oEAAoE;QACpE,uEAAuE;QACvE,oEAAoE;QACpE,sEAAsE;QACtE,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,IAAI,GAA0D;YAClE,KAAK,EAAE,yBAAyB,QAAQ,CAAC,MAAM,GAAG;YAClD,MAAM;SACP,CAAC;QACF,IAAI,SAAS;YAAE,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC1C,OAAO,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACrD,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,UAAU,EAAE,YAAY;KACzB,CAAC,CAAC;IACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,KAAgB,EAAE,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC;IAElF,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IACV,GAAG,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC","sourcesContent":["// Forwards chat-completion requests to any OpenAI-compatible endpoint and\n// streams the answer straight back. The API key passes through in memory\n// only — it is never written anywhere, and never appears in logs.\n\nimport { sendError, sendJSON } from './http.js';\n\nconst UPSTREAM_TIMEOUT_MS = 60_000;\nconst MAX_MESSAGES_BYTES = 120_000;\n\nconst EXTRA_ALLOWED = new Set(['reasoning', 'temperature', 'top_p', 'presence_penalty', 'frequency_penalty']);\n\nexport function detectProvider(apiKey, baseUrl) {\n  if (apiKey?.startsWith('sk-ant-')) return 'anthropic';\n  if (apiKey?.startsWith('AIza')) return 'gemini';\n  return 'openai';\n}\n\n// Extracts the provider's request id from an upstream response. Each\n// provider spells it differently; the order in this list is \"what we have\n// seen\", not \"what is correct\" — a missing id is fine and collapses to\n// null. The function is pure and exported for tests; the `headers` argument\n// is anything with a `.get(name)` method, which both `Response.headers` and\n// a hand-rolled plain object can satisfy in the test suite.\nexport function extractRequestId(headers) {\n  if (!headers || typeof headers.get !== 'function') return null;\n  return headers.get('x-request-id')\n    || headers.get('request-id')\n    || headers.get('x-amzn-requestid')\n    || headers.get('x-goog-request-id')\n    || null;\n}\n\nexport async function proxyChat(res, body) {\n  const { baseUrl, apiKey, model, messages } = body || {};\n  const stream = body.stream !== false;\n  const maxTokens = Math.min(Number(body.max_tokens) || 700, 4096);\n\n  if (!model || typeof model !== 'string') {\n    return sendError(res, 400, 'A model name is needed.');\n  }\n  if (!Array.isArray(messages) || !messages.length) {\n    return sendError(res, 400, 'No messages to send.');\n  }\n  if (JSON.stringify(messages).length > MAX_MESSAGES_BYTES) {\n    return sendError(res, 413, 'That prompt is too large. Try a smaller file.');\n  }\n\n  const provider = detectProvider(apiKey, baseUrl);\n\n  let url;\n  let headers: Record<string, string> = { 'content-type': 'application/json' };\n  let payload: Record<string, unknown> = { stream };\n  const isAzure = /\\.openai\\.azure\\.com|\\.cognitiveservices\\.azure\\.com/i.test(baseUrl || '');\n\n  if (provider === 'anthropic') {\n    url = 'https://api.anthropic.com/v1/messages';\n    headers['x-api-key'] = apiKey;\n    headers['anthropic-version'] = '2023-06-01';\n    \n    let system = '';\n    const anthropicMessages = [];\n    for (const m of messages) {\n      if (m.role === 'system') system += m.content + '\\n';\n      else anthropicMessages.push({ role: m.role === 'user' ? 'user' : 'assistant', content: m.content });\n    }\n    payload = {\n      model,\n      max_tokens: maxTokens,\n      messages: anthropicMessages,\n      system: system.trim() || undefined,\n      stream\n    };\n  } else if (provider === 'gemini') {\n    const streamSuffix = stream ? 'streamGenerateContent?alt=sse' : 'generateContent';\n    url = `https://generativelanguage.googleapis.com/v1beta/models/${model}:${streamSuffix}&key=${apiKey}`;\n    \n    let system_instruction = null;\n    const contents = [];\n    for (const m of messages) {\n      if (m.role === 'system') {\n        system_instruction = { parts: [{ text: m.content }] };\n      } else {\n        contents.push({ role: m.role === 'assistant' ? 'model' : 'user', parts: [{ text: m.content }] });\n      }\n    }\n    payload = {\n      contents,\n      system_instruction,\n      generationConfig: { maxOutputTokens: maxTokens }\n    };\n  } else {\n    // OpenAI default\n    if (!baseUrl || !/^https?:\\/\\/\\S+$/.test(baseUrl)) {\n      return sendError(res, 400, 'A valid base URL is needed — something like https://api.openai.com/v1.');\n    }\n    url = baseUrl.replace(/\\/+$/, '') + '/chat/completions';\n    if (apiKey) {\n      if (isAzure) headers['api-key'] = apiKey;\n      else headers.authorization = 'Bearer ' + apiKey;\n    }\n    payload = { model, messages, stream };\n    if (isAzure) payload.max_completion_tokens = maxTokens;\n    else payload.max_tokens = maxTokens;\n    for (const key of Object.keys(body)) {\n      if (EXTRA_ALLOWED.has(key)) payload[key] = body[key];\n    }\n  }\n\n  let upstream;\n  try {\n    upstream = await fetch(url, {\n      method: 'POST',\n      headers,\n      body: JSON.stringify(payload),\n      signal: AbortSignal.timeout(UPSTREAM_TIMEOUT_MS),\n    });\n  } catch (err) {\n    const why = err.name === 'TimeoutError' ? 'The endpoint took too long to answer.' : 'Could not reach ' + url + '.';\n    return sendError(res, 502, why);\n  }\n\n  if (!upstream.ok) {\n    const text = await upstream.text().catch(() => '');\n    let detail = text.slice(0, 400);\n    try {\n      const parsed = JSON.parse(text);\n      detail = parsed.error?.message || detail;\n    } catch {}\n    // The provider's request id, when it sends one. Most providers do —\n    // OpenAI, Anthropic, Google all set one of these on every response —\n    // and \"ask the user to paste this\" is far more useful than \"ask the\n    // user to describe what they did\". `extractRequestId` is the one place\n    // that knows the spelling; the response body only carries the field\n    // when there is one to carry, so missing ids stay out of the payload.\n    const requestId = extractRequestId(upstream.headers);\n    const body: { error: string; detail: string; requestId?: string } = {\n      error: `The provider answered ${upstream.status}.`,\n      detail,\n    };\n    if (requestId) body.requestId = requestId;\n    return sendJSON(res, upstream.status, body);\n  }\n\n  if (!stream) {\n    const json = await upstream.json().catch(() => null);\n    return sendJSON(res, 200, json || {});\n  }\n\n  res.writeHead(200, {\n    'content-type': 'text/event-stream',\n    'cache-control': 'no-cache',\n    connection: 'keep-alive',\n  });\n  res.on('close', () => upstream.body?.cancel().catch((..._args: unknown[]) => {}));\n\n  try {\n    for await (const chunk of upstream.body) {\n      if (!res.write(chunk)) await new Promise((r) => res.once('drain', r));\n    }\n  } catch {}\n  res.end();\n}\n"]}

package/server/logger.d.ts

@@ -0,0 +1,38 @@
+export declare const SEVERITY: {
+    error: number;
+    warn: number;
+    info: number;
+    debug: number;
+};
+export declare function classifyPath(pathname?: string): "action" | "noise" | "poll";
+export declare function classifyRequest(req?: Record<string, any>): "action" | "noise" | "poll";
+export declare function formatMessage(entry: any): string;
+export declare function identifyingTail(text: any): string;
+export declare function fitPath(text: any, max: any): string;
+export declare const LEVEL_MIN_COLUMNS = 52;
+export declare const SHORT_TIME_COLUMNS = 24;
+export declare const NO_TIME_COLUMNS = 12;
+export declare function showLevel(columns: any): boolean;
+export declare function showFullTime(columns: any): boolean;
+export declare function showTime(columns: any): boolean;
+export declare function timeColumn(entry: any, columns: any): string;
+export declare function prefixWidth(columns: any): number;
+export declare function messageWidth(columns: any): number;
+export declare function formatEntry(entry: any, { columns }?: Record<string, any>): string;
+export declare function renderEntry(entry: any, { color, columns }?: Record<string, any>): string;
+export declare function noiseSummary(count: any, ms?: number): string;
+export declare function logEntry(level: any, msg: any, extra?: Record<string, any>): {
+    ts: string;
+    time: string;
+    level: any;
+    msg: any;
+};
+export declare function createLogger(level?: string, options?: Record<string, any>): {
+    debug: (msg: any, extra: any) => void;
+    info: (msg: any, extra: any) => void;
+    warn: (msg: any, extra: any) => void;
+    error: (msg: any, extra: any) => void;
+    http: (req: any) => void;
+    flush: () => void;
+    suppressed: () => number;
+};