fest-gateway 0.5.0 → 0.5.2

package/dist/server/usage/chat.js

@@ -0,0 +1,95 @@
+/**
+ * Folds OpenAI Chat Completions SSE chunks into a single UsagePayload.
+ *
+ * Copilot's own API (`api.<plan>.githubcopilot.com`) serves three wires and
+ * picks one per model: Anthropic Messages for Claude, the Responses API for the
+ * GPT-5 family and later, and Chat Completions for the rest and for its own
+ * utility calls. This is the third. Chunks carry no `event:` field, so every
+ * one arrives as the SSE default type, `message`:
+ *
+ *   data: {"choices":[{"delta":{"content":"po"}}],…}
+ *   data: {"choices":[],"usage":{"prompt_tokens":812,"completion_tokens":5,
+ *          "prompt_tokens_details":{"cached_tokens":768}},…}
+ *   data: [DONE]
+ *
+ * Usage arrives once, on a late chunk, when the request asked for it
+ * (`stream_options.include_usage`); a client that did not ask gets none, and
+ * the row honestly records no tokens rather than a guess.
+ *
+ * ── Mapping onto Fest's disjoint buckets ─────────────────────────────────────
+ *
+ * Same rule as the Responses API: `prompt_tokens` INCLUDES the cached ones, so
+ *
+ *   inputTokens     = prompt_tokens − cached_tokens
+ *   cacheReadTokens = cached_tokens
+ *   outputTokens    = completion_tokens
+ *
+ * Same contract as the other accumulators: last-wins per field, and `apply()`
+ * never throws.
+ */
+import { EMPTY_USAGE } from "../../shared/types.js";
+import { asRecord, num, parse } from "./accumulator.js";
+/** Every chunk is a `message`: Chat Completions never names its events. */
+export const CHAT_USAGE_EVENT_TYPES = new Set(["message"]);
+/** Read one Chat Completions `usage` object, or null when nothing in it is usable. */
+function fromUsage(usage) {
+    const prompt = num(usage["prompt_tokens"]);
+    const completion = num(usage["completion_tokens"]);
+    if (prompt === undefined && completion === undefined)
+        return null;
+    const details = asRecord(usage["prompt_tokens_details"]);
+    const cached = (details ? num(details["cached_tokens"]) : undefined) ?? 0;
+    return {
+        ...EMPTY_USAGE,
+        inputTokens: Math.max(0, (prompt ?? 0) - cached),
+        cacheReadTokens: cached,
+        outputTokens: completion ?? 0,
+    };
+}
+export function createChatAccumulator() {
+    let usage = EMPTY_USAGE;
+    let observed = false;
+    let error = null;
+    let terminal = false;
+    return {
+        apply(event) {
+            if (event.data === "[DONE]") {
+                terminal = true;
+                return;
+            }
+            // Every content delta is a `message` too, so this runs once per token.
+            // Parsing only the chunks that could hold usage or an error keeps the
+            // observer's cost proportional to the metadata, not to the answer.
+            if (!event.data.includes('"usage"') && !event.data.includes('"error"'))
+                return;
+            const root = asRecord(parse(event.data));
+            if (!root)
+                return;
+            const err = asRecord(root["error"]);
+            if (err) {
+                error = {
+                    type: typeof err["type"] === "string" ? err["type"] : (typeof err["code"] === "string" ? err["code"] : "error"),
+                    message: typeof err["message"] === "string" ? err["message"] : "",
+                };
+                return;
+            }
+            const u = asRecord(root["usage"]);
+            const parsed = u ? fromUsage(u) : null;
+            if (parsed !== null) {
+                usage = parsed;
+                observed = true;
+            }
+        },
+        snapshot: () => usage,
+        sawUsage: () => observed,
+        streamError: () => error,
+        sawTerminal: () => terminal,
+    };
+}
+/** Usage from a non-streaming `POST /chat/completions` body. */
+export function chatUsageFromJson(body) {
+    const root = asRecord(body);
+    const u = root ? asRecord(root["usage"]) : undefined;
+    return u ? fromUsage(u) : null;
+}
+//# sourceMappingURL=chat.js.map

package/dist/server/usage/chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat.js","sourceRoot":"","sources":["../../../server/usage/chat.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAEH,OAAO,EAAE,WAAW,EAAoC,MAAM,uBAAuB,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAyB,MAAM,kBAAkB,CAAC;AAE/E,2EAA2E;AAC3E,MAAM,CAAC,MAAM,sBAAsB,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AAEhF,sFAAsF;AACtF,SAAS,SAAS,CAAC,KAA8B;IAC/C,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACnD,IAAI,MAAM,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAClE,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC1E,OAAO;QACL,GAAG,WAAW;QACd,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC;QAChD,eAAe,EAAE,MAAM;QACvB,YAAY,EAAE,UAAU,IAAI,CAAC;KAC9B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB;IACnC,IAAI,KAAK,GAAiB,WAAW,CAAC;IACtC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,KAAK,GAA6C,IAAI,CAAC;IAC3D,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,OAAO;QACL,KAAK,CAAC,KAAe;YACnB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,QAAQ,GAAG,IAAI,CAAC;gBAChB,OAAO;YACT,CAAC;YACD,uEAAuE;YACvE,sEAAsE;YACtE,mEAAmE;YACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAAE,OAAO;YAC/E,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,IAAI,CAAC,IAAI;gBAAE,OAAO;YAElB,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACpC,IAAI,GAAG,EAAE,CAAC;gBACR,KAAK,GAAG;oBACN,IAAI,EAAE,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;oBAC/G,OAAO,EAAE,OAAO,GAAG,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;iBAClE,CAAC;gBACF,OAAO;YACT,CAAC;YAED,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACvC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,KAAK,GAAG,MAAM,CAAC;gBACf,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;QACH,CAAC;QAED,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK;QACrB,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ;QACxB,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK;QACxB,WAAW,EAAE,GAAG,EAAE,CAAC,QAAQ;KAC5B,CAAC;AACJ,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,iBAAiB,CAAC,IAAa;IAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrD,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjC,CAAC"}