@forgefabrik/ff-ztn 0.3.0

package/dist/zero-token/inference/chatgpt-browser-provider.js

@@ -0,0 +1,242 @@
+import { getAccount } from "../accounts/account-repository.js";
+import { getProviderBrowserPage } from "../providers/remote-browser-session.js";
+import { quotaManager } from "../quota/quota-manager.js";
+import { InferenceAuthError, InferenceError, InferenceRateLimitError, } from "./inference-provider.js";
+export class ChatGPTBrowserProvider {
+    accountId;
+    provider = "chatgpt";
+    constructor(accountId = "") {
+        this.accountId = accountId;
+    }
+    async chatCompletion(request, options) {
+        const stream = await this.chatCompletionStream(request, options);
+        const { toOpenAIJsonResponse } = await import("./stream.js");
+        return toOpenAIJsonResponse(stream);
+    }
+    async chatCompletionStream(request, options) {
+        await quotaManager.init();
+        const account = await this.resolveAccount(request.accountId, request.model);
+        try {
+            const page = await getProviderBrowserPage("https://chatgpt.com/");
+            const body = this.buildBody(request);
+            const result = await page.evaluate(async (conversationBody) => {
+                const sessionResponse = await fetch("/api/auth/session", {
+                    credentials: "include",
+                    cache: "no-store",
+                });
+                if (!sessionResponse.ok) {
+                    return { status: sessionResponse.status, body: await sessionResponse.text() };
+                }
+                const session = (await sessionResponse.json());
+                const headers = {
+                    "Content-Type": "application/json",
+                    Accept: "text/event-stream",
+                    "oai-language": "de-DE",
+                    "oai-device-id": session.oaiDeviceId ?? crypto.randomUUID(),
+                };
+                if (session.accessToken) {
+                    headers.Authorization = `Bearer ${session.accessToken}`;
+                }
+                await fetch("/backend-api/conversation/init", {
+                    method: "POST",
+                    credentials: "include",
+                    headers,
+                    body: "{}",
+                }).catch(() => undefined);
+                const response = await fetch("/backend-api/conversation", {
+                    method: "POST",
+                    credentials: "include",
+                    headers,
+                    body: JSON.stringify(conversationBody),
+                });
+                return { status: response.status, body: await response.text() };
+            }, body);
+            if (result.status === 401)
+                throw new InferenceAuthError("chatgpt");
+            if (result.status === 429)
+                throw new InferenceRateLimitError("chatgpt");
+            if (result.status === 403) {
+                const text = await this.sendViaDom(request, options?.signal);
+                await quotaManager.reportSuccess(account.id);
+                return singleTextStream(request.model, text);
+            }
+            if (result.status < 200 || result.status >= 300) {
+                throw new InferenceError(`ChatGPT Browser-Request antwortete mit HTTP ${result.status}`, result.status, "chatgpt");
+            }
+            const stream = parseChatGptSse(result.body, request.model);
+            await quotaManager.reportSuccess(account.id);
+            return stream;
+        }
+        catch (error) {
+            const normalized = error instanceof Error ? error : new Error(String(error));
+            await quotaManager.reportError(account.id, normalized);
+            throw error;
+        }
+    }
+    async resolveAccount(requestedId, modelId) {
+        const id = requestedId ?? this.accountId;
+        if (!id) {
+            const selected = await quotaManager.acquireAccount({
+                provider: "chatgpt",
+                modelId,
+            });
+            if (!selected) {
+                throw new InferenceError("Kein aktiver ChatGPT-Account verfügbar.", 503, "chatgpt");
+            }
+            this.accountId = selected.id;
+            return selected;
+        }
+        const account = await getAccount(id);
+        if (!account)
+            throw new InferenceError(`Account nicht gefunden: ${id}`, 404, "chatgpt");
+        if (!account.enabled || account.sessionStatus !== "valid") {
+            throw new InferenceError(`Account-Session nicht aktiv: ${id}`, 403, "chatgpt");
+        }
+        return account;
+    }
+    buildBody(request) {
+        return {
+            action: "next",
+            messages: request.messages.map((message, index) => ({
+                id: `msg-${Date.now()}-${index}`,
+                author: { role: message.role },
+                content: {
+                    content_type: "text",
+                    parts: [
+                        typeof message.content === "string"
+                            ? message.content
+                            : message.content.map((part) => part.text ?? "").join("\n"),
+                    ],
+                },
+            })),
+            model: request.model,
+            parent_message_id: crypto.randomUUID(),
+            timezone_offset_min: -new Date().getTimezoneOffset(),
+            history_and_training_disabled: true,
+            force_use_sse: true,
+        };
+    }
+    async sendViaDom(request, signal) {
+        const page = await getProviderBrowserPage("https://chatgpt.com/");
+        const lastUser = [...request.messages].reverse().find((message) => message.role === "user");
+        const prompt = lastUser
+            ? typeof lastUser.content === "string"
+                ? lastUser.content
+                : lastUser.content.map((part) => part.text ?? "").join("\n")
+            : "";
+        if (!prompt)
+            throw new InferenceError("Keine Nutzernachricht gefunden.", 400, "chatgpt");
+        const selectors = [
+            "#prompt-textarea",
+            "textarea[placeholder]",
+            "textarea",
+            '[contenteditable="true"]',
+        ];
+        let input = null;
+        for (const selector of selectors) {
+            input = await page.$(selector);
+            if (input)
+                break;
+        }
+        if (!input)
+            throw new InferenceError("ChatGPT-Eingabefeld wurde nicht gefunden.", 503, "chatgpt");
+        await input.click();
+        await page.keyboard.type(prompt, { delay: 8 });
+        await page.keyboard.press("Enter");
+        let previous = "";
+        let stable = 0;
+        for (let attempt = 0; attempt < 90; attempt += 1) {
+            if (signal?.aborted)
+                throw new DOMException("Abgebrochen", "AbortError");
+            await page.waitForTimeout(1_000);
+            const state = await page.evaluate(() => {
+                const messages = document.querySelectorAll('[data-message-author-role="assistant"]');
+                const current = messages.length ? messages[messages.length - 1]?.textContent?.trim() ?? "" : "";
+                const stop = Boolean(document.querySelector('[aria-label*="Stop"], [data-testid*="stop"]'));
+                return { current, stop };
+            });
+            if (state.current && state.current === previous)
+                stable += 1;
+            else
+                stable = 0;
+            previous = state.current || previous;
+            if (previous && !state.stop && stable >= 2)
+                return previous;
+        }
+        if (!previous)
+            throw new InferenceError("Keine ChatGPT-Antwort erkannt.", 504, "chatgpt");
+        return previous;
+    }
+}
+function singleTextStream(model, text) {
+    return new ReadableStream({
+        start(controller) {
+            const id = `chatcmpl-${Date.now()}`;
+            controller.enqueue({
+                id,
+                object: "chat.completion.chunk",
+                created: Math.floor(Date.now() / 1000),
+                model,
+                choices: [{ index: 0, delta: { role: "assistant", content: text }, finish_reason: null }],
+            });
+            controller.enqueue({
+                id,
+                object: "chat.completion.chunk",
+                created: Math.floor(Date.now() / 1000),
+                model,
+                choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
+            });
+            controller.close();
+        },
+    });
+}
+function parseChatGptSse(raw, model) {
+    return new ReadableStream({
+        start(controller) {
+            const id = `chatcmpl-${Date.now()}`;
+            let previous = "";
+            for (const line of raw.split("\n")) {
+                if (!line.startsWith("data: "))
+                    continue;
+                const data = line.slice(6).trim();
+                if (!data || data === "[DONE]")
+                    continue;
+                try {
+                    const event = JSON.parse(data);
+                    const message = event.message;
+                    if (message?.author?.role && message.author.role !== "assistant")
+                        continue;
+                    const parts = message?.content?.parts;
+                    if (!Array.isArray(parts))
+                        continue;
+                    const current = parts.filter((part) => typeof part === "string").join("");
+                    if (!current)
+                        continue;
+                    const delta = current.startsWith(previous) ? current.slice(previous.length) : current;
+                    previous = current;
+                    if (!delta)
+                        continue;
+                    controller.enqueue({
+                        id: message.id ?? id,
+                        object: "chat.completion.chunk",
+                        created: Math.floor(Date.now() / 1000),
+                        model,
+                        choices: [{ index: 0, delta: { role: "assistant", content: delta }, finish_reason: null }],
+                    });
+                }
+                catch {
+                    continue;
+                }
+            }
+            controller.enqueue({
+                id,
+                object: "chat.completion.chunk",
+                created: Math.floor(Date.now() / 1000),
+                model,
+                choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
+            });
+            controller.close();
+        },
+    });
+}
+//# sourceMappingURL=chatgpt-browser-provider.js.map

package/dist/zero-token/inference/chatgpt-browser-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatgpt-browser-provider.js","sourceRoot":"","sources":["../../../src/zero-token/inference/chatgpt-browser-provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,wCAAwC,CAAC;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzD,OAAO,EACL,kBAAkB,EAClB,cAAc,EACd,uBAAuB,GACxB,MAAM,yBAAyB,CAAC;AAYjC,MAAM,OAAO,sBAAsB;IAGb;IAFX,QAAQ,GAAG,SAAS,CAAC;IAE9B,YAAoB,YAAY,EAAE;QAAd,cAAS,GAAT,SAAS,CAAK;IAAG,CAAC;IAEtC,KAAK,CAAC,cAAc,CAClB,OAA8B,EAC9B,OAAkC;QAElC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACjE,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QAC7D,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,OAA8B,EAC9B,OAAkC;QAElC,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAE5E,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,sBAAsB,CAAC,CAAC;YAClE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,gBAAgB,EAA4B,EAAE;gBACtF,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,mBAAmB,EAAE;oBACvD,WAAW,EAAE,SAAS;oBACtB,KAAK,EAAE,UAAU;iBAClB,CAAC,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC;oBACxB,OAAO,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC;gBAChF,CAAC;gBAED,MAAM,OAAO,GAAG,CAAC,MAAM,eAAe,CAAC,IAAI,EAAE,CAG5C,CAAC;gBACF,MAAM,OAAO,GAA2B;oBACtC,cAAc,EAAE,kBAAkB;oBAClC,MAAM,EAAE,mBAAmB;oBAC3B,cAAc,EAAE,OAAO;oBACvB,eAAe,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,EAAE;iBAC5D,CAAC;gBACF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBACxB,OAAO,CAAC,aAAa,GAAG,UAAU,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC1D,CAAC;gBAED,MAAM,KAAK,CAAC,gCAAgC,EAAE;oBAC5C,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,SAAS;oBACtB,OAAO;oBACP,IAAI,EAAE,IAAI;iBACX,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBAE1B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,2BAA2B,EAAE;oBACxD,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,SAAS;oBACtB,OAAO;oBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;iBACvC,CAAC,CAAC;gBACH,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YAClE,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;gBAAE,MAAM,IAAI,kBAAkB,CAAC,SAAS,CAAC,CAAC;YACnE,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;gBAAE,MAAM,IAAI,uBAAuB,CAAC,SAAS,CAAC,CAAC;YACxE,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC7D,MAAM,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC7C,OAAO,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC/C,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAChD,MAAM,IAAI,cAAc,CACtB,+CAA+C,MAAM,CAAC,MAAM,EAAE,EAC9D,MAAM,CAAC,MAAM,EACb,SAAS,CACV,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3D,MAAM,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7E,MAAM,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YACvD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,WAA+B,EAC/B,OAAe;QAEf,MAAM,EAAE,GAAG,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC;QACzC,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,cAAc,CAAC;gBACjD,QAAQ,EAAE,SAAS;gBACnB,OAAO;aACR,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,cAAc,CAAC,yCAAyC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;YACtF,CAAC;YACD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;YAC7B,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,cAAc,CAAC,2BAA2B,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;QACxF,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;YAC1D,MAAM,IAAI,cAAc,CAAC,gCAAgC,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,SAAS,CAAC,OAA8B;QAC9C,OAAO;YACL,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBAClD,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE;gBAChC,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE;gBAC9B,OAAO,EAAE;oBACP,YAAY,EAAE,MAAM;oBACpB,KAAK,EAAE;wBACL,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;4BACjC,CAAC,CAAC,OAAO,CAAC,OAAO;4BACjB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;qBAC9D;iBACF;aACF,CAAC,CAAC;YACH,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE;YACtC,mBAAmB,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,iBAAiB,EAAE;YACpD,6BAA6B,EAAE,IAAI;YACnC,aAAa,EAAE,IAAI;SACpB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,OAA8B,EAC9B,MAAoB;QAEpB,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,sBAAsB,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC5F,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;gBACpC,CAAC,CAAC,QAAQ,CAAC,OAAO;gBAClB,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9D,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,cAAc,CAAC,iCAAiC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;QAEzF,MAAM,SAAS,GAAG;YAChB,kBAAkB;YAClB,uBAAuB;YACvB,UAAU;YACV,0BAA0B;SAC3B,CAAC;QACF,IAAI,KAAK,GAAG,IAAI,CAAC;QACjB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,KAAK,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC/B,IAAI,KAAK;gBAAE,MAAM;QACnB,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,cAAc,CAAC,2CAA2C,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;QAElG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACjD,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,YAAY,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACzE,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC,wCAAwC,CAAC,CAAC;gBACrF,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChG,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,6CAA6C,CAAC,CAAC,CAAC;gBAC5F,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ;gBAAE,MAAM,IAAI,CAAC,CAAC;;gBACxD,MAAM,GAAG,CAAC,CAAC;YAChB,QAAQ,GAAG,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC;YACrC,IAAI,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,MAAM,IAAI,CAAC;gBAAE,OAAO,QAAQ,CAAC;QAC9D,CAAC;QAED,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,cAAc,CAAC,gCAAgC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1F,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAED,SAAS,gBAAgB,CAAC,KAAa,EAAE,IAAY;IACnD,OAAO,IAAI,cAAc,CAAC;QACxB,KAAK,CAAC,UAAU;YACd,MAAM,EAAE,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YACpC,UAAU,CAAC,OAAO,CAAC;gBACjB,EAAE;gBACF,MAAM,EAAE,uBAAuB;gBAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gBACtC,KAAK;gBACL,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aAC1F,CAAC,CAAC;YACH,UAAU,CAAC,OAAO,CAAC;gBACjB,EAAE;gBACF,MAAM,EAAE,uBAAuB;gBAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gBACtC,KAAK;gBACL,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;aAC1D,CAAC,CAAC;YACH,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CAAC,GAAW,EAAE,KAAa;IACjD,OAAO,IAAI,cAAc,CAAC;QACxB,KAAK,CAAC,UAAU;YACd,MAAM,EAAE,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YACpC,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAClC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,QAAQ;oBAAE,SAAS;gBACzC,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAQ,CAAC;oBACtC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;oBAC9B,IAAI,OAAO,EAAE,MAAM,EAAE,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW;wBAAE,SAAS;oBAC3E,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;oBACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;wBAAE,SAAS;oBACpC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAa,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACnF,IAAI,CAAC,OAAO;wBAAE,SAAS;oBACvB,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;oBACtF,QAAQ,GAAG,OAAO,CAAC;oBACnB,IAAI,CAAC,KAAK;wBAAE,SAAS;oBACrB,UAAU,CAAC,OAAO,CAAC;wBACjB,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE;wBACpB,MAAM,EAAE,uBAAuB;wBAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;wBACtC,KAAK;wBACL,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;qBAC3F,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YAED,UAAU,CAAC,OAAO,CAAC;gBACjB,EAAE;gBACF,MAAM,EAAE,uBAAuB;gBAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gBACtC,KAAK;gBACL,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;aAC1D,CAAC,CAAC;YACH,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/zero-token/inference/chatgpt-conversation-state.d.ts

@@ -0,0 +1,8 @@
+import type { ChatCompletionRequest, ChatMessage } from "./types.js";
+export declare function chatMessageText(message: ChatMessage): string;
+export declare function explicitConversationKey(request: ChatCompletionRequest, accountId: string): string | undefined;
+export declare function historyLookupKey(request: ChatCompletionRequest, accountId: string): string | undefined;
+export declare function historyContinuationKey(request: ChatCompletionRequest, accountId: string, assistantText: string): string;
+export declare function lastUserPrompt(request: ChatCompletionRequest): string;
+export declare function transcriptPrompt(request: ChatCompletionRequest): string;
+//# sourceMappingURL=chatgpt-conversation-state.d.ts.map

package/dist/zero-token/inference/chatgpt-conversation-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatgpt-conversation-state.d.ts","sourceRoot":"","sources":["../../../src/zero-token/inference/chatgpt-conversation-state.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAErE,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAO5D;AAeD,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,qBAAqB,EAC9B,SAAS,EAAE,MAAM,GAChB,MAAM,GAAG,SAAS,CAGpB;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,qBAAqB,EAC9B,SAAS,EAAE,MAAM,GAChB,MAAM,GAAG,SAAS,CAMpB;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,qBAAqB,EAC9B,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,GACpB,MAAM,CAMR;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM,CAKrE;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM,CAevE"}

package/dist/zero-token/inference/chatgpt-conversation-state.js

@@ -0,0 +1,60 @@
+import { createHash } from "node:crypto";
+export function chatMessageText(message) {
+    return typeof message.content === "string"
+        ? message.content
+        : message.content
+            .filter((part) => part.type === "text")
+            .map((part) => part.text ?? "")
+            .join("");
+}
+function normalizedMessages(messages) {
+    return JSON.stringify(messages.map((message) => ({
+        role: message.role,
+        content: chatMessageText(message).trim(),
+    })));
+}
+function digest(value) {
+    return createHash("sha256").update(value).digest("hex");
+}
+export function explicitConversationKey(request, accountId) {
+    const user = request.user?.trim();
+    return user ? `user:${accountId}:${request.model}:${digest(user)}` : undefined;
+}
+export function historyLookupKey(request, accountId) {
+    const messages = [...request.messages];
+    const last = messages.at(-1);
+    if (!last || last.role !== "user" || messages.length < 2)
+        return undefined;
+    messages.pop();
+    return `history:${accountId}:${request.model}:${digest(normalizedMessages(messages))}`;
+}
+export function historyContinuationKey(request, accountId, assistantText) {
+    const messages = [
+        ...request.messages,
+        { role: "assistant", content: assistantText },
+    ];
+    return `history:${accountId}:${request.model}:${digest(normalizedMessages(messages))}`;
+}
+export function lastUserPrompt(request) {
+    const message = [...request.messages]
+        .reverse()
+        .find((entry) => entry.role === "user");
+    return message ? chatMessageText(message).trim() : "";
+}
+export function transcriptPrompt(request) {
+    return request.messages
+        .map((message) => {
+        const text = chatMessageText(message).trim();
+        if (!text)
+            return "";
+        const role = message.role === "system"
+            ? "System"
+            : message.role === "assistant"
+                ? "Assistant"
+                : "User";
+        return `${role}: ${text}`;
+    })
+        .filter(Boolean)
+        .join("\n\n");
+}
+//# sourceMappingURL=chatgpt-conversation-state.js.map

package/dist/zero-token/inference/chatgpt-conversation-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatgpt-conversation-state.js","sourceRoot":"","sources":["../../../src/zero-token/inference/chatgpt-conversation-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,UAAU,eAAe,CAAC,OAAoB;IAClD,OAAO,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;QACxC,CAAC,CAAC,OAAO,CAAC,OAAO;QACjB,CAAC,CAAC,OAAO,CAAC,OAAO;aACZ,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;aAC9B,IAAI,CAAC,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAuB;IACjD,OAAO,IAAI,CAAC,SAAS,CACnB,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACzB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE;KACzC,CAAC,CAAC,CACJ,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,OAA8B,EAC9B,SAAiB;IAEjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;IAClC,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,SAAS,IAAI,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAA8B,EAC9B,SAAiB;IAEjB,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3E,QAAQ,CAAC,GAAG,EAAE,CAAC;IACf,OAAO,WAAW,SAAS,IAAI,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,OAA8B,EAC9B,SAAiB,EACjB,aAAqB;IAErB,MAAM,QAAQ,GAAkB;QAC9B,GAAG,OAAO,CAAC,QAAQ;QACnB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE;KAC9C,CAAC;IACF,OAAO,WAAW,SAAS,IAAI,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAA8B;IAC3D,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;SAClC,OAAO,EAAE;SACT,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC1C,OAAO,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAA8B;IAC7D,OAAO,OAAO,CAAC,QAAQ;SACpB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACf,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QACrB,MAAM,IAAI,GACR,OAAO,CAAC,IAAI,KAAK,QAAQ;YACvB,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW;gBAC5B,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,MAAM,CAAC;QACf,OAAO,GAAG,IAAI,KAAK,IAAI,EAAE,CAAC;IAC5B,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC"}

package/dist/zero-token/inference/chatgpt-direct-provider.d.ts

@@ -0,0 +1,15 @@
+import type { InferenceProvider } from "./inference-provider.js";
+import type { ChatCompletionChunk, ChatCompletionRequest, ChatCompletionResponse } from "./types.js";
+export declare class ChatGPTDirectProvider implements InferenceProvider {
+    private accountId;
+    readonly provider = "chatgpt";
+    constructor(accountId?: string);
+    chatCompletion(request: ChatCompletionRequest, options?: {
+        signal?: AbortSignal;
+    }): Promise<ChatCompletionResponse>;
+    chatCompletionStream(request: ChatCompletionRequest, options?: {
+        signal?: AbortSignal;
+    }): Promise<ReadableStream<ChatCompletionChunk>>;
+    private resolveAccount;
+}
+//# sourceMappingURL=chatgpt-direct-provider.d.ts.map

package/dist/zero-token/inference/chatgpt-direct-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatgpt-direct-provider.d.ts","sourceRoot":"","sources":["../../../src/zero-token/inference/chatgpt-direct-provider.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAMjE,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,YAAY,CAAC;AA4DpB,qBAAa,qBAAsB,YAAW,iBAAiB;IAGjD,OAAO,CAAC,SAAS;IAF7B,QAAQ,CAAC,QAAQ,aAAa;gBAEV,SAAS,SAAK;IAE5B,cAAc,CAClB,OAAO,EAAE,qBAAqB,EAC9B,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GACjC,OAAO,CAAC,sBAAsB,CAAC;IAM5B,oBAAoB,CACxB,OAAO,EAAE,qBAAqB,EAC9B,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GACjC,OAAO,CAAC,cAAc,CAAC,mBAAmB,CAAC,CAAC;YA0QjC,cAAc;CA6C7B"}