@hebo-ai/gateway 0.9.0 → 0.9.2

package/dist/utils/response.js

@@ -1,55 +0,0 @@
-import { REQUEST_ID_HEADER } from "./headers";
-import { toSseStream } from "./stream";
-const TEXT_ENCODER = new TextEncoder();
-export const prepareResponseInit = (requestId) => ({
-    headers: { [REQUEST_ID_HEADER]: requestId },
-});
-export const mergeResponseInit = (defaultHeaders, responseInit) => {
-    const headers = new Headers(defaultHeaders);
-    const override = responseInit?.headers;
-    if (override) {
-        new Headers(override).forEach((value, key) => {
-            headers.set(key, value);
-        });
-    }
-    if (!responseInit)
-        return { headers };
-    return {
-        status: responseInit.status,
-        statusText: responseInit.statusText,
-        headers,
-    };
-};
-export const toResponse = (result, responseInit, streamOptions) => {
-    let body;
-    const isStream = result instanceof ReadableStream;
-    if (isStream) {
-        body = toSseStream(result, streamOptions);
-    }
-    else if (result instanceof Uint8Array) {
-        body = result;
-    }
-    else if (typeof result === "string") {
-        body = TEXT_ENCODER.encode(result);
-    }
-    else {
-        body = TEXT_ENCODER.encode(JSON.stringify(result));
-    }
-    if (!responseInit?.statusText) {
-        const status = responseInit?.status ?? 200;
-        const statusText = "OK";
-        const headers = responseInit?.headers;
-        responseInit = headers ? { status, statusText, headers } : { status, statusText };
-    }
-    const init = mergeResponseInit(isStream
-        ? {
-            "content-type": "text/event-stream",
-            "cache-control": "no-cache",
-            connection: "keep-alive",
-        }
-        : {
-            "content-type": "application/json",
-            "content-length": String(body.byteLength),
-        }, responseInit);
-    return new Response(body, init);
-};

package/dist/utils/stream.d.ts

@@ -1,9 +0,0 @@
-export type SseFrame<T = unknown, E extends string | undefined = string | undefined> = {
-    data: T;
-    event?: E;
-};
-export type SseErrorFrame = SseFrame<Error, "error" | undefined>;
-export declare function toSseStream(src: ReadableStream<SseFrame>, options?: {
-    onDone?: (status: number, reason?: unknown) => void;
-    keepAliveMs?: number;
-}): ReadableStream<Uint8Array>;

package/dist/utils/stream.js

@@ -1,100 +0,0 @@
-import { toOpenAIError } from "../errors/openai";
-const TEXT_ENCODER = new TextEncoder();
-const SSE_DONE_CHUNK = TEXT_ENCODER.encode("data: [DONE]\n\n");
-const SSE_KEEP_ALIVE_CHUNK = TEXT_ENCODER.encode(": keep-alive\n\n");
-const SSE_DEFAULT_KEEP_ALIVE_MS = 20_000;
-export function toSseStream(src, options = {}) {
-    const keepAliveMs = options.keepAliveMs ?? SSE_DEFAULT_KEEP_ALIVE_MS;
-    let reader;
-    let timer;
-    let finished = false;
-    const done = (controller, status, reason) => {
-        if (finished)
-            return;
-        finished = true;
-        if (timer)
-            clearTimeout(timer);
-        try {
-            options.onDone?.(status, reason);
-        }
-        catch { }
-        try {
-            controller.enqueue(SSE_DONE_CHUNK);
-        }
-        catch { }
-        try {
-            controller.close();
-        }
-        catch { }
-    };
-    const heartbeat = (controller) => {
-        if (timer)
-            clearTimeout(timer);
-        if (!keepAliveMs || keepAliveMs <= 0 || finished)
-            return;
-        timer = setTimeout(() => {
-            if (finished)
-                return;
-            try {
-                controller.enqueue(SSE_KEEP_ALIVE_CHUNK);
-                heartbeat(controller);
-            }
-            catch { }
-        }, keepAliveMs);
-    };
-    return new ReadableStream({
-        start(controller) {
-            reader = src.getReader();
-            heartbeat(controller);
-        },
-        async pull(controller) {
-            if (finished)
-                return;
-            try {
-                // oxlint-disable-next-line no-await-in-loop
-                const result = await reader.read();
-                if (result.done) {
-                    done(controller, 200);
-                    return;
-                }
-                const value = result.value;
-                if (value.event === "error" || value.data instanceof Error) {
-                    const error = toOpenAIError(value.data);
-                    controller.enqueue(TEXT_ENCODER.encode(serializeSseFrame({ event: value.event, data: error })));
-                    done(controller, error.error.type === "invalid_request_error" ? 422 : 502, value.data);
-                    reader.cancel(value.data).catch(() => { });
-                    return;
-                }
-                controller.enqueue(TEXT_ENCODER.encode(serializeSseFrame(value)));
-                heartbeat(controller);
-            }
-            catch (error) {
-                try {
-                    controller.enqueue(TEXT_ENCODER.encode(serializeSseFrame({
-                        event: "error",
-                        data: toOpenAIError(error),
-                    })));
-                }
-                catch { }
-                done(controller, 502, error);
-            }
-        },
-        cancel(reason) {
-            if (finished)
-                return;
-            finished = true;
-            if (timer)
-                clearTimeout(timer);
-            options.onDone?.(499, reason);
-            return reader?.cancel(reason).catch(() => { });
-        },
-    });
-}
-function serializeSseFrame(frame) {
-    let out = "";
-    if (frame.event) {
-        out += `event: ${frame.event}\n`;
-    }
-    out += `data: ${JSON.stringify(frame.data)}\n\n`;
-    return out;
-}

package/dist/utils/url.d.ts

@@ -1,4 +0,0 @@
-export declare const parseDataUrl: (url: string) => {
-    mimeType: string;
-    dataStart: number;
-};

package/dist/utils/url.js

@@ -1,21 +0,0 @@
-export const parseDataUrl = (url) => {
-    if (url.slice(0, 5).toLowerCase() !== "data:") {
-        return { mimeType: "", dataStart: 0 };
-    }
-    const MAX_HEADER_LENGTH = 1024;
-    const headerEnd = Math.min(url.length, 5 + MAX_HEADER_LENGTH);
-    const comma = url.indexOf(",", 5);
-    if (comma <= 5 || comma > headerEnd) {
-        return { mimeType: "", dataStart: 0 };
-    }
-    const semi = url.indexOf(";", 5);
-    const mimeEnd = semi !== -1 && semi < comma ? semi : comma;
-    const mimeType = url.slice(5, mimeEnd).trim();
-    if (!mimeType) {
-        return { mimeType: "", dataStart: 0 };
-    }
-    return {
-        mimeType,
-        dataStart: comma + 1,
-    };
-};