@aituber-onair/chat 0.56.0 → 0.57.0

package/README.ja.md

@@ -460,6 +460,26 @@ const compatibleService = ChatServiceFactory.createChatService(
   場合は実行時エラーになります。
 - 既存の `openai` プロバイダーの挙動は変更されません。
 
+エンドポイント用ヘルパーは、サーバーの Origin、API のベース URL、完全な Chat Completions URL を受け付けます。クエリとフラグメントを含む URL は受け付けません。プロバイダー本体には引き続き完全な URL を渡してください。
+
+```typescript
+import {
+  listOpenAICompatibleModels,
+  resolveOpenAICompatibleEndpoint,
+  testOpenAICompatibleConnection,
+} from '@aituber-onair/chat';
+
+const endpoint = resolveOpenAICompatibleEndpoint('http://localhost:11434/v1');
+const models = await listOpenAICompatibleModels({ endpoint: endpoint.baseUrl });
+const connection = await testOpenAICompatibleConnection({
+  endpoint: endpoint.baseUrl,
+  model: models[0],
+});
+// Pass endpoint.chatCompletionsUrl to the openai-compatible provider.
+```
+
+`OPENAI_COMPATIBLE_LOCAL_PRESETS` には Ollama、LM Studio、llama.cpp、vLLM の標準 URL が入っています。モデル一覧は文章を生成せず `GET /models` で取得します。起動方法と CORS 設定は[ローカル LLM ガイド](../../docs/local-llm.ja.md)を参照してください。
+
 `reasoning_effort` の選択肢はモデルによって異なります。
 - `gpt-5.6` / `gpt-5.6-sol` / `gpt-5.6-terra` / `gpt-5.6-luna`:
   `'none' | 'low' | 'medium' | 'high' | 'xhigh' | 'max'`

package/README.md

@@ -478,6 +478,30 @@ Notes:
   at runtime.
 - Existing `openai` provider behavior is unchanged.
 
+The endpoint helpers accept a server origin, API base URL, or full Chat
+Completions URL. They reject URLs with queries or fragments. The provider
+itself still requires the full endpoint URL.
+
+```typescript
+import {
+  listOpenAICompatibleModels,
+  resolveOpenAICompatibleEndpoint,
+  testOpenAICompatibleConnection,
+} from '@aituber-onair/chat';
+
+const endpoint = resolveOpenAICompatibleEndpoint('http://localhost:11434/v1');
+const models = await listOpenAICompatibleModels({ endpoint: endpoint.baseUrl });
+const connection = await testOpenAICompatibleConnection({
+  endpoint: endpoint.baseUrl,
+  model: models[0],
+});
+// Pass endpoint.chatCompletionsUrl to the openai-compatible provider.
+```
+
+`OPENAI_COMPATIBLE_LOCAL_PRESETS` contains default URLs for Ollama, LM Studio,
+llama.cpp, and vLLM. Model discovery uses `GET /models` without generating
+tokens. See the [local LLM guide](../../docs/local-llm.md) for setup and CORS.
+
 `reasoning_effort` options differ per model:
 - `gpt-5.6` / `gpt-5.6-sol` / `gpt-5.6-terra` / `gpt-5.6-luna`:
   `'none' | 'low' | 'medium' | 'high' | 'xhigh' | 'max'`

package/dist/cjs/utils/index.d.ts

@@ -7,6 +7,7 @@ export * from './screenplay';
 export * from './emotionParser';
 export * from './runOnce';
 export * from './openaiCompatibleSse';
+export * from './openaiCompatibleEndpoint';
 export * from './openaiCompatibleTools';
 export * from './processChatFlow';
 export * from './visionModelResolver';

package/dist/cjs/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iBAAiB,CAAC"}

package/dist/cjs/utils/index.js

@@ -23,6 +23,7 @@ __exportStar(require("./screenplay"), exports);
 __exportStar(require("./emotionParser"), exports);
 __exportStar(require("./runOnce"), exports);
 __exportStar(require("./openaiCompatibleSse"), exports);
+__exportStar(require("./openaiCompatibleEndpoint"), exports);
 __exportStar(require("./openaiCompatibleTools"), exports);
 __exportStar(require("./processChatFlow"), exports);
 __exportStar(require("./visionModelResolver"), exports);

package/dist/cjs/utils/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA;;GAEG;AACH,0DAAwC;AACxC,0DAAwC;AACxC,+CAA6B;AAC7B,kDAAgC;AAChC,4CAA0B;AAC1B,wDAAsC;AACtC,0DAAwC;AACxC,oDAAkC;AAClC,wDAAsC;AACtC,gEAA8C;AAC9C,kDAAgC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA;;GAEG;AACH,0DAAwC;AACxC,0DAAwC;AACxC,+CAA6B;AAC7B,kDAAgC;AAChC,4CAA0B;AAC1B,wDAAsC;AACtC,6DAA2C;AAC3C,0DAAwC;AACxC,oDAAkC;AAClC,wDAAsC;AACtC,gEAA8C;AAC9C,kDAAgC"}

package/dist/cjs/utils/openaiCompatibleEndpoint.d.ts

@@ -0,0 +1,57 @@
+/** A local server with an OpenAI-compatible Chat Completions endpoint. */
+export type OpenAICompatibleLocalPresetId = 'ollama' | 'lmStudio' | 'llamaCpp' | 'vllm';
+export interface OpenAICompatibleLocalPreset {
+    id: OpenAICompatibleLocalPresetId;
+    label: string;
+    baseUrl: string;
+    docsUrl: string;
+    corsHint?: string;
+}
+/** Default local URLs. Change the port when your server uses a custom one. */
+export declare const OPENAI_COMPATIBLE_LOCAL_PRESETS: readonly OpenAICompatibleLocalPreset[];
+export type OpenAICompatibleEndpointErrorCode = 'invalid-url' | 'network' | 'aborted' | 'timeout' | 'http' | 'invalid-response';
+/** Error returned by endpoint resolution and model discovery. */
+export declare class OpenAICompatibleEndpointError extends Error {
+    readonly code: OpenAICompatibleEndpointErrorCode;
+    readonly status?: number;
+    constructor(code: OpenAICompatibleEndpointErrorCode, message: string, status?: number);
+}
+export interface ResolvedOpenAICompatibleEndpoint {
+    baseUrl: string;
+    chatCompletionsUrl: string;
+    modelsUrl: string;
+}
+/**
+ * Accepts an origin, API base URL, or full Chat Completions URL.
+ * Query strings and fragments are rejected rather than discarded.
+ */
+export declare function resolveOpenAICompatibleEndpoint(input: string): ResolvedOpenAICompatibleEndpoint;
+export interface ListOpenAICompatibleModelsOptions {
+    endpoint: string;
+    apiKey?: string;
+    timeoutMs?: number;
+    fetch?: typeof fetch;
+    signal?: AbortSignal;
+}
+/**
+ * Lists model IDs from GET /models, preserving server order.
+ * @throws {RangeError} If timeoutMs is not a positive finite number.
+ */
+export declare function listOpenAICompatibleModels(options: ListOpenAICompatibleModelsOptions): Promise<string[]>;
+export type OpenAICompatibleConnectionResult = {
+    ok: true;
+    latencyMs: number;
+    models: string[];
+    modelFound?: boolean;
+} | {
+    ok: false;
+    error: OpenAICompatibleEndpointError;
+};
+/**
+ * Tests GET /models without generating tokens.
+ * @throws {RangeError} If timeoutMs is not a positive finite number.
+ */
+export declare function testOpenAICompatibleConnection(options: ListOpenAICompatibleModelsOptions & {
+    model?: string;
+}): Promise<OpenAICompatibleConnectionResult>;
+//# sourceMappingURL=openaiCompatibleEndpoint.d.ts.map

package/dist/cjs/utils/openaiCompatibleEndpoint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiCompatibleEndpoint.d.ts","sourceRoot":"","sources":["../../../src/utils/openaiCompatibleEndpoint.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,MAAM,MAAM,6BAA6B,GACrC,QAAQ,GACR,UAAU,GACV,UAAU,GACV,MAAM,CAAC;AAEX,MAAM,WAAW,2BAA2B;IAC1C,EAAE,EAAE,6BAA6B,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,8EAA8E;AAC9E,eAAO,MAAM,+BAA+B,EAAE,SAAS,2BAA2B,EAmC/E,CAAC;AAEJ,MAAM,MAAM,iCAAiC,GACzC,aAAa,GACb,SAAS,GACT,SAAS,GACT,SAAS,GACT,MAAM,GACN,kBAAkB,CAAC;AAEvB,iEAAiE;AACjE,qBAAa,6BAA8B,SAAQ,KAAK;IACtD,QAAQ,CAAC,IAAI,EAAE,iCAAiC,CAAC;IACjD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;gBAGvB,IAAI,EAAE,iCAAiC,EACvC,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,MAAM;CAOlB;AAED,MAAM,WAAW,gCAAgC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,wBAAgB,+BAA+B,CAC7C,KAAK,EAAE,MAAM,GACZ,gCAAgC,CA4ClC;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,MAAM,EAAE,CAAC,CA2GnB;AAED,MAAM,MAAM,gCAAgC,GACxC;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,CAAC,EAAE,OAAO,CAAA;CAAE,GACvE;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,6BAA6B,CAAA;CAAE,CAAC;AAExD;;;GAGG;AACH,wBAAsB,8BAA8B,CAClD,OAAO,EAAE,iCAAiC,GAAG;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAC9D,OAAO,CAAC,gCAAgC,CAAC,CAyB3C"}

package/dist/cjs/utils/openaiCompatibleEndpoint.js

@@ -0,0 +1,193 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAICompatibleEndpointError = exports.OPENAI_COMPATIBLE_LOCAL_PRESETS = void 0;
+exports.resolveOpenAICompatibleEndpoint = resolveOpenAICompatibleEndpoint;
+exports.listOpenAICompatibleModels = listOpenAICompatibleModels;
+exports.testOpenAICompatibleConnection = testOpenAICompatibleConnection;
+/** Default local URLs. Change the port when your server uses a custom one. */
+exports.OPENAI_COMPATIBLE_LOCAL_PRESETS = [
+    {
+        id: 'ollama',
+        label: 'Ollama',
+        baseUrl: 'http://localhost:11434/v1',
+        docsUrl: 'https://docs.ollama.com/api/openai-compatibility',
+        corsHint: 'Set OLLAMA_ORIGINS to allow additional browser origins.',
+    },
+    {
+        id: 'lmStudio',
+        label: 'LM Studio',
+        baseUrl: 'http://localhost:1234/v1',
+        docsUrl: 'https://lmstudio.ai/docs/developer/openai-compat',
+        corsHint: 'Start the server with lms server start --cors for browser access.',
+    },
+    {
+        id: 'llamaCpp',
+        label: 'llama.cpp',
+        baseUrl: 'http://127.0.0.1:8080/v1',
+        docsUrl: 'https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md',
+        corsHint: 'All origins are allowed by default; use --cors-origins to restrict them.',
+    },
+    {
+        id: 'vllm',
+        label: 'vLLM',
+        baseUrl: 'http://localhost:8000/v1',
+        docsUrl: 'https://docs.vllm.ai/en/latest/serving/online_serving/openai_compatible_server/',
+        corsHint: 'All origins are allowed by default; use --allowed-origins to restrict them.',
+    },
+];
+/** Error returned by endpoint resolution and model discovery. */
+class OpenAICompatibleEndpointError extends Error {
+    constructor(code, message, status) {
+        super(message);
+        this.name = 'OpenAICompatibleEndpointError';
+        this.code = code;
+        this.status = status;
+    }
+}
+exports.OpenAICompatibleEndpointError = OpenAICompatibleEndpointError;
+/**
+ * Accepts an origin, API base URL, or full Chat Completions URL.
+ * Query strings and fragments are rejected rather than discarded.
+ */
+function resolveOpenAICompatibleEndpoint(input) {
+    let url;
+    try {
+        url = new URL(input.trim());
+    }
+    catch {
+        throw new OpenAICompatibleEndpointError('invalid-url', 'Enter a valid HTTP or HTTPS endpoint URL.');
+    }
+    if ((url.protocol !== 'http:' && url.protocol !== 'https:') ||
+        url.search ||
+        url.hash ||
+        url.username ||
+        url.password) {
+        throw new OpenAICompatibleEndpointError('invalid-url', 'Use an HTTP or HTTPS endpoint URL without credentials, a query, or a fragment.');
+    }
+    const path = url.pathname.replace(/\/+$/, '');
+    if (path.endsWith('/api/chat') || path.endsWith('/api/generate')) {
+        throw new OpenAICompatibleEndpointError('invalid-url', "This looks like Ollama's native API URL. Use the OpenAI-compatible base URL instead, e.g. http://localhost:11434/v1.");
+    }
+    const basePath = !path || path === '/'
+        ? '/v1'
+        : path.endsWith('/chat/completions')
+            ? path.slice(0, -'/chat/completions'.length)
+            : path;
+    const baseUrl = `${url.origin}${basePath}`;
+    return {
+        baseUrl,
+        chatCompletionsUrl: `${baseUrl}/chat/completions`,
+        modelsUrl: `${baseUrl}/models`,
+    };
+}
+/**
+ * Lists model IDs from GET /models, preserving server order.
+ * @throws {RangeError} If timeoutMs is not a positive finite number.
+ */
+async function listOpenAICompatibleModels(options) {
+    const { modelsUrl } = resolveOpenAICompatibleEndpoint(options.endpoint);
+    const timeoutMs = options.timeoutMs ?? 8000;
+    if (!Number.isFinite(timeoutMs) || timeoutMs <= 0) {
+        throw new RangeError('timeoutMs must be a positive finite number.');
+    }
+    if (options.signal?.aborted) {
+        throw new OpenAICompatibleEndpointError('aborted', 'The models request was aborted by the caller.');
+    }
+    const controller = new AbortController();
+    let abortCause;
+    const onAbort = () => {
+        if (!abortCause)
+            abortCause = 'caller';
+        controller.abort();
+    };
+    options.signal?.addEventListener('abort', onAbort, { once: true });
+    if (options.signal?.aborted)
+        onAbort();
+    const timeout = setTimeout(() => {
+        if (!abortCause)
+            abortCause = 'timeout';
+        controller.abort();
+    }, timeoutMs);
+    try {
+        const headers = {};
+        if (options.apiKey?.trim()) {
+            headers.Authorization = `Bearer ${options.apiKey.trim()}`;
+        }
+        const response = await (options.fetch ?? fetch)(modelsUrl, {
+            method: 'GET',
+            headers,
+            signal: controller.signal,
+        });
+        if (abortCause) {
+            throw new OpenAICompatibleEndpointError('aborted', 'The models request was aborted by the caller.');
+        }
+        if (!response.ok) {
+            throw new OpenAICompatibleEndpointError('http', `Model listing failed with HTTP ${response.status}.`, response.status);
+        }
+        let body;
+        try {
+            body = await response.json();
+        }
+        catch {
+            throw new OpenAICompatibleEndpointError('invalid-response', 'The models endpoint did not return valid JSON.');
+        }
+        if (!body ||
+            typeof body !== 'object' ||
+            !('data' in body) ||
+            !Array.isArray(body.data) ||
+            !body.data.every((model) => model &&
+                typeof model === 'object' &&
+                'id' in model &&
+                typeof model.id === 'string')) {
+            throw new OpenAICompatibleEndpointError('invalid-response', 'The models response must contain data with model IDs.');
+        }
+        if (abortCause) {
+            throw new OpenAICompatibleEndpointError('aborted', 'The models request was aborted by the caller.');
+        }
+        return [...new Set(body.data.map((model) => model.id))];
+    }
+    catch (error) {
+        if (abortCause === 'caller') {
+            throw new OpenAICompatibleEndpointError('aborted', 'The models request was aborted by the caller.');
+        }
+        if (abortCause === 'timeout') {
+            throw new OpenAICompatibleEndpointError('timeout', `The models request timed out after ${timeoutMs} ms.`);
+        }
+        if (error instanceof OpenAICompatibleEndpointError)
+            throw error;
+        throw new OpenAICompatibleEndpointError('network', 'Could not reach the models endpoint. In a browser, this is usually a CORS restriction or the server is not running.');
+    }
+    finally {
+        clearTimeout(timeout);
+        options.signal?.removeEventListener('abort', onAbort);
+    }
+}
+/**
+ * Tests GET /models without generating tokens.
+ * @throws {RangeError} If timeoutMs is not a positive finite number.
+ */
+async function testOpenAICompatibleConnection(options) {
+    const startedAt = Date.now();
+    try {
+        const models = await listOpenAICompatibleModels(options);
+        return {
+            ok: true,
+            latencyMs: Date.now() - startedAt,
+            models,
+            ...(options.model !== undefined
+                ? { modelFound: models.includes(options.model) }
+                : {}),
+        };
+    }
+    catch (error) {
+        if (error instanceof RangeError)
+            throw error;
+        return {
+            ok: false,
+            error: error instanceof OpenAICompatibleEndpointError
+                ? error
+                : new OpenAICompatibleEndpointError('network', 'Could not reach the models endpoint. In a browser, this is usually a CORS restriction or the server is not running.'),
+        };
+    }
+}
+//# sourceMappingURL=openaiCompatibleEndpoint.js.map

package/dist/cjs/utils/openaiCompatibleEndpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiCompatibleEndpoint.js","sourceRoot":"","sources":["../../../src/utils/openaiCompatibleEndpoint.ts"],"names":[],"mappings":";;;AAwFA,0EA8CC;AAcD,gEA6GC;AAUD,wEA2BC;AAvRD,8EAA8E;AACjE,QAAA,+BAA+B,GAC1C;IACE;QACE,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,2BAA2B;QACpC,OAAO,EAAE,kDAAkD;QAC3D,QAAQ,EAAE,yDAAyD;KACpE;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,0BAA0B;QACnC,OAAO,EAAE,kDAAkD;QAC3D,QAAQ,EACN,mEAAmE;KACtE;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,0BAA0B;QACnC,OAAO,EACL,0EAA0E;QAC5E,QAAQ,EACN,0EAA0E;KAC7E;IACD;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,0BAA0B;QACnC,OAAO,EACL,iFAAiF;QACnF,QAAQ,EACN,6EAA6E;KAChF;CACF,CAAC;AAUJ,iEAAiE;AACjE,MAAa,6BAA8B,SAAQ,KAAK;IAItD,YACE,IAAuC,EACvC,OAAe,EACf,MAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,+BAA+B,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF;AAdD,sEAcC;AAQD;;;GAGG;AACH,SAAgB,+BAA+B,CAC7C,KAAa;IAEb,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,6BAA6B,CACrC,aAAa,EACb,2CAA2C,CAC5C,CAAC;IACJ,CAAC;IAED,IACE,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC;QACvD,GAAG,CAAC,MAAM;QACV,GAAG,CAAC,IAAI;QACR,GAAG,CAAC,QAAQ;QACZ,GAAG,CAAC,QAAQ,EACZ,CAAC;QACD,MAAM,IAAI,6BAA6B,CACrC,aAAa,EACb,gFAAgF,CACjF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,6BAA6B,CACrC,aAAa,EACb,sHAAsH,CACvH,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GACZ,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG;QACnB,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC;YAC5C,CAAC,CAAC,IAAI,CAAC;IAEb,MAAM,OAAO,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;IAC3C,OAAO;QACL,OAAO;QACP,kBAAkB,EAAE,GAAG,OAAO,mBAAmB;QACjD,SAAS,EAAE,GAAG,OAAO,SAAS;KAC/B,CAAC;AACJ,CAAC;AAUD;;;GAGG;AACI,KAAK,UAAU,0BAA0B,CAC9C,OAA0C;IAE1C,MAAM,EAAE,SAAS,EAAE,GAAG,+BAA+B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC5C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,UAAU,CAAC,6CAA6C,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,+CAA+C,CAChD,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,UAA4C,CAAC;IACjD,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,IAAI,CAAC,UAAU;YAAE,UAAU,GAAG,QAAQ,CAAC;QACvC,UAAU,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC,CAAC;IACF,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;QAC9B,IAAI,CAAC,UAAU;YAAE,UAAU,GAAG,SAAS,CAAC;QACxC,UAAU,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC,EAAE,SAAS,CAAC,CAAC;IAEd,IAAI,CAAC;QACH,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;YAC3B,OAAO,CAAC,aAAa,GAAG,UAAU,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5D,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE,KAAK;YACb,OAAO;YACP,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QACH,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,+CAA+C,CAChD,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,6BAA6B,CACrC,MAAM,EACN,kCAAkC,QAAQ,CAAC,MAAM,GAAG,EACpD,QAAQ,CAAC,MAAM,CAChB,CAAC;QACJ,CAAC;QAED,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,6BAA6B,CACrC,kBAAkB,EAClB,gDAAgD,CACjD,CAAC;QACJ,CAAC;QACD,IACE,CAAC,IAAI;YACL,OAAO,IAAI,KAAK,QAAQ;YACxB,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC;YACjB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CACd,CAAC,KAAc,EAAE,EAAE,CACjB,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,IAAI,IAAI,KAAK;gBACb,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,CAC/B,EACD,CAAC;YACD,MAAM,IAAI,6BAA6B,CACrC,kBAAkB,EAClB,uDAAuD,CACxD,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,+CAA+C,CAChD,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAqB,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,+CAA+C,CAChD,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,sCAAsC,SAAS,MAAM,CACtD,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,YAAY,6BAA6B;YAAE,MAAM,KAAK,CAAC;QAChE,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,qHAAqH,CACtH,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAMD;;;GAGG;AACI,KAAK,UAAU,8BAA8B,CAClD,OAA+D;IAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO;YACL,EAAE,EAAE,IAAI;YACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACjC,MAAM;YACN,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS;gBAC7B,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAChD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,UAAU;YAAE,MAAM,KAAK,CAAC;QAC7C,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EACH,KAAK,YAAY,6BAA6B;gBAC5C,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,IAAI,6BAA6B,CAC/B,SAAS,EACT,qHAAqH,CACtH;SACR,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/esm/utils/index.d.ts

@@ -7,6 +7,7 @@ export * from './screenplay';
 export * from './emotionParser';
 export * from './runOnce';
 export * from './openaiCompatibleSse';
+export * from './openaiCompatibleEndpoint';
 export * from './openaiCompatibleTools';
 export * from './processChatFlow';
 export * from './visionModelResolver';

package/dist/esm/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iBAAiB,CAAC"}

package/dist/esm/utils/index.js

@@ -7,6 +7,7 @@ export * from './screenplay';
 export * from './emotionParser';
 export * from './runOnce';
 export * from './openaiCompatibleSse';
+export * from './openaiCompatibleEndpoint';
 export * from './openaiCompatibleTools';
 export * from './processChatFlow';
 export * from './visionModelResolver';

package/dist/esm/utils/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iBAAiB,CAAC"}

package/dist/esm/utils/openaiCompatibleEndpoint.d.ts

@@ -0,0 +1,57 @@
+/** A local server with an OpenAI-compatible Chat Completions endpoint. */
+export type OpenAICompatibleLocalPresetId = 'ollama' | 'lmStudio' | 'llamaCpp' | 'vllm';
+export interface OpenAICompatibleLocalPreset {
+    id: OpenAICompatibleLocalPresetId;
+    label: string;
+    baseUrl: string;
+    docsUrl: string;
+    corsHint?: string;
+}
+/** Default local URLs. Change the port when your server uses a custom one. */
+export declare const OPENAI_COMPATIBLE_LOCAL_PRESETS: readonly OpenAICompatibleLocalPreset[];
+export type OpenAICompatibleEndpointErrorCode = 'invalid-url' | 'network' | 'aborted' | 'timeout' | 'http' | 'invalid-response';
+/** Error returned by endpoint resolution and model discovery. */
+export declare class OpenAICompatibleEndpointError extends Error {
+    readonly code: OpenAICompatibleEndpointErrorCode;
+    readonly status?: number;
+    constructor(code: OpenAICompatibleEndpointErrorCode, message: string, status?: number);
+}
+export interface ResolvedOpenAICompatibleEndpoint {
+    baseUrl: string;
+    chatCompletionsUrl: string;
+    modelsUrl: string;
+}
+/**
+ * Accepts an origin, API base URL, or full Chat Completions URL.
+ * Query strings and fragments are rejected rather than discarded.
+ */
+export declare function resolveOpenAICompatibleEndpoint(input: string): ResolvedOpenAICompatibleEndpoint;
+export interface ListOpenAICompatibleModelsOptions {
+    endpoint: string;
+    apiKey?: string;
+    timeoutMs?: number;
+    fetch?: typeof fetch;
+    signal?: AbortSignal;
+}
+/**
+ * Lists model IDs from GET /models, preserving server order.
+ * @throws {RangeError} If timeoutMs is not a positive finite number.
+ */
+export declare function listOpenAICompatibleModels(options: ListOpenAICompatibleModelsOptions): Promise<string[]>;
+export type OpenAICompatibleConnectionResult = {
+    ok: true;
+    latencyMs: number;
+    models: string[];
+    modelFound?: boolean;
+} | {
+    ok: false;
+    error: OpenAICompatibleEndpointError;
+};
+/**
+ * Tests GET /models without generating tokens.
+ * @throws {RangeError} If timeoutMs is not a positive finite number.
+ */
+export declare function testOpenAICompatibleConnection(options: ListOpenAICompatibleModelsOptions & {
+    model?: string;
+}): Promise<OpenAICompatibleConnectionResult>;
+//# sourceMappingURL=openaiCompatibleEndpoint.d.ts.map

package/dist/esm/utils/openaiCompatibleEndpoint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiCompatibleEndpoint.d.ts","sourceRoot":"","sources":["../../../src/utils/openaiCompatibleEndpoint.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,MAAM,MAAM,6BAA6B,GACrC,QAAQ,GACR,UAAU,GACV,UAAU,GACV,MAAM,CAAC;AAEX,MAAM,WAAW,2BAA2B;IAC1C,EAAE,EAAE,6BAA6B,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,8EAA8E;AAC9E,eAAO,MAAM,+BAA+B,EAAE,SAAS,2BAA2B,EAmC/E,CAAC;AAEJ,MAAM,MAAM,iCAAiC,GACzC,aAAa,GACb,SAAS,GACT,SAAS,GACT,SAAS,GACT,MAAM,GACN,kBAAkB,CAAC;AAEvB,iEAAiE;AACjE,qBAAa,6BAA8B,SAAQ,KAAK;IACtD,QAAQ,CAAC,IAAI,EAAE,iCAAiC,CAAC;IACjD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;gBAGvB,IAAI,EAAE,iCAAiC,EACvC,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,MAAM;CAOlB;AAED,MAAM,WAAW,gCAAgC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,wBAAgB,+BAA+B,CAC7C,KAAK,EAAE,MAAM,GACZ,gCAAgC,CA4ClC;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,MAAM,EAAE,CAAC,CA2GnB;AAED,MAAM,MAAM,gCAAgC,GACxC;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,CAAC,EAAE,OAAO,CAAA;CAAE,GACvE;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,6BAA6B,CAAA;CAAE,CAAC;AAExD;;;GAGG;AACH,wBAAsB,8BAA8B,CAClD,OAAO,EAAE,iCAAiC,GAAG;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAC9D,OAAO,CAAC,gCAAgC,CAAC,CAyB3C"}

package/dist/esm/utils/openaiCompatibleEndpoint.js

@@ -0,0 +1,186 @@
+/** Default local URLs. Change the port when your server uses a custom one. */
+export const OPENAI_COMPATIBLE_LOCAL_PRESETS = [
+    {
+        id: 'ollama',
+        label: 'Ollama',
+        baseUrl: 'http://localhost:11434/v1',
+        docsUrl: 'https://docs.ollama.com/api/openai-compatibility',
+        corsHint: 'Set OLLAMA_ORIGINS to allow additional browser origins.',
+    },
+    {
+        id: 'lmStudio',
+        label: 'LM Studio',
+        baseUrl: 'http://localhost:1234/v1',
+        docsUrl: 'https://lmstudio.ai/docs/developer/openai-compat',
+        corsHint: 'Start the server with lms server start --cors for browser access.',
+    },
+    {
+        id: 'llamaCpp',
+        label: 'llama.cpp',
+        baseUrl: 'http://127.0.0.1:8080/v1',
+        docsUrl: 'https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md',
+        corsHint: 'All origins are allowed by default; use --cors-origins to restrict them.',
+    },
+    {
+        id: 'vllm',
+        label: 'vLLM',
+        baseUrl: 'http://localhost:8000/v1',
+        docsUrl: 'https://docs.vllm.ai/en/latest/serving/online_serving/openai_compatible_server/',
+        corsHint: 'All origins are allowed by default; use --allowed-origins to restrict them.',
+    },
+];
+/** Error returned by endpoint resolution and model discovery. */
+export class OpenAICompatibleEndpointError extends Error {
+    constructor(code, message, status) {
+        super(message);
+        this.name = 'OpenAICompatibleEndpointError';
+        this.code = code;
+        this.status = status;
+    }
+}
+/**
+ * Accepts an origin, API base URL, or full Chat Completions URL.
+ * Query strings and fragments are rejected rather than discarded.
+ */
+export function resolveOpenAICompatibleEndpoint(input) {
+    let url;
+    try {
+        url = new URL(input.trim());
+    }
+    catch {
+        throw new OpenAICompatibleEndpointError('invalid-url', 'Enter a valid HTTP or HTTPS endpoint URL.');
+    }
+    if ((url.protocol !== 'http:' && url.protocol !== 'https:') ||
+        url.search ||
+        url.hash ||
+        url.username ||
+        url.password) {
+        throw new OpenAICompatibleEndpointError('invalid-url', 'Use an HTTP or HTTPS endpoint URL without credentials, a query, or a fragment.');
+    }
+    const path = url.pathname.replace(/\/+$/, '');
+    if (path.endsWith('/api/chat') || path.endsWith('/api/generate')) {
+        throw new OpenAICompatibleEndpointError('invalid-url', "This looks like Ollama's native API URL. Use the OpenAI-compatible base URL instead, e.g. http://localhost:11434/v1.");
+    }
+    const basePath = !path || path === '/'
+        ? '/v1'
+        : path.endsWith('/chat/completions')
+            ? path.slice(0, -'/chat/completions'.length)
+            : path;
+    const baseUrl = `${url.origin}${basePath}`;
+    return {
+        baseUrl,
+        chatCompletionsUrl: `${baseUrl}/chat/completions`,
+        modelsUrl: `${baseUrl}/models`,
+    };
+}
+/**
+ * Lists model IDs from GET /models, preserving server order.
+ * @throws {RangeError} If timeoutMs is not a positive finite number.
+ */
+export async function listOpenAICompatibleModels(options) {
+    const { modelsUrl } = resolveOpenAICompatibleEndpoint(options.endpoint);
+    const timeoutMs = options.timeoutMs ?? 8000;
+    if (!Number.isFinite(timeoutMs) || timeoutMs <= 0) {
+        throw new RangeError('timeoutMs must be a positive finite number.');
+    }
+    if (options.signal?.aborted) {
+        throw new OpenAICompatibleEndpointError('aborted', 'The models request was aborted by the caller.');
+    }
+    const controller = new AbortController();
+    let abortCause;
+    const onAbort = () => {
+        if (!abortCause)
+            abortCause = 'caller';
+        controller.abort();
+    };
+    options.signal?.addEventListener('abort', onAbort, { once: true });
+    if (options.signal?.aborted)
+        onAbort();
+    const timeout = setTimeout(() => {
+        if (!abortCause)
+            abortCause = 'timeout';
+        controller.abort();
+    }, timeoutMs);
+    try {
+        const headers = {};
+        if (options.apiKey?.trim()) {
+            headers.Authorization = `Bearer ${options.apiKey.trim()}`;
+        }
+        const response = await (options.fetch ?? fetch)(modelsUrl, {
+            method: 'GET',
+            headers,
+            signal: controller.signal,
+        });
+        if (abortCause) {
+            throw new OpenAICompatibleEndpointError('aborted', 'The models request was aborted by the caller.');
+        }
+        if (!response.ok) {
+            throw new OpenAICompatibleEndpointError('http', `Model listing failed with HTTP ${response.status}.`, response.status);
+        }
+        let body;
+        try {
+            body = await response.json();
+        }
+        catch {
+            throw new OpenAICompatibleEndpointError('invalid-response', 'The models endpoint did not return valid JSON.');
+        }
+        if (!body ||
+            typeof body !== 'object' ||
+            !('data' in body) ||
+            !Array.isArray(body.data) ||
+            !body.data.every((model) => model &&
+                typeof model === 'object' &&
+                'id' in model &&
+                typeof model.id === 'string')) {
+            throw new OpenAICompatibleEndpointError('invalid-response', 'The models response must contain data with model IDs.');
+        }
+        if (abortCause) {
+            throw new OpenAICompatibleEndpointError('aborted', 'The models request was aborted by the caller.');
+        }
+        return [...new Set(body.data.map((model) => model.id))];
+    }
+    catch (error) {
+        if (abortCause === 'caller') {
+            throw new OpenAICompatibleEndpointError('aborted', 'The models request was aborted by the caller.');
+        }
+        if (abortCause === 'timeout') {
+            throw new OpenAICompatibleEndpointError('timeout', `The models request timed out after ${timeoutMs} ms.`);
+        }
+        if (error instanceof OpenAICompatibleEndpointError)
+            throw error;
+        throw new OpenAICompatibleEndpointError('network', 'Could not reach the models endpoint. In a browser, this is usually a CORS restriction or the server is not running.');
+    }
+    finally {
+        clearTimeout(timeout);
+        options.signal?.removeEventListener('abort', onAbort);
+    }
+}
+/**
+ * Tests GET /models without generating tokens.
+ * @throws {RangeError} If timeoutMs is not a positive finite number.
+ */
+export async function testOpenAICompatibleConnection(options) {
+    const startedAt = Date.now();
+    try {
+        const models = await listOpenAICompatibleModels(options);
+        return {
+            ok: true,
+            latencyMs: Date.now() - startedAt,
+            models,
+            ...(options.model !== undefined
+                ? { modelFound: models.includes(options.model) }
+                : {}),
+        };
+    }
+    catch (error) {
+        if (error instanceof RangeError)
+            throw error;
+        return {
+            ok: false,
+            error: error instanceof OpenAICompatibleEndpointError
+                ? error
+                : new OpenAICompatibleEndpointError('network', 'Could not reach the models endpoint. In a browser, this is usually a CORS restriction or the server is not running.'),
+        };
+    }
+}
+//# sourceMappingURL=openaiCompatibleEndpoint.js.map

package/dist/esm/utils/openaiCompatibleEndpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiCompatibleEndpoint.js","sourceRoot":"","sources":["../../../src/utils/openaiCompatibleEndpoint.ts"],"names":[],"mappings":"AAeA,8EAA8E;AAC9E,MAAM,CAAC,MAAM,+BAA+B,GAC1C;IACE;QACE,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,2BAA2B;QACpC,OAAO,EAAE,kDAAkD;QAC3D,QAAQ,EAAE,yDAAyD;KACpE;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,0BAA0B;QACnC,OAAO,EAAE,kDAAkD;QAC3D,QAAQ,EACN,mEAAmE;KACtE;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,0BAA0B;QACnC,OAAO,EACL,0EAA0E;QAC5E,QAAQ,EACN,0EAA0E;KAC7E;IACD;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,0BAA0B;QACnC,OAAO,EACL,iFAAiF;QACnF,QAAQ,EACN,6EAA6E;KAChF;CACF,CAAC;AAUJ,iEAAiE;AACjE,MAAM,OAAO,6BAA8B,SAAQ,KAAK;IAItD,YACE,IAAuC,EACvC,OAAe,EACf,MAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,+BAA+B,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF;AAQD;;;GAGG;AACH,MAAM,UAAU,+BAA+B,CAC7C,KAAa;IAEb,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,6BAA6B,CACrC,aAAa,EACb,2CAA2C,CAC5C,CAAC;IACJ,CAAC;IAED,IACE,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC;QACvD,GAAG,CAAC,MAAM;QACV,GAAG,CAAC,IAAI;QACR,GAAG,CAAC,QAAQ;QACZ,GAAG,CAAC,QAAQ,EACZ,CAAC;QACD,MAAM,IAAI,6BAA6B,CACrC,aAAa,EACb,gFAAgF,CACjF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,6BAA6B,CACrC,aAAa,EACb,sHAAsH,CACvH,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GACZ,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG;QACnB,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC;YAC5C,CAAC,CAAC,IAAI,CAAC;IAEb,MAAM,OAAO,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;IAC3C,OAAO;QACL,OAAO;QACP,kBAAkB,EAAE,GAAG,OAAO,mBAAmB;QACjD,SAAS,EAAE,GAAG,OAAO,SAAS;KAC/B,CAAC;AACJ,CAAC;AAUD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAA0C;IAE1C,MAAM,EAAE,SAAS,EAAE,GAAG,+BAA+B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC5C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,UAAU,CAAC,6CAA6C,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,+CAA+C,CAChD,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,UAA4C,CAAC;IACjD,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,IAAI,CAAC,UAAU;YAAE,UAAU,GAAG,QAAQ,CAAC;QACvC,UAAU,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC,CAAC;IACF,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;QAC9B,IAAI,CAAC,UAAU;YAAE,UAAU,GAAG,SAAS,CAAC;QACxC,UAAU,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC,EAAE,SAAS,CAAC,CAAC;IAEd,IAAI,CAAC;QACH,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;YAC3B,OAAO,CAAC,aAAa,GAAG,UAAU,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5D,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE,KAAK;YACb,OAAO;YACP,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QACH,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,+CAA+C,CAChD,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,6BAA6B,CACrC,MAAM,EACN,kCAAkC,QAAQ,CAAC,MAAM,GAAG,EACpD,QAAQ,CAAC,MAAM,CAChB,CAAC;QACJ,CAAC;QAED,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,6BAA6B,CACrC,kBAAkB,EAClB,gDAAgD,CACjD,CAAC;QACJ,CAAC;QACD,IACE,CAAC,IAAI;YACL,OAAO,IAAI,KAAK,QAAQ;YACxB,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC;YACjB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CACd,CAAC,KAAc,EAAE,EAAE,CACjB,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,IAAI,IAAI,KAAK;gBACb,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,CAC/B,EACD,CAAC;YACD,MAAM,IAAI,6BAA6B,CACrC,kBAAkB,EAClB,uDAAuD,CACxD,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,+CAA+C,CAChD,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAqB,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,+CAA+C,CAChD,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,sCAAsC,SAAS,MAAM,CACtD,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,YAAY,6BAA6B;YAAE,MAAM,KAAK,CAAC;QAChE,MAAM,IAAI,6BAA6B,CACrC,SAAS,EACT,qHAAqH,CACtH,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAMD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,OAA+D;IAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO;YACL,EAAE,EAAE,IAAI;YACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACjC,MAAM;YACN,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS;gBAC7B,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAChD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,UAAU;YAAE,MAAM,KAAK,CAAC;QAC7C,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EACH,KAAK,YAAY,6BAA6B;gBAC5C,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,IAAI,6BAA6B,CAC/B,SAAS,EACT,qHAAqH,CACtH;SACR,CAAC;IACJ,CAAC;AACH,CAAC"}