@theia/ai-vercel-ai 1.67.0-next.56 → 1.67.0-next.86

package/lib/node/vercel-ai-language-model-factory.js

@@ -0,0 +1,73 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VercelAiLanguageModelFactory = void 0;
+const tslib_1 = require("tslib");
+const anthropic_1 = require("@ai-sdk/anthropic");
+const openai_1 = require("@ai-sdk/openai");
+const inversify_1 = require("@theia/core/shared/inversify");
+let VercelAiLanguageModelFactory = class VercelAiLanguageModelFactory {
+    createLanguageModel(modelDescription, providerConfig) {
+        const apiKey = this.resolveApiKey(modelDescription, providerConfig);
+        if (!apiKey) {
+            throw new Error(`Please provide an API key for ${providerConfig.provider} in preferences or via environment variable`);
+        }
+        const baseURL = modelDescription.url || providerConfig.baseURL;
+        switch (providerConfig.provider) {
+            case 'openai':
+                return (0, openai_1.createOpenAI)({
+                    apiKey,
+                    baseURL,
+                    compatibility: 'strict'
+                }).languageModel(modelDescription.model);
+            case 'anthropic':
+                return (0, anthropic_1.createAnthropic)({
+                    apiKey,
+                    baseURL
+                }).languageModel(modelDescription.model);
+            default:
+                throw new Error(`Unsupported provider: ${providerConfig.provider}`);
+        }
+    }
+    resolveApiKey(modelDescription, providerConfig) {
+        if (modelDescription.apiKey === true) {
+            return this.getApiKeyBasedOnProvider(providerConfig);
+        }
+        if (modelDescription.apiKey) {
+            return modelDescription.apiKey;
+        }
+        return this.getApiKeyBasedOnProvider(providerConfig);
+    }
+    getApiKeyBasedOnProvider(providerConfig) {
+        if (providerConfig.apiKey) {
+            return providerConfig.apiKey;
+        }
+        switch (providerConfig.provider) {
+            case 'openai':
+                return process.env.OPENAI_API_KEY;
+            case 'anthropic':
+                return process.env.ANTHROPIC_API_KEY;
+            default:
+                return undefined;
+        }
+    }
+};
+exports.VercelAiLanguageModelFactory = VercelAiLanguageModelFactory;
+exports.VercelAiLanguageModelFactory = VercelAiLanguageModelFactory = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], VercelAiLanguageModelFactory);
+//# sourceMappingURL=vercel-ai-language-model-factory.js.map

package/lib/node/vercel-ai-language-model-factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vercel-ai-language-model-factory.js","sourceRoot":"","sources":["../../src/node/vercel-ai-language-model-factory.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;AAEhF,iDAAoD;AACpD,2CAA8C;AAE9C,4DAA0D;AAYnD,IAAM,4BAA4B,GAAlC,MAAM,4BAA4B;IAErC,mBAAmB,CAAC,gBAA0C,EAAE,cAAsC;QAClG,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,iCAAiC,cAAc,CAAC,QAAQ,6CAA6C,CAAC,CAAC;QAC3H,CAAC;QAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC;QAE/D,QAAQ,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC9B,KAAK,QAAQ;gBACT,OAAO,IAAA,qBAAY,EAAC;oBAChB,MAAM;oBACN,OAAO;oBACP,aAAa,EAAE,QAAQ;iBAC1B,CAAC,CAAC,aAAa,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC7C,KAAK,WAAW;gBACZ,OAAO,IAAA,2BAAe,EAAC;oBACnB,MAAM;oBACN,OAAO;iBACV,CAAC,CAAC,aAAa,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC7C;gBACI,MAAM,IAAI,KAAK,CAAC,yBAAyB,cAAc,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5E,CAAC;IACL,CAAC;IAEO,aAAa,CAAC,gBAA0C,EAAE,cAAsC;QACpG,IAAI,gBAAgB,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,gBAAgB,CAAC,MAAM,CAAC;QACnC,CAAC;QACD,OAAO,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,CAAC;IACzD,CAAC;IAEO,wBAAwB,CAAC,cAAsC;QACnE,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;YACxB,OAAO,cAAc,CAAC,MAAM,CAAC;QACjC,CAAC;QACD,QAAQ,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC9B,KAAK,QAAQ;gBACT,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YACtC,KAAK,WAAW;gBACZ,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;YACzC;gBACI,OAAO,SAAS,CAAC;QACzB,CAAC;IACL,CAAC;CACJ,CAAA;AAlDY,oEAA4B;uCAA5B,4BAA4B;IADxC,IAAA,sBAAU,GAAE;GACA,4BAA4B,CAkDxC"}

package/lib/node/vercel-ai-language-model.d.ts

@@ -0,0 +1,53 @@
+import { LanguageModelV1 } from '@ai-sdk/provider';
+import { LanguageModel, LanguageModelMessage, LanguageModelParsedResponse, LanguageModelRequest, LanguageModelResponse, LanguageModelStatus, LanguageModelStreamResponse, LanguageModelStreamResponsePart, LanguageModelTextResponse, TokenUsageService, UserRequest } from '@theia/ai-core';
+import { CancellationToken, Disposable, ILogger } from '@theia/core';
+import { CoreMessage, TextStreamPart, ToolSet } from 'ai';
+import { VercelAiLanguageModelFactory, VercelAiProviderConfig } from './vercel-ai-language-model-factory';
+interface VercelCancellationToken extends Disposable {
+    signal: AbortSignal;
+    cancellationToken: CancellationToken;
+    isCancellationRequested: boolean;
+}
+interface VercelAiStream extends AsyncIterable<TextStreamPart<ToolSet>> {
+    cancel: () => void;
+}
+interface StreamContext {
+    logger: ILogger;
+    cancellationToken?: VercelCancellationToken;
+}
+export declare class VercelAiStreamTransformer {
+    protected readonly fullStream: VercelAiStream;
+    protected readonly context: StreamContext;
+    private toolCallsMap;
+    constructor(fullStream: VercelAiStream, context: StreamContext);
+    transform(): AsyncGenerator<LanguageModelStreamResponsePart>;
+    private isToolResultPart;
+    private updateToolCall;
+    private appendToToolCallArgs;
+    private processToolResult;
+}
+export declare class VercelAiModel implements LanguageModel {
+    readonly id: string;
+    model: string;
+    status: LanguageModelStatus;
+    enableStreaming: boolean;
+    supportsStructuredOutput: boolean;
+    url: string | undefined;
+    protected readonly logger: ILogger;
+    protected readonly languageModelFactory: VercelAiLanguageModelFactory;
+    protected providerConfig: () => VercelAiProviderConfig;
+    maxRetries: number;
+    protected readonly tokenUsageService?: TokenUsageService | undefined;
+    constructor(id: string, model: string, status: LanguageModelStatus, enableStreaming: boolean, supportsStructuredOutput: boolean, url: string | undefined, logger: ILogger, languageModelFactory: VercelAiLanguageModelFactory, providerConfig: () => VercelAiProviderConfig, maxRetries?: number, tokenUsageService?: TokenUsageService | undefined);
+    protected getSettings(request: LanguageModelRequest): Record<string, unknown>;
+    request(request: UserRequest, cancellationToken?: CancellationToken): Promise<LanguageModelResponse>;
+    protected createCancellationToken(cancellationToken?: CancellationToken): VercelCancellationToken;
+    protected handleNonStreamingRequest(model: LanguageModelV1, request: UserRequest, cancellationToken?: VercelCancellationToken): Promise<LanguageModelTextResponse>;
+    protected createTools(request: UserRequest): ToolSet | undefined;
+    protected handleStructuredOutputRequest(model: LanguageModelV1, request: UserRequest, cancellationToken?: VercelCancellationToken): Promise<LanguageModelParsedResponse | LanguageModelStreamResponse>;
+    private recordTokenUsage;
+    protected handleStreamingRequest(model: LanguageModelV1, request: UserRequest, cancellationToken?: VercelCancellationToken): Promise<LanguageModelStreamResponse>;
+    protected processMessages(messages: LanguageModelMessage[]): Array<CoreMessage>;
+}
+export {};
+//# sourceMappingURL=vercel-ai-language-model.d.ts.map

package/lib/node/vercel-ai-language-model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vercel-ai-language-model.d.ts","sourceRoot":"","sources":["../../src/node/vercel-ai-language-model.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EACH,aAAa,EACb,oBAAoB,EACpB,2BAA2B,EAC3B,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,2BAA2B,EAC3B,+BAA+B,EAC/B,yBAAyB,EACzB,iBAAiB,EAEjB,WAAW,EACd,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EACH,WAAW,EAQX,cAAc,EAId,OAAO,EACV,MAAM,IAAI,CAAC;AACZ,OAAO,EAAE,4BAA4B,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAE1G,UAAU,uBAAwB,SAAQ,UAAU;IAChD,MAAM,EAAE,WAAW,CAAC;IACpB,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,uBAAuB,EAAE,OAAO,CAAC;CACpC;AAaD,UAAU,cAAe,SAAQ,aAAa,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACnE,MAAM,EAAE,MAAM,IAAI,CAAC;CACtB;AAED,UAAU,aAAa;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,iBAAiB,CAAC,EAAE,uBAAuB,CAAC;CAC/C;AAED,qBAAa,yBAAyB;IAI9B,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,cAAc;IAC7C,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,aAAa;IAJ7C,OAAO,CAAC,YAAY,CAA+B;gBAG5B,UAAU,EAAE,cAAc,EAC1B,OAAO,EAAE,aAAa;IAGtC,SAAS,IAAI,cAAc,CAAC,+BAA+B,CAAC;IAuDnE,OAAO,CAAC,gBAAgB;IAIxB,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,iBAAiB;CAe5B;AAED,qBAAa,aAAc,YAAW,aAAa;aAG3B,EAAE,EAAE,MAAM;IACnB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,mBAAmB;IAC3B,eAAe,EAAE,OAAO;IACxB,wBAAwB,EAAE,OAAO;IACjC,GAAG,EAAE,MAAM,GAAG,SAAS;IAC9B,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO;IAClC,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,4BAA4B;IACrE,SAAS,CAAC,cAAc,EAAE,MAAM,sBAAsB;IAC/C,UAAU,EAAE,MAAM;IACzB,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC;gBAVrB,EAAE,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,mBAAmB,EAC3B,eAAe,EAAE,OAAO,EACxB,wBAAwB,EAAE,OAAO,EACjC,GAAG,EAAE,MAAM,GAAG,SAAS,EACX,MAAM,EAAE,OAAO,EACf,oBAAoB,EAAE,4BAA4B,EAC3D,cAAc,EAAE,MAAM,sBAAsB,EAC/C,UAAU,GAAE,MAAU,EACV,iBAAiB,CAAC,+BAAmB;IAG5D,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAIvE,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,iBAAiB,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAgC1G,SAAS,CAAC,uBAAuB,CAAC,iBAAiB,CAAC,EAAE,iBAAiB,GAAG,uBAAuB;cAoBjF,yBAAyB,CACrC,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,WAAW,EACpB,iBAAiB,CAAC,EAAE,uBAAuB,GAC5C,OAAO,CAAC,yBAAyB,CAAC;IAoBrC,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,GAAG,SAAS;cAwBhD,6BAA6B,CACzC,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,WAAW,EACpB,iBAAiB,CAAC,EAAE,uBAAuB,GAC5C,OAAO,CAAC,2BAA2B,GAAG,2BAA2B,CAAC;YA+BvD,gBAAgB;cAgBd,sBAAsB,CAClC,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,WAAW,EACpB,iBAAiB,CAAC,EAAE,uBAAuB,GAC5C,OAAO,CAAC,2BAA2B,CAAC;IAoCvC,SAAS,CAAC,eAAe,CAAC,QAAQ,EAAE,oBAAoB,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;CAuBlF"}

package/lib/node/vercel-ai-language-model.js

@@ -0,0 +1,309 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VercelAiModel = exports.VercelAiStreamTransformer = void 0;
+const ai_core_1 = require("@theia/ai-core");
+const core_1 = require("@theia/core");
+const ai_1 = require("ai");
+class VercelAiStreamTransformer {
+    constructor(fullStream, context) {
+        this.fullStream = fullStream;
+        this.context = context;
+        this.toolCallsMap = new Map();
+    }
+    async *transform() {
+        var _a;
+        this.toolCallsMap.clear();
+        try {
+            for await (const part of this.fullStream) {
+                this.context.logger.trace('Received stream part:', part);
+                if ((_a = this.context.cancellationToken) === null || _a === void 0 ? void 0 : _a.isCancellationRequested) {
+                    this.context.logger.debug('Cancellation requested, stopping stream');
+                    this.fullStream.cancel();
+                    break;
+                }
+                let toolCallUpdated = false;
+                switch (part.type) {
+                    case 'text-delta':
+                        if (part.textDelta) {
+                            yield { content: part.textDelta };
+                        }
+                        break;
+                    case 'tool-call':
+                        if (part.toolCallId && part.toolName) {
+                            const args = typeof part.args === 'object' ? JSON.stringify(part.args) : (part.args || '');
+                            toolCallUpdated = this.updateToolCall(part.toolCallId, part.toolName, args);
+                        }
+                        break;
+                    case 'tool-call-streaming-start':
+                        if (part.toolCallId && part.toolName) {
+                            toolCallUpdated = this.updateToolCall(part.toolCallId, part.toolName);
+                        }
+                        break;
+                    case 'tool-call-delta':
+                        if (part.toolCallId && part.argsTextDelta) {
+                            toolCallUpdated = this.appendToToolCallArgs(part.toolCallId, part.argsTextDelta);
+                        }
+                        break;
+                    default:
+                        if (this.isToolResultPart(part)) {
+                            toolCallUpdated = this.processToolResult(part);
+                        }
+                        break;
+                }
+                if (toolCallUpdated && this.toolCallsMap.size > 0) {
+                    yield { tool_calls: Array.from(this.toolCallsMap.values()) };
+                }
+            }
+        }
+        catch (error) {
+            this.context.logger.error('Error in AI SDK stream:', error);
+        }
+    }
+    isToolResultPart(part) {
+        return part.type === 'tool-result';
+    }
+    updateToolCall(id, name, args) {
+        const toolCall = {
+            id,
+            function: { name, arguments: args ? args : '' },
+            finished: false
+        };
+        this.toolCallsMap.set(id, toolCall);
+        return true;
+    }
+    appendToToolCallArgs(id, argsTextDelta) {
+        const existingCall = this.toolCallsMap.get(id);
+        if (existingCall === null || existingCall === void 0 ? void 0 : existingCall.function) {
+            existingCall.function.arguments = (existingCall.function.arguments || '') + argsTextDelta;
+            return true;
+        }
+        return false;
+    }
+    processToolResult(part) {
+        if (!part.toolCallId) {
+            return false;
+        }
+        const completedCall = this.toolCallsMap.get(part.toolCallId);
+        if (!completedCall) {
+            return false;
+        }
+        completedCall.result = part.result;
+        completedCall.finished = true;
+        return true;
+    }
+}
+exports.VercelAiStreamTransformer = VercelAiStreamTransformer;
+class VercelAiModel {
+    constructor(id, model, status, enableStreaming, supportsStructuredOutput, url, logger, languageModelFactory, providerConfig, maxRetries = 3, tokenUsageService) {
+        this.id = id;
+        this.model = model;
+        this.status = status;
+        this.enableStreaming = enableStreaming;
+        this.supportsStructuredOutput = supportsStructuredOutput;
+        this.url = url;
+        this.logger = logger;
+        this.languageModelFactory = languageModelFactory;
+        this.providerConfig = providerConfig;
+        this.maxRetries = maxRetries;
+        this.tokenUsageService = tokenUsageService;
+    }
+    getSettings(request) {
+        var _a;
+        return (_a = request.settings) !== null && _a !== void 0 ? _a : {};
+    }
+    async request(request, cancellationToken) {
+        var _a;
+        const settings = this.getSettings(request);
+        const model = this.languageModelFactory.createLanguageModel({
+            id: this.id,
+            model: this.model,
+            url: this.url,
+            apiKey: true, // We'll use the provider's API key
+            enableStreaming: this.enableStreaming,
+            supportsStructuredOutput: this.supportsStructuredOutput,
+            maxRetries: this.maxRetries
+        }, this.providerConfig());
+        const cancel = this.createCancellationToken(cancellationToken);
+        try {
+            if (((_a = request.response_format) === null || _a === void 0 ? void 0 : _a.type) === 'json_schema' && this.supportsStructuredOutput) {
+                return this.handleStructuredOutputRequest(model, request, cancel);
+            }
+            if (!this.enableStreaming || (typeof settings.stream === 'boolean' && !settings.stream)) {
+                return this.handleNonStreamingRequest(model, request, cancel);
+            }
+            return this.handleStreamingRequest(model, request, cancel);
+        }
+        catch (error) {
+            this.logger.error('Error in Vercel AI model request:', error);
+            throw error;
+        }
+        finally {
+            cancel.dispose();
+        }
+    }
+    createCancellationToken(cancellationToken) {
+        const abortController = new AbortController();
+        const abortSignal = abortController.signal;
+        if (cancellationToken === null || cancellationToken === void 0 ? void 0 : cancellationToken.isCancellationRequested) {
+            abortController.abort();
+        }
+        const cancellationListener = cancellationToken ?
+            cancellationToken.onCancellationRequested(() => {
+                abortController.abort();
+            }) : undefined;
+        return {
+            signal: abortSignal,
+            cancellationToken: cancellationToken !== null && cancellationToken !== void 0 ? cancellationToken : core_1.CancellationToken.None,
+            get isCancellationRequested() {
+                var _a;
+                return (_a = cancellationToken === null || cancellationToken === void 0 ? void 0 : cancellationToken.isCancellationRequested) !== null && _a !== void 0 ? _a : abortSignal.aborted;
+            },
+            dispose: () => cancellationListener === null || cancellationListener === void 0 ? void 0 : cancellationListener.dispose()
+        };
+    }
+    async handleNonStreamingRequest(model, request, cancellationToken) {
+        const settings = this.getSettings(request);
+        const messages = this.processMessages(request.messages);
+        const tools = this.createTools(request);
+        const abortSignal = cancellationToken === null || cancellationToken === void 0 ? void 0 : cancellationToken.signal;
+        const response = await (0, ai_1.generateText)({
+            model,
+            messages,
+            tools,
+            toolChoice: 'auto',
+            abortSignal,
+            ...settings
+        });
+        await this.recordTokenUsage(response, request);
+        return { text: response.text };
+    }
+    createTools(request) {
+        if (!request.tools) {
+            return undefined;
+        }
+        const toolSet = {};
+        for (const toolRequest of request.tools) {
+            toolSet[toolRequest.name] = (0, ai_1.tool)({
+                description: toolRequest.description,
+                parameters: (0, ai_1.jsonSchema)(toolRequest.parameters),
+                execute: async (args, options) => {
+                    try {
+                        const result = await toolRequest.handler(JSON.stringify(args), options);
+                        return JSON.stringify(result);
+                    }
+                    catch (error) {
+                        this.logger.error(`Error executing tool (${toolRequest.name}):`, error);
+                        return { status: 'error', error: 'Tool execution failed', details: error };
+                    }
+                }
+            });
+        }
+        return toolSet;
+    }
+    async handleStructuredOutputRequest(model, request, cancellationToken) {
+        var _a;
+        if (((_a = request.response_format) === null || _a === void 0 ? void 0 : _a.type) !== 'json_schema' || !request.response_format.json_schema.schema) {
+            throw Error('Invalid response format for structured output request');
+        }
+        const schema = (0, ai_1.jsonSchema)(request.response_format.json_schema.schema);
+        if (!schema) {
+            throw new Error('Schema extraction failed.');
+        }
+        const settings = this.getSettings(request);
+        const messages = this.processMessages(request.messages);
+        const abortSignal = cancellationToken === null || cancellationToken === void 0 ? void 0 : cancellationToken.signal;
+        const response = await (0, ai_1.generateObject)({
+            model,
+            output: 'object',
+            messages,
+            schema,
+            abortSignal,
+            ...settings
+        });
+        await this.recordTokenUsage(response, request);
+        return {
+            content: JSON.stringify(response.object),
+            parsed: response.object
+        };
+    }
+    async recordTokenUsage(result, request) {
+        if (this.tokenUsageService && !isNaN(result.usage.completionTokens) && !isNaN(result.usage.promptTokens)) {
+            await this.tokenUsageService.recordTokenUsage(this.id, {
+                inputTokens: result.usage.promptTokens,
+                outputTokens: result.usage.completionTokens,
+                requestId: request.requestId
+            });
+        }
+    }
+    async handleStreamingRequest(model, request, cancellationToken) {
+        const settings = this.getSettings(request);
+        const messages = this.processMessages(request.messages);
+        const tools = this.createTools(request);
+        const abortSignal = cancellationToken === null || cancellationToken === void 0 ? void 0 : cancellationToken.signal;
+        const { fullStream } = (0, ai_1.streamText)({
+            model,
+            messages,
+            tools,
+            toolChoice: 'auto',
+            maxSteps: 100,
+            maxRetries: this.maxRetries,
+            toolCallStreaming: true,
+            abortSignal,
+            onStepFinish: (stepResult) => {
+                var _a;
+                if (!isNaN(stepResult.usage.completionTokens) && !isNaN(stepResult.usage.promptTokens)) {
+                    (_a = this.tokenUsageService) === null || _a === void 0 ? void 0 : _a.recordTokenUsage(this.id, {
+                        inputTokens: stepResult.usage.promptTokens,
+                        outputTokens: stepResult.usage.completionTokens,
+                        requestId: request.requestId
+                    });
+                }
+            },
+            ...settings
+        });
+        const transformer = new VercelAiStreamTransformer(fullStream, { cancellationToken, logger: this.logger });
+        return {
+            stream: transformer.transform()
+        };
+    }
+    processMessages(messages) {
+        return messages.map(message => {
+            const content = ai_core_1.LanguageModelMessage.isTextMessage(message) ? message.text : '';
+            let role;
+            switch (message.actor) {
+                case 'user':
+                    role = 'user';
+                    break;
+                case 'ai':
+                    role = 'assistant';
+                    break;
+                case 'system':
+                    role = 'system';
+                    break;
+                default:
+                    role = 'user';
+            }
+            return {
+                role,
+                content,
+            };
+        });
+    }
+}
+exports.VercelAiModel = VercelAiModel;
+//# sourceMappingURL=vercel-ai-language-model.js.map

package/lib/node/vercel-ai-language-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vercel-ai-language-model.js","sourceRoot":"","sources":["../../src/node/vercel-ai-language-model.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAGhF,4CAawB;AACxB,sCAAqE;AACrE,2BAcY;AA6BZ,MAAa,yBAAyB;IAGlC,YACuB,UAA0B,EAC1B,OAAsB;QADtB,eAAU,GAAV,UAAU,CAAgB;QAC1B,YAAO,GAAP,OAAO,CAAe;QAJrC,iBAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;IAK/C,CAAC;IAEL,KAAK,CAAC,CAAC,SAAS;;QACZ,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC;gBACzD,IAAI,MAAA,IAAI,CAAC,OAAO,CAAC,iBAAiB,0CAAE,uBAAuB,EAAE,CAAC;oBAC1D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;oBACrE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;oBACzB,MAAM;gBACV,CAAC;gBAED,IAAI,eAAe,GAAG,KAAK,CAAC;gBAE5B,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;oBAChB,KAAK,YAAY;wBACb,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;4BACjB,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;wBACtC,CAAC;wBACD,MAAM;oBAEV,KAAK,WAAW;wBACZ,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;4BACnC,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;4BAC3F,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;wBAChF,CAAC;wBACD,MAAM;oBAEV,KAAK,2BAA2B;wBAC5B,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;4BACnC,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;wBAC1E,CAAC;wBACD,MAAM;oBAEV,KAAK,iBAAiB;wBAClB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;4BACxC,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;wBACrF,CAAC;wBACD,MAAM;oBAEV;wBACI,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;4BAC9B,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;wBACnD,CAAC;wBACD,MAAM;gBACd,CAAC;gBAED,IAAI,eAAe,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;oBAChD,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;gBACjE,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,IAAgB;QACrC,OAAO,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC;IACvC,CAAC;IAEO,cAAc,CAAC,EAAU,EAAE,IAAY,EAAE,IAAa;QAC1D,MAAM,QAAQ,GAAa;YACvB,EAAE;YACF,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YAC/C,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,oBAAoB,CAAC,EAAU,EAAE,aAAqB;QAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,QAAQ,EAAE,CAAC;YACzB,YAAY,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,GAAG,aAAa,CAAC;YAC1F,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,iBAAiB,CAAC,IAAoB;QAC1C,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACnB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7D,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,aAAa,CAAC,MAAM,GAAG,IAAI,CAAC,MAAgB,CAAC;QAC7C,aAAa,CAAC,QAAQ,GAAG,IAAI,CAAC;QAC9B,OAAO,IAAI,CAAC;IAChB,CAAC;CAEJ;AArGD,8DAqGC;AAED,MAAa,aAAa;IAEtB,YACoB,EAAU,EACnB,KAAa,EACb,MAA2B,EAC3B,eAAwB,EACxB,wBAAiC,EACjC,GAAuB,EACX,MAAe,EACf,oBAAkD,EAC3D,cAA4C,EAC/C,aAAqB,CAAC,EACV,iBAAqC;QAVxC,OAAE,GAAF,EAAE,CAAQ;QACnB,UAAK,GAAL,KAAK,CAAQ;QACb,WAAM,GAAN,MAAM,CAAqB;QAC3B,oBAAe,GAAf,eAAe,CAAS;QACxB,6BAAwB,GAAxB,wBAAwB,CAAS;QACjC,QAAG,GAAH,GAAG,CAAoB;QACX,WAAM,GAAN,MAAM,CAAS;QACf,yBAAoB,GAApB,oBAAoB,CAA8B;QAC3D,mBAAc,GAAd,cAAc,CAA8B;QAC/C,eAAU,GAAV,UAAU,CAAY;QACV,sBAAiB,GAAjB,iBAAiB,CAAoB;IACxD,CAAC;IAEK,WAAW,CAAC,OAA6B;;QAC/C,OAAO,MAAA,OAAO,CAAC,QAAQ,mCAAI,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAoB,EAAE,iBAAqC;;QACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,mBAAmB,CACvD;YACI,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,MAAM,EAAE,IAAI,EAAE,mCAAmC;YACjD,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,wBAAwB,EAAE,IAAI,CAAC,wBAAwB;YACvD,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,EACD,IAAI,CAAC,cAAc,EAAE,CACxB,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,CAAC,CAAC;QAE/D,IAAI,CAAC;YACD,IAAI,CAAA,MAAA,OAAO,CAAC,eAAe,0CAAE,IAAI,MAAK,aAAa,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBACnF,OAAO,IAAI,CAAC,6BAA6B,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,OAAO,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtF,OAAO,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,KAAK,CAAC;QAChB,CAAC;gBAAS,CAAC;YACP,MAAM,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC;IACL,CAAC;IAES,uBAAuB,CAAC,iBAAqC;QACnE,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC;QAC3C,IAAI,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,uBAAuB,EAAE,CAAC;YAC7C,eAAe,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;QACD,MAAM,oBAAoB,GAAG,iBAAiB,CAAC,CAAC;YAC5C,iBAAiB,CAAC,uBAAuB,CAAC,GAAG,EAAE;gBAC3C,eAAe,CAAC,KAAK,EAAE,CAAC;YAC5B,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnB,OAAO;YACH,MAAM,EAAE,WAAW;YACnB,iBAAiB,EAAE,iBAAiB,aAAjB,iBAAiB,cAAjB,iBAAiB,GAAI,wBAAiB,CAAC,IAAI;YAC9D,IAAI,uBAAuB;;gBACvB,OAAO,MAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,uBAAuB,mCAAI,WAAW,CAAC,OAAO,CAAC;YAC7E,CAAC;YACD,OAAO,EAAE,GAAG,EAAE,CAAC,oBAAoB,aAApB,oBAAoB,uBAApB,oBAAoB,CAAE,OAAO,EAAE;SACjD,CAAC;IACN,CAAC;IAES,KAAK,CAAC,yBAAyB,CACrC,KAAsB,EACtB,OAAoB,EACpB,iBAA2C;QAE3C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,CAAC;QAE9C,MAAM,QAAQ,GAAG,MAAM,IAAA,iBAAY,EAAC;YAChC,KAAK;YACL,QAAQ;YACR,KAAK;YACL,UAAU,EAAE,MAAM;YAClB,WAAW;YACX,GAAG,QAAQ;SACd,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/C,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,CAAC;IAES,WAAW,CAAC,OAAoB;QACtC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACjB,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,MAAM,OAAO,GAAY,EAAE,CAAC;QAC5B,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACtC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,IAAA,SAAI,EAAC;gBAC7B,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,UAAU,EAAE,IAAA,eAAU,EAAC,WAAW,CAAC,UAAU,CAAC;gBAC9C,OAAO,EAAE,KAAK,EAAE,IAAY,EAAE,OAA6B,EAAE,EAAE;oBAC3D,IAAI,CAAC;wBACD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;wBACxE,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAClC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,WAAW,CAAC,IAAI,IAAI,EAAE,KAAK,CAAC,CAAC;wBACxE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;oBAC/E,CAAC;gBACL,CAAC;aACJ,CAAC,CAAC;QACP,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAES,KAAK,CAAC,6BAA6B,CACzC,KAAsB,EACtB,OAAoB,EACpB,iBAA2C;;QAE3C,IAAI,CAAA,MAAA,OAAO,CAAC,eAAe,0CAAE,IAAI,MAAK,aAAa,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACjG,MAAM,KAAK,CAAC,uDAAuD,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,MAAM,GAAG,IAAA,eAAU,EAAC,OAAO,CAAC,eAAe,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACtE,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,CAAC;QAE9C,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAc,EAAU;YAC3C,KAAK;YACL,MAAM,EAAE,QAAQ;YAChB,QAAQ;YACR,MAAM;YACN,WAAW;YACX,GAAG,QAAQ;SACd,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/C,OAAO;YACH,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;YACxC,MAAM,EAAE,QAAQ,CAAC,MAAM;SAC1B,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC1B,MAA4E,EAC5E,OAAoB;QAEpB,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YACvG,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CACzC,IAAI,CAAC,EAAE,EACP;gBACI,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;gBACtC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,gBAAgB;gBAC3C,SAAS,EAAE,OAAO,CAAC,SAAS;aAC/B,CACJ,CAAC;QACN,CAAC;IACL,CAAC;IAES,KAAK,CAAC,sBAAsB,CAClC,KAAsB,EACtB,OAAoB,EACpB,iBAA2C;QAE3C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,CAAC;QAE9C,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,eAAU,EAAC;YAC9B,KAAK;YACL,QAAQ;YACR,KAAK;YACL,UAAU,EAAE,MAAM;YAClB,QAAQ,EAAE,GAAG;YACb,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,iBAAiB,EAAE,IAAI;YACvB,WAAW;YACX,YAAY,EAAE,CAAC,UAA+B,EAAE,EAAE;;gBAC9C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;oBACrF,MAAA,IAAI,CAAC,iBAAiB,0CAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE;wBAC9C,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,YAAY;wBAC1C,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,gBAAgB;wBAC/C,SAAS,EAAE,OAAO,CAAC,SAAS;qBAC/B,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YACD,GAAG,QAAQ;SACd,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,yBAAyB,CAC7C,UAAU,EAAE,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CACzD,CAAC;QAEF,OAAO;YACH,MAAM,EAAE,WAAW,CAAC,SAAS,EAAE;SAClC,CAAC;IACN,CAAC;IAES,eAAe,CAAC,QAAgC;QACtD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC1B,MAAM,OAAO,GAAG,8BAAoB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,IAAI,IAAqC,CAAC;YAC1C,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;gBACpB,KAAK,MAAM;oBACP,IAAI,GAAG,MAAM,CAAC;oBACd,MAAM;gBACV,KAAK,IAAI;oBACL,IAAI,GAAG,WAAW,CAAC;oBACnB,MAAM;gBACV,KAAK,QAAQ;oBACT,IAAI,GAAG,QAAQ,CAAC;oBAChB,MAAM;gBACV;oBACI,IAAI,GAAG,MAAM,CAAC;YACtB,CAAC;YACD,OAAO;gBACH,IAAI;gBACJ,OAAO;aACV,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AA1OD,sCA0OC"}

package/lib/node/vercel-ai-language-models-manager-impl.d.ts

@@ -0,0 +1,19 @@
+import { LanguageModelRegistry, LanguageModelStatus, TokenUsageService } from '@theia/ai-core';
+import { VercelAiLanguageModelsManager, VercelAiModelDescription } from '../common';
+import { ILogger } from '@theia/core';
+import { VercelAiLanguageModelFactory, VercelAiProvider, VercelAiProviderConfig } from './vercel-ai-language-model-factory';
+export declare class VercelAiLanguageModelsManagerImpl implements VercelAiLanguageModelsManager {
+    apiKey: string | undefined;
+    protected providerConfigs: Map<VercelAiProvider, VercelAiProviderConfig>;
+    protected readonly languageModelRegistry: LanguageModelRegistry;
+    protected readonly tokenUsageService: TokenUsageService;
+    protected readonly logger: ILogger;
+    protected readonly languageModelFactory: VercelAiLanguageModelFactory;
+    protected calculateStatus(effectiveApiKey: string | undefined): LanguageModelStatus;
+    createOrUpdateLanguageModels(...modelDescriptions: VercelAiModelDescription[]): Promise<void>;
+    removeLanguageModels(...modelIds: string[]): void;
+    setProviderConfig(provider: VercelAiProvider, config: Partial<VercelAiProviderConfig>): void;
+    private determineProvider;
+    private getProviderConfig;
+}
+//# sourceMappingURL=vercel-ai-language-models-manager-impl.d.ts.map

package/lib/node/vercel-ai-language-models-manager-impl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vercel-ai-language-models-manager-impl.d.ts","sourceRoot":"","sources":["../../src/node/vercel-ai-language-models-manager-impl.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAG/F,OAAO,EAAE,6BAA6B,EAAE,wBAAwB,EAAE,MAAM,WAAW,CAAC;AACpF,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,4BAA4B,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAE5H,qBACa,iCAAkC,YAAW,6BAA6B;IAEnF,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,SAAS,CAAC,eAAe,EAAE,GAAG,CAAC,gBAAgB,EAAE,sBAAsB,CAAC,CAAa;IAGrF,SAAS,CAAC,QAAQ,CAAC,qBAAqB,EAAE,qBAAqB,CAAC;IAGhE,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAGxD,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IAGnC,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,4BAA4B,CAAC;IAItE,SAAS,CAAC,eAAe,CAAC,eAAe,EAAE,MAAM,GAAG,SAAS,GAAG,mBAAmB;IAM7E,4BAA4B,CAAC,GAAG,iBAAiB,EAAE,wBAAwB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA2CnG,oBAAoB,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI;IAIjD,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAI;IAK5F,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,iBAAiB;CAQ5B"}

package/lib/node/vercel-ai-language-models-manager-impl.js

@@ -0,0 +1,107 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VercelAiLanguageModelsManagerImpl = void 0;
+const tslib_1 = require("tslib");
+const ai_core_1 = require("@theia/ai-core");
+const inversify_1 = require("@theia/core/shared/inversify");
+const vercel_ai_language_model_1 = require("./vercel-ai-language-model");
+const core_1 = require("@theia/core");
+const vercel_ai_language_model_factory_1 = require("./vercel-ai-language-model-factory");
+let VercelAiLanguageModelsManagerImpl = class VercelAiLanguageModelsManagerImpl {
+    constructor() {
+        this.providerConfigs = new Map();
+    }
+    // Triggered from frontend. In case you want to use the models on the backend
+    // without a frontend then call this yourself
+    calculateStatus(effectiveApiKey) {
+        return effectiveApiKey
+            ? { status: 'ready' }
+            : { status: 'unavailable', message: 'No Vercel AI API key set' };
+    }
+    async createOrUpdateLanguageModels(...modelDescriptions) {
+        for (const modelDescription of modelDescriptions) {
+            this.logger.info(`Vercel AI: Creating or updating model ${modelDescription.id}`);
+            const model = await this.languageModelRegistry.getLanguageModel(modelDescription.id);
+            const provider = this.determineProvider(modelDescription);
+            const providerConfig = this.getProviderConfig(provider);
+            const effectiveApiKey = providerConfig.apiKey || this.apiKey;
+            const status = this.calculateStatus(effectiveApiKey);
+            if (model) {
+                if (!(model instanceof vercel_ai_language_model_1.VercelAiModel)) {
+                    this.logger.warn(`Vercel AI: model ${modelDescription.id} is not a Vercel AI model`);
+                    continue;
+                }
+                await this.languageModelRegistry.patchLanguageModel(modelDescription.id, {
+                    model: modelDescription.model,
+                    enableStreaming: modelDescription.enableStreaming,
+                    url: modelDescription.url,
+                    supportsStructuredOutput: modelDescription.supportsStructuredOutput,
+                    status,
+                    maxRetries: modelDescription.maxRetries
+                });
+                this.providerConfigs.set(provider, providerConfig);
+            }
+            else {
+                this.languageModelRegistry.addLanguageModels([
+                    new vercel_ai_language_model_1.VercelAiModel(modelDescription.id, modelDescription.model, status, modelDescription.enableStreaming, modelDescription.supportsStructuredOutput, modelDescription.url, this.logger, this.languageModelFactory, () => this.getProviderConfig(provider), modelDescription.maxRetries, this.tokenUsageService)
+                ]);
+            }
+        }
+    }
+    removeLanguageModels(...modelIds) {
+        this.languageModelRegistry.removeLanguageModels(modelIds);
+    }
+    setProviderConfig(provider, config) {
+        const existingConfig = this.providerConfigs.get(provider) || { provider };
+        this.providerConfigs.set(provider, { ...existingConfig, ...config });
+    }
+    determineProvider(modelDescription) {
+        // Use the provider from the model description or default to OpenAI
+        return modelDescription.provider || 'openai';
+    }
+    getProviderConfig(provider) {
+        let config = this.providerConfigs.get(provider);
+        if (!config) {
+            config = { provider, apiKey: this.apiKey };
+            this.providerConfigs.set(provider, config);
+        }
+        return config;
+    }
+};
+exports.VercelAiLanguageModelsManagerImpl = VercelAiLanguageModelsManagerImpl;
+tslib_1.__decorate([
+    (0, inversify_1.inject)(ai_core_1.LanguageModelRegistry),
+    tslib_1.__metadata("design:type", Object)
+], VercelAiLanguageModelsManagerImpl.prototype, "languageModelRegistry", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(ai_core_1.TokenUsageService),
+    tslib_1.__metadata("design:type", Object)
+], VercelAiLanguageModelsManagerImpl.prototype, "tokenUsageService", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(core_1.ILogger),
+    (0, inversify_1.named)('vercel-ai'),
+    tslib_1.__metadata("design:type", Object)
+], VercelAiLanguageModelsManagerImpl.prototype, "logger", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(vercel_ai_language_model_factory_1.VercelAiLanguageModelFactory),
+    tslib_1.__metadata("design:type", vercel_ai_language_model_factory_1.VercelAiLanguageModelFactory)
+], VercelAiLanguageModelsManagerImpl.prototype, "languageModelFactory", void 0);
+exports.VercelAiLanguageModelsManagerImpl = VercelAiLanguageModelsManagerImpl = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], VercelAiLanguageModelsManagerImpl);
+//# sourceMappingURL=vercel-ai-language-models-manager-impl.js.map

package/lib/node/vercel-ai-language-models-manager-impl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vercel-ai-language-models-manager-impl.js","sourceRoot":"","sources":["../../src/node/vercel-ai-language-models-manager-impl.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;AAEhF,4CAA+F;AAC/F,4DAAyE;AACzE,yEAA2D;AAE3D,sCAAsC;AACtC,yFAA4H;AAGrH,IAAM,iCAAiC,GAAvC,MAAM,iCAAiC;IAAvC;QAGO,oBAAe,GAAkD,IAAI,GAAG,EAAE,CAAC;IAuFzF,CAAC;IAzEG,6EAA6E;IAC7E,6CAA6C;IACnC,eAAe,CAAC,eAAmC;QACzD,OAAO,eAAe;YAClB,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE;YACrB,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,GAAG,iBAA6C;QAC/E,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC;YACjF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACrF,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;YAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YACxD,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;YAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;YAErD,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,CAAC,KAAK,YAAY,wCAAa,CAAC,EAAE,CAAC;oBACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,gBAAgB,CAAC,EAAE,2BAA2B,CAAC,CAAC;oBACrF,SAAS;gBACb,CAAC;gBACD,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAgB,gBAAgB,CAAC,EAAE,EAAE;oBACpF,KAAK,EAAE,gBAAgB,CAAC,KAAK;oBAC7B,eAAe,EAAE,gBAAgB,CAAC,eAAe;oBACjD,GAAG,EAAE,gBAAgB,CAAC,GAAG;oBACzB,wBAAwB,EAAE,gBAAgB,CAAC,wBAAwB;oBACnE,MAAM;oBACN,UAAU,EAAE,gBAAgB,CAAC,UAAU;iBAC1C,CAAC,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC;oBACzC,IAAI,wCAAa,CACb,gBAAgB,CAAC,EAAE,EACnB,gBAAgB,CAAC,KAAK,EACtB,MAAM,EACN,gBAAgB,CAAC,eAAe,EAChC,gBAAgB,CAAC,wBAAwB,EACzC,gBAAgB,CAAC,GAAG,EACpB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,oBAAoB,EACzB,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EACtC,gBAAgB,CAAC,UAAU,EAC3B,IAAI,CAAC,iBAAiB,CACzB;iBACJ,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,GAAG,QAAkB;QACtC,IAAI,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED,iBAAiB,CAAC,QAA0B,EAAE,MAAuC;QACjF,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IACzE,CAAC;IAEO,iBAAiB,CAAC,gBAA0C;QAChE,mEAAmE;QACnE,OAAO,gBAAgB,CAAC,QAAQ,IAAI,QAAQ,CAAC;IACjD,CAAC;IAEO,iBAAiB,CAAC,QAA0B;QAChD,IAAI,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ,CAAA;AA1FY,8EAAiC;AAMvB;IADlB,IAAA,kBAAM,EAAC,+BAAqB,CAAC;;gFACkC;AAG7C;IADlB,IAAA,kBAAM,EAAC,2BAAiB,CAAC;;4EAC8B;AAGrC;IADlB,IAAA,kBAAM,EAAC,cAAO,CAAC;IAAE,IAAA,iBAAK,EAAC,WAAW,CAAC;;iEACD;AAGhB;IADlB,IAAA,kBAAM,EAAC,+DAA4B,CAAC;sCACI,+DAA4B;+EAAC;4CAf7D,iCAAiC;IAD7C,IAAA,sBAAU,GAAE;GACA,iCAAiC,CA0F7C"}

package/lib/package.spec.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=package.spec.d.ts.map

package/lib/package.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"package.spec.d.ts","sourceRoot":"","sources":["../src/package.spec.ts"],"names":[],"mappings":""}

package/lib/package.spec.js

@@ -0,0 +1,26 @@
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+/* note: this bogus test file is required so that
+   we are able to run mocha unit tests on this
+   package, without having any actual unit tests in it.
+   This way a coverage report will be generated,
+   showing 0% coverage, instead of no report.
+   This file can be removed once we have real unit
+   tests in place. */
+describe('ai-vercel-ai package', () => {
+    it('support code coverage statistics', () => true);
+});
+//# sourceMappingURL=package.spec.js.map

package/lib/package.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"package.spec.js","sourceRoot":"","sources":["../src/package.spec.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,oDAAoD;AACpD,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;AAEhF;;;;;;qBAMqB;AAErB,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;AACvD,CAAC,CAAC,CAAC"}