donobu 1.0.0

package/dist/clients/AnthropicGptClient.js

@@ -0,0 +1,309 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnthropicGptClient = void 0;
+const Logger_1 = require("../utils/Logger");
+const JsonUtils_1 = require("../utils/JsonUtils");
+const GptClient_1 = require("./GptClient");
+const GptModelNotFoundException_1 = require("../exceptions/GptModelNotFoundException");
+const GptPlatformAuthenticationFailedException_1 = require("../exceptions/GptPlatformAuthenticationFailedException");
+const GptPlatformInternalErrorException_1 = require("../exceptions/GptPlatformInternalErrorException");
+const GptPlatformNotReachableException_1 = require("../exceptions/GptPlatformNotReachableException");
+/**
+ * A GPT client implemented using the Anthropic API
+ * @see https://docs.anthropic.com/en/api/messages
+ */
+class AnthropicGptClient extends GptClient_1.GptClient {
+    anthropicConfig;
+    static API_URL = 'https://api.anthropic.com';
+    static REQUEST_TIMEOUT_MILLISECONDS = 60000;
+    static API_KEY_HEADER_NAME = 'x-api-key';
+    static API_VERSION_HEADER_NAME = 'anthropic-version';
+    static API_VERSION_HEADER_VALUE = '2023-06-01';
+    static CONTENT_TYPE_HEADER_VALUE = 'application/json';
+    static MAX_TOKENS = 8192;
+    headers;
+    /**
+     * Create a new instance.
+     */
+    constructor(anthropicConfig) {
+        super(anthropicConfig);
+        this.anthropicConfig = anthropicConfig;
+        this.headers = new Headers({
+            [AnthropicGptClient.API_KEY_HEADER_NAME]: anthropicConfig.apiKey,
+            [AnthropicGptClient.API_VERSION_HEADER_NAME]: AnthropicGptClient.API_VERSION_HEADER_VALUE,
+            'Content-Type': AnthropicGptClient.CONTENT_TYPE_HEADER_VALUE,
+        });
+    }
+    async ping() {
+        const resp = await this.makeRequest(`/v1/models/${this.anthropicConfig.modelName}`);
+        if (resp.status === 404) {
+            throw new GptModelNotFoundException_1.GptModelNotFoundException(this.config.type, this.anthropicConfig.modelName);
+        }
+        else if (resp.status !== 200) {
+            throw await this.mapErrorResponseToDonobuException(resp);
+        }
+    }
+    async getMessage(messages) {
+        const systemPrompts = messages
+            .filter((msg) => msg.type === 'system')
+            .map(AnthropicGptClient.chatRequestMessageFromGptMessage);
+        const body = {
+            model: this.anthropicConfig.modelName,
+            max_tokens: AnthropicGptClient.MAX_TOKENS,
+            temperature: 0.0,
+            system: systemPrompts,
+            messages: messages
+                .filter((msg) => msg.type !== 'system')
+                .map(AnthropicGptClient.chatRequestMessageFromGptMessage),
+        };
+        AnthropicGptClient.shenanigansUserMessageMerge(body.messages);
+        const resp = await this.makeRequest('/v1/messages', 'POST', body);
+        if (resp.status !== 200) {
+            throw await this.mapErrorResponseToDonobuException(resp);
+        }
+        const data = await resp.json();
+        const text = data.content[0].text;
+        const promptTokensUsed = data.usage.input_tokens;
+        const completionTokensUsed = data.usage.output_tokens;
+        return {
+            type: 'assistant',
+            text,
+            promptTokensUsed,
+            completionTokensUsed,
+        };
+    }
+    async getStructuredOutputWithSchema(messages, jsonSchema) {
+        const systemPrompts = messages
+            .filter((msg) => msg.type === 'system')
+            .map(AnthropicGptClient.chatRequestMessageFromGptMessage);
+        const body = {
+            model: this.anthropicConfig.modelName,
+            max_tokens: AnthropicGptClient.MAX_TOKENS,
+            temperature: 0.0,
+            system: systemPrompts,
+            messages: messages
+                .filter((msg) => msg.type !== 'system')
+                .map(AnthropicGptClient.chatRequestMessageFromGptMessage),
+            tools: [
+                {
+                    name: 'StructuredOutputTool',
+                    description: 'Call this tool with the described parameters',
+                    input_schema: jsonSchema,
+                },
+            ],
+            tool_choice: {
+                name: 'StructuredOutputTool',
+                type: 'tool',
+                disable_parallel_tool_use: true,
+            },
+        };
+        AnthropicGptClient.shenanigansUserMessageMerge(body.messages);
+        const resp = await this.makeRequest('/v1/messages', 'POST', body);
+        if (resp.status !== 200) {
+            throw await this.mapErrorResponseToDonobuException(resp);
+        }
+        const data = await resp.json();
+        const item = data.content[0];
+        const contentType = item.type;
+        let respObj;
+        if (contentType === 'tool_use') {
+            respObj = item.input;
+        }
+        else if (contentType === 'text') {
+            throw new Error('Unsupported content type: text');
+        }
+        else {
+            throw new Error(`Unexpected content type: ${contentType}`);
+        }
+        const promptTokensUsed = data.usage.input_tokens;
+        const completionTokensUsed = data.usage.output_tokens;
+        return {
+            type: 'structured_output',
+            output: respObj,
+            promptTokensUsed,
+            completionTokensUsed,
+        };
+    }
+    async getToolCalls(messages, tools) {
+        const systemPrompts = messages
+            .filter((msg) => msg.type === 'system')
+            .map(AnthropicGptClient.chatRequestMessageFromGptMessage);
+        if (systemPrompts.length > 0) {
+            const lastPrompt = systemPrompts[systemPrompts.length - 1];
+            lastPrompt.cache_control = { type: 'ephemeral' };
+        }
+        const body = {
+            model: this.anthropicConfig.modelName,
+            max_tokens: AnthropicGptClient.MAX_TOKENS,
+            temperature: 0.0,
+            tool_choice: { type: 'any' },
+            tools: tools.length
+                ? tools.map(AnthropicGptClient.toolChoiceFromTool)
+                : undefined,
+            system: systemPrompts,
+            messages: messages
+                .filter((msg) => msg.type !== 'system')
+                .map(AnthropicGptClient.chatRequestMessageFromGptMessage),
+        };
+        AnthropicGptClient.shenanigansUserMessageMerge(body.messages);
+        // Note the special header for this endpoint
+        const headers = new Headers(this.headers);
+        headers.append('anthropic-beta', 'prompt-caching-2024-07-31');
+        const resp = await this.makeRequest('/v1/messages', 'POST', body, headers);
+        if (resp.status !== 200) {
+            throw await this.mapErrorResponseToDonobuException(resp);
+        }
+        const data = await resp.json();
+        const proposedToolCalls = data.content.map((item) => {
+            const contentType = item.type;
+            if (contentType === 'tool_use') {
+                const tool = tools.find((t) => t.name === item.name);
+                if (!tool) {
+                    throw new Error('Unable to find matching tool for tool call');
+                }
+                return {
+                    name: item.name,
+                    parameters: item.input,
+                    toolCallId: item.id,
+                };
+            }
+            else if (contentType === 'text') {
+                throw new Error('Unsupported content type: text');
+            }
+            else {
+                throw new Error(`Unexpected content type: ${contentType}`);
+            }
+        });
+        const promptTokensUsed = data.usage.input_tokens;
+        const completionTokensUsed = data.usage.output_tokens;
+        return {
+            type: 'proposed_tool_calls',
+            proposedToolCalls,
+            promptTokensUsed,
+            completionTokensUsed,
+        };
+    }
+    async mapErrorResponseToDonobuException(error) {
+        try {
+            const errorData = await error.json();
+            Logger_1.Logger.appLogger.error(`Anthropic error response: ${JSON.stringify(JsonUtils_1.JsonUtils.objectToJson(errorData))}`);
+            if (errorData.error?.code === 'authentication_error') {
+                return new GptPlatformAuthenticationFailedException_1.GptPlatformAuthenticationFailedException(this.config.type);
+            }
+            return new GptPlatformInternalErrorException_1.GptPlatformInternalErrorException(errorData.error?.message || `HTTP ${error.status}: ${error.statusText}`);
+        }
+        catch (_) {
+            Logger_1.Logger.appLogger.error(`Failed to parse Anthropic error response: HTTP ${error.status}: ${error.statusText}`);
+            return new GptPlatformInternalErrorException_1.GptPlatformInternalErrorException(`HTTP ${error.status}: ${error.statusText}`);
+        }
+    }
+    async makeRequest(endpoint, method = 'GET', body, customHeaders) {
+        try {
+            return await fetch(`${AnthropicGptClient.API_URL}${endpoint}`, {
+                method,
+                headers: customHeaders || this.headers,
+                body: body ? JSON.stringify(body) : undefined,
+                signal: AbortSignal.timeout(AnthropicGptClient.REQUEST_TIMEOUT_MILLISECONDS),
+            });
+        }
+        catch (error) {
+            if (error instanceof TypeError) {
+                throw new GptPlatformNotReachableException_1.GptPlatformNotReachableException(this.config.type);
+            }
+            else {
+                throw error;
+            }
+        }
+    }
+    /**
+     * Merges adjacent user messages because Anthropic will reject requests that do not delicately
+     * flip-flop between "user" and "assistant" roles.
+     */
+    static shenanigansUserMessageMerge(messages) {
+        for (let i = messages.length - 1; i > 0; i--) {
+            const message = messages[i];
+            const adjacentMessage = messages[i - 1];
+            if (message.role === 'user' && adjacentMessage.role === 'user') {
+                adjacentMessage.content.push(...message.content);
+                messages.splice(i, 1);
+            }
+        }
+    }
+    static chatRequestMessageFromGptMessage(gptMessage) {
+        if (gptMessage.type === 'assistant') {
+            return {
+                role: 'assistant',
+                content: gptMessage.text,
+            };
+        }
+        if (gptMessage.type === 'structured_output') {
+            const output = gptMessage.output;
+            return {
+                role: 'assistant',
+                content: JSON.stringify(JsonUtils_1.JsonUtils.objectToJson(output), null, 2),
+            };
+        }
+        if (gptMessage.type === 'proposed_tool_calls') {
+            return {
+                role: 'assistant',
+                content: gptMessage.proposedToolCalls.map((tc) => ({
+                    type: 'tool_use',
+                    id: tc.toolCallId,
+                    name: tc.name,
+                    input: JsonUtils_1.JsonUtils.objectToJson(tc.parameters),
+                })),
+            };
+        }
+        if (gptMessage.type === 'system') {
+            return {
+                type: 'text',
+                text: gptMessage.text,
+            };
+        }
+        if (gptMessage.type === 'user') {
+            return {
+                role: 'user',
+                content: gptMessage.items.map((item) => {
+                    if (item.type === 'png') {
+                        return {
+                            type: 'image',
+                            source: {
+                                type: 'base64',
+                                media_type: 'image/png',
+                                data: Buffer.from(item.bytes).toString('base64'),
+                            },
+                        };
+                    }
+                    else {
+                        return {
+                            type: 'text',
+                            text: item.text,
+                        };
+                    }
+                }),
+            };
+        }
+        if (gptMessage.type === 'tool_call_result') {
+            return {
+                role: 'user',
+                content: [
+                    {
+                        type: 'tool_result',
+                        tool_use_id: gptMessage.toolCallId,
+                        content: gptMessage.data,
+                    },
+                ],
+            };
+        }
+        throw new Error(`Unsupported message type: ${JsonUtils_1.JsonUtils.objectToJson(gptMessage)}`);
+    }
+    static toolChoiceFromTool(tool) {
+        return {
+            name: tool.name,
+            description: tool.description,
+            input_schema: tool.jsonSchema,
+        };
+    }
+}
+exports.AnthropicGptClient = AnthropicGptClient;
+//# sourceMappingURL=AnthropicGptClient.js.map

package/dist/clients/AnthropicGptClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AnthropicGptClient.js","sourceRoot":"","sources":["../../src/clients/AnthropicGptClient.ts"],"names":[],"mappings":";;;AAAA,4CAAyC;AACzC,kDAA+C;AAC/C,2CAAoD;AAQpD,uFAAoF;AACpF,qHAAkH;AAClH,uGAAoG;AACpG,qGAAkG;AAIlG;;;GAGG;AACH,MAAa,kBAAmB,SAAQ,qBAAS;IAclB;IAbrB,MAAM,CAAU,OAAO,GAAG,2BAA2B,CAAC;IACtD,MAAM,CAAU,4BAA4B,GAAG,KAAK,CAAC;IACrD,MAAM,CAAU,mBAAmB,GAAG,WAAW,CAAC;IAClD,MAAM,CAAU,uBAAuB,GAAG,mBAAmB,CAAC;IAC9D,MAAM,CAAU,wBAAwB,GAAG,YAAY,CAAC;IACxD,MAAM,CAAU,yBAAyB,GAAG,kBAAkB,CAAC;IAC/D,MAAM,CAAU,UAAU,GAAG,IAAI,CAAC;IAEzB,OAAO,CAAU;IAElC;;OAEG;IACH,YAA6B,eAAgC;QAC3D,KAAK,CAAC,eAAe,CAAC,CAAC;QADI,oBAAe,GAAf,eAAe,CAAiB;QAE3D,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC;YACzB,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,EAAE,eAAe,CAAC,MAAM;YAChE,CAAC,kBAAkB,CAAC,uBAAuB,CAAC,EAC1C,kBAAkB,CAAC,wBAAwB;YAC7C,cAAc,EAAE,kBAAkB,CAAC,yBAAyB;SAC7D,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CACjC,cAAc,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAC/C,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,qDAAyB,CACjC,IAAI,CAAC,MAAM,CAAC,IAAI,EAChB,IAAI,CAAC,eAAe,CAAC,SAAS,CAC/B,CAAC;QACJ,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC/B,MAAM,MAAM,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,QAAsB;QAC5C,MAAM,aAAa,GAAG,QAAQ;aAC3B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;aACtC,GAAG,CAAC,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS;YACrC,UAAU,EAAE,kBAAkB,CAAC,UAAU;YACzC,WAAW,EAAE,GAAG;YAChB,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,QAAQ;iBACf,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;iBACtC,GAAG,CAAC,kBAAkB,CAAC,gCAAgC,CAAC;SAC5D,CAAC;QACF,kBAAkB,CAAC,2BAA2B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE9D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAElE,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClC,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;QACjD,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;QAEtD,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,IAAI;YACJ,gBAAgB;YAChB,oBAAoB;SACM,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,6BAA6B,CACxC,QAAsB,EACtB,UAAuB;QAEvB,MAAM,aAAa,GAAG,QAAQ;aAC3B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;aACtC,GAAG,CAAC,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS;YACrC,UAAU,EAAE,kBAAkB,CAAC,UAAU;YACzC,WAAW,EAAE,GAAG;YAChB,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,QAAQ;iBACf,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;iBACtC,GAAG,CAAC,kBAAkB,CAAC,gCAAgC,CAAC;YAC3D,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,sBAAsB;oBAC5B,WAAW,EAAE,8CAA8C;oBAC3D,YAAY,EAAE,UAAU;iBACzB;aACF;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,MAAM;gBACZ,yBAAyB,EAAE,IAAI;aAChC;SACF,CAAC;QACF,kBAAkB,CAAC,2BAA2B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE9D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAElE,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC;QAC9B,IAAI,OAAO,CAAC;QAEZ,IAAI,WAAW,KAAK,UAAU,EAAE,CAAC;YAC/B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC;QACvB,CAAC;aAAM,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,4BAA4B,WAAW,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;QACjD,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;QAEtD,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,MAAM,EAAE,OAAO;YACf,gBAAgB;YAChB,oBAAoB;SACa,CAAC;IACtC,CAAC;IAEM,KAAK,CAAC,YAAY,CACvB,QAAsB,EACtB,KAAmB;QAEnB,MAAM,aAAa,GAAG,QAAQ;aAC3B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;aACtC,GAAG,CAAC,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;QAE5D,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3D,UAAU,CAAC,aAAa,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS;YACrC,UAAU,EAAE,kBAAkB,CAAC,UAAU;YACzC,WAAW,EAAE,GAAG;YAChB,WAAW,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;YAC5B,KAAK,EAAE,KAAK,CAAC,MAAM;gBACjB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC;gBAClD,CAAC,CAAC,SAAS;YACb,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,QAAQ;iBACf,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;iBACtC,GAAG,CAAC,kBAAkB,CAAC,gCAAgC,CAAC;SAC5D,CAAC;QAEF,kBAAkB,CAAC,2BAA2B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE9D,4CAA4C;QAC5C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,2BAA2B,CAAC,CAAC;QAE9D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3E,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;YACvD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC;YAE9B,IAAI,WAAW,KAAK,UAAU,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC;gBAErD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAChE,CAAC;gBAED,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,UAAU,EAAE,IAAI,CAAC,KAAK;oBACtB,UAAU,EAAE,IAAI,CAAC,EAAE;iBACpB,CAAC;YACJ,CAAC;iBAAM,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,4BAA4B,WAAW,EAAE,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;QACjD,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;QAEtD,OAAO;YACL,IAAI,EAAE,qBAAqB;YAC3B,iBAAiB;YACjB,gBAAgB;YAChB,oBAAoB;SACc,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,iCAAiC,CAC7C,KAAe;QAEf,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YACrC,eAAM,CAAC,SAAS,CAAC,KAAK,CACpB,6BAA6B,IAAI,CAAC,SAAS,CAAC,qBAAS,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,CACjF,CAAC;YAEF,IAAI,SAAS,CAAC,KAAK,EAAE,IAAI,KAAK,sBAAsB,EAAE,CAAC;gBACrD,OAAO,IAAI,mFAAwC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxE,CAAC;YAED,OAAO,IAAI,qEAAiC,CAC1C,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,UAAU,EAAE,CACxE,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,eAAM,CAAC,SAAS,CAAC,KAAK,CACpB,kDAAkD,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,UAAU,EAAE,CACtF,CAAC;YACF,OAAO,IAAI,qEAAiC,CAC1C,QAAQ,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,UAAU,EAAE,CAC5C,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,QAAgB,EAChB,SAAyB,KAAK,EAC9B,IAAc,EACd,aAAuB;QAEvB,IAAI,CAAC;YACH,OAAO,MAAM,KAAK,CAAC,GAAG,kBAAkB,CAAC,OAAO,GAAG,QAAQ,EAAE,EAAE;gBAC7D,MAAM;gBACN,OAAO,EAAE,aAAa,IAAI,IAAI,CAAC,OAAO;gBACtC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC7C,MAAM,EAAE,WAAW,CAAC,OAAO,CACzB,kBAAkB,CAAC,4BAA4B,CAChD;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;gBAC/B,MAAM,IAAI,mEAAgC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,2BAA2B,CACxC,QAA+B;QAE/B,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,eAAe,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAExC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/D,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjD,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,gCAAgC,CAC7C,UAAsB;QAEtB,IAAI,UAAU,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACpC,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,UAAU,CAAC,IAAI;aACzB,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,MAAiC,CAAC;YAC5D,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,qBAAS,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;aACjE,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAC9C,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,UAAU,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACjD,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,UAAU;oBACjB,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,KAAK,EAAE,qBAAS,CAAC,YAAY,CAC3B,EAAE,CAAC,UAAqC,CACzC;iBACF,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,UAAU,CAAC,IAAI;aACtB,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACrC,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;wBACxB,OAAO;4BACL,IAAI,EAAE,OAAO;4BACb,MAAM,EAAE;gCACN,IAAI,EAAE,QAAQ;gCACd,UAAU,EAAE,WAAW;gCACvB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;6BACjD;yBACF,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,OAAO;4BACL,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB,CAAC;oBACJ,CAAC;gBACH,CAAC,CAAC;aACH,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YAC3C,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,aAAa;wBACnB,WAAW,EAAE,UAAU,CAAC,UAAU;wBAClC,OAAO,EAAE,UAAU,CAAC,IAAI;qBACzB;iBACF;aACF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,KAAK,CACb,6BAA6B,qBAAS,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAClE,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,kBAAkB,CAAC,IAAgB;QAChD,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC;;AAxWH,gDAyWC"}

package/dist/clients/GoogleGptClient.d.ts

@@ -0,0 +1,49 @@
+import { JSONSchema7 } from 'json-schema';
+import { AssistantMessage, GptMessage, ProposedToolCallsMessage, StructuredOutputMessage } from '../models/GptMessage';
+import { GptClient, ToolOption } from './GptClient';
+import { GoogleGeminiConfig } from '../models/GptConfig';
+/**
+ * Implementation using the Google API
+ * @see https://ai.google.dev/api/all-methods#service:-generativelanguage.googleapis.com
+ */
+export declare class GoogleGptClient extends GptClient {
+    private readonly googleGeminiConfig;
+    private static readonly API_URL;
+    private static readonly REQUEST_TIMEOUT_MILLISECONDS;
+    private static readonly API_KEY_HEADER_NAME;
+    private static readonly CONTENT_TYPE;
+    private readonly headers;
+    /**
+     * Create a new instance.
+     * @param apiKey The Google API key to use for all requests with this client.
+     * @param modelName See https://ai.google.dev/gemini-api/docs/models/gemini for the list of models.
+     * @param apiUrl The URL of the API to use for all requests with this client.
+     */
+    constructor(googleGeminiConfig: GoogleGeminiConfig);
+    ping(): Promise<void>;
+    getMessage(messages: GptMessage[]): Promise<AssistantMessage>;
+    getStructuredOutputWithSchema(messages: GptMessage[], jsonSchema: JSONSchema7): Promise<StructuredOutputMessage>;
+    getToolCalls(messages: GptMessage[], tools: ToolOption[]): Promise<ProposedToolCallsMessage>;
+    private mapErrorResponseToDonobuException;
+    private makeRequest;
+    private static chatRequestMessageFromGptMessage;
+    private static toolChoiceFromTool;
+    /**
+     * Creates a new JSON schema compatible with Google's API.
+     */
+    private static createGoogleCompatibleJsonSchema;
+    /**
+     * Recursively removes all "additionalProperties" fields from the JSON
+     * schema since Google does not support that keyword.
+     **/
+    private static removeAdditionalProperties;
+    /**
+     * Merges adjacent user messages because Google will otherwise reject the request.
+     */
+    private static shenanigansUserMessageMerge;
+    /**
+     * Recursively replaces "type" fields that are arrays containing "null" with
+     * a single non-null type since Google will otherwise throw an error.
+     **/
+    private static normalizeTypeFields;
+}