@ax-llm/ax 9.0.21 → 9.0.23

package/ai/anthropic/api.d.ts

@@ -0,0 +1,19 @@
+import type { API } from '../../util/apicall.js';
+import { AxBaseAI } from '../base.js';
+import type { AxAIServiceOptions, AxChatRequest, AxChatResponse, AxModelConfig } from '../types.js';
+import { type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig } from './types.js';
+export declare const axAIAnthropicDefaultConfig: () => AxAIAnthropicConfig;
+export interface AxAIAnthropicArgs {
+    name: 'anthropic';
+    apiKey: string;
+    config?: Readonly<AxAIAnthropicConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAIAnthropic extends AxBaseAI<AxAIAnthropicChatRequest, unknown, AxAIAnthropicChatResponse, AxAIAnthropicChatResponseDelta, unknown> {
+    private config;
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAIAnthropicArgs, 'name'>>);
+    getModelConfig(): AxModelConfig;
+    generateChatReq: (req: Readonly<AxChatRequest>) => [API, AxAIAnthropicChatRequest];
+    generateChatResp: (resp: Readonly<AxAIAnthropicChatResponse | AxAIAnthropicChatError>) => AxChatResponse;
+    generateChatStreamResp: (resp: Readonly<AxAIAnthropicChatResponseDelta>, state: object) => AxChatResponse;
+}

package/ai/anthropic/api.js

@@ -0,0 +1,326 @@
+import { AxBaseAI, axBaseAIDefaultConfig } from '../base.js';
+import { axModelInfoAnthropic } from './info.js';
+import { AxAIAnthropicModel } from './types.js';
+export const axAIAnthropicDefaultConfig = () => structuredClone({
+    model: AxAIAnthropicModel.Claude35Sonnet,
+    ...axBaseAIDefaultConfig()
+});
+export class AxAIAnthropic extends AxBaseAI {
+    config;
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Anthropic API key not set');
+        }
+        const _config = {
+            ...axAIAnthropicDefaultConfig(),
+            ...config
+        };
+        super({
+            name: 'Anthropic',
+            apiURL: 'https://api.anthropic.com/v1',
+            headers: {
+                'anthropic-version': '2023-06-01',
+                'x-api-key': apiKey
+            },
+            modelInfo: axModelInfoAnthropic,
+            models: { model: _config.model },
+            options,
+            supportFor: { functions: true, streaming: true }
+        });
+        this.config = _config;
+    }
+    getModelConfig() {
+        const { config } = this;
+        return {
+            maxTokens: config.maxTokens,
+            temperature: config.temperature,
+            topP: config.topP,
+            topK: config.topK,
+            stream: config.stream
+        };
+    }
+    generateChatReq = (req) => {
+        const apiConfig = {
+            name: '/messages'
+        };
+        const messages = createMessages(req);
+        const tools = req.functions?.map((v) => ({
+            name: v.name,
+            description: v.description,
+            input_schema: v.parameters
+        }));
+        const stream = req.modelConfig?.stream ?? this.config.stream;
+        const reqValue = {
+            model: req.model ?? this.config.model,
+            max_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
+            stop_sequences: req.modelConfig?.stopSequences ?? this.config.stopSequences,
+            temperature: req.modelConfig?.temperature ?? this.config.temperature,
+            top_p: req.modelConfig?.topP ?? this.config.topP,
+            top_k: req.modelConfig?.topK ?? this.config.topK,
+            ...(tools && tools.length > 0
+                ? { tools, tool_choice: { type: 'auto' } }
+                : {}),
+            ...(stream ? { stream: true } : {}),
+            messages
+        };
+        return [apiConfig, reqValue];
+    };
+    generateChatResp = (resp) => {
+        if (resp.type === 'error') {
+            throw new Error(`Anthropic Chat API Error: ${resp.error.message}`);
+        }
+        const finishReason = mapFinishReason(resp.stop_reason);
+        const results = resp.content.map((msg) => {
+            if (msg.type === 'tool_use') {
+                return {
+                    id: msg.id,
+                    functionCalls: [
+                        {
+                            id: msg.id,
+                            type: 'function',
+                            function: {
+                                name: msg.name,
+                                params: msg.input
+                            }
+                        }
+                    ],
+                    finishReason
+                };
+            }
+            return {
+                content: msg.type === 'text' ? msg.text : '',
+                id: resp.id,
+                finishReason
+            };
+        });
+        const modelUsage = {
+            promptTokens: resp.usage.input_tokens,
+            completionTokens: resp.usage.output_tokens,
+            totalTokens: resp.usage.input_tokens + resp.usage.output_tokens
+        };
+        return {
+            results,
+            modelUsage,
+            remoteId: resp.id
+        };
+    };
+    generateChatStreamResp = (resp, state) => {
+        if (!('type' in resp)) {
+            throw new Error('Invalid Anthropic streaming event');
+        }
+        const sstate = state;
+        if (!sstate.indexIdMap) {
+            sstate.indexIdMap = {};
+        }
+        if (resp.type === 'error') {
+            const { error } = resp;
+            throw new Error(error.message);
+        }
+        if (resp.type === 'message_start') {
+            const { message } = resp;
+            const results = [{ content: '', id: message.id }];
+            const modelUsage = {
+                promptTokens: message.usage?.input_tokens ?? 0,
+                completionTokens: message.usage?.output_tokens ?? 0,
+                totalTokens: (message.usage?.input_tokens ?? 0) +
+                    (message.usage?.output_tokens ?? 0)
+            };
+            return {
+                results,
+                modelUsage
+            };
+        }
+        if (resp.type === 'content_block_start') {
+            const { content_block: contentBlock } = resp;
+            if (contentBlock.type === 'text') {
+                return {
+                    results: [{ content: contentBlock.text }]
+                };
+            }
+            if (contentBlock.type === 'tool_use') {
+                if (typeof contentBlock.id === 'string' &&
+                    typeof resp.index === 'number' &&
+                    !sstate.indexIdMap[resp.index]) {
+                    sstate.indexIdMap[resp.index] = contentBlock.id;
+                    const functionCalls = [
+                        {
+                            id: contentBlock.id,
+                            type: 'function',
+                            function: {
+                                name: contentBlock.name,
+                                params: ''
+                            }
+                        }
+                    ];
+                    return {
+                        results: [{ functionCalls }]
+                    };
+                }
+            }
+        }
+        if (resp.type === 'content_block_delta') {
+            const { delta } = resp;
+            if (delta.type === 'text_delta') {
+                return {
+                    results: [{ content: delta.text }]
+                };
+            }
+            if (delta.type === 'input_json_delta') {
+                const id = sstate.indexIdMap[resp.index];
+                if (!id) {
+                    throw new Error('invalid streaming index no id found: ' + resp.index);
+                }
+                const functionCalls = [
+                    {
+                        id,
+                        type: 'function',
+                        function: {
+                            name: '',
+                            params: delta.partial_json
+                        }
+                    }
+                ];
+                return {
+                    results: [{ functionCalls }]
+                };
+            }
+        }
+        if (resp.type === 'message_delta') {
+            const { delta, usage } = resp;
+            return {
+                results: [
+                    {
+                        content: '',
+                        finishReason: mapFinishReason(delta.stop_reason)
+                    }
+                ],
+                modelUsage: {
+                    promptTokens: 0,
+                    completionTokens: usage.output_tokens,
+                    totalTokens: usage.output_tokens
+                }
+            };
+        }
+        return {
+            results: [{ content: '' }]
+        };
+    };
+}
+function createMessages(req) {
+    const items = req.chatPrompt.map((msg) => {
+        switch (msg.role) {
+            case 'function':
+                return {
+                    role: 'user',
+                    content: [
+                        {
+                            type: 'tool_result',
+                            content: msg.result,
+                            tool_use_id: msg.functionId
+                        }
+                    ]
+                };
+            case 'user': {
+                if (typeof msg.content === 'string') {
+                    return { role: 'user', content: msg.content };
+                }
+                const content = msg.content.map((v) => {
+                    switch (v.type) {
+                        case 'text':
+                            return { type: 'text', text: v.text };
+                        case 'image':
+                            return {
+                                type: 'image',
+                                source: {
+                                    type: 'base64',
+                                    media_type: v.mimeType,
+                                    data: v.image
+                                }
+                            };
+                        default:
+                            throw new Error('Invalid content type');
+                    }
+                });
+                return {
+                    role: 'user',
+                    content
+                };
+            }
+            case 'assistant': {
+                let content = '';
+                if (typeof msg.content === 'string') {
+                    content = msg.content;
+                }
+                if (typeof msg.functionCalls !== 'undefined') {
+                    content = msg.functionCalls.map((v) => {
+                        let input;
+                        if (typeof v.function.params === 'string') {
+                            input = JSON.parse(v.function.params);
+                        }
+                        else if (typeof v.function.params === 'object') {
+                            input = v.function.params;
+                        }
+                        return {
+                            type: 'tool_use',
+                            id: v.id,
+                            name: v.function.name,
+                            input
+                        };
+                    });
+                }
+                return {
+                    role: 'assistant',
+                    content
+                };
+            }
+            default:
+                throw new Error('Invalid role');
+        }
+    });
+    return mergeAssistantMessages(items);
+}
+// Anthropic and some others need this in non-streaming mode
+function mergeAssistantMessages(messages) {
+    const mergedMessages = [];
+    for (const [i, cur] of messages.entries()) {
+        // Continue if not an assistant message or first message
+        if (cur.role !== 'assistant') {
+            mergedMessages.push(cur);
+            continue;
+        }
+        // Merge current message with the previous one if both are from the assistant
+        if (i > 0 && messages.at(i - 1)?.role === 'assistant') {
+            const lastMessage = mergedMessages.pop();
+            mergedMessages.push({
+                ...(lastMessage ? lastMessage : {}),
+                ...cur
+            });
+        }
+        else {
+            mergedMessages.push(cur);
+        }
+    }
+    return mergedMessages;
+}
+function mapFinishReason(stopReason) {
+    if (!stopReason) {
+        return undefined;
+    }
+    switch (stopReason) {
+        case 'stop_sequence':
+            return 'stop';
+            break;
+        case 'max_tokens':
+            return 'length';
+            break;
+        case 'tool_use':
+            return 'function_call';
+            break;
+        case 'end_turn':
+            return 'stop';
+            break;
+        default:
+            return 'stop';
+    }
+}
+//# sourceMappingURL=api.js.map

package/ai/anthropic/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/anthropic/api.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAS7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAWL,kBAAkB,EACnB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAwB,EAAE,CAClE,eAAe,CAAC;IACd,KAAK,EAAE,kBAAkB,CAAC,cAAc;IACxC,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AASL,MAAM,OAAO,aAAc,SAAQ,QAMlC;IACS,MAAM,CAAsB;IAEpC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACmC;QAC1C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,0BAA0B,EAAE;YAC/B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,8BAA8B;YACtC,OAAO,EAAE;gBACP,mBAAmB,EAAE,YAAY;gBACjC,WAAW,EAAE,MAAM;aACpB;YACD,SAAS,EAAE,oBAAoB;YAC/B,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAe,EAAE;YAC1C,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;SACjD,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;IACxB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;SACL,CAAC;IACrB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B,EACK,EAAE;QACnC,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,WAAW;SAClB,CAAC;QAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QAErC,MAAM,KAAK,GAAsC,GAAG,CAAC,SAAS,EAAE,GAAG,CACjE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACN,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAAU;SAC3B,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7D,MAAM,QAAQ,GAA6B;YACzC,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;YACrC,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YAC/D,cAAc,EACZ,GAAG,CAAC,WAAW,EAAE,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAC7D,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAChD,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAChD,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAC3B,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;gBAC1C,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,QAAQ;SACT,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAkE,EAClD,EAAE;QAClB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAwB,EAAE;YAC7D,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO;oBACL,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,aAAa,EAAE;wBACb;4BACE,EAAE,EAAE,GAAG,CAAC,EAAE;4BACV,IAAI,EAAE,UAAmB;4BACzB,QAAQ,EAAE;gCACR,IAAI,EAAE,GAAG,CAAC,IAAI;gCACd,MAAM,EAAE,GAAG,CAAC,KAAK;6BAClB;yBACF;qBACF;oBACD,YAAY;iBACb,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;gBAC5C,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,YAAY;aACb,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG;YACjB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;YACrC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;YAC1C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa;SAChE,CAAC;QAEF,OAAO;YACL,OAAO;YACP,UAAU;YACV,QAAQ,EAAE,IAAI,CAAC,EAAE;SAClB,CAAC;IACJ,CAAC,CAAC;IAEO,sBAAsB,GAAG,CAChC,IAA8C,EAC9C,KAAa,EACG,EAAE;QAClB,IAAI,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,MAAM,GAAG,KAEd,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,EAAE,KAAK,EAAE,GAAG,IAA0C,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAiD,CAAC;YACtE,MAAM,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG;gBACjB,YAAY,EAAE,OAAO,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;gBAC9C,gBAAgB,EAAE,OAAO,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBACnD,WAAW,EACT,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;oBAClC,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;aACtC,CAAC;YACF,OAAO;gBACL,OAAO;gBACP,UAAU;aACX,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACxC,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,GACnC,IAAsD,CAAC;YAEzD,IAAI,YAAY,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACjC,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC;iBAC1C,CAAC;YACJ,CAAC;YACD,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACrC,IACE,OAAO,YAAY,CAAC,EAAE,KAAK,QAAQ;oBACnC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;oBAC9B,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAC9B,CAAC;oBACD,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,EAAE,CAAC;oBAChD,MAAM,aAAa,GAAG;wBACpB;4BACE,EAAE,EAAE,YAAY,CAAC,EAAE;4BACnB,IAAI,EAAE,UAAmB;4BACzB,QAAQ,EAAE;gCACR,IAAI,EAAE,YAAY,CAAC,IAAI;gCACvB,MAAM,EAAE,EAAE;6BACX;yBACF;qBACF,CAAC;oBACF,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC;qBAC7B,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACxC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAsD,CAAC;YACzE,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAChC,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;iBACnC,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACtC,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACzC,IAAI,CAAC,EAAE,EAAE,CAAC;oBACR,MAAM,IAAI,KAAK,CAAC,uCAAuC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBACD,MAAM,aAAa,GAAG;oBACpB;wBACE,EAAE;wBACF,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,EAAE;4BACR,MAAM,EAAE,KAAK,CAAC,YAAY;yBAC3B;qBACF;iBACF,CAAC;gBACF,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC;iBAC7B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GACpB,IAAiD,CAAC;YACpD,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE;wBACX,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC;qBACjD;iBACF;gBACD,UAAU,EAAE;oBACV,YAAY,EAAE,CAAC;oBACf,gBAAgB,EAAE,KAAK,CAAC,aAAa;oBACrC,WAAW,EAAE,KAAK,CAAC,aAAa;iBACjC;aACF,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;SAC3B,CAAC;IACJ,CAAC,CAAC;CACH;AAED,SAAS,cAAc,CACrB,GAA4B;IAE5B,MAAM,KAAK,GAAyC,GAAG,CAAC,UAAU,CAAC,GAAG,CACpE,CAAC,GAAG,EAAE,EAAE;QACN,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,aAAa;4BACnB,OAAO,EAAE,GAAG,CAAC,MAAM;4BACnB,WAAW,EAAE,GAAG,CAAC,UAAU;yBAC5B;qBACF;iBACF,CAAC;YACJ,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;gBACzD,CAAC;gBACD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACpC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;wBACf,KAAK,MAAM;4BACT,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;wBACjD,KAAK,OAAO;4BACV,OAAO;gCACL,IAAI,EAAE,OAAgB;gCACtB,MAAM,EAAE;oCACN,IAAI,EAAE,QAAiB;oCACvB,UAAU,EAAE,CAAC,CAAC,QAAQ;oCACtB,IAAI,EAAE,CAAC,CAAC,KAAK;iCACd;6BACF,CAAC;wBACJ;4BACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;oBAC5C,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO;iBACR,CAAC;YACJ,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,OAAO,GAGI,EAAE,CAAC;gBAElB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBACxB,CAAC;gBACD,IAAI,OAAO,GAAG,CAAC,aAAa,KAAK,WAAW,EAAE,CAAC;oBAC7C,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACpC,IAAI,KAAK,CAAC;wBACV,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;4BAC1C,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;wBACxC,CAAC;6BAAM,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;4BACjD,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;wBAC5B,CAAC;wBACD,OAAO;4BACL,IAAI,EAAE,UAAmB;4BACzB,EAAE,EAAE,CAAC,CAAC,EAAE;4BACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;4BACrB,KAAK;yBACN,CAAC;oBACJ,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,OAAO;iBACR,CAAC;YACJ,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,sBAAsB,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,4DAA4D;AAC5D,SAAS,sBAAsB,CAC7B,QAAwD;IAExD,MAAM,cAAc,GAAyC,EAAE,CAAC;IAEhE,KAAK,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1C,wDAAwD;QACxD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,SAAS;QACX,CAAC;QAED,6EAA6E;QAC7E,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;YACtD,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC;YAEzC,cAAc,CAAC,IAAI,CAAC;gBAClB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnC,GAAG,GAAG;aACP,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,eAAe,CACtB,UAA4D;IAE5D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,eAAe;YAClB,OAAO,MAAM,CAAC;YACd,MAAM;QACR,KAAK,YAAY;YACf,OAAO,QAAQ,CAAC;YAChB,MAAM;QACR,KAAK,UAAU;YACb,OAAO,eAAe,CAAC;YACvB,MAAM;QACR,KAAK,UAAU;YACb,OAAO,MAAM,CAAC;YACd,MAAM;QACR;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC"}

package/ai/anthropic/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/ai/anthropic/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/ai/anthropic/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/anthropic/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}

package/ai/anthropic/info.d.ts

@@ -0,0 +1,2 @@
+import type { AxModelInfo } from '../types.js';
+export declare const axModelInfoAnthropic: AxModelInfo[];

package/ai/anthropic/info.js

@@ -0,0 +1,40 @@
+import { AxAIAnthropicModel } from './types.js';
+export const axModelInfoAnthropic = [
+    {
+        name: AxAIAnthropicModel.Claude35Sonnet,
+        currency: 'usd',
+        promptTokenCostPer1M: 3.0,
+        completionTokenCostPer1M: 15.0
+    },
+    {
+        name: AxAIAnthropicModel.Claude3Opus,
+        currency: 'usd',
+        promptTokenCostPer1M: 15.0,
+        completionTokenCostPer1M: 75.0
+    },
+    {
+        name: AxAIAnthropicModel.Claude3Sonnet,
+        currency: 'usd',
+        promptTokenCostPer1M: 3.0,
+        completionTokenCostPer1M: 15.0
+    },
+    {
+        name: AxAIAnthropicModel.Claude3Haiku,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.25,
+        completionTokenCostPer1M: 1.25
+    },
+    {
+        name: AxAIAnthropicModel.Claude21,
+        currency: 'usd',
+        promptTokenCostPer1M: 8.0,
+        completionTokenCostPer1M: 25
+    },
+    {
+        name: AxAIAnthropicModel.ClaudeInstant12,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.8,
+        completionTokenCostPer1M: 2.24
+    }
+];
+//# sourceMappingURL=info.js.map

package/ai/anthropic/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../ai/anthropic/info.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAEhD,MAAM,CAAC,MAAM,oBAAoB,GAAkB;IACjD;QACE,IAAI,EAAE,kBAAkB,CAAC,cAAc;QACvC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,kBAAkB,CAAC,WAAW;QACpC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,kBAAkB,CAAC,aAAa;QACtC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,kBAAkB,CAAC,YAAY;QACrC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,kBAAkB,CAAC,QAAQ;QACjC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,kBAAkB,CAAC,eAAe;QACxC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,IAAI;KAC/B;CACF,CAAC"}

package/ai/anthropic/types.d.ts

@@ -0,0 +1,171 @@
+import type { AxModelConfig } from '../types.js';
+export declare enum AxAIAnthropicModel {
+    Claude35Sonnet = "claude-3-5-sonnet-20240620",
+    Claude3Opus = "claude-3-opus-20240229",
+    Claude3Sonnet = "claude-3-sonnet-20240229",
+    Claude3Haiku = "claude-3-haiku-20240307",
+    Claude21 = "claude-2.1",
+    ClaudeInstant12 = "claude-instant-1.2"
+}
+export type AxAIAnthropicConfig = AxModelConfig & {
+    model: AxAIAnthropicModel;
+};
+export type AxAIAnthropicChatRequest = {
+    model: string;
+    messages: ({
+        role: 'user';
+        content: string | ({
+            type: 'text';
+            text: string;
+        } | {
+            type: 'image';
+            source: {
+                type: 'base64';
+                media_type: string;
+                data: string;
+            };
+        } | {
+            type: 'tool_result';
+            is_error?: boolean;
+            tool_use_id: string;
+            content: string | ({
+                type: 'text';
+                text: string;
+            } | {
+                type: 'image';
+                source: {
+                    type: 'base64';
+                    media_type: string;
+                    data: string;
+                };
+            })[];
+        })[];
+    } | {
+        role: 'assistant';
+        content: string | ({
+            type: 'text';
+            text: string;
+        } | {
+            type: 'tool_use';
+            id: string;
+            name: string;
+            input: object;
+        })[];
+    })[];
+    tools?: {
+        name: string;
+        description: string;
+        input_schema?: object;
+    }[];
+    tool_choice?: {
+        type: 'auto' | 'any';
+    } | {
+        type: 'tool';
+        name?: string;
+    };
+    max_tokens?: number;
+    stop_sequences?: string[];
+    stream?: boolean;
+    temperature?: number;
+    top_p?: number;
+    top_k?: number;
+    metadata?: {
+        user_id: string;
+    };
+};
+export type AxAIAnthropicChatResponse = {
+    id: string;
+    type: 'message';
+    role: 'assistant';
+    content: ({
+        type: 'text';
+        text: string;
+    } | {
+        id: string;
+        name: string;
+        type: 'tool_use';
+        input?: string;
+    })[];
+    model: string;
+    stop_reason: 'end_turn' | 'max_tokens' | 'stop_sequence' | 'tool_use';
+    stop_sequence?: string;
+    usage: {
+        input_tokens: number;
+        output_tokens: number;
+    };
+};
+export type AxAIAnthropicChatError = {
+    type: 'error';
+    error: {
+        type: 'authentication_error';
+        message: string;
+    };
+};
+export interface AxAIAnthropicMessageStartEvent {
+    type: 'message_start';
+    message: {
+        id: string;
+        type: 'message';
+        role: 'assistant';
+        content: [];
+        model: string;
+        stop_reason: null | string;
+        stop_sequence: null | string;
+        usage: {
+            input_tokens: number;
+            output_tokens: number;
+        };
+    };
+}
+export interface AxAIAnthropicContentBlockStartEvent {
+    index: number;
+    type: 'content_block_start';
+    content_block: {
+        type: 'text';
+        text: string;
+    } | {
+        type: 'tool_use';
+        id: string;
+        name: string;
+        input: object;
+    };
+}
+export interface AxAIAnthropicContentBlockDeltaEvent {
+    index: number;
+    type: 'content_block_delta';
+    delta: {
+        type: 'text_delta';
+        text: string;
+    } | {
+        type: 'input_json_delta';
+        partial_json: string;
+    };
+}
+export interface AxAIAnthropicContentBlockStopEvent {
+    type: 'content_block_stop';
+    index: number;
+}
+export interface AxAIAnthropicMessageDeltaEvent {
+    type: 'message_delta';
+    delta: {
+        stop_reason: 'end_turn' | 'max_tokens' | 'stop_sequence' | null;
+        stop_sequence: string | null;
+    };
+    usage: {
+        output_tokens: number;
+    };
+}
+export interface AxAIAnthropicMessageStopEvent {
+    type: 'message_stop';
+}
+export interface AxAIAnthropicPingEvent {
+    type: 'ping';
+}
+export interface AxAIAnthropicErrorEvent {
+    type: 'error';
+    error: {
+        type: 'overloaded_error';
+        message: string;
+    };
+}
+export type AxAIAnthropicChatResponseDelta = AxAIAnthropicMessageStartEvent | AxAIAnthropicContentBlockStartEvent | AxAIAnthropicContentBlockDeltaEvent | AxAIAnthropicContentBlockStopEvent | AxAIAnthropicMessageDeltaEvent | AxAIAnthropicMessageStopEvent | AxAIAnthropicPingEvent | AxAIAnthropicErrorEvent;

package/ai/anthropic/types.js

@@ -0,0 +1,10 @@
+export var AxAIAnthropicModel;
+(function (AxAIAnthropicModel) {
+    AxAIAnthropicModel["Claude35Sonnet"] = "claude-3-5-sonnet-20240620";
+    AxAIAnthropicModel["Claude3Opus"] = "claude-3-opus-20240229";
+    AxAIAnthropicModel["Claude3Sonnet"] = "claude-3-sonnet-20240229";
+    AxAIAnthropicModel["Claude3Haiku"] = "claude-3-haiku-20240307";
+    AxAIAnthropicModel["Claude21"] = "claude-2.1";
+    AxAIAnthropicModel["ClaudeInstant12"] = "claude-instant-1.2";
+})(AxAIAnthropicModel || (AxAIAnthropicModel = {}));
+//# sourceMappingURL=types.js.map

package/ai/anthropic/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../ai/anthropic/types.ts"],"names":[],"mappings":"AAEA,MAAM,CAAN,IAAY,kBAOX;AAPD,WAAY,kBAAkB;IAC5B,mEAA6C,CAAA;IAC7C,4DAAsC,CAAA;IACtC,gEAA0C,CAAA;IAC1C,8DAAwC,CAAA;IACxC,6CAAuB,CAAA;IACvB,4DAAsC,CAAA;AACxC,CAAC,EAPW,kBAAkB,KAAlB,kBAAkB,QAO7B"}

package/ai/azure-openai/api.d.ts

@@ -0,0 +1,19 @@
+import { AxAIOpenAI } from '../openai/api.js';
+import type { AxAIOpenAIConfig } from '../openai/types.js';
+import type { AxAIServiceOptions } from '../types.js';
+export declare const axAIAzureOpenAIDefaultConfig: () => AxAIOpenAIConfig;
+export declare const axAIAzureOpenAICreativeConfig: () => AxAIOpenAIConfig;
+export declare const axAIAzureOpenAIFastConfig: () => AxAIOpenAIConfig;
+export declare const axAIAzureOpenAIBestConfig: () => AxAIOpenAIConfig;
+export interface AxAIAzureOpenAIArgs {
+    name: 'azure-openai';
+    apiKey: string;
+    resourceName: string;
+    deploymentName: string;
+    version?: string;
+    config?: Readonly<AxAIOpenAIConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAIAzureOpenAI extends AxAIOpenAI {
+    constructor({ apiKey, resourceName, deploymentName, version, config, options }: Readonly<Omit<AxAIAzureOpenAIArgs, 'name'>>);
+}

package/ai/azure-openai/api.js

@@ -0,0 +1,30 @@
+import { AxAIOpenAI, axAIOpenAIBestConfig, axAIOpenAICreativeConfig, axAIOpenAIDefaultConfig, axAIOpenAIFastConfig } from '../openai/api.js';
+export const axAIAzureOpenAIDefaultConfig = axAIOpenAIDefaultConfig;
+export const axAIAzureOpenAICreativeConfig = axAIOpenAICreativeConfig;
+export const axAIAzureOpenAIFastConfig = axAIOpenAIFastConfig;
+export const axAIAzureOpenAIBestConfig = axAIOpenAIBestConfig;
+export class AxAIAzureOpenAI extends AxAIOpenAI {
+    constructor({ apiKey, resourceName, deploymentName, version = 'api-version=2024-02-15-preview', config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Azure OpenAPI API key not set');
+        }
+        if (!resourceName || resourceName === '') {
+            throw new Error('Azure OpenAPI resource name not set');
+        }
+        if (!deploymentName || deploymentName === '') {
+            throw new Error('Azure OpenAPI deployment id not set');
+        }
+        const _config = {
+            ...axAIAzureOpenAIDefaultConfig(),
+            ...config
+        };
+        super({ apiKey, config: _config, options });
+        const host = resourceName.includes('://')
+            ? resourceName
+            : `https://${resourceName}.openai.azure.com/`;
+        super.setName('Azure OpenAI');
+        super.setAPIURL(new URL(`/openai/deployments/${deploymentName}?api-version=${version}`, host).href);
+        super.setHeaders({ 'api-key': apiKey });
+    }
+}
+//# sourceMappingURL=api.js.map

package/ai/azure-openai/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/azure-openai/api.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,oBAAoB,EACpB,wBAAwB,EACxB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,kBAAkB,CAAC;AAI1B,MAAM,CAAC,MAAM,4BAA4B,GAAG,uBAAuB,CAAC;AAEpE,MAAM,CAAC,MAAM,6BAA6B,GAAG,wBAAwB,CAAC;AAEtE,MAAM,CAAC,MAAM,yBAAyB,GAAG,oBAAoB,CAAC;AAE9D,MAAM,CAAC,MAAM,yBAAyB,GAAG,oBAAoB,CAAC;AAY9D,MAAM,OAAO,eAAgB,SAAQ,UAAU;IAC7C,YAAY,EACV,MAAM,EACN,YAAY,EACZ,cAAc,EACd,OAAO,GAAG,gCAAgC,EAC1C,MAAM,EACN,OAAO,EACqC;QAC5C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,YAAY,IAAI,YAAY,KAAK,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,CAAC,cAAc,IAAI,cAAc,KAAK,EAAE,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,4BAA4B,EAAE;YACjC,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAE5C,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC;YACvC,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,WAAW,YAAY,oBAAoB,CAAC;QAEhD,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAE9B,KAAK,CAAC,SAAS,CACb,IAAI,GAAG,CACL,uBAAuB,cAAc,gBAAgB,OAAO,EAAE,EAC9D,IAAI,CACL,CAAC,IAAI,CACP,CAAC;QAEF,KAAK,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;CACF"}

package/ai/azure-openai/index.d.ts

@@ -0,0 +1 @@
+export * from './api.js';

package/ai/azure-openai/index.js

@@ -0,0 +1,2 @@
+export * from './api.js';
+//# sourceMappingURL=index.js.map